-- Logs begin at Thu 2021-07-08 16:42:36 UTC, end at Thu 2021-07-08 18:55:35 UTC. -- Jul 08 17:10:40.591351 n-d-799528-4 systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 17:10:43.302200 n-d-799528-4 neutron-server[93555]: INFO neutron.common.config [-] Logging enabled! Jul 08 17:10:43.302800 n-d-799528-4 neutron-server[93555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 17:10:43.302979 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93555) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 17:10:43.306851 n-d-799528-4 neutron-server[93555]: INFO neutron.common.config [-] Logging enabled! Jul 08 17:10:43.307112 n-d-799528-4 neutron-server[93555]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 17:10:43.307429 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93555) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 17:10:43.308376 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 17:10:43.308613 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 17:10:43.309008 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 17:10:43.309259 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 17:10:43.309487 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 17:10:43.309811 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.310115 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.310414 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.310646 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.310945 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.311240 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.311528 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.311824 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.312127 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.312419 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.312704 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.313019 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.313256 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.313542 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.313835 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.314127 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.314355 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] debug = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.314637 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.315072 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.315496 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.315780 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.316073 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.316359 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.316633 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.316939 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.317229 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.317563 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] host = n-d-799528-4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.317860 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.318139 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.318433 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.318726 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.319005 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.319288 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.319605 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.319882 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.320157 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] log_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.320440 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.320748 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.321046 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.321403 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.321650 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.321877 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.322172 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.322462 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.322744 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.323025 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.323304 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.323583 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.323861 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.324132 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.324419 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.324707 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.325022 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.325300 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.325580 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.325854 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.326127 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.326416 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.326691 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.326968 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.327244 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.327534 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.327810 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.328084 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.328386 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.328677 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.329065 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.329355 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.329633 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.329918 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.330193 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.330474 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.330746 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] use_json = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.331022 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.331297 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.331581 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.331855 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.332130 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.332407 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.332678 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.332996 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:43.333299 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.333604 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.333912 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.334200 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.334501 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.334788 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.335110 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.335398 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.335696 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.335993 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.336287 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.336569 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.336892 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.337180 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.337483 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.337799 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.338103 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.338401 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.338681 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.338960 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.339240 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.339522 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.339812 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.340110 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.340405 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.340684 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.340994 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.341293 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.341577 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.341854 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.342136 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.342431 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.342712 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.342988 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.343544 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.343831 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.344113 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.344394 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.344676 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.344999 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.345283 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.345562 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.345840 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.346122 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.346398 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.346688 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.346969 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.347247 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.347534 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.347823 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.348100 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.348381 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.348663 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.348964 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.349247 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.349526 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.349805 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.350084 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.350362 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.350642 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.351431 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.351710 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.351991 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.352268 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.352543 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.352843 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.353124 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.353401 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.353692 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.353996 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.354282 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.354568 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.354853 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.355136 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.355420 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.355702 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.355987 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.356273 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.356553 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.356879 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.357171 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.357462 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.357755 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.358041 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.358343 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.358630 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.358917 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.359203 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.359488 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.359786 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.360076 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.360381 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.360682 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.361021 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.361323 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.361620 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.361908 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.362222 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.362509 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:43.362732 n-d-799528-4 neutron-server[93555]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 17:10:43.362976 n-d-799528-4 neutron-server[93555]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93555) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 17:10:43.720920 n-d-799528-4 neutron-server[93555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 17:10:43.721117 n-d-799528-4 neutron-server[93555]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 17:10:43.721405 n-d-799528-4 neutron-server[93555]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 17:10:43.721741 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 17:10:44.115201 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.115496 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.115772 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.117121 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.117406 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.117686 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.152448 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.152750 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.153022 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.166230 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.166514 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.166788 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.196936 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.197224 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.197495 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.234646 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.234932 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.235202 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.470996 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.471596 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.471596 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.471765 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.472435 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.594257 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.594585 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.594873 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.595148 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.595420 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.595735 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.595998 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.596264 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.596518 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.596829 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.597106 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.597377 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.597650 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.597918 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.598178 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.598448 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.598721 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.598985 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.599258 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.599521 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.599801 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.600150 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.600406 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.600727 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.601002 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.601251 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.601657 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:44.601903 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:44.602143 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:44.602380 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:44.602619 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:44.602858 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:44.603230 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 17:10:44.607390 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 17:10:44.611496 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 17:10:44.615248 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 08 17:10:44.617446 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 17:10:44.617898 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 17:10:44.618239 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 17:10:44.618632 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 17:10:44.621490 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 17:10:44.621746 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 17:10:44.622092 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 17:10:44.650637 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 17:10:44.651094 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.651397 n-d-799528-4 neutron-server[93555]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93555) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 17:10:44.651759 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.653148 n-d-799528-4 neutron-server[93555]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93555) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 17:10:44.653429 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 17:10:44.653676 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 17:10:44.656721 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.657043 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:44.721278 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 17:10:44.721466 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 17:10:44.721703 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 17:10:44.722069 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 17:10:44.744129 n-d-799528-4 neutron-server[93555]: DEBUG oslo_db.sqlalchemy.engines [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93555) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 17:10:45.273912 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing driver for type 'gre' Jul 08 17:10:45.274429 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] gre ID ranges: [(1, 1000)] Jul 08 17:10:45.328879 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing driver for type 'local' Jul 08 17:10:45.329209 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing driver for type 'vlan' Jul 08 17:10:45.341785 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] VlanTypeDriver initialization complete Jul 08 17:10:45.342154 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing driver for type 'vxlan' Jul 08 17:10:45.342706 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] vxlan ID ranges: [(1, 1000)] Jul 08 17:10:45.394446 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing extension driver 'port_security' Jul 08 17:10:45.394867 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.extensions.port_security [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] PortSecurityExtensionDriver initialization complete Jul 08 17:10:45.395290 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing mechanism driver 'openvswitch' Jul 08 17:10:45.395633 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing mechanism driver 'hyperv' Jul 08 17:10:45.402976 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.plugin [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:45.403667 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.404037 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.404393 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.404944 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:10:45.405387 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.405743 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.406092 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.406486 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:10:45.406896 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.407246 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.407588 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.407981 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:10:45.408391 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > security_group after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.408757 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > security_group after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.409116 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.409649 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:10:45.410064 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.410411 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.410770 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.411165 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:10:45.411575 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > address_group after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.411926 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > address_group after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.412271 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.412666 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93555) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 17:10:45.413205 n-d-799528-4 neutron-server[93555]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] ML2 OVO RPC backend initialized. {{(pid=93555) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 17:10:45.413933 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.414296 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.414723 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.415072 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > networks before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.415423 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.415767 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > ports before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.416117 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnet before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.416463 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnets before_response 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.416843 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.417189 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.417530 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.417869 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.418209 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.418548 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.418888 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.419227 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.419560 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.420140 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.plugin [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Modular L2 Plugin initialization complete Jul 08 17:10:45.420473 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading services supported by the core plugin {{(pid=93555) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 17:10:45.420833 n-d-799528-4 neutron-server[93555]: INFO neutron.plugins.ml2.managers [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Got port-security extension from driver 'port_security' Jul 08 17:10:45.421308 n-d-799528-4 neutron-server[93555]: INFO neutron.extensions.vlantransparent [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Disabled vlantransparent extension. Jul 08 17:10:45.421797 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93555) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 17:10:45.422115 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: router Jul 08 17:10:45.457748 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.458153 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router after_create 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.458527 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router before_create 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.458897 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.459272 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.459634 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router after_delete 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.460641 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.461038 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router after_create 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.461390 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router after_update 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.461742 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router after_update 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.462096 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.462457 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router after_update 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.462870 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.463239 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: port after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.463579 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: port after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.463923 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: subnet after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.464262 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.464609 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.464985 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.465331 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: port before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.465678 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.466037 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router after_update 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.466382 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.466734 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.467095 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.467443 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.467808 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > agent after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.468423 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > agent after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.468785 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > network after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.469648 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Tracking information for resource: router configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:45.469988 n-d-799528-4 neutron-server[93555]: DEBUG neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Tracking information for resource: floatingip configured {{(pid=93555) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 17:10:45.475025 n-d-799528-4 neutron-server[93555]: INFO neutron.db.l3_agentschedulers_db [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 17:10:45.475644 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: port after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.476010 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: port after_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.476367 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: port after_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.476722 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: port after_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.477547 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router before_create 55550100 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.477916 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.478283 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_create 55550100 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.478644 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > router precommit_update 55550100 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.483063 n-d-799528-4 neutron-server[93555]: DEBUG neutron.services.provider_configuration [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service providers = [] {{(pid=93555) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 17:10:45.483431 n-d-799528-4 neutron-server[93555]: DEBUG neutron.db.servicetype_db [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93555) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 17:10:45.486430 n-d-799528-4 neutron-server[93555]: DEBUG neutron.services.service_base [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:10:45.486781 n-d-799528-4 neutron-server[93555]: DEBUG neutron.services.service_base [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:10:45.487128 n-d-799528-4 neutron-server[93555]: DEBUG neutron.services.service_base [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:10:45.488040 n-d-799528-4 neutron-server[93555]: DEBUG neutron.services.service_base [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93555) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 17:10:45.488416 n-d-799528-4 neutron-server[93555]: INFO neutron.services.service_base [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 17:10:45.488820 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.489142 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 17:10:45.499778 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.500117 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: auto_allocate Jul 08 17:10:45.505989 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: network precommit_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.506360 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: network precommit_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.507398 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.507722 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: tag Jul 08 17:10:45.514291 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.514620 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: timestamp Jul 08 17:10:45.519977 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.520315 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: network_ip_availability Jul 08 17:10:45.526458 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.526783 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.527144 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.527865 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.528191 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: flavors Jul 08 17:10:45.532972 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.533319 n-d-799528-4 neutron-server[93555]: INFO neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading Plugin: revisions Jul 08 17:10:45.537668 n-d-799528-4 neutron-server[93555]: DEBUG neutron.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93555) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 17:10:45.538086 n-d-799528-4 neutron-server[93555]: DEBUG oslo_concurrency.lockutils [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=93555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 17:10:45.538825 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93555) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 17:10:45.539167 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Initializing extension manager. Jul 08 17:10:45.539681 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: __init__.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.540021 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: __pycache__ {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.540354 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.540691 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: address_group.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.541477 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.542036 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: address-group Jul 08 17:10:45.542360 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: address_scope.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.543080 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.543584 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: address-scope Jul 08 17:10:45.543907 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.544877 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.545388 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: router-admin-state-down-before-update Jul 08 17:10:45.545712 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: agent.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.546427 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.547124 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: agent Jul 08 17:10:45.547451 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: agent_resources_synced.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.548382 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.548919 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: agent-resources-synced Jul 08 17:10:45.549250 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: allowedaddresspairs.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.551056 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.551583 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: allowed-address-pairs Jul 08 17:10:45.551913 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: auto_allocated_topology.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.553037 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.553555 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: auto-allocated-topology Jul 08 17:10:45.553909 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: availability_zone.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.554614 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.555123 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: availability_zone Jul 08 17:10:45.555446 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: availability_zone_filter.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.556370 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.556911 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: availability_zone_filter Jul 08 17:10:45.557236 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: data_plane_status.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.558153 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.558659 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 17:10:45.558983 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: default_subnetpools.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.559906 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.560415 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: default-subnetpools Jul 08 17:10:45.560767 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.561582 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.562086 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: dhcp_agent_scheduler Jul 08 17:10:45.562408 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: dns.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.563329 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.563829 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 17:10:45.564152 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: dns_domain_ports.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.565107 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.565610 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 17:10:45.565929 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.566860 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.567357 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 17:10:45.567679 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: dvr.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.568358 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.568905 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: dvr Jul 08 17:10:45.569220 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: empty_string_filtering.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.570743 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.571285 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: empty-string-filtering Jul 08 17:10:45.571678 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.572644 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.573176 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 17:10:45.573500 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.574428 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.574937 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 17:10:45.575261 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: external_net.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.576186 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.576691 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: external-net Jul 08 17:10:45.577037 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.577956 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.578459 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: extra_dhcp_opt Jul 08 17:10:45.578780 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: extraroute.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.579703 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.580215 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: extraroute Jul 08 17:10:45.580535 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: extraroute_atomic.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.581601 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.582112 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: extraroute-atomic Jul 08 17:10:45.582433 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: filter_validation.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.583104 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.583604 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: filter-validation Jul 08 17:10:45.583924 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: fip_pf_description.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.584880 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.585935 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 17:10:45.586278 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: fip_port_details.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.587202 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.587709 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: fip-port-details Jul 08 17:10:45.588029 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: flavors.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.589291 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.589795 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: flavors Jul 08 17:10:45.590121 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.591790 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.592313 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 17:10:45.592647 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: floatingip_pools.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.593659 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.594171 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: floatingip-pools Jul 08 17:10:45.594500 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: ip_allocation.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.595438 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.595945 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 17:10:45.596272 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.597237 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.597744 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: ip-substring-filtering Jul 08 17:10:45.598072 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l2_adjacency.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.599008 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.599508 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 17:10:45.599833 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l3.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.600881 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.601399 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: router Jul 08 17:10:45.601727 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.604096 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.604628 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 17:10:45.605004 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.605944 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.606460 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: ext-gw-mode Jul 08 17:10:45.606795 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.607726 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.608235 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: l3-ha Jul 08 17:10:45.608563 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l3_flavors.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.609537 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.610050 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: l3-flavors Jul 08 17:10:45.610386 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.611307 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.611817 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 17:10:45.612144 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: l3agentscheduler.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.613219 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.613740 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: l3_agent_scheduler Jul 08 17:10:45.614072 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: logging.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.615563 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.616079 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension logging not supported by any of loaded plugins Jul 08 17:10:45.616437 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: metering.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.617212 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.617784 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: metering Jul 08 17:10:45.618110 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.619210 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.619721 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: metering_source_and_destination_fields Jul 08 17:10:45.620049 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: multiprovidernet.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.621015 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.621522 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: multi-provider Jul 08 17:10:45.621847 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: netmtu.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.622773 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.623277 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: net-mtu Jul 08 17:10:45.623604 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: netmtu_writable.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.624563 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.625091 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: net-mtu-writable Jul 08 17:10:45.625417 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: network_availability_zone.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.626098 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.626600 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: network_availability_zone Jul 08 17:10:45.626922 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: network_ip_availability.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.628023 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.628537 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: network-ip-availability Jul 08 17:10:45.628956 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: network_segment_range.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.629740 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.630252 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 17:10:45.630575 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: pagination.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.631577 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.632427 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: pagination Jul 08 17:10:45.632767 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: port_device_profile.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.633691 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.634211 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: port-device-profile Jul 08 17:10:45.634535 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.635460 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.635969 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: port-mac-address-regenerate Jul 08 17:10:45.636290 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.637239 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.637751 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: port-numa-affinity-policy Jul 08 17:10:45.638076 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: port_resource_request.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.639021 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.639528 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 17:10:45.639850 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: portbindings.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.640849 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.641356 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: binding Jul 08 17:10:45.641678 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: portbindings_extended.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.643095 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.643609 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: binding-extended Jul 08 17:10:45.643942 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: portsecurity.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.644913 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.645430 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: port-security Jul 08 17:10:45.645760 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: project_id.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.646751 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.647087 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: project-id Jul 08 17:10:45.647431 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: providernet.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.648996 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.649509 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: provider Jul 08 17:10:45.649831 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.653395 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.653920 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos not supported by any of loaded plugins Jul 08 17:10:45.654252 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.655514 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.656031 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 17:10:45.656363 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.657314 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.657825 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 17:10:45.658154 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_default.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.659078 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.659590 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-default not supported by any of loaded plugins Jul 08 17:10:45.659920 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_fip.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.660583 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.661129 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 17:10:45.661456 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_gateway_ip.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.662407 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.662922 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 17:10:45.663970 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_port_network_policy.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.664925 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.665446 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 17:10:45.665775 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_rule_type_details.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.666704 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.667216 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 17:10:45.667545 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: qos_rules_alias.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.668593 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.669140 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 17:10:45.669470 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: quotasv2.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.670385 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.670717 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: quotas Jul 08 17:10:45.671042 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: quotasv2_detail.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.674110 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.674462 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: quota_details Jul 08 17:10:45.674800 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: rbac.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.675877 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.676404 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: rbac-policies Jul 08 17:10:45.676767 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: rbac_address_group.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.677895 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.678415 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: rbac-address-group Jul 08 17:10:45.679339 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: rbac_address_scope.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.680287 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.680840 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: rbac-address-scope Jul 08 17:10:45.681167 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: rbac_security_groups.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.682100 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.682613 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: rbac-security-groups Jul 08 17:10:45.682938 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: rbac_subnetpool.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.683859 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.684369 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: rbac-subnetpool Jul 08 17:10:45.684695 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: revisionifmatch.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.685654 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.686166 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: revision-if-match Jul 08 17:10:45.686493 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: revisions.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.687620 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.688137 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: standard-attr-revisions Jul 08 17:10:45.688464 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: router_availability_zone.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.689192 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.689709 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: router_availability_zone Jul 08 17:10:45.690031 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: routerservicetype.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.690965 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.691469 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 17:10:45.691796 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.692744 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.693267 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: security-groups-normalized-cidr Jul 08 17:10:45.693591 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.694546 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.695055 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: port-security-groups-filtering Jul 08 17:10:45.695377 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.696307 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.696855 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: security-groups-remote-address-group Jul 08 17:10:45.697182 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: securitygroup.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.706813 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.707351 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: security-group Jul 08 17:10:45.707688 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: segment.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.708490 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.709027 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension segment not supported by any of loaded plugins Jul 08 17:10:45.709358 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.710342 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.710853 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 17:10:45.711181 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: servicetype.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.712314 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.712876 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: service-type Jul 08 17:10:45.713210 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: sorting.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.714198 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.714535 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: sorting Jul 08 17:10:45.714859 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: standard_attr_segment.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.715854 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.716371 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 17:10:45.716694 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: standardattrdescription.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.717377 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.717886 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: standard-attr-description Jul 08 17:10:45.718479 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: stateful_security_group.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.719424 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.719936 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: stateful-security-group Jul 08 17:10:45.720262 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: stdattrs_common.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.720891 n-d-799528-4 neutron-server[93555]: WARNING neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 17:10:45.721217 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.722153 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.722659 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 17:10:45.722980 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: subnet_onboard.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.724055 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.724568 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: subnet_onboard Jul 08 17:10:45.724923 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.726379 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.726884 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 17:10:45.727207 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: subnet_service_types.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.728148 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.728659 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: subnet-service-types Jul 08 17:10:45.729012 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: subnetallocation.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.730111 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.730628 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: subnet_allocation Jul 08 17:10:45.730955 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.731625 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.732138 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: subnetpool-prefix-ops Jul 08 17:10:45.732460 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.733433 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.733938 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 17:10:45.734259 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: tagging.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.735334 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.735860 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: standard-attr-tag Jul 08 17:10:45.736188 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: timestamp.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.737444 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.737964 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loaded extension: standard-attr-timestamp Jul 08 17:10:45.738294 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: trunk.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.739333 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.739842 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension trunk not supported by any of loaded plugins Jul 08 17:10:45.740169 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: trunk_details.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.741255 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.742266 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 17:10:45.742614 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: uplink_status_propagation.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.743547 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.744057 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 17:10:45.744384 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Loading extension file: vlantransparent.py {{(pid=93555) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 17:10:45.745092 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93555) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 17:10:45.745642 n-d-799528-4 neutron-server[93555]: INFO neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 17:10:45.748109 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:network Jul 08 17:10:45.748645 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:subnet Jul 08 17:10:45.749082 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:10:45.749486 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:port Jul 08 17:10:45.750737 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.751184 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service FLAVORS assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.751824 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.752263 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.752601 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:router Jul 08 17:10:45.753067 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 17:10:45.753576 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service METERING assigned prefix: /metering {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.755038 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.755410 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.755765 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:10:45.756816 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 17:10:45.757278 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:security_group Jul 08 17:10:45.757733 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 17:10:45.758353 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service CORE assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.758693 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:10:45.759048 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] subnetpool is already registered Jul 08 17:10:45.759488 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service CORE assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.759825 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:10:45.760162 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] subnetpool is already registered Jul 08 17:10:45.762552 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.762995 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service FLAVORS assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.763600 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.764029 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.764365 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:router Jul 08 17:10:45.764707 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] router is already registered Jul 08 17:10:45.765158 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 17:10:45.765498 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] floatingip is already registered Jul 08 17:10:45.765964 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service METERING assigned prefix: /metering {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.766651 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 17:10:45.766980 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] rbac_policy is already registered Jul 08 17:10:45.767397 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:security_group Jul 08 17:10:45.767737 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] security_group is already registered Jul 08 17:10:45.768148 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 17:10:45.768485 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] security_group_rule is already registered Jul 08 17:10:45.769151 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service CORE assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.769481 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:10:45.769817 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] subnetpool is already registered Jul 08 17:10:45.770244 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.v2.resource_helper [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Service CORE assigned prefix: {{(pid=93555) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 17:10:45.770573 n-d-799528-4 neutron-server[93555]: INFO neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 17:10:45.770908 n-d-799528-4 neutron-server[93555]: WARNING neutron.quota.resource_registry [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] subnetpool is already registered Jul 08 17:10:45.771386 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: extensions {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.773490 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: address-groups {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.774990 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: address-scopes {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.776339 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: agents {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.777591 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: auto-allocated-topology {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.778795 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: availability_zones {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.780006 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: dhcp-networks {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.782638 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: dhcp-agents {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.784107 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: routers {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.785877 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: flavors {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.787155 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: service_profiles {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.789073 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: next_providers {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.790531 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: service_profiles {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.792101 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: floatingip-pools {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.793435 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: routers {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.795155 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: floatingips {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.796441 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: l3-routers {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.797875 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: l3-agents {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.799333 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: metering-labels {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.800588 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: metering-label-rules {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.802005 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: network-ip-availabilities {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.803283 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: bindings {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.804896 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: quotas {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.806455 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: quotas {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.807871 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: rbac-policies {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.809108 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: security-groups {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.810428 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: security-group-rules {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.811666 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: service-providers {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.812927 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: subnetpools {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.814267 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: subnetpools {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.815828 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.817565 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.819428 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.821290 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.822996 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.824990 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.826708 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.828522 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.830427 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.832206 n-d-799528-4 neutron-server[93555]: DEBUG neutron.api.extensions [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Extended resource: tags {{(pid=93555) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 17:10:45.839070 n-d-799528-4 neutron-server[93555]: WARNING keystonemiddleware.auth_token [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 17:10:45.843940 n-d-799528-4 neutron-server[93555]: WARNING keystonemiddleware.auth_token [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 17:10:45.853869 n-d-799528-4 neutron-server[93555]: DEBUG oslo_concurrency.lockutils [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Acquired lock "singleton_lock" {{(pid=93555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 17:10:45.854350 n-d-799528-4 neutron-server[93555]: DEBUG oslo_concurrency.lockutils [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Releasing lock "singleton_lock" {{(pid=93555) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 17:10:45.854993 n-d-799528-4 neutron-server[93555]: INFO oslo_service.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Starting 2 workers Jul 08 17:10:45.859806 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Started child 93664 {{(pid=93555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:10:45.864318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Started child 93665 {{(pid=93555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:10:45.865202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.865956 n-d-799528-4 neutron-server[93555]: INFO neutron.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 17:10:45.866670 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Notify callbacks [] for process, before_spawn {{(pid=93555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.866767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [-] (93664) wsgi starting up on http://0.0.0.0:9696 Jul 08 17:10:45.869097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.869538 n-d-799528-4 neutron-server[93555]: INFO oslo_service.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Starting 1 workers Jul 08 17:10:45.870476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [-] (93665) wsgi starting up on http://0.0.0.0:9696 Jul 08 17:10:45.874298 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Started child 93666 {{(pid=93555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:10:45.874813 n-d-799528-4 neutron-server[93555]: INFO oslo_service.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Starting 1 workers Jul 08 17:10:45.877950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] calling RpcWorker wait() {{(pid=93666) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 17:10:45.878500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] returning from RpcWorker wait() {{(pid=93666) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 17:10:45.879235 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Started child 93667 {{(pid=93555) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 17:10:45.879643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.880051 n-d-799528-4 neutron-server[93555]: DEBUG neutron_lib.callbacks.manager [None req-247ddad5-38f7-46c7-ad34-482bde7d3aa7 None None] Notify callbacks [] for process, after_spawn {{(pid=93555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.880156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:45.882024 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 17:10:45.882240 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 17:10:45.882432 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 17:10:45.882652 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 17:10:45.883062 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 17:10:45.883230 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 17:10:45.883740 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.884027 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.884143 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:45.884604 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.884604 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.884863 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.885450 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.885739 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.885990 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.886274 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.886528 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.886699 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.886869 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.887122 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.887355 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.887620 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.887896 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.888148 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.888407 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.888585 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.888862 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.889124 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.889388 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.889650 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] debug = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.889922 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.890420 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.890680 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.890936 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.891176 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.891445 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.891696 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.891974 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.892232 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.892451 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.892700 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.892971 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.893204 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.893437 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.893681 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.893925 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.894176 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.894651 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] host = n-d-799528-4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.894891 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.895108 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.895364 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.895586 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.895833 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.896070 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.896341 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.896587 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.896880 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.897130 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.897912 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.898183 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.898409 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.898658 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.898811 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_options = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.899096 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.899320 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.899591 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.899782 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.899951 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.900130 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.900385 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.900537 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.900799 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.901018 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.901232 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.901447 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.901668 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.901904 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.902158 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.902421 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.902636 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.902853 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.903126 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.903390 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.903635 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.903868 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.904109 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.904330 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.904565 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.904814 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.905054 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.905269 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.905488 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.905756 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.905972 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.906264 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.906500 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.906765 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.907014 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.907246 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.907462 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.907727 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.907962 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.908307 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.908460 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.908701 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.908983 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.909216 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.909430 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.909644 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_json = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.909863 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.910078 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.910347 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.910573 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.910765 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.912877 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.914426 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.914614 n-d-799528-4 neutron-server[93667]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:45.914733 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:45.916253 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.917854 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.918500 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.918785 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.919040 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.919306 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.919561 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.919820 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.920100 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.920349 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.920682 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.920938 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.921243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.921511 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.921785 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.922141 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.922387 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.922670 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.922908 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.923159 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.923398 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.923621 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.923964 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.924241 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.924511 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.924807 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.925048 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.926577 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.927784 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.927784 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.927784 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.928070 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.928266 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.928509 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.929347 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.932925 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.933209 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.933445 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.933690 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.933955 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.934203 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.934448 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.934678 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.934918 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.935158 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.935376 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.935595 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.935824 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.936063 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.936302 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.936530 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.939983 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.941133 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.941405 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.942174 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.942468 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.942713 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.943067 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.943312 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.943549 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.943815 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.944081 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.944318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.944549 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.944794 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.945030 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.945257 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.945514 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.945746 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.945968 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.946191 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.946412 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.946631 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.946850 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.947103 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.947307 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.947519 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.947761 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.948006 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.948247 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.948447 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.948662 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.949007 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.949229 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.949511 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.949921 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.950171 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.950443 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.950670 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.950925 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.951258 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.951574 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.951820 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.952061 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.952302 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.952583 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.953066 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.953330 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.953605 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.953845 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.954078 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.954296 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.954550 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.954775 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.955023 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.955240 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.955506 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.955749 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.955999 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.956252 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.956487 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.956795 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.957056 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.957329 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.957555 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.957841 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.958131 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.958418 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.958690 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.959045 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.959288 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.959542 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.959838 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.960652 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.960908 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.961238 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.961469 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.961751 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.961996 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.962249 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.962466 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.962725 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.963076 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.963295 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.963515 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.963731 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.964009 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.964260 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.964497 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.964781 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.965027 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.965334 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.965566 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.965898 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.966209 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.966460 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.966692 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.966911 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.967161 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.967375 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.967651 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.968348 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.968574 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.968858 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.969097 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.969322 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.969536 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.969758 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.969976 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.970249 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.970467 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.970685 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.970936 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.971156 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.971417 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.971634 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.971858 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.972117 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.972335 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.972626 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.972902 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.973145 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.973392 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.973635 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.973881 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.974095 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.974368 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.974586 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.974804 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.975019 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.975255 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.975508 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.976243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.976491 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.976709 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.976986 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.977225 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.977594 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.977850 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.978091 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.978328 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.978547 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.978795 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.979036 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.979254 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.979490 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.979710 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.979924 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.980166 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.980386 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.980629 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.980862 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.981074 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.981284 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.981516 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.981749 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.982059 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.982306 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.982538 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.982802 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.983051 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.983286 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.983537 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.983752 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.983967 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.984189 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.984425 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.984636 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.984922 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.985134 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.985344 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.985571 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.985786 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.985995 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.986253 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.986463 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.986670 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.986893 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.987109 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.987318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.987549 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.987796 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.988006 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.988229 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.988443 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.988675 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.988999 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.989249 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.989471 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.990708 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.990983 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.991255 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.991506 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.991812 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.992027 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.992284 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.992503 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.992765 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.992979 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.993235 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.993558 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.993833 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.994092 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.994368 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.994628 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.994916 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.995197 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.995412 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.995702 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.996034 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.996317 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.996580 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.996844 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.997120 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.997348 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.997563 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.997781 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.998284 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.998562 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.998833 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.999086 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.999524 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.999524 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:45.999995 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.000213 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.000447 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.000680 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.000972 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.001189 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.001339 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 17:10:46.002035 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93555) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 17:10:46.002035 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 17:10:46.002203 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 17:10:46.002363 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 17:10:46.002510 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 17:10:46.002663 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 17:10:46.003626 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.003626 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.003626 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.003626 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.003626 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.003626 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004306 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004306 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004306 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004306 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004306 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004692 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004692 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004864 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.004942 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.005057 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.005216 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.005375 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.005537 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.005695 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.005853 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.006011 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.006170 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] debug = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.006327 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.006539 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.006691 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.006874 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.007031 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.007187 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.007342 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.007495 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.007656 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.007809 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.007974 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.008112 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.008271 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.008428 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.008583 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.008788 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.008938 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.009064 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] host = n-d-799528-4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.009768 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.009768 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.009768 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.009768 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.009768 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010192 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010192 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010192 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010395 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010569 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010685 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010807 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.010969 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.011147 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.011308 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_options = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.011435 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.011592 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.011772 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.011954 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.012118 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.012477 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.012477 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.013102 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.013102 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.013102 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.013102 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.013533 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.013533 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.013533 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.014523 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.014523 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.014523 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.014523 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.014523 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.014523 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.014523 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.015677 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.016605 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.016605 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.016605 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.016605 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.016605 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.016605 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.020846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_json = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021318 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.021778 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.022243 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023661 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023661 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023661 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023661 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023884 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.023948 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.024555 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.024555 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.024555 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.024555 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.024860 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.024860 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.024979 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.025169 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.025319 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.025462 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.025630 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.025783 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.025943 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.026114 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.026261 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.026416 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.026546 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.026717 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.026877 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.027036 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.027197 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.027358 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.027519 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.027740 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.027853 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.028013 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.028173 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.028332 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.028493 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.028653 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.028833 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.028995 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.029157 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.029316 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.029489 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.029650 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.029813 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.029974 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.030135 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.030294 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.030459 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.031058 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.031234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.031472 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.031742 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.031938 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.032096 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.032265 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.032435 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.032595 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.032774 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.032941 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.033250 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.033250 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.033410 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.033582 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.033733 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.033878 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.034069 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.034208 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.034379 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.034531 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.034688 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.034833 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.034991 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.035142 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.035305 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.035463 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.035623 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.035785 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.035952 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.036115 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.036275 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.036435 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.036596 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.036770 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.036928 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.037092 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.037245 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.037408 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.037572 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.037731 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.037891 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.038099 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.038765 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.038921 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.039078 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.039234 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.039408 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.039581 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.039743 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.039910 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.040067 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.040228 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.040391 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.040555 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.040708 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.040884 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.041047 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.041211 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.041380 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.041550 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.041712 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.041875 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.042028 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.042214 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.042375 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.042535 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.042695 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.042856 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.043014 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.043176 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.043336 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.043497 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.043658 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.043820 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.043982 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.044138 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.044294 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.044457 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.044617 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.044798 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.044955 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.045117 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.045277 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.045437 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.045598 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.045760 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.045920 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.046082 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.046244 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.046403 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.046563 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.046728 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.046889 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.047050 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.047210 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.047370 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.047530 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.047690 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.047849 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.048009 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.048172 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.048332 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.048496 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.048658 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.048838 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.049000 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.049160 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.049323 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.049483 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.049645 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.049806 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.049966 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.050127 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.050288 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.050448 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.050616 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.050770 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.050960 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.051109 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.051268 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.051429 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.051591 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.051752 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.051913 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.052073 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.052233 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.052393 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.052553 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.052713 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.052964 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.053128 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.053291 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.053453 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.053627 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.053796 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.053958 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.054119 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.054293 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.054458 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.054618 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.054779 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.054940 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.055102 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.055275 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.055437 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.055598 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.055759 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.055919 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.056080 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.056257 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.056419 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.056581 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.056846 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.057056 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.057278 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.057457 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.057618 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.057779 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.057941 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.058101 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.058261 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.058432 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.058593 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.058754 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.058914 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.059074 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.059463 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.059640 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.059802 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.059963 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.060132 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.060298 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.060450 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.060600 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.060771 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.060939 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.061103 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.061263 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.061404 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.061549 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.061711 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.061878 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.062049 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.062218 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.062380 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.062548 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.062710 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.062875 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.063039 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.063206 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.063379 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.063540 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.063700 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.063867 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.064030 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.064186 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.064352 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.064510 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.064648 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.064822 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.064983 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.065146 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.065308 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.065470 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.065623 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.065781 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.065940 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.066101 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.066261 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.066422 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 17:10:46.066595 n-d-799528-4 neutron-server[93555]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93555) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 17:10:46.260552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46316) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:10:46.269041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061038 Jul 08 17:10:57.425366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc4096f-ba15-4d03-b693-07d7ff1edee8 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:10:57.505364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4096f-ba15-4d03-b693-07d7ff1edee8 None None] No non-hosted networks {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 17:10:57.525263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.agentschedulers_db [None req-9fc4096f-ba15-4d03-b693-07d7ff1edee8 None None] DHCP Agent not found on host n-d-799528-4 {{(pid=93666) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 17:10:57.632987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f2116be4-cb8d-4448-97e2-e9f0467d1789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616637'] for agent, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.921281 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-645c9093-09c8-4532-99e8-4f23f4985b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616637'] for agent, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:10:59.983663 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2d6dc083-7202-49dc-933a-0188b337a4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:00.357463 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616637'] for agent, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:00.358513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.359068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.359614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.360165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.360706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.361312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.361859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.362394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.362936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.363485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.364016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.364568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:00.365175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799528-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:00.378545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799528-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:01.213699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616637'] for agent, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:02.666809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616637'] for agent, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:03.801276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46408) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:04.288613 n-d-799528-4 neutron-server[93664]: WARNING oslo_policy.policy [None req-61c837da-98ec-4337-aa61-fd5f90be47d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:04.289376 n-d-799528-4 neutron-server[93664]: WARNING oslo_policy.policy [None req-61c837da-98ec-4337-aa61-fd5f90be47d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:04.511350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-61c837da-98ec-4337-aa61-fd5f90be47d8 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:04.512390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-61c837da-98ec-4337-aa61-fd5f90be47d8 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7101955 Jul 08 17:11:06.864325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46422) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:07.175107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:07.262885 n-d-799528-4 neutron-server[93666]: INFO neutron.db.l3_hamode_db [None req-7adc8d02-02ce-494e-9b00-cd5872750079 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 17:11:07.268645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.policy [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93664) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 17:11:07.313166 n-d-799528-4 neutron-server[93664]: WARNING oslo_policy.policy [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:07.313551 n-d-799528-4 neutron-server[93664]: WARNING oslo_policy.policy [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:07.322606 n-d-799528-4 neutron-server[93664]: INFO neutron.quota [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] Loaded quota_driver: . Jul 08 17:11:07.340542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc8d02-02ce-494e-9b00-cd5872750079 None None] Routers set() bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:07.340956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc8d02-02ce-494e-9b00-cd5872750079 None None] Router IDs set() for agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:11:07.414175 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735682463358', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735682462851', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735682492189', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735682494147', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735682568324', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735682562250', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3806912', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3967777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-907684', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-978446'] for rbac-policy, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.478123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:07.479204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4189415e-8ac3-4282-9ab5-71161fdd5446 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138430 Jul 08 17:11:10.028219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46434) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:10.322168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Request body: {'network': {'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'name': 'private', 'admin_state_up': True, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:10.351198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Made reservation on behalf of e7e7a9c5dadd44829cb1a3c5269f93a7 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:10.354093 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.370574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.491894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.495566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.514887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:11:10.542618 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735684252492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.543106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Unsubscribe: segment precommit_create {{(pid=93664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 17:11:10.543617 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Added segment e777d456-743c-4f3d-8ad1-23a28e1a1103 of type vlan for network c29064b8-135b-4b04-acf3-a5ae872ff3b2 Jul 08 17:11:10.564493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b031a357-27f3-48f2-b853-dceb5b2ea2fd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:10.611553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.611903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.612239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.612573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.612927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.613258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.613582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.613904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.614224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.614544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.615374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.615692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Tracked resource versions report: Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: pushed versions: Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: { 'AddressGroup': {'1.2'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'ConntrackHelper': {'1.0'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Log': {'1.0'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Network': {'1.1'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Port': {'1.7'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'PortForwarding': {'1.2'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'QosPolicy': {'1.8'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'SecurityGroup': {'1.4'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'SubPort': {'1.0'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Subnet': {'1.1'}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Trunk': {'1.1'}} Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: consumer versions: Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: L3 agent@n-d-799528-4: {}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: Metadata agent@n-d-799528-4: {}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: Metering agent@n-d-799528-4: {}, Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'ConntrackHelper': '1.0', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Log': '1.0', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Network': '1.1', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Port': '1.7', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'PortForwarding': '1.2', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'QosPolicy': '1.8', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'SecurityGroup': '1.4', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'SecurityGroupRule': '1.2', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'SubPort': '1.0', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Subnet': '1.1', Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: 'Trunk': '1.1'}} Jul 08 17:11:10.616864 n-d-799528-4 neutron-server[93664]: {{(pid=93664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:11:10.666170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.715766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.717120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:10.718010 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:10.801587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7722604 Jul 08 17:11:10.815839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1e124-7147-4839-b55d-579c3de43545 admin admin] Pushing event updated for resources: {'Network': ['ID=c29064b8-135b-4b04-acf3-a5ae872ff3b2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:10.828815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:11:13.419602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46448) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:13.800901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c16094-2d54-4d8f-a352-b9d4a730cc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:13.802776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-80c16094-2d54-4d8f-a352-b9d4a730cc7a admin admin] 10.222.0.63 "GET /v2.0/networks/c29064b8-135b-4b04-acf3-a5ae872ff3b2 HTTP/1.1" status: 200 len: 825 time: 0.3822179 Jul 08 17:11:13.832551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bb4e419c-672a-4059-8523-3217940dc305 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/78e20def-1104-460b-bb81-c4c79371cc59 HTTP/1.1" status: 200 len: 734 time: 0.0244365 Jul 08 17:11:13.841908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'ip_version': 4, 'subnetpool_id': '78e20def-1104-460b-bb81-c4c79371cc59'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:13.864515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Made reservation on behalf of e7e7a9c5dadd44829cb1a3c5269f93a7 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:13.866924 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.167487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.236158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaea2f2-0c73-42d2-9b1d-37069c686592,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:14.238145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Checking segment: {'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:14.238510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Network hostable DHCP agents. Network: c29064b8-135b-4b04-acf3-a5ae872ff3b2, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:11:14.260623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:11:14.272659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c29064b8-135b-4b04-acf3-a5ae872ff3b2) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:14.277600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:14.277989 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.283640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d50f98-8b47-4533-be57-0208bcd3fb12 None None] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:14.291215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c2318442-5d41-44fb-80f5-23abb5c8c4ee admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4527092 Jul 08 17:11:14.595918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'fixed_ips': [{'subnet_id': '8eaea2f2-0c73-42d2-9b1d-37069c686592'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:11:14.597170 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:14.871135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Allocated IP 172.20.0.2 (c29064b8-135b-4b04-acf3-a5ae872ff3b2/8eaea2f2-0c73-42d2-9b1d-37069c686592/6790b64e-9d49-4788-b997-9a5f6d5b924a) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:15.074686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:15.116426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Transition to ACTIVE for port object 6790b64e-9d49-4788-b997-9a5f6d5b924a will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:15.138013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Transition to ACTIVE for port object 6790b64e-9d49-4788-b997-9a5f6d5b924a will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:15.147923 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:15.213510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:15.220149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:15.232363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:15.239969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Pushing event updated for resources: {'Port': ['ID=6790b64e-9d49-4788-b997-9a5f6d5b924a,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:15.280758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.281116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.281458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.281794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.282125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.282454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.282779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.283108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.283432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.283752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.284292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.284379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Tracked resource versions report: Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: pushed versions: Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: { 'AddressGroup': {'1.2'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'ConntrackHelper': {'1.0'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Log': {'1.0'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Network': {'1.1'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Port': {'1.7'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'PortForwarding': {'1.2'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'QosPolicy': {'1.8'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'SecurityGroup': {'1.4'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'SubPort': {'1.0'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Subnet': {'1.1'}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Trunk': {'1.1'}} Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: consumer versions: Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: L3 agent@n-d-799528-4: {}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: Metadata agent@n-d-799528-4: {}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: Metering agent@n-d-799528-4: {}, Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'ConntrackHelper': '1.0', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Log': '1.0', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Network': '1.1', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Port': '1.7', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'PortForwarding': '1.2', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'QosPolicy': '1.8', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'SecurityGroup': '1.4', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'SecurityGroupRule': '1.2', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'SubPort': '1.0', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Subnet': '1.1', Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: 'Trunk': '1.1'}} Jul 08 17:11:15.285522 n-d-799528-4 neutron-server[93666]: {{(pid=93666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:11:15.316824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Attempting to bind port 6790b64e-9d49-4788-b997-9a5f6d5b924a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:15.317219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Attempting to bind port 6790b64e-9d49-4788-b997-9a5f6d5b924a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:15.317672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Attempting to bind port 6790b64e-9d49-4788-b997-9a5f6d5b924a on network c29064b8-135b-4b04-acf3-a5ae872ff3b2 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:15.322478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:15.322884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Checking segment: {'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:15.323372 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:15.323765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Bound using segment: {'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:15.324243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Bound port: 6790b64e-9d49-4788-b997-9a5f6d5b924a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:15.324667 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:15.387840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] For port 6790b64e-9d49-4788-b997-9a5f6d5b924a, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:15.412122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] For port 6790b64e-9d49-4788-b997-9a5f6d5b924a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6790b64e-9d49-4788-b997-9a5f6d5b924a,segment=NetworkSegment(e777d456-743c-4f3d-8ad1-23a28e1a1103),segment_id=e777d456-743c-4f3d-8ad1-23a28e1a1103)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:15.416512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:15.471071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566b81-a683-4a51-bac0-cd011143d71f None None] Pushing event updated for resources: {'Port': ['ID=6790b64e-9d49-4788-b997-9a5f6d5b924a,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:16.689080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46456) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:17.172936 n-d-799528-4 neutron-server[93665]: WARNING oslo_policy.policy [None req-4cd6b837-cc58-4e34-8299-8f3e3c2b5326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:17.173531 n-d-799528-4 neutron-server[93665]: WARNING oslo_policy.policy [None req-4cd6b837-cc58-4e34-8299-8f3e3c2b5326 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:17.396967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-4cd6b837-cc58-4e34-8299-8f3e3c2b5326 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:17.398221 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4cd6b837-cc58-4e34-8299-8f3e3c2b5326 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7070754 Jul 08 17:11:19.777116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46470) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:20.083042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-cfde8fd0-b930-4a52-9191-deab9a3c89b0 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:20.084014 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cfde8fd0-b930-4a52-9191-deab9a3c89b0 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3059876 Jul 08 17:11:21.499263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9eb2e0-d233-4520-b563-402852165ed1 None None] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:21.610614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-468cccd0-bdd2-4af6-9db3-8d38fe0bda8d None None] Provisioning for port 6790b64e-9d49-4788-b997-9a5f6d5b924a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:22.187544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6790b64e-9d49-4788-b997-9a5f6d5b924a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:22.272345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 6790b64e-9d49-4788-b997-9a5f6d5b924a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:22.275923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6790b64e-9d49-4788-b997-9a5f6d5b924a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:22.276314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.384661 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.417569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 6790b64e-9d49-4788-b997-9a5f6d5b924a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6790b64e-9d49-4788-b997-9a5f6d5b924a,segment=NetworkSegment(e777d456-743c-4f3d-8ad1-23a28e1a1103),segment_id=e777d456-743c-4f3d-8ad1-23a28e1a1103)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:22.421162 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:22.466325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=6790b64e-9d49-4788-b997-9a5f6d5b924a,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:22.699374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46484) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:22.986928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:23.050325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.policy [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93665) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 17:11:23.095393 n-d-799528-4 neutron-server[93665]: WARNING oslo_policy.policy [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:23.095750 n-d-799528-4 neutron-server[93665]: WARNING oslo_policy.policy [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 17:11:23.104644 n-d-799528-4 neutron-server[93665]: INFO neutron.quota [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Loaded quota_driver: . Jul 08 17:11:23.161173 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.162919 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.319145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.323762 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.342831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:23.344015 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-62d4af2d-edc9-479d-896e-545e843fae6c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6437027 Jul 08 17:11:24.168131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6790b64e-9d49-4788-b997-9a5f6d5b924a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:24.216421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6790b64e-9d49-4788-b997-9a5f6d5b924a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:24.216816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:25.678578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46494) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:25.980861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-39ec0e4c-598d-4a44-94c0-b466599926ac admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:11:25.981884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-39ec0e4c-598d-4a44-94c0-b466599926ac admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3022959 Jul 08 17:11:27.345996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a414-debe-4229-af69-6e2d072573c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.329582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46502) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:28.632473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:28.653745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Made reservation on behalf of 35358b6b68ee42fa8f15e14e2997c453 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:28.656123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.664401 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.750002 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.753439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.767917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Reserving flat network on physical network physnet1 {{(pid=93664) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 17:11:28.789744 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.790082 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Added segment f7ccc8db-237e-447b-beaa-64d9326f7101 of type flat for network a83a13eb-f840-4cc4-a00d-fa978b2f89ec Jul 08 17:11:28.791259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd09c3-1a59-40e9-b2e6-c7b445b193cc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:28.838448 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.873745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.874741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:28.875317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:28.930722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6000946 Jul 08 17:11:28.935478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106d285-4cbd-4c2c-9892-34f3396b1241 admin admin] Pushing event updated for resources: {'Network': ['ID=a83a13eb-f840-4cc4-a00d-fa978b2f89ec,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:28.946615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:11:29.918899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6440da66-f76b-4e3d-984a-0b1e26b5e36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.349253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:30.939072 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:11:31.156600 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:31.278086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46516) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:31.546390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba313299-a5f6-46b9-b848-2a4e801e6be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:31.547703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ba313299-a5f6-46b9-b848-2a4e801e6be2 admin admin] 10.222.0.63 "GET /v2.0/subnets/8eaea2f2-0c73-42d2-9b1d-37069c686592 HTTP/1.1" status: 200 len: 849 time: 0.2686810 Jul 08 17:11:31.703524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5d61e89c-3e9d-44bc-97e0-1866125c4c98 admin admin] 10.222.0.63 "GET /v2.0/routers/0252cf5c-07cd-4617-a61d-5edcdcd7ecae HTTP/1.1" status: 200 len: 704 time: 0.1504047 Jul 08 17:11:31.960657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.242643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Allocated IP 172.20.0.1 (c29064b8-135b-4b04-acf3-a5ae872ff3b2/8eaea2f2-0c73-42d2-9b1d-37069c686592/562cda64-67cb-4ba0-ba55-b83300b98efc) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:32.438644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.460999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Transition to ACTIVE for port object 562cda64-67cb-4ba0-ba55-b83300b98efc will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:32.539531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.603950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:32.608932 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.610296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:32.616567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:32.616567 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.680504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Pushing event updated for resources: {'Port': ['ID=562cda64-67cb-4ba0-ba55-b83300b98efc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:32.818680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-90477634-4891-4b0c-9b17-fdd55e96f877 None None] Provisioning for port 562cda64-67cb-4ba0-ba55-b83300b98efc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:32.822126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-90477634-4891-4b0c-9b17-fdd55e96f877 None None] Provisioning complete for port 562cda64-67cb-4ba0-ba55-b83300b98efc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:32.822492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-90477634-4891-4b0c-9b17-fdd55e96f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.829404 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:32.854208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-90477634-4891-4b0c-9b17-fdd55e96f877 None None] Port 562cda64-67cb-4ba0-ba55-b83300b98efc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:33.006483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.010612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.011384 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.085693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Pushing event updated for resources: {'Port': ['ID=562cda64-67cb-4ba0-ba55-b83300b98efc,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:33.129877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:33.131136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:33.290629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:11:33.376196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-046faf37-1419-4270-867c-f4b5f1d304d8 None None] Provisioning complete for port 562cda64-67cb-4ba0-ba55-b83300b98efc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:33.376484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-046faf37-1419-4270-867c-f4b5f1d304d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:33.381264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:33.386700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da69eaee-4770-4782-9119-666f911d252f admin admin] 10.222.0.63 "PUT /v2.0/routers/0252cf5c-07cd-4617-a61d-5edcdcd7ecae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6779068 Jul 08 17:11:33.401623 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Sync routers for ids ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:33.412276 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Routers {'0252cf5c-07cd-4617-a61d-5edcdcd7ecae'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:33.413112 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:11:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:33.414319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-046faf37-1419-4270-867c-f4b5f1d304d8 None None] Port 562cda64-67cb-4ba0-ba55-b83300b98efc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:11:33.593421 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Set router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:34.010576 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'name': 'router1', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:23Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 2, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'gw_port_host': None, '_interfaces': [{'id': '562cda64-67cb-4ba0-ba55-b83300b98efc', 'name': '', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'mac_address': 'fa:16:3e:38:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:31Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 2, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'subnets': [{'id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e20def-1104-460b-bb81-c4c79371cc59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:34.061274 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Checking router: 0252cf5c-07cd-4617-a61d-5edcdcd7ecae for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:34.061574 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Updating router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae port 562cda64-67cb-4ba0-ba55-b83300b98efc binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:11:34.125757 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.610502 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.628677 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Transition to ACTIVE for port object 562cda64-67cb-4ba0-ba55-b83300b98efc will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:34.635101 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.792702 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Pushing event updated for resources: {'Port': ['ID=562cda64-67cb-4ba0-ba55-b83300b98efc,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:34.802246 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.802592 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.802930 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.803263 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.803590 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.803915 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.804237 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.804559 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.804902 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.805224 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.805541 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.806409 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Tracked resource versions report: Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: pushed versions: Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: { 'AddressGroup': {'1.2'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'ConntrackHelper': {'1.0'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Log': {'1.0'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Network': {'1.1'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Port': {'1.7'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'PortForwarding': {'1.2'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'QosPolicy': {'1.8'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'SecurityGroup': {'1.4'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'SubPort': {'1.0'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Subnet': {'1.1'}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Trunk': {'1.1'}} Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: consumer versions: Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: L3 agent@n-d-799528-4: {}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: Metadata agent@n-d-799528-4: {}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: Metering agent@n-d-799528-4: {}, Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'ConntrackHelper': '1.0', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Log': '1.0', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Network': '1.1', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Port': '1.7', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'PortForwarding': '1.2', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'QosPolicy': '1.8', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'SecurityGroup': '1.4', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'SecurityGroupRule': '1.2', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'SubPort': '1.0', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Subnet': '1.1', Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: 'Trunk': '1.1'}} Jul 08 17:11:34.806976 n-d-799528-4 neutron-server[93667]: {{(pid=93667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:11:34.809296 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Attempting to bind port 562cda64-67cb-4ba0-ba55-b83300b98efc on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:34.809693 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Attempting to bind port 562cda64-67cb-4ba0-ba55-b83300b98efc by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:34.810124 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Attempting to bind port 562cda64-67cb-4ba0-ba55-b83300b98efc on network c29064b8-135b-4b04-acf3-a5ae872ff3b2 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:34.815825 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:34.816227 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Checking segment: {'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:34.816723 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.817265 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Bound using segment: {'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:34.817740 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Bound port: 562cda64-67cb-4ba0-ba55-b83300b98efc, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e777d456-743c-4f3d-8ad1-23a28e1a1103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:34.818050 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.882538 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] For port 562cda64-67cb-4ba0-ba55-b83300b98efc, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:34.905182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] For port 562cda64-67cb-4ba0-ba55-b83300b98efc, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=562cda64-67cb-4ba0-ba55-b83300b98efc,segment=NetworkSegment(e777d456-743c-4f3d-8ad1-23a28e1a1103),segment_id=e777d456-743c-4f3d-8ad1-23a28e1a1103)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:34.909510 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:34.966933 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Routers {'0252cf5c-07cd-4617-a61d-5edcdcd7ecae'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:34.967554 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:11:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:35.005046 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ea6e6-60a4-4c1c-8253-296f8839b3c5 None None] Pushing event updated for resources: {'Port': ['ID=562cda64-67cb-4ba0-ba55-b83300b98efc,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:35.059216 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] Set router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:35.264782 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'name': 'router1', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:23Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 2, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'gw_port_host': None, '_interfaces': [{'id': '562cda64-67cb-4ba0-ba55-b83300b98efc', 'name': '', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'mac_address': 'fa:16:3e:38:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:31Z', 'updated_at': '2021-07-08T17:11:34Z', 'revision_number': 4, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'subnets': [{'id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e20def-1104-460b-bb81-c4c79371cc59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:35.293375 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9357cb5-35a3-4401-b005-7395ed665411 None None] The sync data for ids ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'] in n-d-799528-4 is: [{'id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'name': 'router1', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:23Z', 'updated_at': '2021-07-08T17:11:32Z', 'revision_number': 2, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'gw_port_host': None, '_interfaces': [{'id': '562cda64-67cb-4ba0-ba55-b83300b98efc', 'name': '', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'mac_address': 'fa:16:3e:38:04:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:31Z', 'updated_at': '2021-07-08T17:11:34Z', 'revision_number': 4, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'subnets': [{'id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e20def-1104-460b-bb81-c4c79371cc59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:35.619431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46536) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:35.726896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07541013-73d7-43c8-8e0b-4fe360d4d6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:35.728270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-07541013-73d7-43c8-8e0b-4fe360d4d6f3 admin admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 842 time: 0.1078889 Jul 08 17:11:35.737550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_dhcp': False, 'cidr': '172.25.5.0/24'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:35.758662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Made reservation on behalf of 35358b6b68ee42fa8f15e14e2997c453 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:11:35.761161 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.039667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:11:36.040098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.092567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f943f1-f4b1-42bc-8a1a-5158d35faeb3,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:36.102011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:36.102366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Network hostable DHCP agents. Network: a83a13eb-f840-4cc4-a00d-fa978b2f89ec, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:11:36.117654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:11:36.126447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a83a13eb-f840-4cc4-a00d-fa978b2f89ec) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:36.130625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:36.131218 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:36.136106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182dcd4-3fef-47c5-a85d-d5806177587a None None] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:36.146100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ec702b9-e77c-4970-a62a-088594e49172 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4119973 Jul 08 17:11:36.272603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a98a798-1371-45a2-af8f-2c5267039dca None None] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:11:38.204173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 562cda64-67cb-4ba0-ba55-b83300b98efc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:38.256208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 562cda64-67cb-4ba0-ba55-b83300b98efc completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:38.260196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 562cda64-67cb-4ba0-ba55-b83300b98efc triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:38.260579 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.351038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.387292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 562cda64-67cb-4ba0-ba55-b83300b98efc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=562cda64-67cb-4ba0-ba55-b83300b98efc,segment=NetworkSegment(e777d456-743c-4f3d-8ad1-23a28e1a1103),segment_id=e777d456-743c-4f3d-8ad1-23a28e1a1103)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:38.391448 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:38.424579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46552) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:38.445127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=562cda64-67cb-4ba0-ba55-b83300b98efc,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:38.619378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-89e8a487-63b7-4206-89b2-672fd4e46308 admin admin] 10.222.0.63 "GET /v2.0/routers/0252cf5c-07cd-4617-a61d-5edcdcd7ecae HTTP/1.1" status: 200 len: 710 time: 0.1936452 Jul 08 17:11:38.703790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeed1dd-76e6-477b-aa2c-25ad8d42edd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:11:38.705191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9eeed1dd-76e6-477b-aa2c-25ad8d42edd2 admin admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 886 time: 0.0808551 Jul 08 17:11:38.714452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:11:38.954472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.182320 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.260263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.362922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Allocated IP 172.25.5.231 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/eb465742-70a5-4902-a9ce-f3a078934402) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:11:39.461510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.500411 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:39.540933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:11:39.543544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:11:39.545980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:11:39.605671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Pushing event updated for resources: {'Port': ['ID=eb465742-70a5-4902-a9ce-f3a078934402,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:39.795714 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.060187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.063271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.167437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:11:40.177816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 562cda64-67cb-4ba0-ba55-b83300b98efc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:40.225426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 562cda64-67cb-4ba0-ba55-b83300b98efc triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:40.225799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.272751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:11:40.277090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:40.281261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-66e58561-710c-4363-b880-1e7ba7d0385e admin admin] 10.222.0.63 "PUT /v2.0/routers/0252cf5c-07cd-4617-a61d-5edcdcd7ecae HTTP/1.1" status: 200 len: 890 time: 1.5699501 Jul 08 17:11:40.312064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Sync routers for ids ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:11:40.334293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Routers {'0252cf5c-07cd-4617-a61d-5edcdcd7ecae'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:40.334986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:11:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:40.571031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Set router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:40.961893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'name': 'router1', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'eb465742-70a5-4902-a9ce-f3a078934402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:23Z', 'updated_at': '2021-07-08T17:11:39Z', 'revision_number': 4, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'gw_port': {'id': 'eb465742-70a5-4902-a9ce-f3a078934402', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:39Z', 'updated_at': '2021-07-08T17:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '562cda64-67cb-4ba0-ba55-b83300b98efc', 'name': '', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'mac_address': 'fa:16:3e:38:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:31Z', 'updated_at': '2021-07-08T17:11:38Z', 'revision_number': 5, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'subnets': [{'id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e20def-1104-460b-bb81-c4c79371cc59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:41.012670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Checking router: 0252cf5c-07cd-4617-a61d-5edcdcd7ecae for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:11:41.013037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Updating router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae port eb465742-70a5-4902-a9ce-f3a078934402 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:11:41.046187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.358598 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.368223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Transition to ACTIVE for port object eb465742-70a5-4902-a9ce-f3a078934402 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:11:41.373527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.421055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Attempting to bind port eb465742-70a5-4902-a9ce-f3a078934402 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:11:41.421425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Attempting to bind port eb465742-70a5-4902-a9ce-f3a078934402 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:11:41.421789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Attempting to bind port eb465742-70a5-4902-a9ce-f3a078934402 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:11:41.430516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbd2c0-a431-4bdb-a93c-8fc7e6d35d31 None None] Pushing event updated for resources: {'Port': ['ID=eb465742-70a5-4902-a9ce-f3a078934402,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:41.432945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:11:41.433292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:11:41.433692 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.434074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:11:41.434539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Bound port: eb465742-70a5-4902-a9ce-f3a078934402, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:11:41.434934 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.483827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] For port eb465742-70a5-4902-a9ce-f3a078934402, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:11:41.486815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] For port eb465742-70a5-4902-a9ce-f3a078934402, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=eb465742-70a5-4902-a9ce-f3a078934402,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:11:41.491820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:41.548647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbd2c0-a431-4bdb-a93c-8fc7e6d35d31 None None] Pushing event updated for resources: {'Port': ['ID=eb465742-70a5-4902-a9ce-f3a078934402,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:41.551684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Routers {'0252cf5c-07cd-4617-a61d-5edcdcd7ecae'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:11:41.552277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:11:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:41.732588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] Set router 0252cf5c-07cd-4617-a61d-5edcdcd7ecae gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:11:41.937790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'name': 'router1', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'eb465742-70a5-4902-a9ce-f3a078934402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:23Z', 'updated_at': '2021-07-08T17:11:39Z', 'revision_number': 4, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'gw_port': {'id': 'eb465742-70a5-4902-a9ce-f3a078934402', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:39Z', 'updated_at': '2021-07-08T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '562cda64-67cb-4ba0-ba55-b83300b98efc', 'name': '', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'mac_address': 'fa:16:3e:38:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:31Z', 'updated_at': '2021-07-08T17:11:38Z', 'revision_number': 5, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'subnets': [{'id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e20def-1104-460b-bb81-c4c79371cc59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:11:41.962398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093cc7cd-fc6a-45d6-8d8b-0726a5811079 None None] The sync data for ids ['0252cf5c-07cd-4617-a61d-5edcdcd7ecae'] in n-d-799528-4 is: [{'id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'name': 'router1', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'eb465742-70a5-4902-a9ce-f3a078934402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:11:23Z', 'updated_at': '2021-07-08T17:11:39Z', 'revision_number': 4, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'gw_port': {'id': 'eb465742-70a5-4902-a9ce-f3a078934402', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:39Z', 'updated_at': '2021-07-08T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '562cda64-67cb-4ba0-ba55-b83300b98efc', 'name': '', 'network_id': 'c29064b8-135b-4b04-acf3-a5ae872ff3b2', 'tenant_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'mac_address': 'fa:16:3e:38:04:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252cf5c-07cd-4617-a61d-5edcdcd7ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:11:31Z', 'updated_at': '2021-07-08T17:11:38Z', 'revision_number': 5, 'project_id': 'e7e7a9c5dadd44829cb1a3c5269f93a7', 'subnets': [{'id': '8eaea2f2-0c73-42d2-9b1d-37069c686592', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78e20def-1104-460b-bb81-c4c79371cc59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:11:42.214518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device eb465742-70a5-4902-a9ce-f3a078934402 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:42.265323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port eb465742-70a5-4902-a9ce-f3a078934402 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:11:42.269314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port eb465742-70a5-4902-a9ce-f3a078934402 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:42.270313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.355275 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.376908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port eb465742-70a5-4902-a9ce-f3a078934402, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=eb465742-70a5-4902-a9ce-f3a078934402,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:11:42.382664 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:42.435296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=eb465742-70a5-4902-a9ce-f3a078934402,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:11:42.661355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46560) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:11:42.804422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-23b210cd-6b70-4864-b30b-4a4fb31c2129 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1418552 Jul 08 17:11:44.190806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device eb465742-70a5-4902-a9ce-f3a078934402 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:11:44.239304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port eb465742-70a5-4902-a9ce-f3a078934402 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:11:44.239677 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:57.375222 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b5cf488c-594a-4772-a46a-7c17fb3eb6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:11:59.922292 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb368f27-f377-4cfa-90c2-9569a44fc2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:00.354375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:01.167490 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:02.626205 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:07.937167 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:12:27.353106 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fa194ffe-0fb0-452f-9dd6-5eafa458c238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:29.924590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7f96b456-c37c-403e-a61a-6eb7db5c0f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:30.348489 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:31.159734 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:32.634121 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:44.939488 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:12:57.345002 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6bd65da1-3217-4e9b-891c-c072022fe327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:12:59.925679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fad07f2d-eccd-48de-b1c8-67090cf5e944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:00.353635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:01.163439 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:02.630624 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:21.938408 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:13:22.168138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47162) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:22.241210 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-f445551d-4e97-4149-b2fa-461f57003ed9 admin admin] GET failed (client error): The resource could not be found. Jul 08 17:13:22.242492 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f445551d-4e97-4149-b2fa-461f57003ed9 admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0733733 Jul 08 17:13:22.431825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e90649-e17a-4ac7-921d-dbf506e328d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:22.433290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-82e90649-e17a-4ac7-921d-dbf506e328d3 admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1870704 Jul 08 17:13:24.563644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47172) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:24.690935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bceb6a1-358a-432d-aebe-9d7355820754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:24.692276 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5bceb6a1-358a-432d-aebe-9d7355820754 admin admin] 10.222.0.63 "GET /v2.0/subnets/8eaea2f2-0c73-42d2-9b1d-37069c686592 HTTP/1.1" status: 200 len: 849 time: 0.1276965 Jul 08 17:13:24.701390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:13:24.782906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:24.947670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735684454422'] for subnet, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.013893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:25.015222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.029559 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] 10.222.0.63 "PUT /v2.0/subnets/8eaea2f2-0c73-42d2-9b1d-37069c686592 HTTP/1.1" status: 200 len: 868 time: 0.3186197 Jul 08 17:13:25.030056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a5e411-6c15-410e-bc21-d6b5b5bdd129 None None] Network c29064b8-135b-4b04-acf3-a5ae872ff3b2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:13:25.035008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eaea2f2-0c73-42d2-9b1d-37069c686592,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:13:25.044648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.045029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.045432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.045707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.046040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.046371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.047301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.047301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.047517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.047798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.048127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.048446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c393326e-2df7-427d-bf2f-04658709e509 admin admin] Tracked resource versions report: Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: pushed versions: Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: { 'AddressGroup': {'1.2'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'ConntrackHelper': {'1.0'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Log': {'1.0'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Network': {'1.1'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Port': {'1.7'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'PortForwarding': {'1.2'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'QosPolicy': {'1.8'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'SecurityGroup': {'1.4'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'SubPort': {'1.0'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Subnet': {'1.1'}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Trunk': {'1.1'}} Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: consumer versions: Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: L3 agent@n-d-799528-4: {}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: Metadata agent@n-d-799528-4: {}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: Metering agent@n-d-799528-4: {}, Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'ConntrackHelper': '1.0', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Log': '1.0', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Network': '1.1', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Port': '1.7', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'PortForwarding': '1.2', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'QosPolicy': '1.8', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'SecurityGroup': '1.4', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'SecurityGroupRule': '1.2', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'SubPort': '1.0', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Subnet': '1.1', Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: 'Trunk': '1.1'}} Jul 08 17:13:25.049714 n-d-799528-4 neutron-server[93665]: {{(pid=93665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:13:25.349556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-12a9ae34-2840-405f-b847-e0a86cabbc97 None None] Provisioning complete for port 562cda64-67cb-4ba0-ba55-b83300b98efc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:25.349928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-12a9ae34-2840-405f-b847-e0a86cabbc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:25.432318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-12a9ae34-2840-405f-b847-e0a86cabbc97 None None] Provisioning complete for port 6790b64e-9d49-4788-b997-9a5f6d5b924a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:13:25.432683 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-12a9ae34-2840-405f-b847-e0a86cabbc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.201844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47184) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:27.345843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b1b2a116-c890-46c3-b734-0af826cba47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:27.399030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81edd8b6-4aea-48a5-a49d-94b5145cc453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:27.399434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81edd8b6-4aea-48a5-a49d-94b5145cc453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:27.401050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-81edd8b6-4aea-48a5-a49d-94b5145cc453 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982048 Jul 08 17:13:29.538303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47194) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:29.743874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cc8f9-29c8-4624-968a-6c7e99e441aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.744258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cc8f9-29c8-4624-968a-6c7e99e441aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:29.745839 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-022cc8f9-29c8-4624-968a-6c7e99e441aa admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2064605 Jul 08 17:13:29.927375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54bddc72-316c-4514-8c18-d430646611f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:30.355467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.165608 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:31.891094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47202) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:32.064583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f177f0-e0bc-4515-969d-c9b2e64e1511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:32.065893 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-79f177f0-e0bc-4515-969d-c9b2e64e1511 admin admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 886 time: 0.1738229 Jul 08 17:13:32.634007 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:34.202835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47210) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:34.351999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4852dde8-14cd-4024-9bef-84549090ae5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:34.353402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4852dde8-14cd-4024-9bef-84549090ae5d admin admin] 10.222.0.63 "GET /v2.0/networks/c29064b8-135b-4b04-acf3-a5ae872ff3b2 HTTP/1.1" status: 200 len: 869 time: 0.1496201 Jul 08 17:13:36.492275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:36.612406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd1675-1a2a-484b-aa22-c7af0654ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:36.612890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd1675-1a2a-484b-aa22-c7af0654ef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:36.614422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-86cd1675-1a2a-484b-aa22-c7af0654ef57 admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212535 Jul 08 17:13:38.756008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47226) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:38.877492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b246a-4532-4347-92d1-93d2c83b7bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:38.877954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b246a-4532-4347-92d1-93d2c83b7bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:38.879481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-403b246a-4532-4347-92d1-93d2c83b7bff admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225088 Jul 08 17:13:41.010197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47234) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:41.094268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9c141-247d-45d6-a7b0-18b4a13dd680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:41.095543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bbe9c141-247d-45d6-a7b0-18b4a13dd680 admin admin] 10.222.0.63 "GET /v2.0/subnets/33f943f1-f4b1-42bc-8a1a-5158d35faeb3 HTTP/1.1" status: 200 len: 816 time: 0.0843883 Jul 08 17:13:43.206936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47242) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:13:43.298100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f166a-0e3d-4c44-bb43-6d827e43bc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:13:43.299746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3b5f166a-0e3d-4c44-bb43-6d827e43bc3f admin admin] 10.222.0.63 "GET /v2.0/subnets/8eaea2f2-0c73-42d2-9b1d-37069c686592 HTTP/1.1" status: 200 len: 868 time: 0.0912552 Jul 08 17:13:57.346819 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-295b224c-1faa-496a-b9f9-f3033bc875f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:13:58.936370 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:13:59.926919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f1005c56-78ed-4689-83f0-1c6fd9b00b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:00.355235 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:01.170663 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:02.638800 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:07.442227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47294) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:07.487302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-e2092db2-9e78-4256-ad84-0e7dc23a71ff admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:14:07.488315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e2092db2-9e78-4256-ad84-0e7dc23a71ff admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451467 Jul 08 17:14:09.705574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47302) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:09.764471 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-094fea08-054c-4480-aeb7-c453146fbfb4 admin admin] GET failed (client error): The resource could not be found. Jul 08 17:14:09.766047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-094fea08-054c-4480-aeb7-c453146fbfb4 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593398 Jul 08 17:14:09.904193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f1eaf-5c42-4607-8f12-16a18f473eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:09.905635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0f6f1eaf-5c42-4607-8f12-16a18f473eb2 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359379 Jul 08 17:14:12.090910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47310) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:12.135755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:12.155216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Made reservation on behalf of 35358b6b68ee42fa8f15e14e2997c453 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:12.157681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.186051 n-d-799528-4 neutron-server[93664]: WARNING neutron.services.revisions.revision_plugin [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Could not find related network for resource to bump revision. Jul 08 17:14:12.198609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:14:12.207873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.208209 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Added segment 594350c9-8e6c-488c-99ff-442443809f4b of type vlan for network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 Jul 08 17:14:12.245961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.271884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.272934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:12.273443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:12.326089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2340000 Jul 08 17:14:12.334333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Pushing event updated for resources: {'Network': ['ID=9882a0a4-3d27-42cb-ab89-6958c843d7e5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:12.342315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.342665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.343006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.343337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.343669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.343991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.344311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.344634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.344995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.345317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.345635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.345955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5fbcc-2946-430f-934e-0d52e14e6e9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:12.357784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:14:14.504244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47318) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:14:14.561387 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c741c461-708b-428c-aab1-27f7c03ef1a3 admin admin] GET failed (client error): The resource could not be found. Jul 08 17:14:14.562713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c741c461-708b-428c-aab1-27f7c03ef1a3 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0574996 Jul 08 17:14:14.632272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b24c24-2621-415c-b3c0-10d0e48faa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:14.633728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f3b24c24-2621-415c-b3c0-10d0e48faa0a admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670629 Jul 08 17:14:14.643730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:14:14.662769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Made reservation on behalf of 35358b6b68ee42fa8f15e14e2997c453 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:14:14.665028 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:14.822713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:14.876186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df615e8-48af-434b-8c3c-1e27a541848d,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:14.882928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:14.883286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Network hostable DHCP agents. Network: 9882a0a4-3d27-42cb-ab89-6958c843d7e5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:14:14.898587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:14:14.907434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9882a0a4-3d27-42cb-ab89-6958c843d7e5) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:14.913259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:14:14.913842 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:14.915321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e04a3-6867-4d1f-97c0-c373625325c7 None None] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:14.926702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3643b214-233b-4fa1-881a-65236e020a3f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2863164 Jul 08 17:14:15.064952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'tenant_id': '35358b6b68ee42fa8f15e14e2997c453', 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:14:15.065853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:15.291360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Allocated IP 192.168.233.2 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/f7e3bfc9-7d92-412b-8b80-52b35a02c53b) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:14:15.434840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:15.443442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Transition to ACTIVE for port object f7e3bfc9-7d92-412b-8b80-52b35a02c53b will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:15.459617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Transition to ACTIVE for port object f7e3bfc9-7d92-412b-8b80-52b35a02c53b will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:14:15.465736 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:15.500620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:14:15.503403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:14:15.508779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:14:15.536280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Pushing event updated for resources: {'Port': ['ID=f7e3bfc9-7d92-412b-8b80-52b35a02c53b,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:15.563831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.564182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.564530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.564906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.565223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.565547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.565871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.566197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.566516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.566833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.567154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.567471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:14:15.584456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Attempting to bind port f7e3bfc9-7d92-412b-8b80-52b35a02c53b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:14:15.584864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Attempting to bind port f7e3bfc9-7d92-412b-8b80-52b35a02c53b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:14:15.585245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Attempting to bind port f7e3bfc9-7d92-412b-8b80-52b35a02c53b on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:14:15.591779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:14:15.592158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:14:15.592560 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:15.592998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:14:15.593466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Bound port: f7e3bfc9-7d92-412b-8b80-52b35a02c53b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:14:15.593863 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:15.655495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] For port f7e3bfc9-7d92-412b-8b80-52b35a02c53b, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:14:15.658595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] For port f7e3bfc9-7d92-412b-8b80-52b35a02c53b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f7e3bfc9-7d92-412b-8b80-52b35a02c53b,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:14:15.663714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:15.721935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8398-b8ca-45e6-81b5-80a2acd51214 None None] Pushing event updated for resources: {'Port': ['ID=f7e3bfc9-7d92-412b-8b80-52b35a02c53b,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:16.350074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f7e3bfc9-7d92-412b-8b80-52b35a02c53b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:16.408230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f7e3bfc9-7d92-412b-8b80-52b35a02c53b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:16.579939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fcf2b-2f07-45e6-bdbc-696662e39f71 None None] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:14:16.631120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2c3724ef-20a9-4f35-845e-a4221fa85da4 None None] Provisioning for port f7e3bfc9-7d92-412b-8b80-52b35a02c53b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:14:16.638490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2c3724ef-20a9-4f35-845e-a4221fa85da4 None None] Provisioning complete for port f7e3bfc9-7d92-412b-8b80-52b35a02c53b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:16.638861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c3724ef-20a9-4f35-845e-a4221fa85da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:16.768564 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c3724ef-20a9-4f35-845e-a4221fa85da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:16.820844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2c3724ef-20a9-4f35-845e-a4221fa85da4 None None] For port f7e3bfc9-7d92-412b-8b80-52b35a02c53b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f7e3bfc9-7d92-412b-8b80-52b35a02c53b,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:14:16.826860 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c3724ef-20a9-4f35-845e-a4221fa85da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:16.883133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3724ef-20a9-4f35-845e-a4221fa85da4 None None] Pushing event updated for resources: {'Port': ['ID=f7e3bfc9-7d92-412b-8b80-52b35a02c53b,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:14:17.046778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3b384f8e-17f7-492f-ab25-605747099809 None None] Provisioning complete for port f7e3bfc9-7d92-412b-8b80-52b35a02c53b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:17.047064 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b384f8e-17f7-492f-ab25-605747099809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:18.295817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f7e3bfc9-7d92-412b-8b80-52b35a02c53b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:14:18.342573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f7e3bfc9-7d92-412b-8b80-52b35a02c53b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:14:18.342944 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:27.347943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-46d8e061-8408-4f4d-be98-494c4bf0c5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:29.928130 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-55608f08-c5f1-42fe-a882-017ce34b627c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:30.358459 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:31.172699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:32.643050 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:35.938736 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:14:57.349414 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-edd82ba6-63e7-4636-bb69-ade3fdb376ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:14:59.930092 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0c9084f-358e-4dd8-9d67-7484c06ebfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:00.359725 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:01.175820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:02.646070 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:12.938187 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:15:27.351515 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f56d9045-05e0-45e8-8726-393c54c094ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:29.931628 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-78497fa4-09d1-40ab-bde7-d7dacc4d38b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:30.360580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:31.179928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:32.648860 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:42.797943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47370) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:42.803921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-f2cf1871-826a-4e9c-819d-d51a54053275 tempest-verify_tempest_config-1345120375 tempest-verify_tempest_config-1345120375-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:15:42.804951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f2cf1871-826a-4e9c-819d-d51a54053275 tempest-verify_tempest_config-1345120375 tempest-verify_tempest_config-1345120375-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060122 Jul 08 17:15:43.101476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47388) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:43.199788 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.291678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.295468 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.340039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e485604b2d2842a9a427c50b74bcc7a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2375181 Jul 08 17:15:43.341021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d59d3c-6f38-4aa5-9fe8-3f9af9c45e7c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:43.342680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47392) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:15:43.347673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.348021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.348358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.348744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.349073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.349395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.349715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.350032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.350349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.350662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.350976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.351286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76599eec-38e7-43d8-9339-8dcfcee5228a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.425185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.445053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.530714 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.533349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:43.534506 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46d59d3c-6f38-4aa5-9fe8-3f9af9c45e7c HTTP/1.1" status: 204 len: 168 time: 0.1907365 Jul 08 17:15:43.542453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d59d3c-6f38-4aa5-9fe8-3f9af9c45e7c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:15:43.548797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.549152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.549495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.549834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.550167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.550499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.550827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.551154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.551478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.551802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.552129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:43.552451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9981b88-bb2d-461e-be55-e6ff9ba70a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:15:49.937360 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:15:57.351983 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c12516b8-1af1-4e5b-a9e1-0314e9b3f0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:15:59.933076 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e7825e61-2e49-44fd-bcff-f836a7934cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:00.360058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:01.181542 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:02.655985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:26.936019 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:16:27.351980 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-42bfce4c-aada-48a2-b732-65db15fcb157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:29.932826 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c66d-c857-474e-88c3-3120e8b3363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:30.360241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:31.184687 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:32.656154 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:57.352680 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4c38b8a3-7e6d-46a0-8700-98763bc91018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:16:59.931214 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd52a98a-dfce-41bf-a6bd-458bc33b4717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:00.362333 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:01.186681 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:02.658323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:03.934797 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:17:27.352690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e334314-77c0-40bf-9b88-f570982397f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:29.932779 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-33a8bd67-cbbf-4406-a937-bdcff29c0a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:30.363829 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:31.189077 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:32.660369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:40.933553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:17:57.352222 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-33d30c3a-b5c0-4e6b-aa74-14a296556b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:17:59.933240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d43bc81-a098-4884-9a66-a4ce9d6c9cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:00.366871 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:01.193716 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:02.663700 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:17.930949 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 5 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:18:27.352888 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4be4-8bfe-4176-b49b-9eb5b845cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:29.934201 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7cfab271-8273-4980-a9f7-67ff013070f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:30.368781 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:31.196546 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:32.667963 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:43.307641 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616637'] for agent, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:54.930751 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 6 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:18:55.444173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616637'] for agent, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:57.357738 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-72de4574-e6b6-490d-bb68-666cf21ca13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:18:59.934632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5ed8344-2312-4f5d-97a6-7fa8de2b8a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:00.369690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:01.198074 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:02.670671 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:13.256801 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:25.412589 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.359582 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-463a0470-e89c-402e-8834-0bd8347a9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:27.909410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47454) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:28.008550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e499df6-f756-4aaa-8607-8184ab529da7 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0980470 Jul 08 17:19:29.936563 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f4e8f00f-48ba-4bed-8aa2-694d14fb40ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:30.169280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47464) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:19:30.240033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-48f8ff1c-3ec2-410e-a6f5-1c2073c674c7 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0696492 Jul 08 17:19:30.372040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.201317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:31.929953 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:19:32.673338 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:43.255355 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:55.442692 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:57.359891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0ce9ec09-8343-47af-b764-9a5dfec634df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:19:59.937491 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ffb73b78-98bd-4735-b211-9a4d147b4025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:00.372912 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:01.203331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:02.677938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:08.930463 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:20:13.251576 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:25.441529 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:27.359732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-120cde35-e694-42e1-93e5-e32e6f54e971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:29.940218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-733f81ac-a0e7-4339-a378-bd1f731da80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:30.374928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:31.205180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:32.686439 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:43.266978 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:45.929816 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:20:55.453621 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:55.528203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47840) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:55.530949 n-d-799528-4 neutron-server[93664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 17:20:55.665788 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-eb08001a-9cfc-41a5-bed2-81eca2b5c87f tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=de3184751ad44dcea254a68fb6353baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1364362 Jul 08 17:20:55.856645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-646e9ad4-2aa9-415a-ab70-d00dffa7d5f7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:55.858184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-646e9ad4-2aa9-415a-ab70-d00dffa7d5f7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868606 Jul 08 17:20:55.873778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-0ec7cc47-d02b-43c0-8370-3a9dc2a72b55 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/quotas/de3184751ad44dcea254a68fb6353baf HTTP/1.1" status: 200 len: 375 time: 0.0098860 Jul 08 17:20:55.927484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-d45fe26f-c612-4109-81c7-e65adb3ae156 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=de3184751ad44dcea254a68fb6353baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487659 Jul 08 17:20:56.504009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3da36977-8d0a-41d3-83e7-6070a1469e0a req-8399ff06-3f28-4951-b3a2-a5d2b108e42b tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 210 time: 0.0563319 Jul 08 17:20:56.832388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47940) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.152663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47976) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.236215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.256357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47982) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.362482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c4e996f7-23b5-4e6d-9838-57971ab7931b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.369089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.377130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.414362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=51b4f32802364c10b88c74df4742ffbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5796320 Jul 08 17:20:57.417953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48000) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.445090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b506c3-1ce0-4e89-930f-364886672470,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.474220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.474742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.475065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.475426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.475723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.476017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.476330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.476642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.476978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.477286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.477596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.478165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e12b6f-35d6-4e9b-ae7b-b4836249b65a admin admin] Tracked resource versions report: Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: pushed versions: Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: { 'AddressGroup': {'1.2'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'ConntrackHelper': {'1.0'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Log': {'1.0'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Network': {'1.1'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Port': {'1.7'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'PortForwarding': {'1.2'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'QosPolicy': {'1.8'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'SecurityGroup': {'1.4'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'SubPort': {'1.0'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Subnet': {'1.1'}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Trunk': {'1.1'}} Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: consumer versions: Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: HyperV agent@n-h1-799528-4: {}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: HyperV agent@n-h2-799528-4: {}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: L3 agent@n-d-799528-4: {}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: Metadata agent@n-d-799528-4: {}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: Metering agent@n-d-799528-4: {}, Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'ConntrackHelper': '1.0', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Log': '1.0', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Network': '1.1', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Port': '1.7', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'PortForwarding': '1.2', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'QosPolicy': '1.8', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'SecurityGroup': '1.4', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'SecurityGroupRule': '1.2', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'SubPort': '1.0', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Subnet': '1.1', Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: 'Trunk': '1.1'}} Jul 08 17:20:57.478985 n-d-799528-4 neutron-server[93664]: {{(pid=93664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:20:57.508393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd9081d9-9dbd-43e8-8984-4a80e3d8ed4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.541796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6a001f4-0029-459c-bb41-4099021c26d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.545845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48008) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.549039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.584179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6a001f4-0029-459c-bb41-4099021c26d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.642292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d5e4f02-b426-44aa-840b-751e3b7e8e10 req-e43e597a-5977-441f-bdf3-644275e233ab tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 210 time: 0.0473490 Jul 08 17:20:57.671826 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.720591 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6a001f4-0029-459c-bb41-4099021c26d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.723183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6a001f4-0029-459c-bb41-4099021c26d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.724288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c6a001f4-0029-459c-bb41-4099021c26d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f6b506c3-1ce0-4e89-930f-364886672470 HTTP/1.1" status: 204 len: 168 time: 0.3052835 Jul 08 17:20:57.735063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd9081d9-9dbd-43e8-8984-4a80e3d8ed4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.739982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a001f4-0029-459c-bb41-4099021c26d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b506c3-1ce0-4e89-930f-364886672470,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.744575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd9081d9-9dbd-43e8-8984-4a80e3d8ed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.789213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd9081d9-9dbd-43e8-8984-4a80e3d8ed4c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5792d89ecc794ed3926aa091d45e69ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6352499 Jul 08 17:20:57.808365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48024) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:57.820640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:20:57.820640 n-d-799528-4 neutron-server[93664]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:20:57.820640 n-d-799528-4 neutron-server[93664]: [parameters: {'project_id_1': '81900994fa6a4edf9bc81584388e63f3', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 20, 57, 700916)}] Jul 08 17:20:57.820640 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:20:57.821536 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:20:57.866223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.868388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9081d9-9dbd-43e8-8984-4a80e3d8ed4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a937654e-2b26-41aa-ba89-53254a1d8092,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.872139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.886729 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ffdaffd-0a10-4c01-83bc-bfb640f0e452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.907415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19def92-aad9-41df-8895-b614714e7db2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:57.911867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ffdaffd-0a10-4c01-83bc-bfb640f0e452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:57.927272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.927803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.928084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.928528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.928908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.929234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.929557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.929878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.930192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.930682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.931138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.931591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] Tracked resource versions report: Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: pushed versions: Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: { 'AddressGroup': {'1.2'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'ConntrackHelper': {'1.0'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Log': {'1.0'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Network': {'1.1'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Port': {'1.7'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'PortForwarding': {'1.2'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'QosPolicy': {'1.8'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'SecurityGroup': {'1.4'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'SubPort': {'1.0'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Subnet': {'1.1'}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Trunk': {'1.1'}} Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: consumer versions: Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: HyperV agent@n-h1-799528-4: {}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: HyperV agent@n-h2-799528-4: {}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: L3 agent@n-d-799528-4: {}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: Metadata agent@n-d-799528-4: {}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: Metering agent@n-d-799528-4: {}, Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'ConntrackHelper': '1.0', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Log': '1.0', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Network': '1.1', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Port': '1.7', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'PortForwarding': '1.2', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'QosPolicy': '1.8', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'SecurityGroup': '1.4', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'SecurityGroupRule': '1.2', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'SubPort': '1.0', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Subnet': '1.1', Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: 'Trunk': '1.1'}} Jul 08 17:20:57.933185 n-d-799528-4 neutron-server[93665]: {{(pid=93665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:20:57.965305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e91aa54b-dddd-46ae-91b4-d45d70b74aef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=afc24db85e9348378b75ef972b6e643b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7049451 Jul 08 17:20:57.966959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48032) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:58.000163 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ffdaffd-0a10-4c01-83bc-bfb640f0e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.010199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ffdaffd-0a10-4c01-83bc-bfb640f0e452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.013247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9ffdaffd-0a10-4c01-83bc-bfb640f0e452 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a937654e-2b26-41aa-ba89-53254a1d8092 HTTP/1.1" status: 204 len: 168 time: 0.1904569 Jul 08 17:20:58.027731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdaffd-0a10-4c01-83bc-bfb640f0e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a937654e-2b26-41aa-ba89-53254a1d8092,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.041551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b1abeef-8bde-4677-baa7-43a39be0e6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.066801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b1abeef-8bde-4677-baa7-43a39be0e6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.114754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b1abeef-8bde-4677-baa7-43a39be0e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.117954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b1abeef-8bde-4677-baa7-43a39be0e6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.119135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6b1abeef-8bde-4677-baa7-43a39be0e6b8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a19def92-aad9-41df-8895-b614714e7db2 HTTP/1.1" status: 204 len: 168 time: 0.1507139 Jul 08 17:20:58.128059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1abeef-8bde-4677-baa7-43a39be0e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19def92-aad9-41df-8895-b614714e7db2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.220697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48040) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:58.237468 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-059b3a47-e1c4-4e62-b0a1-c155a2c4af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.338547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.348918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-059b3a47-e1c4-4e62-b0a1-c155a2c4af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.354328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-059b3a47-e1c4-4e62-b0a1-c155a2c4af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.358854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-2cd97e01-db7b-415c-bd6b-61e855657c1c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=947d9c5ae45747708ce95f7c1c77eb2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512762 Jul 08 17:20:58.389341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b3a47-e1c4-4e62-b0a1-c155a2c4af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18166759-7813-4934-97cf-fb21bd752d9a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.408526 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-059b3a47-e1c4-4e62-b0a1-c155a2c4af17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=be1c3ad860504509b89cb3632e4f0dde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1866691 Jul 08 17:20:58.411010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48054) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:58.465497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9158c40-35b2-45f6-b776-3ce3fbd0718a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.493181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9158c40-35b2-45f6-b776-3ce3fbd0718a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.497217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-5a23321c-1723-425c-a92c-2175ded3691c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:58.503640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-5a23321c-1723-425c-a92c-2175ded3691c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1439569 Jul 08 17:20:58.527661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-5b12c536-710d-41ac-b392-9fc41305b583 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/quotas/947d9c5ae45747708ce95f7c1c77eb2e HTTP/1.1" status: 200 len: 375 time: 0.0231183 Jul 08 17:20:58.545595 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9158c40-35b2-45f6-b776-3ce3fbd0718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.549212 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9158c40-35b2-45f6-b776-3ce3fbd0718a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.550995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c9158c40-35b2-45f6-b776-3ce3fbd0718a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/18166759-7813-4934-97cf-fb21bd752d9a HTTP/1.1" status: 204 len: 168 time: 0.1387017 Jul 08 17:20:58.560920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9158c40-35b2-45f6-b776-3ce3fbd0718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18166759-7813-4934-97cf-fb21bd752d9a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.596647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-9dc43cf1-a1fb-4e20-90ec-6b155ec12b06 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=947d9c5ae45747708ce95f7c1c77eb2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678091 Jul 08 17:20:58.600539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48060) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:58.622034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb75f594-265a-40a2-810f-7b243c0405eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.670361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.686997 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.790456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db334eb-8303-453c-930f-0006033a8c43,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.820140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7c13bb96-4cc7-4a64-a78e-50cbaa965e83 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=81900994fa6a4edf9bc81584388e63f3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2732468 Jul 08 17:20:58.825099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:58.896045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb75f594-265a-40a2-810f-7b243c0405eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.896243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0425c8b0-75a8-435b-9473-ebb54152cb5a req-348ef2bf-bd73-487f-9b4b-c882a86335fc tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 210 time: 0.0617063 Jul 08 17:20:58.915412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb75f594-265a-40a2-810f-7b243c0405eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.937580 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-74f24247-85bb-4074-9a2d-617f014b292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.978616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-74f24247-85bb-4074-9a2d-617f014b292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:58.987742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eb75f594-265a-40a2-810f-7b243c0405eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d34a71ce0a74865a07d3823c0b69f20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3827753 Jul 08 17:20:58.987742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75f594-265a-40a2-810f-7b243c0405eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5cfb13-33df-4e22-88ce-e68a1a2f7750,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:58.993836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48086) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.000161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48084) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.028494 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64bafac7-56ea-474b-967c-a1ff271c33fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.039521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.41', 61282) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.068345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a51089c6-7e5c-4bf4-a92f-aba4bb79e0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.111683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a51089c6-7e5c-4bf4-a92f-aba4bb79e0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.147911 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64bafac7-56ea-474b-967c-a1ff271c33fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.162131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64bafac7-56ea-474b-967c-a1ff271c33fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.182671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a51089c6-7e5c-4bf4-a92f-aba4bb79e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.185789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a51089c6-7e5c-4bf4-a92f-aba4bb79e0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.189285 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a51089c6-7e5c-4bf4-a92f-aba4bb79e0c1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3d5cfb13-33df-4e22-88ce-e68a1a2f7750 HTTP/1.1" status: 204 len: 168 time: 0.1856167 Jul 08 17:20:59.202102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-64bafac7-56ea-474b-967c-a1ff271c33fd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eb99ed9553f64057a51797a8954bcfc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2047751 Jul 08 17:20:59.204877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51089c6-7e5c-4bf4-a92f-aba4bb79e0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5cfb13-33df-4e22-88ce-e68a1a2f7750,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:59.215069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48100) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.240788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bafac7-56ea-474b-967c-a1ff271c33fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef742de7-a727-4f34-a7a9-951e73d539dd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:59.252709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-b8b92fe8-2e34-40d0-a684-610bde359939 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=de3184751ad44dcea254a68fb6353baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1985738 Jul 08 17:20:59.254137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48102) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:20:59.334351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b601d6d-c3ba-414f-a587-8d2251141329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.370365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ad2ae5b8-f73b-421c-8835-59a6c903809a tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:20:59.372066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ad2ae5b8-f73b-421c-8835-59a6c903809a tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080964 Jul 08 17:20:59.378329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b601d6d-c3ba-414f-a587-8d2251141329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.401699 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-74f24247-85bb-4074-9a2d-617f014b292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.404100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-74f24247-85bb-4074-9a2d-617f014b292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.405645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-74f24247-85bb-4074-9a2d-617f014b292e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9db334eb-8303-453c-930f-0006033a8c43 HTTP/1.1" status: 204 len: 168 time: 0.5794785 Jul 08 17:20:59.422918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f24247-85bb-4074-9a2d-617f014b292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db334eb-8303-453c-930f-0006033a8c43,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:59.466723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b601d6d-c3ba-414f-a587-8d2251141329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.484256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b601d6d-c3ba-414f-a587-8d2251141329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.487311 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8b601d6d-c3ba-414f-a587-8d2251141329 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ef742de7-a727-4f34-a7a9-951e73d539dd HTTP/1.1" status: 204 len: 168 time: 0.2698972 Jul 08 17:20:59.508198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b601d6d-c3ba-414f-a587-8d2251141329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef742de7-a727-4f34-a7a9-951e73d539dd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:20:59.525577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59b21184-4848-4dc3-abfb-76089a0e0810 req-806cd414-2ce2-40a5-8899-e76eeb050163 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 210 time: 0.2703354 Jul 08 17:20:59.558681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Request body: {'port': {'device_id': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': 'de3184751ad44dcea254a68fb6353baf'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:20:59.816915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Made reservation on behalf of de3184751ad44dcea254a68fb6353baf for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:20:59.821560 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.837306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:20:59.968577 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ade9d96d-280f-4440-9838-d1c43b3e5eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.018506 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.024653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.165330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77a9b668-bade-4963-9342-7350126401c9 req-46c419a1-d16e-4919-a147-266a6a3fda72 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 210 time: 0.1057985 Jul 08 17:21:00.198459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab2df98-b5c5-4afe-a7ca-babbde6ae86b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:00.281074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48162) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:00.296092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99876918-48be-45b1-a9ae-20b2d8d79bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.386239 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.425402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99876918-48be-45b1-a9ae-20b2d8d79bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.432171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99876918-48be-45b1-a9ae-20b2d8d79bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.485760 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-99876918-48be-45b1-a9ae-20b2d8d79bae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a1cfdb6483e435ea9ef19a590ea7889&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2029054 Jul 08 17:21:00.488571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:00.501089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99876918-48be-45b1-a9ae-20b2d8d79bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3bc336-be97-41b4-b194-0a5477e8d843,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:00.545628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Allocated IP 192.168.233.216 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/7a3a4f7b-d5b7-4151-991b-b10ee10fc349) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:00.608502 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f53a95b-389d-4b81-855d-dacfa2460fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.685833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f53a95b-389d-4b81-855d-dacfa2460fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.749239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29dae77a-f866-4a55-81df-d46655941ecb req-ca8ea1b2-5437-4ab2-a6fd-bdd622e4d73a tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 210 time: 0.0665283 Jul 08 17:21:00.849548 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f53a95b-389d-4b81-855d-dacfa2460fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.849548 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f53a95b-389d-4b81-855d-dacfa2460fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.850410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5f53a95b-389d-4b81-855d-dacfa2460fff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5a3bc336-be97-41b4-b194-0a5477e8d843 HTTP/1.1" status: 204 len: 168 time: 0.3604238 Jul 08 17:21:00.853462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:00.897897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53a95b-389d-4b81-855d-dacfa2460fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3bc336-be97-41b4-b194-0a5477e8d843,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:00.903257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.72', 59431) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:00.909893 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Transition to ACTIVE for port object 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:00.975681 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4fa0a1f5-4093-4fe5-b164-36bbbdd56d6a tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=947d9c5ae45747708ce95f7c1c77eb2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711610 Jul 08 17:21:00.998249 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.233805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.357539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:01.374837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:01.385740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Pushing event updated for resources: {'Port': ['ID=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:01.433773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:01.440040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.440684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.574612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4b7a04e-57e9-46f4-a759-c0a7d31de3fd req-2c7c63f6-ee0f-4630-a289-00e4cbc678fb tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 210 time: 0.0976653 Jul 08 17:21:01.576047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5c7a86ac-a91d-4372-accc-d824379c673c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0215755 Jul 08 17:21:01.715212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-86bf02af-78d0-44b7-afda-5054d4d00fb7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:21:01.716313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-86bf02af-78d0-44b7-afda-5054d4d00fb7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056293 Jul 08 17:21:01.774709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-580af7ad-10ee-46f2-938e-6f7382e1a6e8 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:01.806482 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-580af7ad-10ee-46f2-938e-6f7382e1a6e8 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8252544 Jul 08 17:21:01.827538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efbbcc06-b0c7-4ad6-8870-ed4b2a970d86 None None] Provisioning for port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:01.832290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efbbcc06-b0c7-4ad6-8870-ed4b2a970d86 None None] Provisioning complete for port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:01.832897 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efbbcc06-b0c7-4ad6-8870-ed4b2a970d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:01.865836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Request body: {'port': {'device_id': '6431c7de-549d-439e-9359-97620fb6f1be', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '947d9c5ae45747708ce95f7c1c77eb2e'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:01.901724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-efbbcc06-b0c7-4ad6-8870-ed4b2a970d86 None None] Port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:02.148412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d58a21-c163-4a5e-9a24-e20d2c5b2f8d req-0f98c4ea-60d6-467e-bae6-a18acacb02bb tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:02.155868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05d58a21-c163-4a5e-9a24-e20d2c5b2f8d req-0f98c4ea-60d6-467e-bae6-a18acacb02bb tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 936 time: 0.2188702 Jul 08 17:21:02.251666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05d58a21-c163-4a5e-9a24-e20d2c5b2f8d req-e158a7c6-b2a8-4716-b299-5591af230ba7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892153 Jul 08 17:21:02.317537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Made reservation on behalf of 947d9c5ae45747708ce95f7c1c77eb2e for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:02.321224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.342480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.559964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.566916 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.631091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a95bb-a778-4a52-a80f-4b44c90c5a51,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:02.709378 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:02.849352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df064595-da42-458c-a33e-4cd0754f01bf req-a1d42ee7-aca2-4002-9ea8-464d341f93b2 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 210 time: 0.0754099 Jul 08 17:21:02.941487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Allocated IP 192.168.233.116 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/6cd12e95-3015-4a76-b453-ab2ad34dea23) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:03.193805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.228574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Transition to ACTIVE for port object 6cd12e95-3015-4a76-b453-ab2ad34dea23 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:03.326856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.473096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Pushing event updated for resources: {'Port': ['ID=6cd12e95-3015-4a76-b453-ab2ad34dea23,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:03.498700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:03.500779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:03.515363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:03.524485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:03.525736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:03.555192 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-ae6359c6-4e35-4873-ad0a-6f6cb66323d7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6967728 Jul 08 17:21:03.611955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8536-c28a-48f5-8805-ebc101392eaa req-c585f7b2-3925-4848-a94d-d91acbb93f66 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:03.633765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fead8536-c28a-48f5-8805-ebc101392eaa req-c585f7b2-3925-4848-a94d-d91acbb93f66 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 936 time: 0.1430705 Jul 08 17:21:03.714753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fead8536-c28a-48f5-8805-ebc101392eaa req-808426b9-b263-4aa5-9e32-e4fa1b7a707f tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797961 Jul 08 17:21:03.939808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Request body: {'port': {'device_id': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:03.955428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-161f8072-ce22-4f33-ba78-77c6250035cc None None] Provisioning for port 6cd12e95-3015-4a76-b453-ab2ad34dea23 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:03.963268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-161f8072-ce22-4f33-ba78-77c6250035cc None None] Provisioning complete for port 6cd12e95-3015-4a76-b453-ab2ad34dea23 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:03.963601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-161f8072-ce22-4f33-ba78-77c6250035cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.048190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-161f8072-ce22-4f33-ba78-77c6250035cc None None] Port 6cd12e95-3015-4a76-b453-ab2ad34dea23 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:04.133951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-3dc91709-146b-47b2-a049-aa0929799657 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:21:04.136361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-3dc91709-146b-47b2-a049-aa0929799657 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082569 Jul 08 17:21:04.153444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48292) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:04.215694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.581442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2122357937-network', 'tenant_id': '15045cd9dfb2442c80782c300ddffea5'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:04.615424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911ed66-9a15-44d9-9b19-a02e61385a0f req-1538c91e-d13e-4ab0-9ca0-0966c162c9f9 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:04.622360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9911ed66-9a15-44d9-9b19-a02e61385a0f req-1538c91e-d13e-4ab0-9ca0-0966c162c9f9 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 936 time: 0.4653957 Jul 08 17:21:04.663227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Made reservation on behalf of 15045cd9dfb2442c80782c300ddffea5 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:04.665951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.681863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.731174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9911ed66-9a15-44d9-9b19-a02e61385a0f req-f3a059b0-aa3c-4f32-b40d-efc31b967e57 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052263 Jul 08 17:21:04.751154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:04.769576 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.831453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Transition to ACTIVE for port object 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:04.841879 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.893329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.901481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.922907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:04.945110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735684252492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:04.945669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Unsubscribe: segment precommit_create {{(pid=93665) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 17:21:04.951298 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Added segment 796a3991-7a1e-4f54-9acc-939bd2242ee2 of type vlan for network 6d73dbbb-e029-4435-bffb-10686084861d Jul 08 17:21:05.098675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e875cc3a-ebda-4390-b53c-5bdf13f349ab,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:05.103482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.124402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:05.175059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Attempting to bind port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:05.175444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Attempting to bind port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:05.175797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Attempting to bind port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:05.187809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:05.188152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Attempting to bind port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:05.201626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:05.201815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:05.202350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:05.202796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Bound port: 7a3a4f7b-d5b7-4151-991b-b10ee10fc349, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:05.203713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.212717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.213812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.214483 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.423325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] For port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:05.432626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2775936 Jul 08 17:21:05.440304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48320) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:05.442704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab491244-80e6-4a95-a8d8-326444bf710b req-5290f1a0-17ba-47c3-b164-5bbf38a5af0e tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.447020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab491244-80e6-4a95-a8d8-326444bf710b req-5290f1a0-17ba-47c3-b164-5bbf38a5af0e tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.3804669 Jul 08 17:21:05.454804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Request body: {'subnet': {'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2122357937-subnet', 'tenant_id': '15045cd9dfb2442c80782c300ddffea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:05.480602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] For port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:05.496463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.504203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Made reservation on behalf of 15045cd9dfb2442c80782c300ddffea5 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:05.507417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.588450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab491244-80e6-4a95-a8d8-326444bf710b req-30761b94-7786-40ed-bdfc-b22b5186f663 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248584 Jul 08 17:21:05.595991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:05.601651 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:05.603363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a3a4f7b-d5b7-4151-991b-b10ee10fc349 HTTP/1.1" status: 200 len: 1096 time: 2.1236222 Jul 08 17:21:05.604665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'tag': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:05.747975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347f32-7603-4926-8fa2-2d908f44f0f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6d73dbbb-e029-4435-bffb-10686084861d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:05.760038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6d73dbbb-e029-4435-bffb-10686084861d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:05.789182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19a575-8c91-446b-a24c-526f48e724b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:05.933092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.090090 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c" -d '{"events": [{"name": "network-changed", "server_uuid": "2490dbc5-b51b-44ed-973d-8bfa0bb6ed50", "tag": "7a3a4f7b-d5b7-4151-991b-b10ee10fc349"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:06.129665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-15fe8e90-57a3-4cc7-b30d-81dfbc589282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.131404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-15fe8e90-57a3-4cc7-b30d-81dfbc589282 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3184751ad44dcea254a68fb6353baf&device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 1099 time: 0.2423742 Jul 08 17:21:06.166948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8362d75-575c-47ad-bd75-aa622b0b5c48,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:06.170193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:06.170558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Network hostable DHCP agents. Network: 6d73dbbb-e029-4435-bffb-10686084861d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:06.200520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Network 6d73dbbb-e029-4435-bffb-10686084861d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:06.226974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6d73dbbb-e029-4435-bffb-10686084861d) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:06.235249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.237096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:06.239728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f82164-b8fd-4364-84d2-8d25e45ee9b9 None None] Network 6d73dbbb-e029-4435-bffb-10686084861d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:06.300568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4e6e508c-6aac-4304-8d0e-79b16a5369f4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8416922 Jul 08 17:21:06.490902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef28a7-e0e1-4af1-9f68-edd075e9a445 None None] Network 6d73dbbb-e029-4435-bffb-10686084861d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:06.555386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-ee0a89aa-06cb-45f7-8fc2-adee1f78f1d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7a3a4f7b-d5b7-4151-991b-b10ee10fc349 HTTP/1.1" status: 200 len: 217 time: 0.3881624 Jul 08 17:21:06.573485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81903266-14ec-44fd-adc4-a981017ebeaf req-8496dfde-705b-4493-99ed-b30841f11f86 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.575573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81903266-14ec-44fd-adc4-a981017ebeaf req-8496dfde-705b-4493-99ed-b30841f11f86 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 936 time: 0.4948993 Jul 08 17:21:06.661992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48368) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:06.673573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-3219f932-6e2c-46b8-aaf8-ba94a5876ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.675695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-3219f932-6e2c-46b8-aaf8-ba94a5876ca2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0990353 Jul 08 17:21:06.680563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81903266-14ec-44fd-adc4-a981017ebeaf req-63d13ffe-0382-41f1-9fc9-6e53071cf280 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959916 Jul 08 17:21:06.767633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48376) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:06.845867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-80cdec3f-8ce0-4c1d-894d-79c03d3add67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:06.847390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-80cdec3f-8ce0-4c1d-894d-79c03d3add67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474500 Jul 08 17:21:06.907890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2006607b-262e-4540-8f0d-2d4753ca9659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.040553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2006607b-262e-4540-8f0d-2d4753ca9659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.061385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2006607b-262e-4540-8f0d-2d4753ca9659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.142025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006607b-262e-4540-8f0d-2d4753ca9659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c941b8-40c7-4c28-abd6-1c87fdb1e473,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:07.160181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2006607b-262e-4540-8f0d-2d4753ca9659 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7177304720b6419f9fd947649e10b0da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4966600 Jul 08 17:21:07.163460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48386) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:07.257089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed99570f-5936-4504-a76a-640bee3eb6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.316233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed99570f-5936-4504-a76a-640bee3eb6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.380552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbc12b-db27-4695-b5fc-4cec89412ff2 req-978f11b3-d03d-43f9-bf65-a91d808b9828 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:07.387832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1dbc12b-db27-4695-b5fc-4cec89412ff2 req-978f11b3-d03d-43f9-bf65-a91d808b9828 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.1728106 Jul 08 17:21:07.440104 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab6c5f-2c2d-4d95-8d98-00eea962ce3c x-openstack-request-id: req-08ab6c5f-2c2d-4d95-8d98-00eea962ce3c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:07.440631 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2490dbc5-b51b-44ed-973d-8bfa0bb6ed50", "tag": "7a3a4f7b-d5b7-4151-991b-b10ee10fc349", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:07.440940 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-08ab6c5f-2c2d-4d95-8d98-00eea962ce3c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:07.441680 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'tag': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349', 'status': 'completed', 'code': 200} Jul 08 17:21:07.488450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1dbc12b-db27-4695-b5fc-4cec89412ff2 req-0725cd8d-8794-46fc-8b5b-4b64f87d1361 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996048 Jul 08 17:21:07.491720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Request body: {'port': {'device_id': '6431c7de-549d-439e-9359-97620fb6f1be', 'device_owner': 'compute:tempest-test_az-2021596977', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:07.496356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-7415d2da-93f3-446c-9424-502bf5633875 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126987 Jul 08 17:21:07.516087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed99570f-5936-4504-a76a-640bee3eb6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.519523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed99570f-5936-4504-a76a-640bee3eb6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.530886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ed99570f-5936-4504-a76a-640bee3eb6b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b7c941b8-40c7-4c28-abd6-1c87fdb1e473 HTTP/1.1" status: 204 len: 168 time: 0.3656127 Jul 08 17:21:07.559665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-195b0bee-dd0a-48d7-a264-1bf71c401922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.572203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99570f-5936-4504-a76a-640bee3eb6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c941b8-40c7-4c28-abd6-1c87fdb1e473,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:07.953856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-195b0bee-dd0a-48d7-a264-1bf71c401922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:07.977407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9fa777-a126-48e8-b48b-e643c8cdbcb3 req-5cb8d2eb-41ca-4bb1-8af8-cab45f8de1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829730 Jul 08 17:21:08.054475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-195b0bee-dd0a-48d7-a264-1bf71c401922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.072143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48416) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:08.104458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-801214299-network', 'tenant_id': 'c1943aa0440f4ace95aff5243c124823'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:08.208980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-195b0bee-dd0a-48d7-a264-1bf71c401922 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3bb1a9402b974e8b9ca3657b8e1be128&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4363489 Jul 08 17:21:08.209386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b0bee-dd0a-48d7-a264-1bf71c401922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c452f8-09b7-4ea6-b4af-3f794fa9ce6b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:08.212151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48422) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:08.275904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.376005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Made reservation on behalf of c1943aa0440f4ace95aff5243c124823 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:08.379429 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.389542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae68df02-cb86-493e-9419-b71b55f77491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.402521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.416458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b872af-1b5f-4015-ac98-132fa535ec2a req-5eccb87d-a340-43c0-a05d-1c1474a7673d tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:08.426133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3b872af-1b5f-4015-ac98-132fa535ec2a req-5eccb87d-a340-43c0-a05d-1c1474a7673d tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 936 time: 0.4396057 Jul 08 17:21:08.470485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48424) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:08.512480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0af2235f-98c0-4f26-856e-79bb004190c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.531865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-d020380d-2228-4805-a3f6-0ec74d90712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:08.533605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-d020380d-2228-4805-a3f6-0ec74d90712d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3184751ad44dcea254a68fb6353baf&device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 1099 time: 0.3051565 Jul 08 17:21:08.549426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3b872af-1b5f-4015-ac98-132fa535ec2a req-89bbfb0f-f3ec-4127-ab26-0d36511d1102 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219206 Jul 08 17:21:08.601238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae68df02-cb86-493e-9419-b71b55f77491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.818735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-a54b936e-0de9-454c-b814-a552aaa7554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:08.821010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-a54b936e-0de9-454c-b814-a552aaa7554a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2648470 Jul 08 17:21:08.869617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.891907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.963136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:08.979602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:08.980553 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Added segment f771e15f-c070-482c-a916-8d6adb058ba8 of type vlan for network ceaf43d1-630b-4cf6-9226-08e440ff9566 Jul 08 17:21:09.043581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48430) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:09.143542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9bbd4b-1a30-4873-a847-db907b4f7839,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:09.154457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae68df02-cb86-493e-9419-b71b55f77491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.160852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae68df02-cb86-493e-9419-b71b55f77491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.165099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae68df02-cb86-493e-9419-b71b55f77491 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a8c452f8-09b7-4ea6-b4af-3f794fa9ce6b HTTP/1.1" status: 204 len: 168 time: 0.9473341 Jul 08 17:21:09.180361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68df02-cb86-493e-9419-b71b55f77491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c452f8-09b7-4ea6-b4af-3f794fa9ce6b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:09.196092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fb936-e923-4845-a144-94b7d8cb3a51 req-e2d1666a-070b-4597-9560-f21a52966575 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:09.208054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b5fb936-e923-4845-a144-94b7d8cb3a51 req-e2d1666a-070b-4597-9560-f21a52966575 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.4742038 Jul 08 17:21:09.257136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.257604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd12e95-3015-4a76-b453-ab2ad34dea23 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:09.263619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0af2235f-98c0-4f26-856e-79bb004190c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.270509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.273269 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0af2235f-98c0-4f26-856e-79bb004190c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.290870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Transition to ACTIVE for port object 6cd12e95-3015-4a76-b453-ab2ad34dea23 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:09.296129 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.333257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b5fb936-e923-4845-a144-94b7d8cb3a51 req-5045ddf7-4384-46e4-95e0-cd9bd092063d tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237979 Jul 08 17:21:09.382975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.384692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:09.385634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.392456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0af2235f-98c0-4f26-856e-79bb004190c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=550e3a5f251047a9830533404ee8cb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9183807 Jul 08 17:21:09.393699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48436) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:09.422772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2235f-98c0-4f26-856e-79bb004190c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962b23aa-a139-42a8-9977-831b60cbce64,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:09.601335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a51a633-e90d-46e0-820c-0fbecf958d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.605123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd12e95-3015-4a76-b453-ab2ad34dea23,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:09.621705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5462410 Jul 08 17:21:09.625508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48444) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:09.632659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Request body: {'subnet': {'network_id': 'ceaf43d1-630b-4cf6-9226-08e440ff9566', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-801214299-subnet', 'tenant_id': 'c1943aa0440f4ace95aff5243c124823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:09.652009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Attempting to bind port 6cd12e95-3015-4a76-b453-ab2ad34dea23 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:09.652415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Attempting to bind port 6cd12e95-3015-4a76-b453-ab2ad34dea23 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:09.652806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Attempting to bind port 6cd12e95-3015-4a76-b453-ab2ad34dea23 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:09.664028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Port 6cd12e95-3015-4a76-b453-ab2ad34dea23 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:09.664439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Attempting to bind port 6cd12e95-3015-4a76-b453-ab2ad34dea23 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:09.683462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:09.684102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:09.684647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:09.685181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Bound port: 6cd12e95-3015-4a76-b453-ab2ad34dea23, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:09.685560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.708306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Made reservation on behalf of c1943aa0440f4ace95aff5243c124823 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:09.711422 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:09.774230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2f567-bfd8-4b8f-8fd5-bd080024f61f admin admin] Pushing event updated for resources: {'Network': ['ID=ceaf43d1-630b-4cf6-9226-08e440ff9566,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:09.797266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ceaf43d1-630b-4cf6-9226-08e440ff9566 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:09.882953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] For port 6cd12e95-3015-4a76-b453-ab2ad34dea23, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:09.963002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-c4e28cf0-142f-44ab-a2c8-b715a91f905d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7a3a4f7b-d5b7-4151-991b-b10ee10fc349 HTTP/1.1" status: 200 len: 217 time: 0.3353550 Jul 08 17:21:09.963419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48446) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:09.976841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] For port 6cd12e95-3015-4a76-b453-ab2ad34dea23, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6cd12e95-3015-4a76-b453-ab2ad34dea23,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:09.988657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.084361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d901-06a4-4f52-875d-c4c85420000c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.106790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd12e95-3015-4a76-b453-ab2ad34dea23,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:10.158026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:10.158966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.162984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-4c3d2b0a-c1a6-4d82-be76-55d40277d0a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/6cd12e95-3015-4a76-b453-ab2ad34dea23 HTTP/1.1" status: 200 len: 1118 time: 3.0504000 Jul 08 17:21:10.167094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6431c7de-549d-439e-9359-97620fb6f1be', 'tag': '6cd12e95-3015-4a76-b453-ab2ad34dea23'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:10.217506 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd4c7-7e78-45c8-a709-95f19de25284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.294151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cae34c-88e5-4736-ac00-01922650906c req-8d3332b4-3fe3-4c64-aa36-e8dd3d4b65eb tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:10.303980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46cae34c-88e5-4736-ac00-01922650906c req-8d3332b4-3fe3-4c64-aa36-e8dd3d4b65eb tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 970 time: 0.5209332 Jul 08 17:21:10.425737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a51a633-e90d-46e0-820c-0fbecf958d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.445792 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd4c7-7e78-45c8-a709-95f19de25284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.472424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-b4eb3f46-b14c-4240-865f-2cbada607cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:10.474271 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-b4eb3f46-b14c-4240-865f-2cbada607cab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=947d9c5ae45747708ce95f7c1c77eb2e&device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 1121 time: 0.1932197 Jul 08 17:21:10.486196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a51a633-e90d-46e0-820c-0fbecf958d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.529084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.570839 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db05f8f3-27a4-4a08-8da0-20406b22bcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6431c7de-549d-439e-9359-97620fb6f1be", "tag": "6cd12e95-3015-4a76-b453-ab2ad34dea23"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:10.615166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Checking segment: {'id': 'f771e15f-c070-482c-a916-8d6adb058ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ceaf43d1-630b-4cf6-9226-08e440ff9566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:10.616045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Network hostable DHCP agents. Network: ceaf43d1-630b-4cf6-9226-08e440ff9566, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:10.618417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc7d0721-c454-42a8-82e8-69dc914d61fc,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:10.648385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Network ceaf43d1-630b-4cf6-9226-08e440ff9566 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:10.711934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2a51a633-e90d-46e0-820c-0fbecf958d94 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=42a3ed74ab29406ab64a4b3b15c0596e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5488076 Jul 08 17:21:10.715378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46cae34c-88e5-4736-ac00-01922650906c req-d56dbf97-7c38-4be8-a9a2-3af0f5e4ed30 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104521 Jul 08 17:21:10.724000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48460) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:10.751440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-b7c961c3-6f98-4bef-bafb-7d59dec7b595 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6cd12e95-3015-4a76-b453-ab2ad34dea23 HTTP/1.1" status: 200 len: 217 time: 0.0926011 Jul 08 17:21:10.752635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ceaf43d1-630b-4cf6-9226-08e440ff9566) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:10.758718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:10.759743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.760143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa30c0-07c3-4b27-ae96-e00e2eff4e57 None None] Network ceaf43d1-630b-4cf6-9226-08e440ff9566 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:10.870057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d901-06a4-4f52-875d-c4c85420000c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:10.889021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51a633-e90d-46e0-820c-0fbecf958d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4c550-28af-4671-bd5e-95f2f160aef0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:10.949287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be1a72-43fe-4eb3-a81a-63d14e5c7b29 None None] Network ceaf43d1-630b-4cf6-9226-08e440ff9566 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:10.951845 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4188067e-c82e-4796-8d29-22e7dfe77625 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3252847 Jul 08 17:21:10.978510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-a89027f8-0be3-452e-9c83-0a88c0ede3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:10.980311 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-a89027f8-0be3-452e-9c83-0a88c0ede3a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.2117257 Jul 08 17:21:11.020828 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbcfb79-c058-4cc2-89eb-a1a03690b0c2 x-openstack-request-id: req-dfbcfb79-c058-4cc2-89eb-a1a03690b0c2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:11.021516 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6431c7de-549d-439e-9359-97620fb6f1be", "tag": "6cd12e95-3015-4a76-b453-ab2ad34dea23", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:11.021968 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dfbcfb79-c058-4cc2-89eb-a1a03690b0c2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:11.022407 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6431c7de-549d-439e-9359-97620fb6f1be', 'tag': '6cd12e95-3015-4a76-b453-ab2ad34dea23', 'status': 'completed', 'code': 200} Jul 08 17:21:11.088750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d901-06a4-4f52-875d-c4c85420000c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.170692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a3a7d901-06a4-4f52-875d-c4c85420000c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=61b5f9263b8c48cd8e620d88d4a2a944&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1870148 Jul 08 17:21:11.172085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd4c7-7e78-45c8-a709-95f19de25284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.177339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6cdd4c7-7e78-45c8-a709-95f19de25284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.181280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d6cdd4c7-7e78-45c8-a709-95f19de25284 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/962b23aa-a139-42a8-9977-831b60cbce64 HTTP/1.1" status: 204 len: 168 time: 1.7805657 Jul 08 17:21:11.191619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48468) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:11.192935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d901-06a4-4f52-875d-c4c85420000c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd9e69-8bfb-4cfc-8760-38569b8d444c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:11.380219 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-412dc176-21ef-467e-80a9-ccba77f307c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.412588 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-412dc176-21ef-467e-80a9-ccba77f307c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.482821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdd4c7-7e78-45c8-a709-95f19de25284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b23aa-a139-42a8-9977-831b60cbce64,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:11.502495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caee766-cacd-4676-a1f1-7e0587112862 req-abf70a89-a65a-4f50-b4fe-d05a253f0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:11.515899 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-abf70a89-a65a-4f50-b4fe-d05a253f0dd8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4907057 Jul 08 17:21:11.524066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6b580-da75-47fe-aec9-3395e71fda20 req-cad7fe6c-36a7-40ec-967c-7971ec1e2c03 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:11.525801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45a6b580-da75-47fe-aec9-3395e71fda20 req-cad7fe6c-36a7-40ec-967c-7971ec1e2c03 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.9634380 Jul 08 17:21:11.563161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-25f9fe16-ccfc-418a-82fe-e796b9b27e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:11.564699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-25f9fe16-ccfc-418a-82fe-e796b9b27e6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.9651449 Jul 08 17:21:11.659712 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d936addb-1f17-48dd-9932-43b9d79751b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.677639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45a6b580-da75-47fe-aec9-3395e71fda20 req-e95ecaac-e2ba-4457-a45f-a5c92725d86f tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374378 Jul 08 17:21:11.695977 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-412dc176-21ef-467e-80a9-ccba77f307c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.698523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-412dc176-21ef-467e-80a9-ccba77f307c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.703436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-412dc176-21ef-467e-80a9-ccba77f307c0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7edd9e69-8bfb-4cfc-8760-38569b8d444c HTTP/1.1" status: 204 len: 168 time: 0.4788957 Jul 08 17:21:11.710441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d936addb-1f17-48dd-9932-43b9d79751b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.731388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dc176-21ef-467e-80a9-ccba77f307c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd9e69-8bfb-4cfc-8760-38569b8d444c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:11.775175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-30d92d5e-ba6b-4cf4-b455-344aaf539b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:11.777322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-30d92d5e-ba6b-4cf4-b455-344aaf539b02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1992109 Jul 08 17:21:11.885777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d936addb-1f17-48dd-9932-43b9d79751b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.893909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d936addb-1f17-48dd-9932-43b9d79751b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:11.901134 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d936addb-1f17-48dd-9932-43b9d79751b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c6c4c550-28af-4671-bd5e-95f2f160aef0 HTTP/1.1" status: 204 len: 168 time: 1.1755993 Jul 08 17:21:11.963047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936addb-1f17-48dd-9932-43b9d79751b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4c550-28af-4671-bd5e-95f2f160aef0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:12.236676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-0a19fb8a-f462-4112-b197-005041881fbb service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486244 Jul 08 17:21:12.323251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f2124-60bd-4449-8ae3-78121259f23d req-6a9ae5b4-3e8d-4949-bb3a-1ad35cacd816 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:12.325089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc9f2124-60bd-4449-8ae3-78121259f23d req-6a9ae5b4-3e8d-4949-bb3a-1ad35cacd816 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 970 time: 0.4157507 Jul 08 17:21:12.430825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39e9562b-acb0-4d2d-a79e-7fbe6caa308c req-0cbed846-3cd7-4214-931f-12e0cdb3de3f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790705 Jul 08 17:21:12.448156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc9f2124-60bd-4449-8ae3-78121259f23d req-fd00ac55-841c-45eb-b057-6c351bfcbc46 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005406 Jul 08 17:21:12.593710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48508) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:12.621556 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaa5cff7-815c-4b64-8662-c9d66b77d861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.830980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaa5cff7-815c-4b64-8662-c9d66b77d861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.842645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaa5cff7-815c-4b64-8662-c9d66b77d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:12.926225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5cff7-815c-4b64-8662-c9d66b77d861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec26ac9c-d757-4193-9b0e-dff63071b764,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:12.935601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48520) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:12.956002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-eaa5cff7-815c-4b64-8662-c9d66b77d861 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85ba4d92a48a4959b7f3bbe6161eec49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610201 Jul 08 17:21:13.024709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad80c-339e-4784-b1ff-749937e6f2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.057938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad80c-339e-4784-b1ff-749937e6f2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.107553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584e738-938d-47ee-8bb3-e215d735cbcd req-a660f07e-9892-42e2-baed-7bb00887e988 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:13.113506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7584e738-938d-47ee-8bb3-e215d735cbcd req-a660f07e-9892-42e2-baed-7bb00887e988 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.1801760 Jul 08 17:21:13.173959 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad80c-339e-4784-b1ff-749937e6f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.177035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd2ad80c-339e-4784-b1ff-749937e6f2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.182732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd2ad80c-339e-4784-b1ff-749937e6f2f8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec26ac9c-d757-4193-9b0e-dff63071b764 HTTP/1.1" status: 204 len: 168 time: 0.2455177 Jul 08 17:21:13.183422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7584e738-938d-47ee-8bb3-e215d735cbcd req-c776bf68-02d6-44bc-8390-05d6f68c76a6 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671966 Jul 08 17:21:13.212550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ad80c-339e-4784-b1ff-749937e6f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec26ac9c-d757-4193-9b0e-dff63071b764,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:13.291128 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:13.712463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12e9a-7dd9-445a-a576-15864205b4a9 req-88dce4a6-2a31-4761-bf1e-ff8252061def tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:13.727696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55d12e9a-7dd9-445a-a576-15864205b4a9 req-88dce4a6-2a31-4761-bf1e-ff8252061def tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 970 time: 0.1185181 Jul 08 17:21:13.810909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55d12e9a-7dd9-445a-a576-15864205b4a9 req-36e03cbd-a40d-4c01-acc9-d72ecf6ee44d tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823228 Jul 08 17:21:13.924089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48552) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:14.167497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-569003654-network', 'tenant_id': '78f0f599a2754a83bb34ce042d0c8c17'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:14.257645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Made reservation on behalf of 78f0f599a2754a83bb34ce042d0c8c17 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:14.268497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.306700 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.486812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c9817-9374-420c-9844-61c50bd4b411 req-4aa30871-ff29-41fb-ba89-347fe2a47817 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:14.498268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-945c9817-9374-420c-9844-61c50bd4b411 req-4aa30871-ff29-41fb-ba89-347fe2a47817 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.1017210 Jul 08 17:21:14.546170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-945c9817-9374-420c-9844-61c50bd4b411 req-e1d18202-d24b-4194-8d0d-87f5599d07ad tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491040 Jul 08 17:21:14.589198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.605645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.645063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-83df9c81-aa45-44fc-84cb-231f0b22b150 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862624 Jul 08 17:21:14.651996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:14.685103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44869479-f4de-497a-ac0e-edb2f1c454ab,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:14.761754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.762110 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Added segment c58e7433-2e14-48aa-882d-e71fb9e64a54 of type vlan for network 0664b879-38e9-4d8c-9380-0897a1d0931b Jul 08 17:21:14.860361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.968882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:14.969868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:14.970446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.017306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5caee766-cacd-4676-a1f1-7e0587112862 req-61813201-81da-4154-ad4c-3b640a80a502 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624401 Jul 08 17:21:15.072817 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1430271 Jul 08 17:21:15.077285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:15.087647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Request body: {'subnet': {'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-569003654-subnet', 'tenant_id': '78f0f599a2754a83bb34ce042d0c8c17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:15.146473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4b9a7-c2f9-4de8-9670-3aa423948338 admin admin] Pushing event updated for resources: {'Network': ['ID=0664b879-38e9-4d8c-9380-0897a1d0931b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.149580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Made reservation on behalf of 78f0f599a2754a83bb34ce042d0c8c17 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:15.152288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.162693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 0664b879-38e9-4d8c-9380-0897a1d0931b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:15.171813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0c4dd-d91b-4583-8ba3-6a506c8671ef req-f3f05338-d71f-4e47-9988-283780318d9d tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.174169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4da0c4dd-d91b-4583-8ba3-6a506c8671ef req-f3f05338-d71f-4e47-9988-283780318d9d tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 970 time: 0.1508591 Jul 08 17:21:15.257721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4da0c4dd-d91b-4583-8ba3-6a506c8671ef req-54b9f4fc-898f-448d-93cd-4b8ceee5c4b7 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725386 Jul 08 17:21:15.320037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-cdcab4a5-910a-4997-a1f9-e135f6f91452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.321597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-cdcab4a5-910a-4997-a1f9-e135f6f91452 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=947d9c5ae45747708ce95f7c1c77eb2e&device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 1121 time: 0.1224608 Jul 08 17:21:15.516401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-58c91088-b4f9-4815-b409-5c9796a4f95b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.518191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-58c91088-b4f9-4815-b409-5c9796a4f95b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.2534001 Jul 08 17:21:15.534604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-265fd919-0532-42d7-8371-429c383f058c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/quotas/15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 375 time: 0.0097454 Jul 08 17:21:15.537817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.544699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-e31973de-01fb-4275-8d1a-30ce50b8baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.546261 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-e31973de-01fb-4275-8d1a-30ce50b8baf8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2028472 Jul 08 17:21:15.574971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-81ce904f-13f4-4473-a062-a999c6682f20 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317376 Jul 08 17:21:15.618978 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-f8a8c3a1-92f3-4def-9f8b-c86a58e720f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6cd12e95-3015-4a76-b453-ab2ad34dea23 HTTP/1.1" status: 200 len: 217 time: 0.0514266 Jul 08 17:21:15.627795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74a4f37-adb8-40a7-b934-dc46167628eb,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:15.673689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:15.674047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Network hostable DHCP agents. Network: 0664b879-38e9-4d8c-9380-0897a1d0931b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:15.699146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-8a52be77-bf26-4112-98d2-a3682c38aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.700966 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-8a52be77-bf26-4112-98d2-a3682c38aab6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0581322 Jul 08 17:21:15.707445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Network 0664b879-38e9-4d8c-9380-0897a1d0931b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:15.748259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 0664b879-38e9-4d8c-9380-0897a1d0931b) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:15.753744 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.754222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:15.760424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9534fc-f779-4618-baaf-a3f58d70f9e7 None None] Network 0664b879-38e9-4d8c-9380-0897a1d0931b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:15.810761 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5d8da934-fa4c-4d33-8f07-a93d598e0d19 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7316234 Jul 08 17:21:15.819649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-3ffcecab-97b3-4be4-8812-59f50880d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:15.821264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-3ffcecab-97b3-4be4-8812-59f50880d1c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112792 Jul 08 17:21:15.969900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c528f90-3899-4c0f-afa4-472bf8f495cb None None] Network 0664b879-38e9-4d8c-9380-0897a1d0931b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:15.980567 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-66574b90-911e-4e16-8627-362cf3ca6369 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477571 Jul 08 17:21:16.033804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-75e131da-feb2-49ff-9d44-540041547504 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:21:16.038659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-75e131da-feb2-49ff-9d44-540041547504 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2334104 Jul 08 17:21:16.104079 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-db05f8f3-27a4-4a08-8da0-20406b22bcb7 req-76015caf-2917-4309-afb2-d71542409aa1 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155210 Jul 08 17:21:16.148002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7394c-2951-4ea5-ac20-0a812767eba4 req-3d8f3570-a97f-4e1d-98e9-80e0f5f48df6 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:16.149598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-faf7394c-2951-4ea5-ac20-0a812767eba4 req-3d8f3570-a97f-4e1d-98e9-80e0f5f48df6 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.2039125 Jul 08 17:21:16.203169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-8285411d-68d7-4882-b394-d5ee5ae6afe8 service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557555 Jul 08 17:21:16.223735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-faf7394c-2951-4ea5-ac20-0a812767eba4 req-5a9b23bb-5536-4ad4-a743-0fced134f8bd tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670903 Jul 08 17:21:16.313826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-3ab76523-f595-45b9-bd33-cb11ef99d5fd service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005583 Jul 08 17:21:16.630058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b920273-000f-41f1-a0b0-cc9784b8e96b req-1e2b85b5-4a93-41fa-81ec-aefb7a277766 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 210 time: 0.0419621 Jul 08 17:21:16.682587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df1a95-33e5-435f-8980-d8f98f8a60f2 req-4f9ad9bc-46ff-4bf9-92dd-eef6d9c953bc tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:16.684151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41df1a95-33e5-435f-8980-d8f98f8a60f2 req-4f9ad9bc-46ff-4bf9-92dd-eef6d9c953bc tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 970 time: 0.1297278 Jul 08 17:21:16.695142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48672) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:16.702907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-406816046-network', 'tenant_id': '489f48c96d064b3fb40f00c03e865356'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:16.733070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41df1a95-33e5-435f-8980-d8f98f8a60f2 req-5f7bd065-b1a1-4c48-a006-365b0bcffbcd tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Jul 08 17:21:16.745233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Made reservation on behalf of 489f48c96d064b3fb40f00c03e865356 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:16.749791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.762011 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.893533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.899021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.924320 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:16.938698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4408718-de1f-4a9b-bbfb-2f56ee5585c5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:16.943478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:16.943817 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Added segment 4ff7dbde-5460-4414-b672-2c3654a84352 of type vlan for network b9c8a4bd-928d-4624-8477-ec0309c88920 Jul 08 17:21:16.989016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.020685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.021779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:17.022419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.086840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3879786 Jul 08 17:21:17.087165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48690) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:17.092349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Request body: {'subnet': {'network_id': 'b9c8a4bd-928d-4624-8477-ec0309c88920', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-406816046-subnet', 'tenant_id': '489f48c96d064b3fb40f00c03e865356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:17.105312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4ed10-47bc-4436-b5b9-0ec594fd6079 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c8a4bd-928d-4624-8477-ec0309c88920,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:17.116569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b9c8a4bd-928d-4624-8477-ec0309c88920 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:17.129339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Made reservation on behalf of 489f48c96d064b3fb40f00c03e865356 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:17.132121 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.344486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.406202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd77d87-6b00-4f4d-8e4e-bf6ea03d60fc,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:17.509890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Checking segment: {'id': '4ff7dbde-5460-4414-b672-2c3654a84352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b9c8a4bd-928d-4624-8477-ec0309c88920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:17.510298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Network hostable DHCP agents. Network: b9c8a4bd-928d-4624-8477-ec0309c88920, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:17.529439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31d3bf-d5d9-4a70-976e-23a396b9467d req-f4d45a58-a7e7-4d8e-8376-9970af94369d tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:17.531493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f31d3bf-d5d9-4a70-976e-23a396b9467d req-f4d45a58-a7e7-4d8e-8376-9970af94369d tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.1147144 Jul 08 17:21:17.546938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Network b9c8a4bd-928d-4624-8477-ec0309c88920 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:17.570385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b9c8a4bd-928d-4624-8477-ec0309c88920) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:17.578030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:17.578840 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:17.582902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a15aaf-76a9-4d0c-abc6-895d4ce76050 None None] Network b9c8a4bd-928d-4624-8477-ec0309c88920 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:17.585250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f31d3bf-d5d9-4a70-976e-23a396b9467d req-40e31649-9da4-43f0-9534-eae852940999 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Jul 08 17:21:17.602156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c4a11340-446e-471f-bd71-35ade4702867 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5134273 Jul 08 17:21:17.790202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c60c93df-11ce-4408-a2bc-27aed9d70c4a req-f6282525-335a-43c3-ae0d-8dc86c507b97 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 210 time: 0.0392077 Jul 08 17:21:17.792677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f9dcc-75be-42d9-821e-aa6ead354ae2 None None] Network b9c8a4bd-928d-4624-8477-ec0309c88920 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:18.121164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d21b-3c00-4dca-ad29-689c9a0ab281 req-2f40ed13-7792-4d32-8144-3a31a9a54750 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.122818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abf3d21b-3c00-4dca-ad29-689c9a0ab281 req-2f40ed13-7792-4d32-8144-3a31a9a54750 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 970 time: 0.2140346 Jul 08 17:21:18.153644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-73035357-42c8-4f4c-9e25-6ed9a0760c85 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.156117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-73035357-42c8-4f4c-9e25-6ed9a0760c85 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.1893282 Jul 08 17:21:18.180896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Request body: {'port': {'device_id': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'admin_state_up': True, 'tenant_id': '15045cd9dfb2442c80782c300ddffea5'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:18.234440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abf3d21b-3c00-4dca-ad29-689c9a0ab281 req-3625ddbc-c83d-4215-b042-32d14e268778 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992723 Jul 08 17:21:18.274670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48762) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:18.326029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Made reservation on behalf of 15045cd9dfb2442c80782c300ddffea5 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:18.330775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.504384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-462cd36f-f0c7-4a29-ac74-c414bdf86894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.562511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Allocated IP 172.20.0.3 (6d73dbbb-e029-4435-bffb-10686084861d/a8362d75-575c-47ad-bd75-aa622b0b5c48/c8069989-cdd6-40dc-9db4-d8845f23e0b6) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:18.609733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-462cd36f-f0c7-4a29-ac74-c414bdf86894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.615747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-462cd36f-f0c7-4a29-ac74-c414bdf86894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.634560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0d557df3-1840-42c5-b372-0cea93579d0c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.641696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0d557df3-1840-42c5-b372-0cea93579d0c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.1711597 Jul 08 17:21:18.656540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-462cd36f-f0c7-4a29-ac74-c414bdf86894 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=08ce81d688cc418cab72a753d7dd5c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807840 Jul 08 17:21:18.658992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48792) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:18.665254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cd36f-f0c7-4a29-ac74-c414bdf86894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb3810-4bde-42f1-ab4d-8cecfc3f4d6a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:18.681455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-2f2fd080-376e-48d2-b914-8d4d24992645 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/quotas/78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 375 time: 0.0388718 Jul 08 17:21:18.720104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82174098-6d4d-4e0c-9be4-902fa0e541d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.740944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82174098-6d4d-4e0c-9be4-902fa0e541d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.755896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-1bc0191b-ff32-43ae-8da1-2c79fe18bbad tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448050 Jul 08 17:21:18.789998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82174098-6d4d-4e0c-9be4-902fa0e541d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.792613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82174098-6d4d-4e0c-9be4-902fa0e541d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.796923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-82174098-6d4d-4e0c-9be4-902fa0e541d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5fcb3810-4bde-42f1-ab4d-8cecfc3f4d6a HTTP/1.1" status: 204 len: 168 time: 0.1338718 Jul 08 17:21:18.814746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82174098-6d4d-4e0c-9be4-902fa0e541d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb3810-4bde-42f1-ab4d-8cecfc3f4d6a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:18.854202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:18.879278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b0a7-b892-4405-9069-55a3b5f77fce req-30f6c76e-1c94-47fe-868b-8f48cda94512 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:18.880823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5d5b0a7-b892-4405-9069-55a3b5f77fce req-30f6c76e-1c94-47fe-868b-8f48cda94512 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.1687462 Jul 08 17:21:18.934133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5d5b0a7-b892-4405-9069-55a3b5f77fce req-912db374-da9e-43eb-bbab-b3596a01aa2d tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477080 Jul 08 17:21:18.940248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-5295ffec-a677-43af-9f22-6328832a7392 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:21:18.941258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-5295ffec-a677-43af-9f22-6328832a7392 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983915 Jul 08 17:21:18.942276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.037792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Network 6d73dbbb-e029-4435-bffb-10686084861d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:19.045807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:19.052789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:19.058328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.058944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.063625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:19.087444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-495edf5d-71c6-4a0e-b837-cb336b5c9891 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105914 Jul 08 17:21:19.104516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-87915325-4aad-4814-9837-8fd0f79c8475 service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535563 Jul 08 17:21:19.108466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Request body: {'port': {'device_id': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:19.122811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48812) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:19.135523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edaa96c2-291c-41d2-941a-1c26d6afcf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.240798 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edaa96c2-291c-41d2-941a-1c26d6afcf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.245740 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edaa96c2-291c-41d2-941a-1c26d6afcf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.283921 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-edaa96c2-291c-41d2-941a-1c26d6afcf84 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=78d80932e7594a058e8509a8194af3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600313 Jul 08 17:21:19.289840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48818) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:19.306641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa96c2-291c-41d2-941a-1c26d6afcf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176cfb57-9704-4aaa-8a65-002f16ada58c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:19.348854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07cf3594-48c3-46aa-9419-8b41ba59cf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.369944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07cf3594-48c3-46aa-9419-8b41ba59cf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.416922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07cf3594-48c3-46aa-9419-8b41ba59cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.419499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07cf3594-48c3-46aa-9419-8b41ba59cf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.420652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-07cf3594-48c3-46aa-9419-8b41ba59cf79 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/176cfb57-9704-4aaa-8a65-002f16ada58c HTTP/1.1" status: 204 len: 168 time: 0.1296439 Jul 08 17:21:19.429489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf3594-48c3-46aa-9419-8b41ba59cf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176cfb57-9704-4aaa-8a65-002f16ada58c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:19.458676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.479543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-8e786228-4aba-4128-8fb6-504ed99ec326 service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670309 Jul 08 17:21:19.542464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2964c4b-1608-4587-9dc0-7e08bedd7af4 req-c6b249ed-20e4-4daf-b2e2-d75e1143ae65 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.543940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2964c4b-1608-4587-9dc0-7e08bedd7af4 req-c6b249ed-20e4-4daf-b2e2-d75e1143ae65 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 931 time: 0.1509955 Jul 08 17:21:19.665690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2964c4b-1608-4587-9dc0-7e08bedd7af4 req-0db54674-cbee-4d35-a027-6bacd670e23d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644636 Jul 08 17:21:19.813183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b273b2c-3edf-4938-8412-de2fe9ec0751 req-e14f56d4-047c-42c2-b7c4-0df7478e32e2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 210 time: 0.0725155 Jul 08 17:21:19.910068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6cd12e95-3015-4a76-b453-ab2ad34dea23 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:19.913917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62481f-ac88-4144-aad1-449dafa9e9fe req-efb6a72b-f3ad-4f57-b4d1-a6a5b4dff93e tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:19.915470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b62481f-ac88-4144-aad1-449dafa9e9fe req-efb6a72b-f3ad-4f57-b4d1-a6a5b4dff93e tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 970 time: 0.1738145 Jul 08 17:21:19.930572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8069989-cdd6-40dc-9db4-d8845f23e0b6 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:19.951124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:19.978145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Transition to ACTIVE for port object c8069989-cdd6-40dc-9db4-d8845f23e0b6 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:19.992583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b62481f-ac88-4144-aad1-449dafa9e9fe req-e6d9eb04-a5e1-4414-ad26-a870b13670b2 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Jul 08 17:21:19.998780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.053324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.093640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:20.093887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:20.094689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:20.106894 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:20.107029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:20.113665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:20.115123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:20.115695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:20.116301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:20.116974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Bound port: c8069989-cdd6-40dc-9db4-d8845f23e0b6, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:20.117576 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.232314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6cd12e95-3015-4a76-b453-ab2ad34dea23, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6cd12e95-3015-4a76-b453-ab2ad34dea23,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:20.253712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '6cd12e95-3015-4a76-b453-ab2ad34dea23', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '6cd12e95-3015-4a76-b453-ab2ad34dea23', 'mac_address': 'fa:16:3e:64:1a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:tempest-test_az-2021596977', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:20.286044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:20.314901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:20.317821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:20.329867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7802e-04e6-415d-b5ad-49e16bc32704 req-fecfc063-b3f3-42eb-8f1b-2e8900baaa15 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.330248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.331413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62f7802e-04e6-415d-b5ad-49e16bc32704 req-fecfc063-b3f3-42eb-8f1b-2e8900baaa15 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 948 time: 0.2021682 Jul 08 17:21:20.332974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.341412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349', 'mac_address': 'fa:16:3e:14:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:20.346538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd12e95-3015-4a76-b453-ab2ad34dea23 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:20.392825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6cd12e95-3015-4a76-b453-ab2ad34dea23, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6cd12e95-3015-4a76-b453-ab2ad34dea23,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:20.402587 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.423409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.424033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48856) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:20.424472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.425723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] 10.222.0.41 "PUT /v2.0/ports/c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 1091 time: 1.3234327 Jul 08 17:21:20.427846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:20.430795 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6b8f41-41cf-485b-8457-18667167f924" -d '{"events": [{"name": "network-changed", "server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:20.477199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6cd12e95-3015-4a76-b453-ab2ad34dea23,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.485803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.486465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.486803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.487315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.487782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.488260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.488906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.489908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.490376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.490992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.492318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.492875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:20.498027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62f7802e-04e6-415d-b5ad-49e16bc32704 req-215bf6bf-70fe-4b4d-9b25-15736f08926a tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505516 Jul 08 17:21:20.499653 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16af16ed-bbda-47fd-8c6e-5b6e4b6ee5ca x-openstack-request-id: req-16af16ed-bbda-47fd-8c6e-5b6e4b6ee5ca {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:20.499898 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:20.500043 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-16af16ed-bbda-47fd-8c6e-5b6e4b6ee5ca {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:20.500433 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6', 'status': 'completed', 'code': 200} Jul 08 17:21:20.503941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063d46-5715-456e-a07c-11e9a661167d service neutron] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Tracked resource versions report: Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: pushed versions: Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: { 'AddressGroup': {'1.2'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'ConntrackHelper': {'1.0'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Log': {'1.0'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Network': {'1.1'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Port': {'1.7'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'PortForwarding': {'1.2'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'QosPolicy': {'1.8'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'SecurityGroup': {'1.4'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'SubPort': {'1.0'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Subnet': {'1.1'}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Trunk': {'1.1'}} Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: consumer versions: Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: HyperV agent@n-h1-799528-4: {}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: HyperV agent@n-h2-799528-4: {}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: L3 agent@n-d-799528-4: {}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: Metadata agent@n-d-799528-4: {}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: Metering agent@n-d-799528-4: {}, Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'ConntrackHelper': '1.0', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Log': '1.0', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Network': '1.1', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Port': '1.7', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'PortForwarding': '1.2', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'QosPolicy': '1.8', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'SecurityGroup': '1.4', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'SecurityGroupRule': '1.2', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'SubPort': '1.0', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Subnet': '1.1', Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: 'Trunk': '1.1'}} Jul 08 17:21:20.511020 n-d-799528-4 neutron-server[93666]: {{(pid=93666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:21:20.522629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.541109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:20.563791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:20.569006 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.612364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-0ea13c4e-07db-4011-80cf-e67efa98c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.615236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-0ea13c4e-07db-4011-80cf-e67efa98c75e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1094 time: 0.0998380 Jul 08 17:21:20.649285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.670150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f46a514c-3462-4cc7-8717-cfa5d93f0b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.679681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-96f63769-46ea-4958-aa15-e916eef8518e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0491903 Jul 08 17:21:20.720881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['6cd12e95-3015-4a76-b453-ab2ad34dea23'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:20.769236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-34946297-c1c1-4c48-8253-e45f8ed84441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:20.771146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f46a514c-3462-4cc7-8717-cfa5d93f0b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.776386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f46a514c-3462-4cc7-8717-cfa5d93f0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.777174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-34946297-c1c1-4c48-8253-e45f8ed84441 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0908673 Jul 08 17:21:20.821227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f46a514c-3462-4cc7-8717-cfa5d93f0b71 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2e6d2e66abd54e7585bf89f073f7501c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951540 Jul 08 17:21:20.823647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a514c-3462-4cc7-8717-cfa5d93f0b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb60e597-4c14-41df-826f-8fc50ad91d49,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:20.826129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48870) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:20.834210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-975c3958-a14f-4197-a563-b50fb7119ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480332 Jul 08 17:21:20.889403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cc27ba3-afcb-4e6c-bb7b-f1399d1ede85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.933867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cc27ba3-afcb-4e6c-bb7b-f1399d1ede85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:20.998482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb9478-6766-4895-a137-b1dfcfb29360 req-21e98c10-e31a-41d1-b4eb-7bf0bd1ebcf5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.000467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bdb9478-6766-4895-a137-b1dfcfb29360 req-21e98c10-e31a-41d1-b4eb-7bf0bd1ebcf5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 943 time: 0.1691554 Jul 08 17:21:21.005368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cc27ba3-afcb-4e6c-bb7b-f1399d1ede85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.008657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cc27ba3-afcb-4e6c-bb7b-f1399d1ede85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.010161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8cc27ba3-afcb-4e6c-bb7b-f1399d1ede85 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fb60e597-4c14-41df-826f-8fc50ad91d49 HTTP/1.1" status: 204 len: 168 time: 0.1815939 Jul 08 17:21:21.040033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc27ba3-afcb-4e6c-bb7b-f1399d1ede85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb60e597-4c14-41df-826f-8fc50ad91d49,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:21.065211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bdb9478-6766-4895-a137-b1dfcfb29360 req-aea7acda-0b41-4f70-9fa6-b3f92186cd88 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493052 Jul 08 17:21:21.115566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['7a3a4f7b-d5b7-4151-991b-b10ee10fc349'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:21.154740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2ef7e2b-aa2e-4403-be7b-a94041a8e18e req-a733a17c-3cd1-450f-a734-10ee6b1aadad tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 210 time: 0.0967293 Jul 08 17:21:21.163152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-04ce55d1-9672-4dfb-b427-5246e8efddad service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744682 Jul 08 17:21:21.352399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d917a0ba-6673-47e0-ae90-89fef7a7b24f req-80d9730f-c46a-482b-93df-81274f1d7f11 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813552 Jul 08 17:21:21.445579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34eb2b-53cf-433b-8a00-d14ffd4f8e92 req-aa6b8698-002c-48d6-919a-f4b3786b786c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.454123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d34eb2b-53cf-433b-8a00-d14ffd4f8e92 req-aa6b8698-002c-48d6-919a-f4b3786b786c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 971 time: 0.0957110 Jul 08 17:21:21.639147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d34eb2b-53cf-433b-8a00-d14ffd4f8e92 req-d0bfe601-d9db-432a-af9b-3598b28809f0 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839018 Jul 08 17:21:21.653975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-bd09e1af-ff92-4d47-91d1-3b7aa9823028 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.656388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-bd09e1af-ff92-4d47-91d1-3b7aa9823028 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.5579932 Jul 08 17:21:21.670292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Request body: {'port': {'device_id': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'admin_state_up': True, 'tenant_id': '78f0f599a2754a83bb34ce042d0c8c17'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:21.676350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b8f41-41cf-485b-8457-18667167f924 req-c51d509b-2ff3-47aa-839e-95a0b568e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.676469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48898) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:21.677855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b8f41-41cf-485b-8457-18667167f924 req-c51d509b-2ff3-47aa-839e-95a0b568e52a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1094 time: 0.1991923 Jul 08 17:21:21.736913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e335c503-78bc-4baa-9e57-c22cdd4e4116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.820707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b8f41-41cf-485b-8457-18667167f924 req-e310e9ef-c729-4e6c-82ca-e14f1230ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.821160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b8f41-41cf-485b-8457-18667167f924 req-e310e9ef-c729-4e6c-82ca-e14f1230ca8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.1352379 Jul 08 17:21:21.835021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c7f59-d844-40d8-8563-27d15ad091b9 req-51f56dd1-2e1c-41ba-8b1b-226f977851fa tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.836589 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c37c7f59-d844-40d8-8563-27d15ad091b9 req-51f56dd1-2e1c-41ba-8b1b-226f977851fa tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 949 time: 0.1260676 Jul 08 17:21:21.879419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e335c503-78bc-4baa-9e57-c22cdd4e4116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.883886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b8f41-41cf-485b-8457-18667167f924 req-79ab4178-b555-4267-833e-1923a5a550cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0463178 Jul 08 17:21:21.887610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e335c503-78bc-4baa-9e57-c22cdd4e4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.899304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6cd12e95-3015-4a76-b453-ab2ad34dea23 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:21.938119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Made reservation on behalf of 78f0f599a2754a83bb34ce042d0c8c17 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:21.939602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c37c7f59-d844-40d8-8563-27d15ad091b9 req-2752bb0d-4c02-4dfa-9a1d-7501072fddb7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948472 Jul 08 17:21:21.954738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b8f41-41cf-485b-8457-18667167f924 req-dcee5bb4-6880-4fd3-b141-b09c0948ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:21.956356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b8f41-41cf-485b-8457-18667167f924 req-dcee5bb4-6880-4fd3-b141-b09c0948ca14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0631807 Jul 08 17:21:21.956604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:21.961245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335c503-78bc-4baa-9e57-c22cdd4e4116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e64800-1c09-46a1-a4a1-10e370413fc8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:21.967470 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e335c503-78bc-4baa-9e57-c22cdd4e4116 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1212725f1e354e85a7d2048873c0efe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897663 Jul 08 17:21:21.974387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:21.993145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 6cd12e95-3015-4a76-b453-ab2ad34dea23 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:21.998910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 6cd12e95-3015-4a76-b453-ab2ad34dea23 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:21.999465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.010936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b8f41-41cf-485b-8457-18667167f924 req-867e169f-3f60-4783-be19-795164abb0ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458727 Jul 08 17:21:22.099088 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.112074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:22.126024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b8f41-41cf-485b-8457-18667167f924 req-7f2b4c4c-f60d-4500-9f99-5b10d3b94eba service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050704 Jul 08 17:21:22.145492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Allocated IP 172.20.0.13 (0664b879-38e9-4d8c-9380-0897a1d0931b/e74a4f37-adb8-40a7-b934-dc46167628eb/4018975e-cc0e-44eb-86c5-2ac7786ee31b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:22.183553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6431c7de-549d-439e-9359-97620fb6f1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd12e95-3015-4a76-b453-ab2ad34dea23'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:22.193610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d469bb8-ca68-4d3e-8a45-91a2e98dc6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.217133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d469bb8-ca68-4d3e-8a45-91a2e98dc6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.278049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6cd12e95-3015-4a76-b453-ab2ad34dea23, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6cd12e95-3015-4a76-b453-ab2ad34dea23,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:22.282839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.290690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:22.316801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:22.317255 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.324229 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b8f41-41cf-485b-8457-18667167f924 req-f5adb719-c5c3-42e2-8a32-8abc035b8799 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867321 Jul 08 17:21:22.324961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d469bb8-ca68-4d3e-8a45-91a2e98dc6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.328072 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d469bb8-ca68-4d3e-8a45-91a2e98dc6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.329116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2d469bb8-ca68-4d3e-8a45-91a2e98dc6e7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/04e64800-1c09-46a1-a4a1-10e370413fc8 HTTP/1.1" status: 204 len: 168 time: 0.3521035 Jul 08 17:21:22.368922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d469bb8-ca68-4d3e-8a45-91a2e98dc6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e64800-1c09-46a1-a4a1-10e370413fc8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:22.372118 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780eee14-8453-428a-b921-713f1a994876" -d '{"events": [{"server_uuid": "6431c7de-549d-439e-9359-97620fb6f1be", "name": "network-vif-plugged", "status": "completed", "tag": "6cd12e95-3015-4a76-b453-ab2ad34dea23"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:22.421750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdaef3-6126-48ac-8362-61cc1bc13d75 req-01efe4b1-5960-429e-a8e8-f0f523f1eca8 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:22.423294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddcdaef3-6126-48ac-8362-61cc1bc13d75 req-01efe4b1-5960-429e-a8e8-f0f523f1eca8 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 943 time: 0.1436169 Jul 08 17:21:22.449108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6cd12e95-3015-4a76-b453-ab2ad34dea23,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:22.449353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.457510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.492220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f4fdc9b-3315-41ab-bdc6-8333fb1ed724 req-d8deca3e-690d-43fa-a41e-83d7cd22d26e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 210 time: 0.0594766 Jul 08 17:21:22.495527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:22.499803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.503316 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.530395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddcdaef3-6126-48ac-8362-61cc1bc13d75 req-f232c665-a99e-43cc-9294-1c0c1bbbb2e7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008103 Jul 08 17:21:22.569907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Network 0664b879-38e9-4d8c-9380-0897a1d0931b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:22.574199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:22.576996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:22.581306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:22.582762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:22.583390 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.603626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:22.609338 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-0ee19e8a-168c-4e56-8796-df6ef1640e08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9429307 Jul 08 17:21:22.620851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Request body: {'port': {'device_id': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'device_owner': 'compute:tempest-test_az-2021596977', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:22.694963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:22.748209 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda7a772-a877-4121-a557-0fb8f9db25f0 x-openstack-request-id: req-bda7a772-a877-4121-a557-0fb8f9db25f0 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:22.748921 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6431c7de-549d-439e-9359-97620fb6f1be", "name": "network-vif-plugged", "status": "completed", "tag": "6cd12e95-3015-4a76-b453-ab2ad34dea23", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:22.749758 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bda7a772-a877-4121-a557-0fb8f9db25f0 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:22.750301 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6431c7de-549d-439e-9359-97620fb6f1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd12e95-3015-4a76-b453-ab2ad34dea23', 'code': 200} Jul 08 17:21:22.854423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.72', 59438) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:22.935780 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:21:22.973555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48946) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:23.012827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ea8e-443a-4f48-a920-a6e9c2681a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.036558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4018975e-cc0e-44eb-86c5-2ac7786ee31b {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:23.039715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30147680-b3ce-441c-b10a-9617e8857268 req-90da6bf4-85f6-4c27-bd85-18f3412c4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.041450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30147680-b3ce-441c-b10a-9617e8857268 req-90da6bf4-85f6-4c27-bd85-18f3412c4a4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 1123 time: 0.1682692 Jul 08 17:21:23.049842 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.050147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbc39-753e-44cd-9be5-7e793d89aa70 req-6681fd87-1f3c-4479-b043-4e3c0192823c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.052080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f2dbc39-753e-44cd-9be5-7e793d89aa70 req-6681fd87-1f3c-4479-b043-4e3c0192823c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 972 time: 0.1436298 Jul 08 17:21:23.071265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Transition to ACTIVE for port object 4018975e-cc0e-44eb-86c5-2ac7786ee31b will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:23.078239 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-30147680-b3ce-441c-b10a-9617e8857268 req-fe3b3b3c-2f72-4025-8c8f-fdd4782eafe6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.079033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.150719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:23.172338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f2dbc39-753e-44cd-9be5-7e793d89aa70 req-f18ca1ce-366c-4ad8-b8ba-c571f98f4aef tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057978 Jul 08 17:21:23.190696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc767b7e-03c5-4f20-bb11-29b53b95df6e req-8e138c96-6206-43f4-89ee-6c5f097474a7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.192232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc767b7e-03c5-4f20-bb11-29b53b95df6e req-8e138c96-6206-43f4-89ee-6c5f097474a7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 950 time: 0.1332161 Jul 08 17:21:23.207491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:23.207834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:23.208165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:23.218373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:23.218702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:23.230049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:23.230442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:23.230811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:23.231266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Bound port: 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:23.231786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.235540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ea8e-443a-4f48-a920-a6e9c2681a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.248215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4f8ea8e-443a-4f48-a920-a6e9c2681a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.270368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc767b7e-03c5-4f20-bb11-29b53b95df6e req-cfb3a3a3-45c5-4ab7-b787-d63b8b25f9ff tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617304 Jul 08 17:21:23.316687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b4f8ea8e-443a-4f48-a920-a6e9c2681a71 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7b5f94e7d6244aafaf837520492ab4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416183 Jul 08 17:21:23.317596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48954) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:23.325974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8ea8e-443a-4f48-a920-a6e9c2681a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf325e4c-9c16-41ad-81fe-89d7485b4f05,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:23.349174 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-30147680-b3ce-441c-b10a-9617e8857268 req-fe3b3b3c-2f72-4025-8c8f-fdd4782eafe6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.354109 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-30147680-b3ce-441c-b10a-9617e8857268 req-fe3b3b3c-2f72-4025-8c8f-fdd4782eafe6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.385114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:23.390113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30147680-b3ce-441c-b10a-9617e8857268 req-fe3b3b3c-2f72-4025-8c8f-fdd4782eafe6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374918 Jul 08 17:21:23.390285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:23.395387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.399012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3b3c-2f72-4025-8c8f-fdd4782eafe6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c56c6871-086d-450f-b388-2564b75697d6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:23.431069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6fa-ddb1-4a7b-8914-18ced6887806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.449391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.450023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.451423 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] 10.222.0.72 "PUT /v2.0/ports/4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 1114 time: 0.8350947 Jul 08 17:21:23.451886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:23.454658 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac344aac-1e04-4d89-9989-9240cc184437" -d '{"events": [{"name": "network-changed", "server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:23.487599 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6fa-ddb1-4a7b-8914-18ced6887806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.488864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1ea12-a093-4a2a-9f72-0a48414ce17b service neutron] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:23.520026 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91bb97e-34f5-4d86-b729-0822064e175c x-openstack-request-id: req-d91bb97e-34f5-4d86-b729-0822064e175c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:23.520345 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:23.520596 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d91bb97e-34f5-4d86-b729-0822064e175c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:23.521055 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b', 'status': 'completed', 'code': 200} Jul 08 17:21:23.546085 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6fa-ddb1-4a7b-8914-18ced6887806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.549535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6fa-ddb1-4a7b-8914-18ced6887806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:23.550697 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-94a2c6fa-ddb1-4a7b-8914-18ced6887806 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf325e4c-9c16-41ad-81fe-89d7485b4f05 HTTP/1.1" status: 204 len: 168 time: 0.2306831 Jul 08 17:21:23.586181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c6fa-ddb1-4a7b-8914-18ced6887806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf325e4c-9c16-41ad-81fe-89d7485b4f05,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:23.618249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344aac-1e04-4d89-9989-9240cc184437 req-e41afdcd-d6d1-4a69-bc35-d10148cfe143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.620028 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ac344aac-1e04-4d89-9989-9240cc184437 req-e41afdcd-d6d1-4a69-bc35-d10148cfe143 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1117 time: 0.0680261 Jul 08 17:21:23.699803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658707-ac89-4bf2-ba98-2369b42a865a req-261bec32-777e-4b55-a49a-c9eef9fe43ee tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.707388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf658707-ac89-4bf2-ba98-2369b42a865a req-261bec32-777e-4b55-a49a-c9eef9fe43ee tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.0806606 Jul 08 17:21:23.767227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf658707-ac89-4bf2-ba98-2369b42a865a req-ed1a50e1-8d0a-4a64-9af6-029c1a9e54d0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Jul 08 17:21:23.864073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344aac-1e04-4d89-9989-9240cc184437 req-41c71bd5-6c68-4bf5-bdff-629c8a067212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.865597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ac344aac-1e04-4d89-9989-9240cc184437 req-41c71bd5-6c68-4bf5-bdff-629c8a067212 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2158914 Jul 08 17:21:23.928922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a9e3-30f4-4472-8f3c-51feb2406652 req-da1ce587-9e02-4b30-9857-1bad09c07246 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:23.928922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd29a9e3-30f4-4472-8f3c-51feb2406652 req-da1ce587-9e02-4b30-9857-1bad09c07246 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 943 time: 0.0722427 Jul 08 17:21:23.989568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd29a9e3-30f4-4472-8f3c-51feb2406652 req-f5ee1fb2-3682-49b3-bf92-be9580713b65 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Jul 08 17:21:24.043792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344aac-1e04-4d89-9989-9240cc184437 req-8cb9cede-3122-49b2-864a-e05bc55b3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.045302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ac344aac-1e04-4d89-9989-9240cc184437 req-8cb9cede-3122-49b2-864a-e05bc55b3dad service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715779 Jul 08 17:21:24.111950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:24.148621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-d8c54dab-331e-4ad2-b311-e759697a1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.150179 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-d8c54dab-331e-4ad2-b311-e759697a1b35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1117 time: 0.0621998 Jul 08 17:21:24.200952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-710f7cfa-dd61-4721-8226-e498560b9a43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 217 time: 0.0429323 Jul 08 17:21:24.222405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:24.237408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'port_id': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6', 'mac_address': 'fa:16:3e:57:d1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8362d75-575c-47ad-bd75-aa622b0b5c48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:24.256036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-9f668a16-a07e-4879-a423-bc4ab0c86aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.257587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-9f668a16-a07e-4879-a423-bc4ab0c86aff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0478182 Jul 08 17:21:24.294077 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.321943 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-dd70a8c4-e582-4e94-a9f3-156a23fa8c67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511718 Jul 08 17:21:24.326683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8069989-cdd6-40dc-9db4-d8845f23e0b6 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:24.354777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:24.360846 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:24.456335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bffd5-ccdc-4250-a870-ef3ca3f02f03 req-f393e4c1-bb28-45b2-94e7-6f4357fed72c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.459813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-040bffd5-ccdc-4250-a870-ef3ca3f02f03 req-f393e4c1-bb28-45b2-94e7-6f4357fed72c tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 972 time: 0.1338155 Jul 08 17:21:24.475901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:24.569772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-040bffd5-ccdc-4250-a870-ef3ca3f02f03 req-ccc31822-36b0-4999-8748-c12082930952 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642118 Jul 08 17:21:24.601942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b78b9-287f-41c6-ae0d-9e233c4a0a7a req-a36b83f6-d285-4209-8ef9-3351c49490f9 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:24.611799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd8b78b9-287f-41c6-ae0d-9e233c4a0a7a req-a36b83f6-d285-4209-8ef9-3351c49490f9 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 950 time: 0.1482625 Jul 08 17:21:24.611960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48998) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:24.628037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-21fa7ed6-6783-4ed3-8bb5-c93cf141a4ca service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987177 Jul 08 17:21:24.673394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd8b78b9-287f-41c6-ae0d-9e233c4a0a7a req-d6b90a95-f04b-4eb3-b2b4-53f4744e7934 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Jul 08 17:21:24.729836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606a5785-512d-4f69-8c25-d6fe60cae239 req-2a92de7b-d323-4655-bd06-3a30b1b913fd service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925214 Jul 08 17:21:24.732788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c8069989-cdd6-40dc-9db4-d8845f23e0b6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:24.763694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:24.766395 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482bfaf6-50c1-4367-a746-1207cb1795cc" -d '{"events": [{"server_uuid": "2490dbc5-b51b-44ed-973d-8bfa0bb6ed50", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a4f7b-d5b7-4151-991b-b10ee10fc349"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:24.815714 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ecac97-1bf5-4272-8dae-b5a28735acdf x-openstack-request-id: req-67ecac97-1bf5-4272-8dae-b5a28735acdf {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:24.816164 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2490dbc5-b51b-44ed-973d-8bfa0bb6ed50", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a4f7b-d5b7-4151-991b-b10ee10fc349", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:24.816416 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-67ecac97-1bf5-4272-8dae-b5a28735acdf {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:24.816988 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349', 'code': 200} Jul 08 17:21:24.840964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2806a5-964c-4595-abfc-8498bf30a70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.010560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2806a5-964c-4595-abfc-8498bf30a70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.035593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2806a5-964c-4595-abfc-8498bf30a70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.097173 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef2806a5-964c-4595-abfc-8498bf30a70f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cfb76e50ba16402695482b17aaec837c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831960 Jul 08 17:21:25.098662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2806a5-964c-4595-abfc-8498bf30a70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7144b5-14b5-4f1a-a8f4-9959aca9d1d6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:25.101005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49016) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:25.129805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fa29b-c03f-4cf8-b3ed-b240cd0e2ef5 req-4af1135d-c822-4afa-a263-b3ae3b4b7898 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.131451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f75fa29b-c03f-4cf8-b3ed-b240cd0e2ef5 req-4af1135d-c822-4afa-a263-b3ae3b4b7898 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.1750755 Jul 08 17:21:25.170109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f347190-e740-4d04-ba81-5425e5057952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.192533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f347190-e740-4d04-ba81-5425e5057952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.251793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f347190-e740-4d04-ba81-5425e5057952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.254905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f347190-e740-4d04-ba81-5425e5057952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.256131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8f347190-e740-4d04-ba81-5425e5057952 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc7144b5-14b5-4f1a-a8f4-9959aca9d1d6 HTTP/1.1" status: 204 len: 168 time: 0.1540461 Jul 08 17:21:25.274775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f347190-e740-4d04-ba81-5425e5057952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7144b5-14b5-4f1a-a8f4-9959aca9d1d6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:25.433726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d481-54ef-42d9-b32e-e29f75177fb6 req-39af9b53-45a7-4a76-a09c-be8ac59e9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.435206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1309d481-54ef-42d9-b32e-e29f75177fb6 req-39af9b53-45a7-4a76-a09c-be8ac59e9d2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 1101 time: 0.4006138 Jul 08 17:21:25.441529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f75fa29b-c03f-4cf8-b3ed-b240cd0e2ef5 req-ad5a138b-982c-428b-9cd4-43fb60d2657a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012574 Jul 08 17:21:25.469891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.484926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1309d481-54ef-42d9-b32e-e29f75177fb6 req-3a8d31d4-4b5f-440f-95d3-bed4515292d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Jul 08 17:21:25.501571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b1f57-0786-475b-8589-383f365c3726 req-b53249f2-121c-4491-98bd-3e1f4b9aea01 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.508707 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f29b1f57-0786-475b-8589-383f365c3726 req-b53249f2-121c-4491-98bd-3e1f4b9aea01 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 944 time: 0.3391833 Jul 08 17:21:25.543098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f29b1f57-0786-475b-8589-383f365c3726 req-f2f25a13-710d-40c1-a8aa-f098dd731297 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335124 Jul 08 17:21:25.635780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49038) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:25.649705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b48077b3-a00c-4f72-9181-d49335363fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.762160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:25.775008 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b48077b3-a00c-4f72-9181-d49335363fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.780415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b48077b3-a00c-4f72-9181-d49335363fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.827632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48077b3-a00c-4f72-9181-d49335363fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b81f83-e276-4abe-9855-aa2aa644ac8e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:25.832040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b48077b3-a00c-4f72-9181-d49335363fbd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=69b703c5b3874c50af3f2b56fd9f70db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951740 Jul 08 17:21:25.835661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49048) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:25.855973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ae603-ae1d-4d71-a613-213886acba11 req-f768c48f-83f0-48cb-81c1-18c1807007e8 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.857544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-680ae603-ae1d-4d71-a613-213886acba11 req-f768c48f-83f0-48cb-81c1-18c1807007e8 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 972 time: 0.1559722 Jul 08 17:21:25.877623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb491-f95c-497c-98bf-b05858203264 req-fe0eff11-422e-4614-a361-fee92250b7e9 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:25.879081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e5fb491-f95c-497c-98bf-b05858203264 req-fe0eff11-422e-4614-a361-fee92250b7e9 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 950 time: 0.0977404 Jul 08 17:21:25.887848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f4016d3-f410-4ae0-b530-5e91b573ea11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.908301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9917d9b1-249b-4ab4-b4bd-ad3b93d9006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.908896 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f4016d3-f410-4ae0-b530-5e91b573ea11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.947862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-680ae603-ae1d-4d71-a613-213886acba11 req-f11731aa-d162-4f6f-b5e3-46a717532de3 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779626 Jul 08 17:21:25.959182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f4016d3-f410-4ae0-b530-5e91b573ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.963331 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f4016d3-f410-4ae0-b530-5e91b573ea11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:25.966746 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1f4016d3-f410-4ae0-b530-5e91b573ea11 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c1b81f83-e276-4abe-9855-aa2aa644ac8e HTTP/1.1" status: 204 len: 168 time: 0.1279812 Jul 08 17:21:25.966859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e5fb491-f95c-497c-98bf-b05858203264 req-500e6956-11c9-4595-8414-e8e7d20e22e7 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704651 Jul 08 17:21:25.982866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4016d3-f410-4ae0-b530-5e91b573ea11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b81f83-e276-4abe-9855-aa2aa644ac8e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.062501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9917d9b1-249b-4ab4-b4bd-ad3b93d9006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.067335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9917d9b1-249b-4ab4-b4bd-ad3b93d9006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.120892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9917d9b1-249b-4ab4-b4bd-ad3b93d9006c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=210088af7bf440cbb5fb16a37d29b9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560996 Jul 08 17:21:26.122471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49056) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:26.126842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:26.137301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917d9b1-249b-4ab4-b4bd-ad3b93d9006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc62e11-13df-4d8a-a255-6842fbd267e8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.178504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af7a68-1e31-45e2-ac8c-7a4879ce8321 req-5d08bb23-a0f1-43ec-acf0-f66f76b4edc3 tempest-AggregatesAdminTestJSON-1616914656 tempest-AggregatesAdminTestJSON-1616914656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:26.180012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02af7a68-1e31-45e2-ac8c-7a4879ce8321 req-5d08bb23-a0f1-43ec-acf0-f66f76b4edc3 tempest-AggregatesAdminTestJSON-1616914656 tempest-AggregatesAdminTestJSON-1616914656-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 1123 time: 0.0888917 Jul 08 17:21:26.196152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a22cbce8-c557-4fb2-8d4f-11d243cbfc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.197215 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port c8069989-cdd6-40dc-9db4-d8845f23e0b6 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:26.203635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02af7a68-1e31-45e2-ac8c-7a4879ce8321 req-3cc7f4ca-aa52-431c-a680-e5fc48d338dd tempest-AggregatesAdminTestJSON-1616914656 tempest-AggregatesAdminTestJSON-1616914656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.208696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port c8069989-cdd6-40dc-9db4-d8845f23e0b6 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:26.209134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.227359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a22cbce8-c557-4fb2-8d4f-11d243cbfc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.293051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a22cbce8-c557-4fb2-8d4f-11d243cbfc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.296218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a22cbce8-c557-4fb2-8d4f-11d243cbfc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.299862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a22cbce8-c557-4fb2-8d4f-11d243cbfc47 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1bc62e11-13df-4d8a-a255-6842fbd267e8 HTTP/1.1" status: 204 len: 168 time: 0.1726205 Jul 08 17:21:26.306158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cbce8-c557-4fb2-8d4f-11d243cbfc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc62e11-13df-4d8a-a255-6842fbd267e8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.316299 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02af7a68-1e31-45e2-ac8c-7a4879ce8321 req-3cc7f4ca-aa52-431c-a680-e5fc48d338dd tempest-AggregatesAdminTestJSON-1616914656 tempest-AggregatesAdminTestJSON-1616914656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.324280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02af7a68-1e31-45e2-ac8c-7a4879ce8321 req-3cc7f4ca-aa52-431c-a680-e5fc48d338dd tempest-AggregatesAdminTestJSON-1616914656 tempest-AggregatesAdminTestJSON-1616914656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.327265 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.363171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:26.366353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02af7a68-1e31-45e2-ac8c-7a4879ce8321 req-3cc7f4ca-aa52-431c-a680-e5fc48d338dd tempest-AggregatesAdminTestJSON-1616914656 tempest-AggregatesAdminTestJSON-1616914656-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781573 Jul 08 17:21:26.373895 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.383066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7f4ca-aa52-431c-a680-e5fc48d338dd tempest-AggregatesAdminTestJSON-1616914656 tempest-AggregatesAdminTestJSON-1616914656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7003da-c189-4c29-a4a0-a22cac200843,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.458737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.641357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49082) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:26.656909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6fe24c7-cf7d-4d5a-b2c9-6c8fb26f6071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.658331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269d92-3221-4e3d-adff-c6f49ab9dcb3 req-ff6992c8-b5e1-4f42-bc3b-93533ede4f48 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:26.660996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca269d92-3221-4e3d-adff-c6f49ab9dcb3 req-ff6992c8-b5e1-4f42-bc3b-93533ede4f48 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.0790367 Jul 08 17:21:26.730948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca269d92-3221-4e3d-adff-c6f49ab9dcb3 req-607385b1-b92e-42fe-ba5d-92035278ddf1 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635052 Jul 08 17:21:26.775438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6fe24c7-cf7d-4d5a-b2c9-6c8fb26f6071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.781672 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6fe24c7-cf7d-4d5a-b2c9-6c8fb26f6071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.810427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6fe24c7-cf7d-4d5a-b2c9-6c8fb26f6071 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3302f71998c34bdaa287b9575b350cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682606 Jul 08 17:21:26.813845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49094) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:26.819236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:26.822770 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616189c-46cd-4d7a-aacd-02a7249a032f" -d '{"events": [{"server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "name": "network-vif-plugged", "status": "completed", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:26.833728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe24c7-cf7d-4d5a-b2c9-6c8fb26f6071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14202e5d-a0f8-4597-9f6d-19455e3e5a5c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:26.928487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b885c480-7380-4389-96b5-1418e1b01c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.960010 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b885c480-7380-4389-96b5-1418e1b01c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:26.978663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e922e-6686-494c-b45a-82e8f83cf48b req-0d212688-db8d-4d38-b69e-598294bb393a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:26.980342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c8e922e-6686-494c-b45a-82e8f83cf48b req-0d212688-db8d-4d38-b69e-598294bb393a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 945 time: 0.1059430 Jul 08 17:21:27.024422 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9985b846-7aed-4300-98f8-a371fb28895a x-openstack-request-id: req-9985b846-7aed-4300-98f8-a371fb28895a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:27.024865 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "name": "network-vif-plugged", "status": "completed", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:27.025116 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9985b846-7aed-4300-98f8-a371fb28895a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:27.025513 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6', 'code': 200} Jul 08 17:21:27.047264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c8e922e-6686-494c-b45a-82e8f83cf48b req-6ff4b8cc-a781-4a2e-9719-014fc01714e7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607896 Jul 08 17:21:27.065727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b885c480-7380-4389-96b5-1418e1b01c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.068693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b885c480-7380-4389-96b5-1418e1b01c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.070001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b885c480-7380-4389-96b5-1418e1b01c85 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/14202e5d-a0f8-4597-9f6d-19455e3e5a5c HTTP/1.1" status: 204 len: 168 time: 0.2551718 Jul 08 17:21:27.084771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885c480-7380-4389-96b5-1418e1b01c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14202e5d-a0f8-4597-9f6d-19455e3e5a5c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:27.209371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f253b5-e2f5-4046-9559-dac4e2fec4db req-9d343c7c-0880-4fa3-8da1-97a85373bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:27.211165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5f253b5-e2f5-4046-9559-dac4e2fec4db req-9d343c7c-0880-4fa3-8da1-97a85373bac3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1096 time: 0.0697877 Jul 08 17:21:27.283203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5f253b5-e2f5-4046-9559-dac4e2fec4db req-f84da9e9-4de8-4984-85d8-ffec6ade34a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649302 Jul 08 17:21:27.321284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024e415-2037-43d8-98b5-1e41f3e307be req-3b93f7be-efa7-45b1-8bcd-0d64f21cde80 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:27.323098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1024e415-2037-43d8-98b5-1e41f3e307be req-3b93f7be-efa7-45b1-8bcd-0d64f21cde80 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 950 time: 0.0942907 Jul 08 17:21:27.374780 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1024e415-2037-43d8-98b5-1e41f3e307be req-ae980e4b-f903-4411-9347-5419da418d14 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Jul 08 17:21:27.386031 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c408a45e-dafa-4e22-9779-a863ad3a5d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:27.910056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:27.997415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc625b-571a-4ef9-b0a2-03e5ffea28cf req-5d024a2f-a48b-404f-a84d-31545a781fb0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:28.004881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dbc625b-571a-4ef9-b0a2-03e5ffea28cf req-5d024a2f-a48b-404f-a84d-31545a781fb0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.1104712 Jul 08 17:21:28.031313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:28.048962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '4018975e-cc0e-44eb-86c5-2ac7786ee31b', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'port_id': '4018975e-cc0e-44eb-86c5-2ac7786ee31b', 'mac_address': 'fa:16:3e:ab:cd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a4f37-adb8-40a7-b934-dc46167628eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-2021596977', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:28.063423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dbc625b-571a-4ef9-b0a2-03e5ffea28cf req-b02c06ee-ebef-4220-b1bd-6a8589acea2f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575373 Jul 08 17:21:28.094387 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.116268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4018975e-cc0e-44eb-86c5-2ac7786ee31b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:28.145890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:28.151308 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:28.220006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:28.306260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e4c5e-3dfc-4f54-aca7-dc226b07c2f5 req-5178df28-42f8-4fc7-b0e8-d4c6429d5228 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:28.307809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-733e4c5e-3dfc-4f54-aca7-dc226b07c2f5 req-5178df28-42f8-4fc7-b0e8-d4c6429d5228 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 945 time: 0.0719841 Jul 08 17:21:28.351954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-733e4c5e-3dfc-4f54-aca7-dc226b07c2f5 req-d99d08c1-f601-459a-8c0c-6f0c558574be tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Jul 08 17:21:28.412342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4018975e-cc0e-44eb-86c5-2ac7786ee31b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:28.596533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c43c3-91b6-49e3-96ff-529c37aacb07 req-9a0cc10a-a2e1-4dd1-8f71-33aa1f20380e tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:28.604206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f31c43c3-91b6-49e3-96ff-529c37aacb07 req-9a0cc10a-a2e1-4dd1-8f71-33aa1f20380e tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 950 time: 0.0755827 Jul 08 17:21:28.645350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f31c43c3-91b6-49e3-96ff-529c37aacb07 req-32ac8e1e-2873-43bb-8aa6-0a3bc6fde45e tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Jul 08 17:21:29.043604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49266) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:29.162806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2477f41-6bfb-4b92-be88-98105d5410d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.279280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2477f41-6bfb-4b92-be88-98105d5410d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.284261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2477f41-6bfb-4b92-be88-98105d5410d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.325695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c2477f41-6bfb-4b92-be88-98105d5410d1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=15b619eaff354c718f049a9002d05b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782552 Jul 08 17:21:29.326341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49280) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:29.333168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2477f41-6bfb-4b92-be88-98105d5410d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db132a-6d07-4138-831c-3a43fbd4b4f5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:29.422811 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7acddd6-2250-4752-bb32-9b3e4932006b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.454340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7acddd6-2250-4752-bb32-9b3e4932006b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.468296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029ed0d-6c89-48b3-aa9e-48fbbb6846ad req-24c0e4cc-24e0-4b7d-abe5-3b9d4833220f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:29.469798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3029ed0d-6c89-48b3-aa9e-48fbbb6846ad req-24c0e4cc-24e0-4b7d-abe5-3b9d4833220f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 967 time: 0.1126697 Jul 08 17:21:29.521828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3029ed0d-6c89-48b3-aa9e-48fbbb6846ad req-98f933da-e427-4ec1-b997-068a565de956 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Jul 08 17:21:29.565055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7acddd6-2250-4752-bb32-9b3e4932006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.567629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7acddd6-2250-4752-bb32-9b3e4932006b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:29.571131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f7acddd6-2250-4752-bb32-9b3e4932006b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c2db132a-6d07-4138-831c-3a43fbd4b4f5 HTTP/1.1" status: 204 len: 168 time: 0.2418973 Jul 08 17:21:29.587757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acddd6-2250-4752-bb32-9b3e4932006b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db132a-6d07-4138-831c-3a43fbd4b4f5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:29.618082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5510a65-43e7-4fa0-bca4-760489276e37 req-169af7c7-2570-4425-9204-4b24c0d2ccc3 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:29.619660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5510a65-43e7-4fa0-bca4-760489276e37 req-169af7c7-2570-4425-9204-4b24c0d2ccc3 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 950 time: 0.0878837 Jul 08 17:21:29.692282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5510a65-43e7-4fa0-bca4-760489276e37 req-bd981c98-dc2d-4a6b-a9ad-d02b0c028564 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650976 Jul 08 17:21:29.724006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81067d-1a0b-4488-8880-b16b8c0ddb3b req-a14eb78b-08ff-4b6e-b5e2-775536a0a232 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:29.725748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e81067d-1a0b-4488-8880-b16b8c0ddb3b req-a14eb78b-08ff-4b6e-b5e2-775536a0a232 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 945 time: 0.0796559 Jul 08 17:21:29.772532 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e81067d-1a0b-4488-8880-b16b8c0ddb3b req-91f37fef-7bb7-4954-be83-5eeb7d4f55b2 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Jul 08 17:21:29.917903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:29.944350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49314) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:29.972019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10bf5ce7-26ff-46a3-b4fa-1db4969fdca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.047492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-245303df-1deb-4522-99df-64d8856bb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.068656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 4018975e-cc0e-44eb-86c5-2ac7786ee31b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:30.074719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 4018975e-cc0e-44eb-86c5-2ac7786ee31b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:30.075292 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.135141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10bf5ce7-26ff-46a3-b4fa-1db4969fdca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.140851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10bf5ce7-26ff-46a3-b4fa-1db4969fdca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.189941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10bf5ce7-26ff-46a3-b4fa-1db4969fdca5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fba44aaa78194b338548df3a2757db69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442746 Jul 08 17:21:30.193152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:30.195551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.196304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf5ce7-26ff-46a3-b4fa-1db4969fdca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ef1eb8-c79b-4e24-b373-c48e875a27f3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:30.222712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:30.225007 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36553e-91a5-42fe-a35a-b5b95c225f89" -d '{"events": [{"server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "name": "network-vif-plugged", "status": "completed", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:30.239552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:30.245626 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.283941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6b71e9e-2b11-49b6-8014-bc62c586f92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.302158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:30.312646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6b71e9e-2b11-49b6-8014-bc62c586f92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.393398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.397783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6b71e9e-2b11-49b6-8014-bc62c586f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.402642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6b71e9e-2b11-49b6-8014-bc62c586f92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:30.404890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6b71e9e-2b11-49b6-8014-bc62c586f92b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/84ef1eb8-c79b-4e24-b373-c48e875a27f3 HTTP/1.1" status: 204 len: 168 time: 0.2105980 Jul 08 17:21:30.406032 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27871d7a-77ef-449c-ab0a-f35cb6121f99 x-openstack-request-id: req-27871d7a-77ef-449c-ab0a-f35cb6121f99 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:30.406333 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "name": "network-vif-plugged", "status": "completed", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:30.406692 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-27871d7a-77ef-449c-ab0a-f35cb6121f99 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:30.407162 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b', 'code': 200} Jul 08 17:21:30.467585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b71e9e-2b11-49b6-8014-bc62c586f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ef1eb8-c79b-4e24-b373-c48e875a27f3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:30.527733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3ebe3-24f2-4e98-8d32-9eba1c6d80c1 req-660ff4f9-fcdb-41a9-8764-afef1469d4ce tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:30.537346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92d3ebe3-24f2-4e98-8d32-9eba1c6d80c1 req-660ff4f9-fcdb-41a9-8764-afef1469d4ce tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1096 time: 0.1487372 Jul 08 17:21:30.628019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92d3ebe3-24f2-4e98-8d32-9eba1c6d80c1 req-d30e6955-990e-4af1-b12f-1a9421bb3d65 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Jul 08 17:21:30.745102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c9580-339a-42e1-9a70-e50162888775 req-4deb75e2-1812-4466-9c55-5a03d77524e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:30.747265 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1a3c9580-339a-42e1-9a70-e50162888775 req-4deb75e2-1812-4466-9c55-5a03d77524e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1119 time: 0.2351389 Jul 08 17:21:30.816096 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1a3c9580-339a-42e1-9a70-e50162888775 req-1b4f1aac-7ef6-44fc-a7dd-1e4ddf8516a9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619891 Jul 08 17:21:30.887449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b203c7a-f2c6-4c98-9903-044879efc075 req-f72cfb94-8c62-4b05-a01b-018ee0ecbb3f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:30.893255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b203c7a-f2c6-4c98-9903-044879efc075 req-f72cfb94-8c62-4b05-a01b-018ee0ecbb3f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 968 time: 0.0785906 Jul 08 17:21:30.901359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:30.953579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b203c7a-f2c6-4c98-9903-044879efc075 req-fd821a68-beb4-4f38-a700-844f8f286ecb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579460 Jul 08 17:21:31.087062 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b6927-ece0-49cb-9b3b-efd0c2646ec2 req-9e04ed91-587d-4fd5-84ee-74d22785cdb8 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:31.088480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e53b6927-ece0-49cb-9b3b-efd0c2646ec2 req-9e04ed91-587d-4fd5-84ee-74d22785cdb8 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1096 time: 0.0650399 Jul 08 17:21:31.125468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49386) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:31.147086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb73a2ea-d080-4bec-82bf-8f5e159a9ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.197171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e53b6927-ece0-49cb-9b3b-efd0c2646ec2 req-bdd3a898-6046-42f5-b1c3-d801e8af45c4 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686400 Jul 08 17:21:31.219388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.219935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-1c4014f7-4db7-4c2e-a4bb-ef2b88cd5141 tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:31.220051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a41e38a4-baae-4e49-9c40-b342adb7d537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.221038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-1c4014f7-4db7-4c2e-a4bb-ef2b88cd5141 tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 1101 time: 0.1291351 Jul 08 17:21:31.238688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983d75-f2dd-4af1-98ba-297268bc5e4f req-f4b92733-241b-431b-b7c8-206e6ca45a00 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:31.240411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db983d75-f2dd-4af1-98ba-297268bc5e4f req-f4b92733-241b-431b-b7c8-206e6ca45a00 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 950 time: 0.1148260 Jul 08 17:21:31.344882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb73a2ea-d080-4bec-82bf-8f5e159a9ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.364889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db983d75-f2dd-4af1-98ba-297268bc5e4f req-ed6990c3-9cd3-4c89-8d9f-932aa07578ac tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177895 Jul 08 17:21:31.386435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb73a2ea-d080-4bec-82bf-8f5e159a9ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.417329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73a2ea-d080-4bec-82bf-8f5e159a9ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4f2169-f979-41b2-8541-955334c3ad7c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:31.430962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Deleting port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:31.431308 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.462824 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eb73a2ea-d080-4bec-82bf-8f5e159a9ab1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a35620f99a2b4ee0878056bfcbe38b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600729 Jul 08 17:21:31.464659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49414) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:31.558035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ade0-e680-472d-b889-9cf72e168f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.579968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] For port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:31.580991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ade0-e680-472d-b889-9cf72e168f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.581588 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.622191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Calling delete_port for 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:31.634149 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a41e38a4-baae-4e49-9c40-b342adb7d537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.658269 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a41e38a4-baae-4e49-9c40-b342adb7d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.721634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ade0-e680-472d-b889-9cf72e168f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.724252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2a2ade0-e680-472d-b889-9cf72e168f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.738462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f2a2ade0-e680-472d-b889-9cf72e168f20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8c4f2169-f979-41b2-8541-955334c3ad7c HTTP/1.1" status: 204 len: 168 time: 0.2681637 Jul 08 17:21:31.741149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a41e38a4-baae-4e49-9c40-b342adb7d537 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2bc1a6125137477c858614f9a11b0b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146433 Jul 08 17:21:31.742104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e38a4-baae-4e49-9c40-b342adb7d537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713677f-e9bf-4ae5-9292-358529628927,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:31.744801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49428) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:31.791726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2ade0-e680-472d-b889-9cf72e168f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4f2169-f979-41b2-8541-955334c3ad7c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:31.884352 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22285cf2-b3e0-4cf2-ba1a-53f3dd5182e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.936697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22285cf2-b3e0-4cf2-ba1a-53f3dd5182e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.940852 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:31.981797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['7a3a4f7b-d5b7-4151-991b-b10ee10fc349'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:32.027286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a3a4f7b-d5b7-4151-991b-b10ee10fc349,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:32.035293 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22285cf2-b3e0-4cf2-ba1a-53f3dd5182e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.044003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22285cf2-b3e0-4cf2-ba1a-53f3dd5182e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.053861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-22285cf2-b3e0-4cf2-ba1a-53f3dd5182e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3713677f-e9bf-4ae5-9292-358529628927 HTTP/1.1" status: 204 len: 168 time: 0.3076103 Jul 08 17:21:32.065061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22285cf2-b3e0-4cf2-ba1a-53f3dd5182e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713677f-e9bf-4ae5-9292-358529628927,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:32.125689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] No DVR routers for this DVR port 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:32.129968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.132633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5630ae6-4ab2-4136-ad98-e60d3340fe4a req-c2487562-d7d6-4e05-bbde-0292bfd77dad tempest-DeleteServersAdminTestJSON-1214477035 tempest-DeleteServersAdminTestJSON-1214477035-project-admin] 10.222.0.41 "DELETE /v2.0/ports/7a3a4f7b-d5b7-4151-991b-b10ee10fc349 HTTP/1.1" status: 204 len: 173 time: 0.9024503 Jul 08 17:21:32.133055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'name': 'network-vif-deleted', 'tag': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:32.136610 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163c46ee-35bc-4483-8ec0-2569d871fbe5" -d '{"events": [{"server_uuid": "2490dbc5-b51b-44ed-973d-8bfa0bb6ed50", "name": "network-vif-deleted", "tag": "7a3a4f7b-d5b7-4151-991b-b10ee10fc349"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:32.273729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49454) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:32.301592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb296d7-8753-4372-9b6d-b2613890e661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.333972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05dd2-0b28-4279-8ca5-5a2c2986f89c req-577bbf39-034b-42a4-a1a2-d6cf311a5e82 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:32.335974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbb05dd2-0b28-4279-8ca5-5a2c2986f89c req-577bbf39-034b-42a4-a1a2-d6cf311a5e82 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 968 time: 0.0771456 Jul 08 17:21:32.397359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbb05dd2-0b28-4279-8ca5-5a2c2986f89c req-789c8558-8c45-47b4-85dd-64fb0b15a324 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Jul 08 17:21:32.464885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb296d7-8753-4372-9b6d-b2613890e661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.469715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb296d7-8753-4372-9b6d-b2613890e661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.509491 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1fb296d7-8753-4372-9b6d-b2613890e661 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=59fec759410e40ae82d1c944b3469a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314527 Jul 08 17:21:32.509491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb296d7-8753-4372-9b6d-b2613890e661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58068c6d-2249-4c60-a35a-2fe1d0594f2b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:32.509997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49468) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:32.566715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d66a18b-ff27-457b-83a1-59b9c9db37a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.605324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d66a18b-ff27-457b-83a1-59b9c9db37a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.654337 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d66a18b-ff27-457b-83a1-59b9c9db37a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.657194 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d66a18b-ff27-457b-83a1-59b9c9db37a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.658398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0d66a18b-ff27-457b-83a1-59b9c9db37a3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/58068c6d-2249-4c60-a35a-2fe1d0594f2b HTTP/1.1" status: 204 len: 168 time: 0.1468980 Jul 08 17:21:32.667273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66a18b-ff27-457b-83a1-59b9c9db37a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58068c6d-2249-4c60-a35a-2fe1d0594f2b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:32.711875 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.837765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49484) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:32.851856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b79ffde4-6e04-4e1e-bc82-a16124ac2cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.896003 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a420f2-fc7f-4394-b23d-fb58852e0fe8 x-openstack-request-id: req-97a420f2-fc7f-4394-b23d-fb58852e0fe8 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:32.896502 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2490dbc5-b51b-44ed-973d-8bfa0bb6ed50", "name": "network-vif-deleted", "tag": "7a3a4f7b-d5b7-4151-991b-b10ee10fc349", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:32.897199 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-97a420f2-fc7f-4394-b23d-fb58852e0fe8 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:32.897845 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2490dbc5-b51b-44ed-973d-8bfa0bb6ed50', 'name': 'network-vif-deleted', 'tag': '7a3a4f7b-d5b7-4151-991b-b10ee10fc349', 'status': 'completed', 'code': 200} Jul 08 17:21:32.964014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b79ffde4-6e04-4e1e-bc82-a16124ac2cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:32.970781 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b79ffde4-6e04-4e1e-bc82-a16124ac2cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.005814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ffde4-6e04-4e1e-bc82-a16124ac2cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df54a80d-2032-4294-a8ba-d49447c8919d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:33.043412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49486) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:33.044050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b79ffde4-6e04-4e1e-bc82-a16124ac2cb9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac17ad46bbfc4b8fabace2798bd86db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051809 Jul 08 17:21:33.126169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8061435e-b4d2-4998-ab9b-117c7c3f992c req-d1e0998e-821b-4009-a69f-02632abab853 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=2490dbc5-b51b-44ed-973d-8bfa0bb6ed50 HTTP/1.1" status: 200 len: 210 time: 0.0476012 Jul 08 17:21:33.145398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07127b7c-cf7b-4d8b-b95c-47937f63d9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.180129 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07127b7c-cf7b-4d8b-b95c-47937f63d9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.242139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07127b7c-cf7b-4d8b-b95c-47937f63d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.245309 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07127b7c-cf7b-4d8b-b95c-47937f63d9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:33.246515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-07127b7c-cf7b-4d8b-b95c-47937f63d9f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/df54a80d-2032-4294-a8ba-d49447c8919d HTTP/1.1" status: 204 len: 168 time: 0.2020969 Jul 08 17:21:33.255406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07127b7c-cf7b-4d8b-b95c-47937f63d9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df54a80d-2032-4294-a8ba-d49447c8919d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:33.528973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0dc98-1284-4e9f-936d-2ae6944bbf3e req-8ebb1da2-ebcc-425c-8b2a-5eaff46b7e98 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:33.531378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33f0dc98-1284-4e9f-936d-2ae6944bbf3e req-8ebb1da2-ebcc-425c-8b2a-5eaff46b7e98 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1119 time: 0.0560842 Jul 08 17:21:33.574258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33f0dc98-1284-4e9f-936d-2ae6944bbf3e req-9de32f6a-4c37-497d-a914-f85c0605b18a tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Jul 08 17:21:33.960354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b3764-34ed-4850-a7c7-9abb0a896822 req-6669feb0-4ac2-4bf7-94cf-c7331ca83124 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:33.962697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-669b3764-34ed-4850-a7c7-9abb0a896822 req-6669feb0-4ac2-4bf7-94cf-c7331ca83124 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1119 time: 0.0693686 Jul 08 17:21:34.004925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-669b3764-34ed-4850-a7c7-9abb0a896822 req-1f26586b-131e-45fc-8044-4c4f4f209a28 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Jul 08 17:21:34.207826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49570) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:34.314351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49576) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:34.418334 n-d-799528-4 neutron-server[93665]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 17:21:34.422781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-aaf6918d-ce92-479b-ab26-1bccb0fd11be tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:21:34.431675 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-aaf6918d-ce92-479b-ab26-1bccb0fd11be tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2224803 Jul 08 17:21:34.464753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-8c7aec23-bf11-49b6-8458-a9b950565c67 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7ad4ad890a6f4d87af2df58ced7d5f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292833 Jul 08 17:21:34.560458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-network', 'tenant_id': 'f74687f223ad48769310c5b87679f156'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:34.594874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Request body: {'binding': {'host': 'n-h1-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:34.595381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:21:34.599547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-0bfbceba-5e09-4e2c-9e2f-67a5503455a9 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:34.601036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-0bfbceba-5e09-4e2c-9e2f-67a5503455a9 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354589 Jul 08 17:21:34.613834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Made reservation on behalf of f74687f223ad48769310c5b87679f156 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:34.616086 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.627054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-52181d66-e08e-4b4d-91c4-afdf1379ccee tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/quotas/7ad4ad890a6f4d87af2df58ced7d5f54 HTTP/1.1" status: 200 len: 375 time: 0.0204420 Jul 08 17:21:34.627835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.666640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-855d36b9-8717-4387-a545-2fa5f7bc13b9 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7ad4ad890a6f4d87af2df58ced7d5f54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309956 Jul 08 17:21:34.736394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on host n-h1-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:34.736763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:34.737185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:34.742529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:34.742876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:34.747788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:34.748716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:34.749196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:34.749634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Bound port: c8069989-cdd6-40dc-9db4-d8845f23e0b6, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:34.750276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.757854 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.786863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:34.793320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7229df07-ac2a-49c6-8bd4-f40f72a1c02a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:34.803440 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.803767 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Added segment 3ac69c8f-ecf9-4d9f-912b-3626a68be1d5 of type vlan for network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 Jul 08 17:21:34.857300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.869253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:34.881256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.882914 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-b1dcee06-c9cc-444b-892c-2b031ebf3cf3 service neutron] 10.222.0.63 "POST /v2.0/ports/c8069989-cdd6-40dc-9db4-d8845f23e0b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3296020 Jul 08 17:21:34.891460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.892634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:34.893290 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:34.953939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49608) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:34.959812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Request body: {'subnet': {'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-subnet', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:34.963684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6401389 Jul 08 17:21:34.976872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f3775-30d0-4a29-b363-fb7511e0e6cc admin admin] Pushing event updated for resources: {'Network': ['ID=07ef4e78-ce45-4c6d-9126-76b4cf206fe5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:34.989184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:35.010210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Made reservation on behalf of f74687f223ad48769310c5b87679f156 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:35.015692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.176928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40375f78-6ac2-463e-9157-0c16f2e897d3 req-e5977602-4020-41ca-b6dc-a93370c866fc tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 210 time: 0.0823114 Jul 08 17:21:35.319358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.380116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce22d6e-220e-4004-a382-188e05f43918,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:35.449657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-25d4d89c-1f1f-48d1-aa8a-c316410d61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.451701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-25d4d89c-1f1f-48d1-aa8a-c316410d61ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1096 time: 0.1442313 Jul 08 17:21:35.453486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Checking segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:35.454063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Network hostable DHCP agents. Network: 07ef4e78-ce45-4c6d-9126-76b4cf206fe5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:35.465202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a695e-83dd-42b8-9afb-ad0370444ab0 req-2056cd2c-1a43-4c69-9a8e-dcf7de17328e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.467069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e4a695e-83dd-42b8-9afb-ad0370444ab0 req-2056cd2c-1a43-4c69-9a8e-dcf7de17328e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 945 time: 0.0714719 Jul 08 17:21:35.531635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:35.533865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e4a695e-83dd-42b8-9afb-ad0370444ab0 req-bb83584d-a518-499e-9693-a7134c087a12 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559225 Jul 08 17:21:35.571049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 07ef4e78-ce45-4c6d-9126-76b4cf206fe5) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:35.579615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.580043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39a6bf-026f-4fdb-abda-63161fd04ec3 None None] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:35.580342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.598105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-fa85c4a5-db1c-4c69-b12f-6f45401313c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.599649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-fa85c4a5-db1c-4c69-b12f-6f45401313c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.1366420 Jul 08 17:21:35.608805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-638e1bb5-da3c-4192-ac1d-730aca3ecd0e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6536844 Jul 08 17:21:35.612251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49636) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:35.623315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:35.659484 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-f0fc3cec-b5fd-439e-88ef-07fc1d6a13d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0485382 Jul 08 17:21:35.684070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-091c1dce-afcc-4334-b455-9e5268c3ad4d tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=de3184751ad44dcea254a68fb6353baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394187 Jul 08 17:21:35.712156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-14ea5015-a3fe-405e-b2d6-fa38fdc0a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.713875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-14ea5015-a3fe-405e-b2d6-fa38fdc0a6ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0473142 Jul 08 17:21:35.769726 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-79ab36f5-b007-47cc-9091-491613617f84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440490 Jul 08 17:21:35.770396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:21:35.770666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.771327 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.771846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.866081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-3073989f-eb04-45fd-9204-8dbc7dcb66b3 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:35.868905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-3073989f-eb04-45fd-9204-8dbc7dcb66b3 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794701 Jul 08 17:21:35.895286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-73a6dffb-26c8-40df-8efa-44a85d74ebd1 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/quotas/de3184751ad44dcea254a68fb6353baf HTTP/1.1" status: 200 len: 375 time: 0.0203388 Jul 08 17:21:35.897258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:35.950968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-35245e65-8741-4321-a52e-6375149e7b9a tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=de3184751ad44dcea254a68fb6353baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532675 Jul 08 17:21:35.970674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Allocated IP 172.20.0.2 (07ef4e78-ce45-4c6d-9126-76b4cf206fe5/7ce22d6e-220e-4004-a382-188e05f43918/25ed1d5d-8f09-4407-92bb-f45263dfed65) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:36.106549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.149237 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-ef86f943-08d4-4823-af8d-237a840c6fa7 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349044 Jul 08 17:21:36.182746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:36.191471 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.236301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:36.237134 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7a3a4f7b-d5b7-4151-991b-b10ee10fc349 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:36.241052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Transition to ACTIVE for port object 25ed1d5d-8f09-4407-92bb-f45263dfed65 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:36.259507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Transition to ACTIVE for port object 25ed1d5d-8f09-4407-92bb-f45263dfed65 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:36.281150 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.371756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:36.377264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:36.379391 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-d0b139e6-46f5-48e6-8c68-df150d7b39d6 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960890 Jul 08 17:21:36.390270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:36.423464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cbdf19fe-fc46-45bd-83ba-2c47a9bbc918 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ad4ad890a6f4d87af2df58ced7d5f54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374036 Jul 08 17:21:36.424007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Pushing event updated for resources: {'Port': ['ID=25ed1d5d-8f09-4407-92bb-f45263dfed65,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:36.491414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Attempting to bind port 25ed1d5d-8f09-4407-92bb-f45263dfed65 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:36.491811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Attempting to bind port 25ed1d5d-8f09-4407-92bb-f45263dfed65 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:36.492158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Attempting to bind port 25ed1d5d-8f09-4407-92bb-f45263dfed65 on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:36.498757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:36.499232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Checking segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:36.499642 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.500034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Bound using segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:36.500550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Bound port: 25ed1d5d-8f09-4407-92bb-f45263dfed65, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:36.501045 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.635720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] For port 25ed1d5d-8f09-4407-92bb-f45263dfed65, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:36.639440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-6c05fdda-8b7f-408b-8a11-f80b69cf4040 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:36.640624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] For port 25ed1d5d-8f09-4407-92bb-f45263dfed65, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=25ed1d5d-8f09-4407-92bb-f45263dfed65,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:36.641132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-6c05fdda-8b7f-408b-8a11-f80b69cf4040 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150636 Jul 08 17:21:36.662378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Request body: {'port': {'device_id': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '7ad4ad890a6f4d87af2df58ced7d5f54'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:36.662747 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.795970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b3cb-c809-43ec-b8dc-92419734dfe3 None None] Pushing event updated for resources: {'Port': ['ID=25ed1d5d-8f09-4407-92bb-f45263dfed65,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:36.838843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1eaf0a5a-e62d-48f7-abea-80b4c2ab35f7 req-52027c0c-1c31-4e5c-962d-b4d2f51d5dac tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 210 time: 0.0672419 Jul 08 17:21:36.866020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.902061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.914772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-540685e4-ef8f-4302-9c64-c8036ab752ce tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:21:36.915920 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-540685e4-ef8f-4302-9c64-c8036ab752ce tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090237 Jul 08 17:21:36.956801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Made reservation on behalf of 7ad4ad890a6f4d87af2df58ced7d5f54 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:36.961523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:36.975018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.066021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00c09678-e91e-4e1d-8f1a-c0d2b71b770c req-de416b1b-4d46-48c2-baaf-150907e68ba7 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 210 time: 0.0425334 Jul 08 17:21:37.129273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-d3ba927e-ff99-4174-adbc-d9305ecd99f1 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:37.130768 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-d3ba927e-ff99-4174-adbc-d9305ecd99f1 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.4858162 Jul 08 17:21:37.134720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:37.134866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:21:37.145699 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.151716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.194329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799528-4'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:37.233504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99af99a-a3ad-4ab3-9d04-be3fd56236c0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:37.328812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.372475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Allocated IP 192.168.233.241 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/da16add1-e99c-4e73-9025-ba34a7758bec) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:37.394272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddb279-ae58-4dac-b67c-5d40a78c92d1 req-1ee1f0e9-c4b3-431d-8b2b-dca21a5d9c76 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:37.395979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cddb279-ae58-4dac-b67c-5d40a78c92d1 req-1ee1f0e9-c4b3-431d-8b2b-dca21a5d9c76 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 945 time: 0.1547704 Jul 08 17:21:37.467667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cddb279-ae58-4dac-b67c-5d40a78c92d1 req-99c2064e-79c4-40e6-8b44-52a14134bcc4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634167 Jul 08 17:21:37.567214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.588782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Transition to ACTIVE for port object da16add1-e99c-4e73-9025-ba34a7758bec will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:37.599342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Allocated IP 172.25.5.49 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/7e1703c2-eb48-48d5-b2ed-438c06b14f3f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:37.632994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:37.669135 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.695272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:37.695612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:37.695941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:37.714590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:37.714911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:37.716014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afdfa0-0f97-4424-83a0-ed72831b865a req-38ded009-0e83-48c1-bf1f-0945ec3ba272 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:37.717677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31afdfa0-0f97-4424-83a0-ed72831b865a req-38ded009-0e83-48c1-bf1f-0945ec3ba272 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 972 time: 0.1209948 Jul 08 17:21:37.730094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:37.730432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:37.730796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:37.731228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Bound port: 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:37.734976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:37.739235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:37.741234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Pushing event updated for resources: {'Port': ['ID=da16add1-e99c-4e73-9025-ba34a7758bec,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:37.743792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:37.749860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:37.750564 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.769311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:37.784383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-cb39e604-8ebb-4d10-88c6-3b2c1c954011 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1266010 Jul 08 17:21:37.814168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Request body: {'port': {'device_id': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:37.835112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31afdfa0-0f97-4424-83a0-ed72831b865a req-ed99a0b6-e534-4ab2-9fa2-2d36f2ecfffc tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648508 Jul 08 17:21:37.860591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:37.862993 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30025e8-ac14-4eb9-9868-ff1181d836f0" -d '{"events": [{"server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "name": "network-vif-unplugged", "status": "completed", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:37.872129 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.880144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.894642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:37.901973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:37.923407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.41', 61301) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:37.994161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:38.021502 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.022782 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-676b65c1-c1c0-463d-8549-b615370b5b17 service neutron] 10.222.0.63 "POST /v2.0/ports/4018975e-cc0e-44eb-86c5-2ac7786ee31b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8965662 Jul 08 17:21:38.071214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-dc896b38-f942-44d8-85da-b9548a414656 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=de3184751ad44dcea254a68fb6353baf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1466694 Jul 08 17:21:38.092484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on host n-h2-799528-4 for vnic_type normal with profile {"migrating_to": "n-h1-799528-4"} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:38.093102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:38.093618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:38.108852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:38.109411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Attempting to bind port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:38.121131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:38.121472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:38.121862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:38.122922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Bound port: c8069989-cdd6-40dc-9db4-d8845f23e0b6, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:38.122922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.125147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4802690b-f128-4801-92d0-7b84ebacc0e9 req-da0b6ddd-f142-437a-8a9b-5f6b8c5aaa25 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 210 time: 0.0873718 Jul 08 17:21:38.176906 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.183229 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.207835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-04d18132-414d-48c7-aa46-382a28a459ab None None] Provisioning for port da16add1-e99c-4e73-9025-ba34a7758bec completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:38.213489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-04d18132-414d-48c7-aa46-382a28a459ab None None] Provisioning complete for port da16add1-e99c-4e73-9025-ba34a7758bec triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:38.213958 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-04d18132-414d-48c7-aa46-382a28a459ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.270053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-04d18132-414d-48c7-aa46-382a28a459ab None None] Port da16add1-e99c-4e73-9025-ba34a7758bec cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:38.273418 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697284d4-b670-4f03-87ef-e1cdc354f4dc x-openstack-request-id: req-697284d4-b670-4f03-87ef-e1cdc354f4dc {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:38.273735 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "name": "network-vif-unplugged", "status": "completed", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:38.273987 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-697284d4-b670-4f03-87ef-e1cdc354f4dc {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:38.274481 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6', 'code': 200} Jul 08 17:21:38.352935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:38.356082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Pushing event updated for resources: {'Port': ['ID=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:38.373521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:38.376931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:38.471854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:38.486326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0734174-161f-4e08-84a9-fc2eecafcab3 None None] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:38.509248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:38.524198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.562944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.41', 61302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:38.698342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8b14785e-b183-477d-b2a7-81f75b6ba88b None None] Provisioning for port 25ed1d5d-8f09-4407-92bb-f45263dfed65 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:38.710009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=8']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:38.717152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-d426a353-07f7-404d-8275-0f08a1e437b4 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:38.718645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-d426a353-07f7-404d-8275-0f08a1e437b4 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.72 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 972 time: 0.7348838 Jul 08 17:21:38.731024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 25ed1d5d-8f09-4407-92bb-f45263dfed65 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:38.751168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:38.752568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.754040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-94b3cf68-5e97-43e9-981c-389b2618a9cb service neutron] 10.222.0.72 "PUT /v2.0/ports/c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 1121 time: 1.6145446 Jul 08 17:21:38.851004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-76dafc8a-d67f-45aa-9305-56ca8b38f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:38.852411 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-76dafc8a-d67f-45aa-9305-56ca8b38f310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1119 time: 0.2897284 Jul 08 17:21:38.877948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.881468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 25ed1d5d-8f09-4407-92bb-f45263dfed65 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:38.881675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-cd6fa103-29f5-4f42-863f-655ff3e1d1ea tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:38.883131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-cd6fa103-29f5-4f42-863f-655ff3e1d1ea tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7504346 Jul 08 17:21:38.887656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 25ed1d5d-8f09-4407-92bb-f45263dfed65 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:38.888142 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:38.911342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c8069989-cdd6-40dc-9db4-d8845f23e0b6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:38.929730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Request body: {'port': {'device_id': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': 'de3184751ad44dcea254a68fb6353baf'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:39.039542 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.093863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93bccc-b716-4f8c-b59e-52731721d1b8 req-a7a5b041-6e55-4c53-9cc6-787a07c04df0 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:39.095450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b93bccc-b716-4f8c-b59e-52731721d1b8 req-a7a5b041-6e55-4c53-9cc6-787a07c04df0 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 936 time: 0.7455387 Jul 08 17:21:39.098732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 25ed1d5d-8f09-4407-92bb-f45263dfed65, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=25ed1d5d-8f09-4407-92bb-f45263dfed65,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:39.112690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.194275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=25ed1d5d-8f09-4407-92bb-f45263dfed65,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:39.212942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84f87d-1e3a-4cbf-8fdf-6078112f5a80 req-8f55a92a-a41d-4b76-bdae-007ecd532891 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:39.220578 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e84f87d-1e3a-4cbf-8fdf-6078112f5a80 req-8f55a92a-a41d-4b76-bdae-007ecd532891 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 968 time: 0.7666593 Jul 08 17:21:39.230270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Made reservation on behalf of de3184751ad44dcea254a68fb6353baf for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:39.234006 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.250852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a150c835-97bf-407a-8832-5c732fc86966 None None] Provisioning complete for port 25ed1d5d-8f09-4407-92bb-f45263dfed65 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:39.251398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a150c835-97bf-407a-8832-5c732fc86966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.279034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-334c0503-61ab-40fa-a261-d9c9c5c7e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:39.281464 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-334c0503-61ab-40fa-a261-d9c9c5c7e050 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.4005179 Jul 08 17:21:39.329600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b93bccc-b716-4f8c-b59e-52731721d1b8 req-43cc0411-53be-4d09-8330-9b961807523f tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933074 Jul 08 17:21:39.363656 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-c47a0609-6bf2-4b03-b568-d3b9562bf1d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 217 time: 0.0473354 Jul 08 17:21:39.373893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e84f87d-1e3a-4cbf-8fdf-6078112f5a80 req-317d9f29-f4cb-4e2a-aa81-2fd3d051efbd tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522715 Jul 08 17:21:39.406680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Deleting port 6cd12e95-3015-4a76-b453-ab2ad34dea23 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:21:39.407125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.469663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-bc6dc1f8-d25c-4950-bbb0-2246ddfb92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:39.471108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-bc6dc1f8-d25c-4950-bbb0-2246ddfb92a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0635729 Jul 08 17:21:39.472256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.543900 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-750a1f30-ee07-4e86-97fd-e031c8488cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320780 Jul 08 17:21:39.596430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] For port 6cd12e95-3015-4a76-b453-ab2ad34dea23, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6cd12e95-3015-4a76-b453-ab2ad34dea23,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:39.596813 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.640152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Calling delete_port for 6cd12e95-3015-4a76-b453-ab2ad34dea23 owned by compute:tempest-test_az-2021596977 {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:21:39.694507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da16add1-e99c-4e73-9025-ba34a7758bec {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:39.698143 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-f00a470c-de86-432d-80f7-a9bcc54941c9 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225464 Jul 08 17:21:39.706689 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.727288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:21:39.748412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75923456-5546-4ed6-bd3b-e9914f43fbb3 req-19eb838b-bf1a-4298-96d8-43ac7711f4ed tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:39.749956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75923456-5546-4ed6-bd3b-e9914f43fbb3 req-19eb838b-bf1a-4298-96d8-43ac7711f4ed tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 943 time: 0.2531352 Jul 08 17:21:39.781504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38297ce0-0993-4d91-abcd-82fa8fd0f0b1 req-7b2523d4-0042-4606-8f82-e747e21ced82 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:39.783057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38297ce0-0993-4d91-abcd-82fa8fd0f0b1 req-7b2523d4-0042-4606-8f82-e747e21ced82 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/ports?device_id=6431c7de-549d-439e-9359-97620fb6f1be HTTP/1.1" status: 200 len: 972 time: 0.2418690 Jul 08 17:21:39.788218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Transition to ACTIVE for port object da16add1-e99c-4e73-9025-ba34a7758bec will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:39.817585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.879467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-ad165d9c-4369-46cb-bb05-b4caa8d2aa58 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732249 Jul 08 17:21:39.898610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:39.914731 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Sync routers for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:39.918670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:39.920107 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c07efd80-e974-442f-81e4-93f2cbab69cb admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3011174 Jul 08 17:21:39.922729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49716) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:39.931338 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:39.931982 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:39.943285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75923456-5546-4ed6-bd3b-e9914f43fbb3 req-e1c5e078-bbe6-4712-aab5-d2dde263115d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825190 Jul 08 17:21:39.965231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38297ce0-0993-4d91-abcd-82fa8fd0f0b1 req-11318485-20e7-423b-88e6-3a18e1f4df38 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.63 "GET /v2.0/security-groups?id=a00a95bb-a778-4a52-a80f-4b44c90c5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758018 Jul 08 17:21:39.971362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Allocated IP 192.168.233.199 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/72fa1e46-e189-4157-a770-83749d7bd1ff) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:40.000374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Pushing event updated for resources: {'Port': ['ID=da16add1-e99c-4e73-9025-ba34a7758bec,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:40.161537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f242b93-a65b-4206-b43c-5c297d6a897e req-695511ca-7f68-4074-a5ec-be8841bb39eb tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 210 time: 0.0474753 Jul 08 17:21:40.162430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Attempting to bind port da16add1-e99c-4e73-9025-ba34a7758bec on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:40.162760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Attempting to bind port da16add1-e99c-4e73-9025-ba34a7758bec by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:40.163083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Attempting to bind port da16add1-e99c-4e73-9025-ba34a7758bec on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:40.170942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Port da16add1-e99c-4e73-9025-ba34a7758bec on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:40.171393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Attempting to bind port da16add1-e99c-4e73-9025-ba34a7758bec on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:40.180382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:40.180624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:40.181054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:40.181879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Bound port: da16add1-e99c-4e73-9025-ba34a7758bec, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:40.182239 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.184715 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:40.199383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.253876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Pushing event deleted for resources: {'Port': ['ID=6cd12e95-3015-4a76-b453-ab2ad34dea23,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:40.299653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:40.302280 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f966159-cd84-4f6a-8419-9c9804a82637" -d '{"events": [{"name": "network-changed", "server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:40.326431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-1f2a8b12-0f1d-44ec-b6ae-632a87358373 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:40.327978 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-1f2a8b12-0f1d-44ec-b6ae-632a87358373 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1119 time: 0.2049539 Jul 08 17:21:40.454725 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:38Z', 'revision_number': 3, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:40.496618 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Checking router: 91438114-c0ce-4913-ac6c-e9bd4399b7f8 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:40.497554 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Updating router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:40.508332 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5187a47-5a4c-4eef-aecb-4df262b7fca4 x-openstack-request-id: req-a5187a47-5a4c-4eef-aecb-4df262b7fca4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:40.508643 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:40.508909 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a5187a47-5a4c-4eef-aecb-4df262b7fca4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:40.509303 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6', 'status': 'completed', 'code': 200} Jul 08 17:21:40.509728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.41', 61320) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:40.526213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:40.570071 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.593640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] No DVR routers for this DVR port 6cd12e95-3015-4a76-b453-ab2ad34dea23 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:40.640412 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.642911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-364a873f-906c-49e8-82ee-0f46c7242df3 req-c1f3eae1-df4a-4395-b8db-5a4bf69da680 tempest-AggregatesAdminTestJSON-446441201 tempest-AggregatesAdminTestJSON-446441201-project] 10.222.0.72 "DELETE /v2.0/ports/6cd12e95-3015-4a76-b453-ab2ad34dea23 HTTP/1.1" status: 204 len: 173 time: 1.9049170 Jul 08 17:21:40.655021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 25ed1d5d-8f09-4407-92bb-f45263dfed65 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:40.664250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6431c7de-549d-439e-9359-97620fb6f1be', 'name': 'network-vif-deleted', 'tag': '6cd12e95-3015-4a76-b453-ab2ad34dea23'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:40.670823 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f23f4-9419-43bb-83d9-4c13e7d75b46" -d '{"events": [{"server_uuid": "6431c7de-549d-439e-9359-97620fb6f1be", "name": "network-vif-deleted", "tag": "6cd12e95-3015-4a76-b453-ab2ad34dea23"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:40.728639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 25ed1d5d-8f09-4407-92bb-f45263dfed65 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:40.729363 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.782171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] For port da16add1-e99c-4e73-9025-ba34a7758bec, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:40.796607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-9b15ee92-a3ae-45d5-9421-155db9da5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:40.798164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-9b15ee92-a3ae-45d5-9421-155db9da5418 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1124 time: 0.2843132 Jul 08 17:21:40.865145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.875188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] For port da16add1-e99c-4e73-9025-ba34a7758bec, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da16add1-e99c-4e73-9025-ba34a7758bec,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:40.882176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.915307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.946464 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:40.962014 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Transition to ACTIVE for port object 7e1703c2-eb48-48d5-b2ed-438c06b14f3f will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:40.979792 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.004295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.004955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.007022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] 10.222.0.41 "PUT /v2.0/ports/da16add1-e99c-4e73-9025-ba34a7758bec HTTP/1.1" status: 200 len: 1096 time: 3.1994922 Jul 08 17:21:41.022987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e932-42dc-4460-9c44-adf53ec0fc47 req-0e8c1899-016f-4f61-9ffc-f7e165c44706 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.030054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4546e932-42dc-4460-9c44-adf53ec0fc47 req-0e8c1899-016f-4f61-9ffc-f7e165c44706 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 948 time: 0.3963406 Jul 08 17:21:41.075250 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Attempting to bind port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:41.076897 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Attempting to bind port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:41.077291 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Attempting to bind port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:41.095122 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:41.095733 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:41.096160 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.096572 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:41.098158 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Bound port: 7e1703c2-eb48-48d5-b2ed-438c06b14f3f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:41.098982 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.112298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5370831-5741-47c8-8468-5f1a05c37a36 service neutron] Pushing event updated for resources: {'Port': ['ID=da16add1-e99c-4e73-9025-ba34a7758bec,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:41.130329 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Pushing event updated for resources: {'Port': ['ID=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:41.135727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.145147 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.145497 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.145841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.146173 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.147348 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.147688 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.148711 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.149082 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.149416 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.149748 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.150076 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.150405 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Tracked resource versions report: Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: pushed versions: Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: { 'AddressGroup': {'1.2'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'ConntrackHelper': {'1.0'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Log': {'1.0'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Network': {'1.1'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Port': {'1.7'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'PortForwarding': {'1.2'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'QosPolicy': {'1.8'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'SecurityGroup': {'1.4'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'SecurityGroupRule': {'1.2'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'SubPort': {'1.0'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Subnet': {'1.1'}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Trunk': {'1.1'}} Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: consumer versions: Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: { DHCP agent@n-d-799528-4: {}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: HyperV agent@n-h1-799528-4: {}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: HyperV agent@n-h2-799528-4: {}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: L3 agent@n-d-799528-4: {}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: Metadata agent@n-d-799528-4: {}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: Metering agent@n-d-799528-4: {}, Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: Open vSwitch agent@n-d-799528-4: { 'AddressGroup': '1.2', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'ConntrackHelper': '1.0', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Log': '1.0', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Network': '1.1', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Port': '1.7', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'PortForwarding': '1.2', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'QosPolicy': '1.8', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'SecurityGroup': '1.4', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'SecurityGroupRule': '1.2', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'SubPort': '1.0', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Subnet': '1.1', Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: 'Trunk': '1.1'}} Jul 08 17:21:41.151548 n-d-799528-4 neutron-server[93667]: {{(pid=93667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 17:21:41.174741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ed076-491b-4b68-90ea-68c903d74d23 req-1bc6307f-d8d6-48b1-a26a-2202685e47f6 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.182857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6ed076-491b-4b68-90ea-68c903d74d23 req-1bc6307f-d8d6-48b1-a26a-2202685e47f6 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 968 time: 0.3757160 Jul 08 17:21:41.189691 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] For port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:41.193497 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] For port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:41.201759 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.269224 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:41.269991 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:41.307916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-f380ba82-f9de-49ba-943b-d2579883d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.309744 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-f380ba82-f9de-49ba-943b-d2579883d1d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.5035768 Jul 08 17:21:41.403770 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:41.431073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-b2b347a2-6435-420a-b055-ad01a1ac1719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0858107 Jul 08 17:21:41.469177 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d3b94-2dfe-4fbc-ac39-f14ebe56c70b None None] Pushing event updated for resources: {'Port': ['ID=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:41.482503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Transition to ACTIVE for port object 72fa1e46-e189-4157-a770-83749d7bd1ff will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:41.499539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4546e932-42dc-4460-9c44-adf53ec0fc47 req-7bc6027c-37e5-47a1-8bd2-605875b9c657 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685950 Jul 08 17:21:41.533702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6ed076-491b-4b68-90ea-68c903d74d23 req-2a292335-a3f7-4302-894b-e9dcfcd75837 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495765 Jul 08 17:21:41.573004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-37043b8c-a660-4747-ab58-8738f0b89c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.574504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-37043b8c-a660-4747-ab58-8738f0b89c97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad4ad890a6f4d87af2df58ced7d5f54&device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 1099 time: 0.4812000 Jul 08 17:21:41.633918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-9f4a0a59-2cdb-4f3c-9b32-a964a5231be4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=da16add1-e99c-4e73-9025-ba34a7758bec HTTP/1.1" status: 200 len: 217 time: 0.0408037 Jul 08 17:21:41.634943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.685974 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079fdc28-4da1-49a2-ba83-bcea0ac58604 x-openstack-request-id: req-079fdc28-4da1-49a2-ba83-bcea0ac58604 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:41.686733 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6431c7de-549d-439e-9359-97620fb6f1be", "name": "network-vif-deleted", "tag": "6cd12e95-3015-4a76-b453-ab2ad34dea23", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:41.686733 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-079fdc28-4da1-49a2-ba83-bcea0ac58604 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:41.686918 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6431c7de-549d-439e-9359-97620fb6f1be', 'name': 'network-vif-deleted', 'tag': '6cd12e95-3015-4a76-b453-ab2ad34dea23', 'status': 'completed', 'code': 200} Jul 08 17:21:41.704236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-649a1253-1dfa-4682-9d5e-99b03036ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.705567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-649a1253-1dfa-4682-9d5e-99b03036ae63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0650742 Jul 08 17:21:41.709373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-e7f3ab71-4e44-4a7b-8896-42073349a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.712347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-e7f3ab71-4e44-4a7b-8896-42073349a8b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.2185714 Jul 08 17:21:41.712347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Allocated IP 172.20.0.1 (07ef4e78-ce45-4c6d-9126-76b4cf206fe5/7ce22d6e-220e-4004-a382-188e05f43918/1817d1d2-5488-4e3f-a2c6-5efcc3224528) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:41.723533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:41.743399 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:38Z', 'revision_number': 3, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:41.775975 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-92ba7de7-c424-483b-b82a-5a6d3458ac70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544355 Jul 08 17:21:41.816408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:41.817312 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6447e-2ef5-46ac-8f1e-f4dd0a80d561 None None] The sync data for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 is: [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:38Z', 'revision_number': 3, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:41.825293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:41.829311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:41.836138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.837130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:41.891106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Pushing event updated for resources: {'Port': ['ID=72fa1e46-e189-4157-a770-83749d7bd1ff,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:41.905825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-1afd5275-2517-4a0c-b7e4-a00741ada6bc tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9946074 Jul 08 17:21:41.941491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda87a2-40c1-4a25-8e4b-94c0ccf98441 req-fd33a1a5-b2bc-48e4-97d9-b50827660691 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:41.949175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dda87a2-40c1-4a25-8e4b-94c0ccf98441 req-fd33a1a5-b2bc-48e4-97d9-b50827660691 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 943 time: 0.2584989 Jul 08 17:21:41.959593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:41.961842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:41.968363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Request body: {'port': {'device_id': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:42.004483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-8f33f8a5-2fc3-450c-8f4f-786214991b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:42.005139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-8f33f8a5-2fc3-450c-8f4f-786214991b2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440245 Jul 08 17:21:42.028002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6cd12e95-3015-4a76-b453-ab2ad34dea23 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:42.082040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 6cd12e95-3015-4a76-b453-ab2ad34dea23 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:21:42.082727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6cd12e95-3015-4a76-b453-ab2ad34dea23 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:42.089250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.127482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.135542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dda87a2-40c1-4a25-8e4b-94c0ccf98441 req-89adf3ab-6402-4678-b4bf-f829e0de08b3 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852655 Jul 08 17:21:42.138970 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-faf68d55-f6f0-408e-976b-6778a3b07954 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459857 Jul 08 17:21:42.142868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.163011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Transition to ACTIVE for port object 1817d1d2-5488-4e3f-a2c6-5efcc3224528 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:42.213306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49768) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:42.231578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ed5a9d2f-3eb1-49eb-9386-fbc5c483bc27 None None] Provisioning for port 72fa1e46-e189-4157-a770-83749d7bd1ff completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:42.284155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ed5a9d2f-3eb1-49eb-9386-fbc5c483bc27 None None] Provisioning complete for port 72fa1e46-e189-4157-a770-83749d7bd1ff triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:42.284620 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ed5a9d2f-3eb1-49eb-9386-fbc5c483bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.293719 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.318633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470db60-5772-4ac5-91b1-bf41dfa049e3 req-a9d7bda8-d29c-424a-a5ae-3dd9cebc54fe tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:42.318633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a470db60-5772-4ac5-91b1-bf41dfa049e3 req-a9d7bda8-d29c-424a-a5ae-3dd9cebc54fe tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 936 time: 0.4029388 Jul 08 17:21:42.368764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-201da6bf-30d9-4726-b865-2a36347bef96 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278756 Jul 08 17:21:42.383651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:42.407615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 has no active binding in host n-h1-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:21:42.415727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a9d2f-3eb1-49eb-9386-fbc5c483bc27 None None] Port 72fa1e46-e189-4157-a770-83749d7bd1ff cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:42.439085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:42.505988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.508405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:42.509044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:42.509599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:42.527916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:42.543419 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a470db60-5772-4ac5-91b1-bf41dfa049e3 req-6b39c2af-ae2c-4550-9403-694f01aa9496 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150118 Jul 08 17:21:42.550807 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ad7590-c628-43d2-ba14-6015ba1ccec7" -d '{"events": [{"server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:42.569790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f966159-cd84-4f6a-8419-9c9804a82637 req-bba92e21-76d7-4688-b58c-2430adbc9c12 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179845 Jul 08 17:21:42.588859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0226233f-30f0-461b-b157-af29fddbf1b1 req-98e30c2b-f7c1-44ba-a6cb-e25c4630e972 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837857 Jul 08 17:21:42.615216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:42.619086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Attempting to bind port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:42.664611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:42.665311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:42.665516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:42.670727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Bound port: 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:42.671370 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.686091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e1703c2-eb48-48d5-b2ed-438c06b14f3f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:42.719496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:42.789662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Pushing event updated for resources: {'Port': ['ID=1817d1d2-5488-4e3f-a2c6-5efcc3224528,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:42.789980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:42.795579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:42.796116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.820537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:42.832016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:42.832588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.874139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:42.910624 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.937905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:42.947634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:42.981621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:42.996194 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09192a21-427b-4ddc-a268-78fd12d64c7f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=947d9c5ae45747708ce95f7c1c77eb2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7813327 Jul 08 17:21:43.000206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49804) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:43.010554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.019518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:43.107826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e7457-892b-4cc1-a3f0-dcf2f1a3101c req-cad22032-41d9-43f7-a6f8-bee9e9c49c9c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:43.114898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-927e7457-892b-4cc1-a3f0-dcf2f1a3101c req-cad22032-41d9-43f7-a6f8-bee9e9c49c9c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.2947748 Jul 08 17:21:43.145172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb951f93-3630-4b1e-b197-fb4e99c2c1f0 None None] Provisioning for port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:43.149044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb951f93-3630-4b1e-b197-fb4e99c2c1f0 None None] Provisioning complete for port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:43.149418 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb951f93-3630-4b1e-b197-fb4e99c2c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.155448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898689d-8ef4-4550-aba9-4f1a9df0454f req-9acc2df8-9681-4069-b74f-5ae2a6f9dff6 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:43.157081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b898689d-8ef4-4550-aba9-4f1a9df0454f req-9acc2df8-9681-4069-b74f-5ae2a6f9dff6 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 948 time: 0.2798870 Jul 08 17:21:43.195352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:43.195954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.196074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fb951f93-3630-4b1e-b197-fb4e99c2c1f0 None None] Port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:43.197937 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] 10.222.0.41 "PUT /v2.0/ports/4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 1144 time: 2.6868703 Jul 08 17:21:43.206080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4af70a-2282-4286-af2f-2ed59b408e0a service neutron] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=8']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:43.209109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fa1e46-e189-4157-a770-83749d7bd1ff {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:43.235774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.241872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf50c5ec-a856-41f2-804c-924668193ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.264576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.265468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-927e7457-892b-4cc1-a3f0-dcf2f1a3101c req-af461de5-ee14-4625-bf51-cc16e25b4813 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494539 Jul 08 17:21:43.272473 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.278973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4018975e-cc0e-44eb-86c5-2ac7786ee31b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:43.292479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Transition to ACTIVE for port object 72fa1e46-e189-4157-a770-83749d7bd1ff will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:43.317686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b898689d-8ef4-4550-aba9-4f1a9df0454f req-f934eade-af0f-4426-9ac4-f9144e0cdb70 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522772 Jul 08 17:21:43.320274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.394124 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85e5841-ee7c-4e1a-8f4e-307385b7d2db x-openstack-request-id: req-b85e5841-ee7c-4e1a-8f4e-307385b7d2db {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:43.394411 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:43.394664 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b85e5841-ee7c-4e1a-8f4e-307385b7d2db {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:43.395055 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b', 'code': 200} Jul 08 17:21:43.431315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf50c5ec-a856-41f2-804c-924668193ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.465352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Pushing event updated for resources: {'Port': ['ID=72fa1e46-e189-4157-a770-83749d7bd1ff,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:43.500401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.511004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.511944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.572081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Attempting to bind port 72fa1e46-e189-4157-a770-83749d7bd1ff on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:43.572441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Attempting to bind port 72fa1e46-e189-4157-a770-83749d7bd1ff by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:43.573079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Attempting to bind port 72fa1e46-e189-4157-a770-83749d7bd1ff on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:43.617379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Port 72fa1e46-e189-4157-a770-83749d7bd1ff on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:21:43.618097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Attempting to bind port 72fa1e46-e189-4157-a770-83749d7bd1ff on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:43.635694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:43.636222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:43.636782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:43.637440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Bound port: 72fa1e46-e189-4157-a770-83749d7bd1ff, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:43.637994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.659685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Pushing event updated for resources: {'Port': ['ID=1817d1d2-5488-4e3f-a2c6-5efcc3224528,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:43.668239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:43.670061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:43.730013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'tag': 'da16add1-e99c-4e73-9025-ba34a7758bec'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:43.732979 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8458dc-ae5a-40c4-920a-929f88f406fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b63385a-18df-4c24-84d4-83a2fd717e11", "tag": "da16add1-e99c-4e73-9025-ba34a7758bec"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:43.753300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf50c5ec-a856-41f2-804c-924668193ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.756247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf50c5ec-a856-41f2-804c-924668193ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:43.774201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bf50c5ec-a856-41f2-804c-924668193ed1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a00a95bb-a778-4a52-a80f-4b44c90c5a51 HTTP/1.1" status: 204 len: 168 time: 0.7633185 Jul 08 17:21:43.835263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] For port 72fa1e46-e189-4157-a770-83749d7bd1ff, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:43.849127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dfad5-5861-4bcf-b0f5-e9b87407e357 req-c7e00e90-8040-4492-a5b5-65a6fdb58a37 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:43.855995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-092dfad5-5861-4bcf-b0f5-e9b87407e357 req-c7e00e90-8040-4492-a5b5-65a6fdb58a37 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 943 time: 0.3825550 Jul 08 17:21:43.862144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50c5ec-a856-41f2-804c-924668193ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a95bb-a778-4a52-a80f-4b44c90c5a51,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:43.916848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] For port 72fa1e46-e189-4157-a770-83749d7bd1ff, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72fa1e46-e189-4157-a770-83749d7bd1ff,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:43.917662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:43.937650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.014085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-092dfad5-5861-4bcf-b0f5-e9b87407e357 req-628d8d46-4748-4085-a2dd-68f372fd462a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570325 Jul 08 17:21:44.014911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49832) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:44.041482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.042322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.043765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/72fa1e46-e189-4157-a770-83749d7bd1ff HTTP/1.1" status: 200 len: 1096 time: 2.0840871 Jul 08 17:21:44.073049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-839981bb-c8c5-428b-a858-d0f6cef59104 None None] Provisioning complete for port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:44.073527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-839981bb-c8c5-428b-a858-d0f6cef59104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.117820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61562762-6abd-48c0-ac76-eee0c81d42a5 req-2300c015-51ca-4b11-a992-281c09ceea33 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.126017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61562762-6abd-48c0-ac76-eee0c81d42a5 req-2300c015-51ca-4b11-a992-281c09ceea33 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 948 time: 0.3940439 Jul 08 17:21:44.126764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ecc51-66ed-4cd3-a5c9-85954ccc49d0 service neutron] Pushing event updated for resources: {'Port': ['ID=72fa1e46-e189-4157-a770-83749d7bd1ff,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:44.179436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-839981bb-c8c5-428b-a858-d0f6cef59104 None None] Port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:44.212229 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2da2ee-de03-44b2-adcd-b602ded4a466 x-openstack-request-id: req-6e2da2ee-de03-44b2-adcd-b602ded4a466 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:44.212531 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b63385a-18df-4c24-84d4-83a2fd717e11", "tag": "da16add1-e99c-4e73-9025-ba34a7758bec", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:44.212862 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6e2da2ee-de03-44b2-adcd-b602ded4a466 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:44.213278 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'tag': 'da16add1-e99c-4e73-9025-ba34a7758bec', 'status': 'completed', 'code': 200} Jul 08 17:21:44.338873 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61562762-6abd-48c0-ac76-eee0c81d42a5 req-d1bdee26-8b95-4581-8db0-48abc7c30838 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016730 Jul 08 17:21:44.396436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49846) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:44.488299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-29f96f0e-b9ce-4b23-8cee-3c0727db283b service neutron] 10.222.0.41 "GET /v2.0/ports/c8069989-cdd6-40dc-9db4-d8845f23e0b6/bindings/n-h1-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.3492329 Jul 08 17:21:44.512392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c1b1-523e-429c-8976-1601b0509614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.540295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:44.551631 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae9d34b2-880f-4eaf-bec1-ad4d955ede58 admin admin] 10.222.0.63 "PUT /v2.0/routers/91438114-c0ce-4913-ac6c-e9bd4399b7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6278868 Jul 08 17:21:44.568403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49850) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:44.568553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3900317a-7900-41f9-9c8f-d8507af18c64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d9767cab7eee4dac97c0675d68cdbc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699109 Jul 08 17:21:44.605043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e1703c2-eb48-48d5-b2ed-438c06b14f3f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:44.627082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-6dfff5eb-6294-45df-a1d9-9ec7abe41aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.628701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-6dfff5eb-6294-45df-a1d9-9ec7abe41aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3184751ad44dcea254a68fb6353baf&device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 1099 time: 0.1591406 Jul 08 17:21:44.706287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:44.706727 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.747396 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-db215464-d27f-4695-bbf0-c305d8619ebe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=72fa1e46-e189-4157-a770-83749d7bd1ff HTTP/1.1" status: 200 len: 217 time: 0.0991404 Jul 08 17:21:44.769956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-938e0484-3f4d-4a16-abba-b4397f7d04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.772203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-938e0484-3f4d-4a16-abba-b4397f7d04b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad4ad890a6f4d87af2df58ced7d5f54&device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 1099 time: 0.5006261 Jul 08 17:21:44.856624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-9227e4e4-4d83-4779-b76e-e2e6cf8aee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.858173 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-9227e4e4-4d83-4779-b76e-e2e6cf8aee72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0973666 Jul 08 17:21:44.858760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93ea7a73-e36f-44c8-b15f-79e9e1a186fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.877507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3b23-d860-4dcf-ae43-5b8471ee7150 req-1adeabbc-a1a4-43cc-b19c-71c0228302c5 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.884412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0cc3b23-d860-4dcf-ae43-5b8471ee7150 req-1adeabbc-a1a4-43cc-b19c-71c0228302c5 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 948 time: 0.3654094 Jul 08 17:21:44.919096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaf2a1-9f06-4e21-87a2-f2c2cda8d1a1 req-7abeb3f9-9edd-410c-ad8e-1c2d26087401 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:44.927319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93ea7a73-e36f-44c8-b15f-79e9e1a186fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.930463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88eaf2a1-9f06-4e21-87a2-f2c2cda8d1a1 req-7abeb3f9-9edd-410c-ad8e-1c2d26087401 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.4407489 Jul 08 17:21:44.945438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c1b1-523e-429c-8976-1601b0509614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.951038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Sync routers for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:44.957137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ee7c1b1-523e-429c-8976-1601b0509614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:44.961096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:44.961728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:45.017591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7c1b1-523e-429c-8976-1601b0509614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22c3a2-c551-415c-ba2d-022c8e4943a2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:45.031334 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3ee7c1b1-523e-429c-8976-1601b0509614 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f1ee1e5090e4493188d2b5d58655e12a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0137117 Jul 08 17:21:45.032876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49858) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:45.042582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-102f7f64-7ab4-41aa-933e-de5f3d019f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.044025 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-102f7f64-7ab4-41aa-933e-de5f3d019f33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768465 Jul 08 17:21:45.070920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93ea7a73-e36f-44c8-b15f-79e9e1a186fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.073911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93ea7a73-e36f-44c8-b15f-79e9e1a186fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.077462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-93ea7a73-e36f-44c8-b15f-79e9e1a186fb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eb7003da-c189-4c29-a4a0-a22cac200843 HTTP/1.1" status: 204 len: 168 time: 0.5054119 Jul 08 17:21:45.096154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:45.122139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88eaf2a1-9f06-4e21-87a2-f2c2cda8d1a1 req-bf860c30-63b2-401e-ab18-36b91018adb1 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907279 Jul 08 17:21:45.137586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea7a73-e36f-44c8-b15f-79e9e1a186fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7003da-c189-4c29-a4a0-a22cac200843,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:45.163308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:45.229643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b7d-9370-443f-a63a-12d86c374553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.234076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0cc3b23-d860-4dcf-ae43-5b8471ee7150 req-4404357f-1988-4a5d-b82c-2d5107d29e42 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487442 Jul 08 17:21:45.282311 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b7d-9370-443f-a63a-12d86c374553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.320751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-8d533378-bf36-4415-91fd-236081deb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.322358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-8d533378-bf36-4415-91fd-236081deb2e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.5273874 Jul 08 17:21:45.327721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:45.348346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-c6d53430-9422-465a-ab98-9cb59715699b service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936513 Jul 08 17:21:45.351086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b7d-9370-443f-a63a-12d86c374553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.354614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b7d-9370-443f-a63a-12d86c374553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.355952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f1d3b7d-9370-443f-a63a-12d86c374553 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1f22c3a2-c551-415c-ba2d-022c8e4943a2 HTTP/1.1" status: 204 len: 168 time: 0.3221788 Jul 08 17:21:45.406599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d3b7d-9370-443f-a63a-12d86c374553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22c3a2-c551-415c-ba2d-022c8e4943a2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:45.416027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:45.423378 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:45.600504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcfd1076-0cfc-49b9-bd24-893078a5ff58 req-121fa33e-8f4e-42b3-a6a2-35b309e51bb1 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427084 Jul 08 17:21:45.603491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 2, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:45.637061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Checking router: 91438114-c0ce-4913-ac6c-e9bd4399b7f8 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:45.637521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Updating router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:45.676194 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.706851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-e9972852-e2a4-41f4-8f4e-92f40aa5f819 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=da16add1-e99c-4e73-9025-ba34a7758bec HTTP/1.1" status: 200 len: 217 time: 0.0984325 Jul 08 17:21:45.743231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8069989-cdd6-40dc-9db4-d8845f23e0b6 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:45.783907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49890) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:45.789073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:45.790194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-network', 'tenant_id': '8b2be053b418429c9c129c057d9a8968'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:45.839539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.843750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-c1b92dfb-602b-444f-9771-ce5ed0802a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.845385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-c1b92dfb-602b-444f-9771-ce5ed0802a08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1192276 Jul 08 17:21:45.846678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Made reservation on behalf of 8b2be053b418429c9c129c057d9a8968 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:45.850813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.863488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-4fcda334-9d18-47f3-b1f1-4fe4942d7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.865107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-4fcda334-9d18-47f3-b1f1-4fe4942d7ede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1147 time: 0.6162829 Jul 08 17:21:45.874213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:45.891878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49892) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:45.961375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0830afa-75b8-4155-a868-0b679f9eee26 req-d10ca666-165f-42b1-b3cc-7d1826eb0b9e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:45.968552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0830afa-75b8-4155-a868-0b679f9eee26 req-d10ca666-165f-42b1-b3cc-7d1826eb0b9e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 943 time: 0.3588865 Jul 08 17:21:46.047938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.057457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.068422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678bf6-7192-4e59-96d9-3b0532e4737b req-49e42082-976f-4723-8881-8b11f8e56e82 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.070019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04678bf6-7192-4e59-96d9-3b0532e4737b req-49e42082-976f-4723-8881-8b11f8e56e82 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 948 time: 0.4596109 Jul 08 17:21:46.082364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:21:46.099377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956c4803-73b2-44ab-a638-064eb7dd19f7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:46.102929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.103303 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Added segment 329459b2-7ed8-4346-b011-41311def1eb4 of type vlan for network f0e0a302-d2e5-4858-ad34-7a06d2d70351 Jul 08 17:21:46.150339 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.194576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.198332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.198920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.221766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'tag': '72fa1e46-e189-4157-a770-83749d7bd1ff'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:46.222882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:46.224029 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038fdf8e-6626-472e-80c2-2fff7b589c60" -d '{"events": [{"name": "network-changed", "server_uuid": "285a6aff-0c7b-47e5-a032-3426c0dcd30b", "tag": "72fa1e46-e189-4157-a770-83749d7bd1ff"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:46.272064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0830afa-75b8-4155-a868-0b679f9eee26 req-78557a38-241c-4cab-b861-a354b8c11d98 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025131 Jul 08 17:21:46.273858 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c07b87bc-ac9e-4228-9887-728c9c395d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.282266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] Transition to ACTIVE for port object c8069989-cdd6-40dc-9db4-d8845f23e0b6 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:46.311482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04678bf6-7192-4e59-96d9-3b0532e4737b req-ad5620a0-5e49-45a5-818b-2cce71a6e77d tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700881 Jul 08 17:21:46.315990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.333293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-bc2b86d4-89ec-4e68-8fa0-b43e6f9c5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.343928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-bc2b86d4-89ec-4e68-8fa0-b43e6f9c5e5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4690113 Jul 08 17:21:46.355509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5676136 Jul 08 17:21:46.361883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49918) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:46.367211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92814c75-349b-40bf-8528-2ea23968e731 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e0a302-d2e5-4858-ad34-7a06d2d70351,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:46.386022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Request body: {'subnet': {'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-subnet', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:46.396569 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394dac99-69ea-47cf-8125-af19f34da7a8 x-openstack-request-id: req-394dac99-69ea-47cf-8125-af19f34da7a8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:46.396723 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:46.397018 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-394dac99-69ea-47cf-8125-af19f34da7a8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:46.397468 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b', 'status': 'completed', 'code': 200} Jul 08 17:21:46.467483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c07b87bc-ac9e-4228-9887-728c9c395d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.504177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Made reservation on behalf of 8b2be053b418429c9c129c057d9a8968 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:46.506719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.522678 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8301b0fd-9326-4162-a183-0bd3b5680a4a x-openstack-request-id: req-8301b0fd-9326-4162-a183-0bd3b5680a4a {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:46.522984 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285a6aff-0c7b-47e5-a032-3426c0dcd30b", "tag": "72fa1e46-e189-4157-a770-83749d7bd1ff", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:46.523228 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8301b0fd-9326-4162-a183-0bd3b5680a4a {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:46.523621 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'tag': '72fa1e46-e189-4157-a770-83749d7bd1ff', 'status': 'completed', 'code': 200} Jul 08 17:21:46.524225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c07b87bc-ac9e-4228-9887-728c9c395d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.526071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:21:46.648585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.679450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b87bc-ac9e-4228-9887-728c9c395d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e132022-4809-4251-ab42-2bae03ac0af4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:46.686046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c07b87bc-ac9e-4228-9887-728c9c395d40 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=02dff27809c24eaf9d10165bd2649430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903061 Jul 08 17:21:46.690128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49926) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:46.720228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-1d8f3ebf-b238-4be2-a964-6e47422c3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.721789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-1d8f3ebf-b238-4be2-a964-6e47422c3006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de3184751ad44dcea254a68fb6353baf&device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 1099 time: 0.1258447 Jul 08 17:21:46.723957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-aa0da7da-4771-445b-892c-3c135abe25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.725552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-aa0da7da-4771-445b-892c-3c135abe25e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.8051286 Jul 08 17:21:46.726718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49928) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:46.735565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Transition to ACTIVE for port object 1817d1d2-5488-4e3f-a2c6-5efcc3224528 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:46.767769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] No DVR routers for this DVR port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:46.773970 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:46.839481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:46.843852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-cf96c11d-27d2-4323-9b15-fcdb41f26e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:46.845388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-cf96c11d-27d2-4323-9b15-fcdb41f26e9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1051023 Jul 08 17:21:46.869214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:21:46.869960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da16add1-e99c-4e73-9025-ba34a7758bec details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:46.875075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332267a-24a5-4e84-a6c7-879f77152033 None None] Pushing event updated for resources: {'Port': ['ID=1817d1d2-5488-4e3f-a2c6-5efcc3224528,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:46.894183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] Pushing event updated for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=10']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:46.898357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-a808f69a-3473-40c6-b868-6b0ed909b237 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 217 time: 0.1251709 Jul 08 17:21:46.906046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-95ed011f-01e2-4c36-91df-d31178629e3e service neutron] 10.222.0.41 "PUT /v2.0/ports/c8069989-cdd6-40dc-9db4-d8845f23e0b6/bindings/n-h1-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 2.3519123 Jul 08 17:21:46.918337 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-e4d9b25b-8e55-4c39-90a7-51ec505b5ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=72fa1e46-e189-4157-a770-83749d7bd1ff HTTP/1.1" status: 200 len: 217 time: 0.0632505 Jul 08 17:21:47.009082 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-53e8c930-0530-4633-9128-2611a0b591d7 tempest-AutoAllocateNetworkTest-2026709760 tempest-AutoAllocateNetworkTest-2026709760-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=4306d7ae36ef480fbdb66aa5da712c61&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2766151 Jul 08 17:21:47.017511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49940) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:47.035630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Attempting to bind port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:47.036183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Attempting to bind port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:47.036653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Attempting to bind port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:47.050724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98240e-033a-4d83-a702-bf4a78d6e912 req-f1ef1885-6c22-448f-93b8-62cc2bcb7125 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.061287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df98240e-033a-4d83-a702-bf4a78d6e912 req-f1ef1885-6c22-448f-93b8-62cc2bcb7125 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 948 time: 0.3925757 Jul 08 17:21:47.061900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-eb74d2d8-4114-49f7-8a22-4f87fed6cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.062624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:47.063397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-eb74d2d8-4114-49f7-8a22-4f87fed6cd26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1018033 Jul 08 17:21:47.064854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Checking segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:47.066117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.067986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Bound using segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:47.069482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Bound port: 1817d1d2-5488-4e3f-a2c6-5efcc3224528, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:47.070584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.154747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64aacd42-7019-4d52-89a1-b51fe7d21e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.175801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port da16add1-e99c-4e73-9025-ba34a7758bec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da16add1-e99c-4e73-9025-ba34a7758bec,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:47.209404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-c81e47e7-6350-4ba2-aba3-b7f92a0d7576 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8464785 Jul 08 17:21:47.215791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'da16add1-e99c-4e73-9025-ba34a7758bec', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'da16add1-e99c-4e73-9025-ba34a7758bec', 'mac_address': 'fa:16:3e:37:f0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:47.223168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-13b01fb2-e4bd-451f-9ff4-0394296c55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.224567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-13b01fb2-e4bd-451f-9ff4-0394296c55b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.2798619 Jul 08 17:21:47.231629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] For port 1817d1d2-5488-4e3f-a2c6-5efcc3224528, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:47.238387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] For port 1817d1d2-5488-4e3f-a2c6-5efcc3224528, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1817d1d2-5488-4e3f-a2c6-5efcc3224528,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:47.248465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.256139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df98240e-033a-4d83-a702-bf4a78d6e912 req-a1c95623-5fc9-4119-9818-114882407f8f tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937661 Jul 08 17:21:47.259292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64aacd42-7019-4d52-89a1-b51fe7d21e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.264616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb876ba1-6026-4e4e-b345-48e0972690b4 req-1ba6e171-d803-4ee5-8ac0-4596af48b81a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.272945 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.273077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb876ba1-6026-4e4e-b345-48e0972690b4 req-1ba6e171-d803-4ee5-8ac0-4596af48b81a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.6198409 Jul 08 17:21:47.308202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:47.308874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:47.355386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-1b217554-0f6a-4e88-8252-bb0cf87c40a1 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.357227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-1b217554-0f6a-4e88-8252-bb0cf87c40a1 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.2915990 Jul 08 17:21:47.370480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-9ac844a2-dda3-4857-9cf4-14a0d8a55985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.373863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-9ac844a2-dda3-4857-9cf4-14a0d8a55985 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2715831 Jul 08 17:21:47.377886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-b17497f5-4a9a-47f2-a229-fe3e5a912a63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406267 Jul 08 17:21:47.400411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57033495-daaf-45fe-a0af-3b856b6b0f02 tempest-AutoAllocateNetworkTest-2026709760 tempest-AutoAllocateNetworkTest-2026709760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.401929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-57033495-daaf-45fe-a0af-3b856b6b0f02 tempest-AutoAllocateNetworkTest-2026709760 tempest-AutoAllocateNetworkTest-2026709760-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3764651 Jul 08 17:21:47.416356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.417472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49952) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:47.437392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da16add1-e99c-4e73-9025-ba34a7758bec {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:47.499978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-415436bb-7437-4786-97ca-3cbedde520f6 tempest-AutoAllocateNetworkTest-2026709760 tempest-AutoAllocateNetworkTest-2026709760-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758104 Jul 08 17:21:47.514678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49954) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:47.533575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:47.565124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4379cb47-2443-4736-81ac-d6e177ebfd39,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:47.589946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64aacd42-7019-4d52-89a1-b51fe7d21e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.592890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64aacd42-7019-4d52-89a1-b51fe7d21e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.597178 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64aacd42-7019-4d52-89a1-b51fe7d21e03 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1e132022-4809-4251-ab42-2bae03ac0af4 HTTP/1.1" status: 204 len: 168 time: 0.9027579 Jul 08 17:21:47.627177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb876ba1-6026-4e4e-b345-48e0972690b4 req-039e37bc-8953-4a45-bce7-95e3ccb4faa3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355479 Jul 08 17:21:47.682146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a8458dc-ae5a-40c4-920a-929f88f406fd req-4d61c2f1-bc1a-4a5f-85d0-0de5c032a374 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555421 Jul 08 17:21:47.693690 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2a5fdf9b-2f30-49f7-abcd-3d77b6ddfe4a tempest-AutoAllocateNetworkTest-2026709760 tempest-AutoAllocateNetworkTest-2026709760-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=4306d7ae36ef480fbdb66aa5da712c61 HTTP/1.1" status: 200 len: 208 time: 0.1762316 Jul 08 17:21:47.712996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aacd42-7019-4d52-89a1-b51fe7d21e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e132022-4809-4251-ab42-2bae03ac0af4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:47.717728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Checking segment: {'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:47.718279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Network hostable DHCP agents. Network: f0e0a302-d2e5-4858-ad34-7a06d2d70351, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:21:47.782096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-5a382902-1896-4118-861a-71e6bfe9fd7e service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735116 Jul 08 17:21:47.807467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-6c2900ff-1378-474d-9c45-f2682d77f272 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236183 Jul 08 17:21:47.812617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-3eeae9ee-97bb-4238-8995-808fa33760d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.819035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-3eeae9ee-97bb-4238-8995-808fa33760d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df&tenant_id=15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 1095 time: 0.4431255 Jul 08 17:21:47.845936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:21:47.926223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f0e0a302-d2e5-4858-ad34-7a06d2d70351) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:47.945053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:47.945934 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97538636-7152-413a-8582-80a063366d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:47.978321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c96c6a-2dc9-4ca9-a3ef-25b6006699a1 None None] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:47.989431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-97538636-7152-413a-8582-80a063366d6f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6246834 Jul 08 17:21:47.999180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49966) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:48.006654 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-038fdf8e-6626-472e-80c2-2fff7b589c60 req-0108da56-ba88-4501-adcb-e41f9072098c service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832578 Jul 08 17:21:48.007425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:48.015604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-841c8ad6-fe08-45a4-9ece-cab89f6e8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:48.017374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-841c8ad6-fe08-45a4-9ece-cab89f6e8d28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1095 time: 0.1338890 Jul 08 17:21:48.131950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0461e0e8-c487-4b00-bd84-c07eba5d13ad req-90bd42d5-96d3-4746-959d-2098bdc68e33 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385179 Jul 08 17:21:48.153353 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.156454 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.187599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f2b69-4086-409c-a936-b019c87f1b0e req-bab200de-702b-452d-8ecb-793b585491da tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:48.196232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-641f2b69-4086-409c-a936-b019c87f1b0e req-bab200de-702b-452d-8ecb-793b585491da tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 944 time: 0.3274453 Jul 08 17:21:48.260676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-4d19c280-cc7b-4a38-8583-68fdbdbb9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:48.262426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-4d19c280-cc7b-4a38-8583-68fdbdbb9f5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.2369885 Jul 08 17:21:48.285664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port da16add1-e99c-4e73-9025-ba34a7758bec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da16add1-e99c-4e73-9025-ba34a7758bec,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:48.302321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332267a-24a5-4e84-a6c7-879f77152033 None None] Pushing event updated for resources: {'Port': ['ID=1817d1d2-5488-4e3f-a2c6-5efcc3224528,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:48.330606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:47Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:48.334634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.417723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-56b4f660-8f4b-4ca6-b125-21cee84b7fab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.1349516 Jul 08 17:21:48.418212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.72', 59467) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:48.418583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49974) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:48.440814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-598cb44e-1a03-4bc5-a8b3-ef371e8b5bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.487443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=da16add1-e99c-4e73-9025-ba34a7758bec,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:48.502837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c18a8d-b903-430a-b61e-018b228a48b7 None None] The sync data for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 is: [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:47Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:48.506231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-c5725ef1-a792-4fea-8479-e350e4bdfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:48.507989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-c5725ef1-a792-4fea-8479-e350e4bdfcb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0558329 Jul 08 17:21:48.508456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:48.625117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f0e0a302-d2e5-4858-ad34-7a06d2d70351', 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'fixed_ips': [{'subnet_id': '4379cb47-2443-4736-81ac-d6e177ebfd39'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:21:48.626143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.660114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.674924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-641f2b69-4086-409c-a936-b019c87f1b0e req-e4bdf3fe-3eca-4de9-b569-99f83f350bf8 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776917 Jul 08 17:21:48.770056 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-65137d60-a5d6-442e-99b6-d52838ba60fb service neutron] 10.222.0.72 "GET /v2.0/ports/4018975e-cc0e-44eb-86c5-2ac7786ee31b/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.3502388 Jul 08 17:21:48.771993 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-1f055627-443d-4b16-9515-a5d419e0e8d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2261784 Jul 08 17:21:48.788874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2157477-d08f-4732-a101-c33f41b5ac0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:48.866004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['da16add1-e99c-4e73-9025-ba34a7758bec'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:48.870020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Allocated IP 172.20.0.2 (f0e0a302-d2e5-4858-ad34-7a06d2d70351/4379cb47-2443-4736-81ac-d6e177ebfd39/d451fd5f-30e8-48cb-8c5d-e430c6b4a759) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:49.022492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-d2595e80-7a43-460d-aa56-5e5ca5336cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.024175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-d2595e80-7a43-460d-aa56-5e5ca5336cdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1147 time: 0.8010778 Jul 08 17:21:49.048682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.118919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5e900-f978-403c-bba6-670893022df4 req-6cd105e0-7c7e-4165-af60-6bc2409610aa tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.120745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53e5e900-f978-403c-bba6-670893022df4 req-6cd105e0-7c7e-4165-af60-6bc2409610aa tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 948 time: 0.5803547 Jul 08 17:21:49.163038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.175725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Transition to ACTIVE for port object d451fd5f-30e8-48cb-8c5d-e430c6b4a759 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:49.198399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Transition to ACTIVE for port object d451fd5f-30e8-48cb-8c5d-e430c6b4a759 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:49.205822 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.259555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:49.262811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:49.264497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53e5e900-f978-403c-bba6-670893022df4 req-2e15f91a-550e-4b78-a92b-7930f6778744 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203663 Jul 08 17:21:49.265617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-7ae82d15-f46f-40cb-af0d-70e4e05139ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.266690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:49.267026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-7ae82d15-f46f-40cb-af0d-70e4e05139ff service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.2208822 Jul 08 17:21:49.276669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Pushing event updated for resources: {'Port': ['ID=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:49.294041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435258c0-ecf5-4122-a000-8b7783b69015 req-b2eb4ac0-510d-40fd-b880-b894aa60298e tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.301031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-435258c0-ecf5-4122-a000-8b7783b69015 req-b2eb4ac0-510d-40fd-b880-b894aa60298e tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 949 time: 0.3335717 Jul 08 17:21:49.370588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-a9d12715-c277-437c-9557-e8e2403088f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 217 time: 0.0846539 Jul 08 17:21:49.453286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-435258c0-ecf5-4122-a000-8b7783b69015 req-4c3c05ef-e28e-4e05-bd90-a2c55257f449 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513124 Jul 08 17:21:49.453927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:49.479638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Attempting to bind port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:49.480121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Attempting to bind port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:49.480364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Attempting to bind port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 on network f0e0a302-d2e5-4858-ad34-7a06d2d70351 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:49.486054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:49.486431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Checking segment: {'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:49.486831 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.487223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Bound using segment: {'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:49.487818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Bound port: d451fd5f-30e8-48cb-8c5d-e430c6b4a759, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:49.488220 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.530206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:49.566602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-2e0c8e3b-f457-45af-aa63-638b92b9716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.568083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-2e0c8e3b-f457-45af-aa63-638b92b9716f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.1890688 Jul 08 17:21:49.587481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] For port d451fd5f-30e8-48cb-8c5d-e430c6b4a759, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:49.591137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] For port d451fd5f-30e8-48cb-8c5d-e430c6b4a759, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,segment=NetworkSegment(329459b2-7ed8-4346-b011-41311def1eb4),segment_id=329459b2-7ed8-4346-b011-41311def1eb4)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:49.597424 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.603921 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-360bd975-7423-4b4d-a1d9-08b8ccf2a9f7 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027663 Jul 08 17:21:49.606159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4018975e-cc0e-44eb-86c5-2ac7786ee31b {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:49.613449 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-598cb44e-1a03-4bc5-a8b3-ef371e8b5bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.644618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-92905249-105f-4700-aef7-48a45789b482 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653226 Jul 08 17:21:49.670868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fb72c-07e8-4f8a-8a8b-b4cf324da33f None None] Pushing event updated for resources: {'Port': ['ID=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:49.681381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:49.724206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-598cb44e-1a03-4bc5-a8b3-ef371e8b5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.791520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.803970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639307c6-51d5-4022-8f60-94d5c5860cc6 req-7092b69e-db46-46e3-8197-3dbb8f937599 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:49.805598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-639307c6-51d5-4022-8f60-94d5c5860cc6 req-7092b69e-db46-46e3-8197-3dbb8f937599 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 966 time: 0.3514123 Jul 08 17:21:49.840132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cb44e-1a03-4bc5-a8b3-ef371e8b5bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10fe60-5aa6-4458-b2d6-5548263ce0f8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:49.854566 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-598cb44e-1a03-4bc5-a8b3-ef371e8b5bd4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e3f4f35c9ef48ecb1a42a61e8853bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4334829 Jul 08 17:21:49.861363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:49.956149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-06acea4b-8b8b-47a9-9761-8e09b1be1af7 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394594 Jul 08 17:21:49.956725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:49.997379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.014295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2157477-d08f-4732-a101-c33f41b5ac0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.032074 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2157477-d08f-4732-a101-c33f41b5ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.035680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-34c5db9f-9754-4142-9a86-205ed7fe638f service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808181 Jul 08 17:21:50.049322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] Transition to ACTIVE for port object 4018975e-cc0e-44eb-86c5-2ac7786ee31b will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:50.051225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5a95-dbc3-411f-bfbb-97739a80efab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.053942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-639307c6-51d5-4022-8f60-94d5c5860cc6 req-f6ef8096-03a5-432f-922e-b1a751bba8be tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299092 Jul 08 17:21:50.120818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.298034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d2157477-d08f-4732-a101-c33f41b5ac0d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4306d7ae36ef480fbdb66aa5da712c61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7615695 Jul 08 17:21:50.303124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49994) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:50.313924 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5a95-dbc3-411f-bfbb-97739a80efab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.319073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2157477-d08f-4732-a101-c33f41b5ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c89ae8-9c87-4381-8fdb-3109f2446de2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:50.365551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce9a68c1-534e-4f88-af68-ca4a7aeb0ed2 req-bd717c8f-e81c-4bff-b3d2-7e10bf8b6db1 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057165 Jul 08 17:21:50.393705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Allocated IP 172.25.5.146 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d1d5349f-1fca-4528-9254-f5e7b340e3aa) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:50.405337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] No DVR routers for this DVR port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:21:50.424360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] Pushing event updated for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:50.475240 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-9bc4e801-0ae0-4b9f-8250-1a25dc53dd05 service neutron] 10.222.0.72 "PUT /v2.0/ports/4018975e-cc0e-44eb-86c5-2ac7786ee31b/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6616886 Jul 08 17:21:50.475912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72fa1e46-e189-4157-a770-83749d7bd1ff details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:21:50.497158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f797-156f-40e7-8093-d5a634feca8b req-87aff59a-2023-410a-ad9d-ac6a95a3a339 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.499013 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-87aff59a-2023-410a-ad9d-ac6a95a3a339 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.1578743 Jul 08 17:21:50.500530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5a95-dbc3-411f-bfbb-97739a80efab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.503411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5a95-dbc3-411f-bfbb-97739a80efab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.507949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f7ba5a95-dbc3-411f-bfbb-97739a80efab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7d10fe60-5aa6-4458-b2d6-5548263ce0f8 HTTP/1.1" status: 204 len: 168 time: 0.6434841 Jul 08 17:21:50.540321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da16add1-e99c-4e73-9025-ba34a7758bec up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:50.549881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba5a95-dbc3-411f-bfbb-97739a80efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10fe60-5aa6-4458-b2d6-5548263ce0f8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:50.591168 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a02596e0-1bc5-443f-b80e-8708fbbf35a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.710977 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a02596e0-1bc5-443f-b80e-8708fbbf35a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.722026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-7963e4dc-922e-4853-b89b-fbad431f5b02 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.723741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-7963e4dc-922e-4853-b89b-fbad431f5b02 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1118 time: 0.1649466 Jul 08 17:21:50.764890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732846c-4829-4f7c-858d-01fcd72fda3e req-354e7a3a-3a64-4da8-a050-2b9165faad39 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.775014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2732846c-4829-4f7c-858d-01fcd72fda3e req-354e7a3a-3a64-4da8-a050-2b9165faad39 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 944 time: 0.4810932 Jul 08 17:21:50.789643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72fa1e46-e189-4157-a770-83749d7bd1ff, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72fa1e46-e189-4157-a770-83749d7bd1ff,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:50.800313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9013f797-156f-40e7-8093-d5a634feca8b req-18c7b9da-477d-48a0-bf41-426a74977db7 service neutron] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:50.804786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port da16add1-e99c-4e73-9025-ba34a7758bec completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:50.805704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '72fa1e46-e189-4157-a770-83749d7bd1ff', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '72fa1e46-e189-4157-a770-83749d7bd1ff', 'mac_address': 'fa:16:3e:dd:b4:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:21:50.809106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e072f-593c-4337-9f78-699cba37ee86 req-9510c007-320b-47d1-a620-28eaa6dd1137 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.810716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-909e072f-593c-4337-9f78-699cba37ee86 req-9510c007-320b-47d1-a620-28eaa6dd1137 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 948 time: 0.3739192 Jul 08 17:21:50.816392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9013f797-156f-40e7-8093-d5a634feca8b req-18c7b9da-477d-48a0-bf41-426a74977db7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.817134 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1817d1d2-5488-4e3f-a2c6-5efcc3224528 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:50.817520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9013f797-156f-40e7-8093-d5a634feca8b req-18c7b9da-477d-48a0-bf41-426a74977db7 service neutron] 10.222.0.72 "DELETE /v2.0/ports/c8069989-cdd6-40dc-9db4-d8845f23e0b6/bindings/n-h2-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.3088160 Jul 08 17:21:50.821602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port da16add1-e99c-4e73-9025-ba34a7758bec triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:50.822052 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.870394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-b3ed2fbc-8924-44a4-87ec-c90d0e6ca63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:50.880012 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-b3ed2fbc-8924-44a4-87ec-c90d0e6ca63d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8&tenant_id=78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 1118 time: 0.1434402 Jul 08 17:21:50.889351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2732846c-4829-4f7c-858d-01fcd72fda3e req-7ff6a7b1-180b-4b0f-94ca-cbd35fbc03e3 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134012 Jul 08 17:21:50.911610 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.952984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fa1e46-e189-4157-a770-83749d7bd1ff {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:21:50.966977 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:50.985075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72fa1e46-e189-4157-a770-83749d7bd1ff, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72fa1e46-e189-4157-a770-83749d7bd1ff,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:51.013495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-909e072f-593c-4337-9f78-699cba37ee86 req-e6de5f1a-6295-4045-825c-de8f1b4e6cb5 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611912 Jul 08 17:21:51.014254 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.036674 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a02596e0-1bc5-443f-b80e-8708fbbf35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.044237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a02596e0-1bc5-443f-b80e-8708fbbf35a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.046360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a02596e0-1bc5-443f-b80e-8708fbbf35a4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40c89ae8-9c87-4381-8fdb-3109f2446de2 HTTP/1.1" status: 204 len: 168 time: 0.7287533 Jul 08 17:21:51.089283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-851551c6-83a4-4b98-84c9-3679c3b004dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:51.093275 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-851551c6-83a4-4b98-84c9-3679c3b004dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1118 time: 0.1513250 Jul 08 17:21:51.100611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02596e0-1bc5-443f-b80e-8708fbbf35a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c89ae8-9c87-4381-8fdb-3109f2446de2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:51.140678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.176485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.287117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d5349f-1fca-4528-9254-f5e7b340e3aa,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:51.317730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:51.352151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:51.354879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:51.362439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port da16add1-e99c-4e73-9025-ba34a7758bec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da16add1-e99c-4e73-9025-ba34a7758bec,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:51.365989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da16add1-e99c-4e73-9025-ba34a7758bec'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:51.368903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-0e310521-3e45-4698-bf74-f6c19c1efb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:51.369123 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66db1cc-2848-4390-86e5-25f4bfb14315" -d '{"events": [{"server_uuid": "0b63385a-18df-4c24-84d4-83a2fd717e11", "name": "network-vif-plugged", "status": "completed", "tag": "da16add1-e99c-4e73-9025-ba34a7758bec"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:51.373938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:51.374344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-0e310521-3e45-4698-bf74-f6c19c1efb68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.2686090 Jul 08 17:21:51.377242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=72fa1e46-e189-4157-a770-83749d7bd1ff,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:51.391818 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.392971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:51.400660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3bc9cc-fbbd-42a4-b61c-7528079e0dc3 None None] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:21:51.402849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['72fa1e46-e189-4157-a770-83749d7bd1ff'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:21:51.486818 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-c6f0c049-c71b-4325-a794-1a9e7ce9f1ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 217 time: 0.0963845 Jul 08 17:21:51.565767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:51.566315 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:51.575945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-e61be407-7e4e-4a72-83f1-1a5dcb9b7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:51.584195 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-e61be407-7e4e-4a72-83f1-1a5dcb9b7921 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0836208 Jul 08 17:21:51.657468 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-bf449f0c-4e01-423c-83e1-51c06f166c55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723903 Jul 08 17:21:51.758691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=da16add1-e99c-4e73-9025-ba34a7758bec,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:51.766083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b43635-8abb-404e-9ec7-e18ceed108ac req-8c0d6ddd-867c-46a4-a735-c9fbc1e116cb tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:51.776272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72b43635-8abb-404e-9ec7-e18ceed108ac req-8c0d6ddd-867c-46a4-a735-c9fbc1e116cb tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 949 time: 0.5090718 Jul 08 17:21:51.807307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:51.820534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-da751e27-19c3-4fe5-86a4-ca6cc10fcc92 None None] Provisioning for port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:51.824914 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-9eecac10-88e4-4569-b241-806a7d07fac0 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597776 Jul 08 17:21:51.949143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.023063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 1817d1d2-5488-4e3f-a2c6-5efcc3224528, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1817d1d2-5488-4e3f-a2c6-5efcc3224528,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:52.029385 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-7bd311be-f82d-4e03-b41d-1a3c034c70b5 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897538 Jul 08 17:21:52.042661 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.046209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d451fd5f-30e8-48cb-8c5d-e430c6b4a759 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:52.055622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:21:52.177771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72b43635-8abb-404e-9ec7-e18ceed108ac req-024df3bd-4088-44ae-a5fa-df38f6959fec tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446905 Jul 08 17:21:52.235008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3491c-72fe-4f72-a4f4-49a249ca739b req-76d0de44-a87c-4b8d-b5d2-3119dc1dfb0d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:52.236343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=1817d1d2-5488-4e3f-a2c6-5efcc3224528,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:52.242607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91f3491c-72fe-4f72-a4f4-49a249ca739b req-76d0de44-a87c-4b8d-b5d2-3119dc1dfb0d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 967 time: 0.2107847 Jul 08 17:21:52.244644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.274006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:21:52.299788 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc4f5a6-8fdb-4a31-a556-6ed8fddc8263 x-openstack-request-id: req-ffc4f5a6-8fdb-4a31-a556-6ed8fddc8263 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:52.300087 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b63385a-18df-4c24-84d4-83a2fd717e11", "name": "network-vif-plugged", "status": "completed", "tag": "da16add1-e99c-4e73-9025-ba34a7758bec", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:52.301695 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ffc4f5a6-8fdb-4a31-a556-6ed8fddc8263 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:52.302129 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da16add1-e99c-4e73-9025-ba34a7758bec', 'code': 200} Jul 08 17:21:52.324025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:52.334620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:52.335702 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.471066 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.516632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d451fd5f-30e8-48cb-8c5d-e430c6b4a759, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,segment=NetworkSegment(329459b2-7ed8-4346-b011-41311def1eb4),segment_id=329459b2-7ed8-4346-b011-41311def1eb4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:52.531254 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.560671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91f3491c-72fe-4f72-a4f4-49a249ca739b req-2cfc4ef2-0b49-4040-830d-d11433a27ca2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062205 Jul 08 17:21:52.706618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:52.740384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201013-f736-40d0-8e63-3394c615acad req-efef18c7-4744-4f2c-9bf3-f3ed9644c504 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:52.742586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-efef18c7-4744-4f2c-9bf3-f3ed9644c504 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1118 time: 0.1654305 Jul 08 17:21:52.752863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cab579ee-1eee-4e09-8d1e-99c196ea03fa None None] Provisioning complete for port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:52.754486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cab579ee-1eee-4e09-8d1e-99c196ea03fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.768870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1817d1d2-5488-4e3f-a2c6-5efcc3224528 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:52.819100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.924682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b2201013-f736-40d0-8e63-3394c615acad req-d3db38ad-d4aa-44c6-9951-74de2a76d809 service neutron] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:52.931060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b2201013-f736-40d0-8e63-3394c615acad req-d3db38ad-d4aa-44c6-9951-74de2a76d809 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:52.938477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2201013-f736-40d0-8e63-3394c615acad req-d3db38ad-d4aa-44c6-9951-74de2a76d809 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4018975e-cc0e-44eb-86c5-2ac7786ee31b/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.1835248 Jul 08 17:21:52.954798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb1755-3343-4041-8e33-8ec96313683a req-6dab1d06-5581-4ebc-9f3d-d3ed0e355c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:52.957376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29cb1755-3343-4041-8e33-8ec96313683a req-6dab1d06-5581-4ebc-9f3d-d3ed0e355c86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 1101 time: 0.2853801 Jul 08 17:21:52.983415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:52.983907 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:53.031687 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29cb1755-3343-4041-8e33-8ec96313683a req-4fb57bd5-1727-42b3-bc7f-1a4c0fdef348 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649886 Jul 08 17:21:53.057702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ce73a-a443-42e3-b1b8-e5ba4f01837f req-c64c99d8-c6c1-49db-9c67-bef79898de22 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.059222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-961ce73a-a443-42e3-b1b8-e5ba4f01837f req-c64c99d8-c6c1-49db-9c67-bef79898de22 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 944 time: 0.2311516 Jul 08 17:21:53.065734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Router 0169e22f-aa0f-43d2-8064-301545aa0439 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:21:53.177834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-961ce73a-a443-42e3-b1b8-e5ba4f01837f req-8482f6a9-037e-4c30-9a53-3d480a8a198f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080084 Jul 08 17:21:53.253461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:53.263926 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Sync routers for ids ['0169e22f-aa0f-43d2-8064-301545aa0439'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:53.273372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525933c-3f54-459d-9443-f037ad075f03 req-839dae04-9f57-4597-ac7a-022d90cb65bb tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.280209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3525933c-3f54-459d-9443-f037ad075f03 req-839dae04-9f57-4597-ac7a-022d90cb65bb tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 949 time: 0.1414466 Jul 08 17:21:53.295207 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Routers {'0169e22f-aa0f-43d2-8064-301545aa0439'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:53.295999 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0169e22f-aa0f-43d2-8064-301545aa0439'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:53.298330 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:53.302365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50088) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:53.302504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-25743367-8e3d-4de2-87e0-cb2be1eff3a5 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3023467 Jul 08 17:21:53.350421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3525933c-3f54-459d-9443-f037ad075f03 req-2ea8d3a6-8755-453d-a6cb-8a13f617f005 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 Jul 08 17:21:53.490040 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Set router 0169e22f-aa0f-43d2-8064-301545aa0439 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:53.711875 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 3, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port': {'id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:50Z', 'updated_at': '2021-07-08T17:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:53.725426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab144e62-c5e7-46d7-b750-b4db1fa27841 req-aca4c71d-df0f-41e5-8d2b-4d193f4cd95e tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:53.727317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab144e62-c5e7-46d7-b750-b4db1fa27841 req-aca4c71d-df0f-41e5-8d2b-4d193f4cd95e tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 950 time: 0.1056409 Jul 08 17:21:53.751364 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Checking router: 0169e22f-aa0f-43d2-8064-301545aa0439 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:53.752710 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Updating router 0169e22f-aa0f-43d2-8064-301545aa0439 port d1d5349f-1fca-4528-9254-f5e7b340e3aa binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:53.819622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab144e62-c5e7-46d7-b750-b4db1fa27841 req-e295853f-11e3-446e-a2ae-f25dfc3906d5 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780904 Jul 08 17:21:53.846376 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:53.953508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.060555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c25697-2710-44aa-a7a5-530fa0a93488 req-ae34c020-162d-4b37-a624-14f0a8ec9a99 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:54.063188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44c25697-2710-44aa-a7a5-530fa0a93488 req-ae34c020-162d-4b37-a624-14f0a8ec9a99 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 967 time: 0.1193817 Jul 08 17:21:54.117053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44c25697-2710-44aa-a7a5-530fa0a93488 req-3b9596f2-01b5-4a24-a8c3-0cd8e6a94780 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465364 Jul 08 17:21:54.144756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Allocated IP 172.20.0.1 (f0e0a302-d2e5-4858-ad34-7a06d2d70351/4379cb47-2443-4736-81ac-d6e177ebfd39/630edebd-b284-4d36-be51-8574f373ed41) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:54.155772 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.177249 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Transition to ACTIVE for port object d1d5349f-1fca-4528-9254-f5e7b340e3aa will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:54.177789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2179-9ab0-45b3-9f18-d2fa639c3e1d req-de04a573-27c9-47e9-8bf2-bb2d7fbb3938 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:54.179480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e4d2179-9ab0-45b3-9f18-d2fa639c3e1d req-de04a573-27c9-47e9-8bf2-bb2d7fbb3938 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1095 time: 0.0613632 Jul 08 17:21:54.210899 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.241121 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e4d2179-9ab0-45b3-9f18-d2fa639c3e1d req-22b57e70-8ef2-47a8-be4b-81f7cb97da1e tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545747 Jul 08 17:21:54.309207 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Attempting to bind port d1d5349f-1fca-4528-9254-f5e7b340e3aa on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:54.320211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.320609 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Attempting to bind port d1d5349f-1fca-4528-9254-f5e7b340e3aa by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:54.320964 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Attempting to bind port d1d5349f-1fca-4528-9254-f5e7b340e3aa on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:54.331268 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79a117-0428-4867-a163-2c27b8445371 None None] Pushing event updated for resources: {'Port': ['ID=d1d5349f-1fca-4528-9254-f5e7b340e3aa,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:54.343215 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:54.343598 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:54.343996 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.344961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Transition to ACTIVE for port object 630edebd-b284-4d36-be51-8574f373ed41 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:54.349287 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:54.350030 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Bound port: d1d5349f-1fca-4528-9254-f5e7b340e3aa, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:54.350514 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.424485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.468223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:54.468453 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] For port d1d5349f-1fca-4528-9254-f5e7b340e3aa, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:54.471142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:54.474122 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] For port d1d5349f-1fca-4528-9254-f5e7b340e3aa, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d1d5349f-1fca-4528-9254-f5e7b340e3aa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:54.474812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:54.475289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.482990 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.483156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72fa1e46-e189-4157-a770-83749d7bd1ff up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:54.519536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Pushing event updated for resources: {'Port': ['ID=630edebd-b284-4d36-be51-8574f373ed41,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:54.569622 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Routers {'0169e22f-aa0f-43d2-8064-301545aa0439'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:54.570555 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0169e22f-aa0f-43d2-8064-301545aa0439'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:54.605070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 72fa1e46-e189-4157-a770-83749d7bd1ff completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:54.609573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 72fa1e46-e189-4157-a770-83749d7bd1ff triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:54.610148 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.682822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d451fd5f-30e8-48cb-8c5d-e430c6b4a759 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:54.704326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720616d-3b07-4510-914a-cd825016ae7f req-9d00989e-442a-4f7a-b19c-c33652b40867 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:54.706082 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4720616d-3b07-4510-914a-cd825016ae7f req-9d00989e-442a-4f7a-b19c-c33652b40867 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1118 time: 0.1344562 Jul 08 17:21:54.730455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.744024 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79a117-0428-4867-a163-2c27b8445371 None None] Pushing event updated for resources: {'Port': ['ID=d1d5349f-1fca-4528-9254-f5e7b340e3aa,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:54.795838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4720616d-3b07-4510-914a-cd825016ae7f req-36fe9b2a-ebd2-47c5-8d28-f3418e4a2fe5 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809104 Jul 08 17:21:54.808348 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] Set router 0169e22f-aa0f-43d2-8064-301545aa0439 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:54.817291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974985d6-5d02-48b7-854b-bc44ca0db676 req-99010c10-d55c-4c2b-8315-79ba3f9cb167 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:54.824724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-974985d6-5d02-48b7-854b-bc44ca0db676 req-99010c10-d55c-4c2b-8315-79ba3f9cb167 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 949 time: 0.1251628 Jul 08 17:21:54.833193 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.858183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:54.858565 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:54.862507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-132f6819-8522-490d-b766-7835751ead33 None None] Provisioning for port 630edebd-b284-4d36-be51-8574f373ed41 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:54.876241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-974985d6-5d02-48b7-854b-bc44ca0db676 req-5a62479e-b269-44ba-941b-f9e6926f54b0 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502081 Jul 08 17:21:54.904954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fa1e46-e189-4157-a770-83749d7bd1ff'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:21:54.907230 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3942f5af-c4cd-48e4-be70-d742f5fd22d4" -d '{"events": [{"server_uuid": "285a6aff-0c7b-47e5-a032-3426c0dcd30b", "name": "network-vif-plugged", "status": "completed", "tag": "72fa1e46-e189-4157-a770-83749d7bd1ff"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:21:55.005820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.019148 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.021142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.081301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Pushing event updated for resources: {'Port': ['ID=630edebd-b284-4d36-be51-8574f373ed41,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:55.112283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-132f6819-8522-490d-b766-7835751ead33 None None] Provisioning complete for port 630edebd-b284-4d36-be51-8574f373ed41 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:55.112901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-132f6819-8522-490d-b766-7835751ead33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.119263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72fa1e46-e189-4157-a770-83749d7bd1ff, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72fa1e46-e189-4157-a770-83749d7bd1ff,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:55.144133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.186033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-132f6819-8522-490d-b766-7835751ead33 None None] Port 630edebd-b284-4d36-be51-8574f373ed41 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:55.186500 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 3, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port': {'id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:50Z', 'updated_at': '2021-07-08T17:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:55.202996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-bfa5db35-a5e9-48b4-98fd-795eb7426328 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:55.209628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:55.209921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-bfa5db35-a5e9-48b4-98fd-795eb7426328 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.1792636 Jul 08 17:21:55.212174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:55.215686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=72fa1e46-e189-4157-a770-83749d7bd1ff,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:55.227528 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c312-5a1a-4938-969a-152613f98e9f None None] The sync data for ids ['0169e22f-aa0f-43d2-8064-301545aa0439'] in n-d-799528-4 is: [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 3, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port': {'id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:50Z', 'updated_at': '2021-07-08T17:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:55.232544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-8a2050cc-7d6e-49e8-bdd1-376624b22612 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/quotas/15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 375 time: 0.0213466 Jul 08 17:21:55.390119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Router 0169e22f-aa0f-43d2-8064-301545aa0439 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:21:55.395405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-9abf8f53-da67-4739-9b0f-d02c6614ce59 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533756 Jul 08 17:21:55.478703 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.523525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2ffb181c-65dd-4602-9e74-847f9d879a58 None None] Provisioning complete for port 630edebd-b284-4d36-be51-8574f373ed41 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:55.524695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-a6abb495-4a66-440a-814a-f48486a50876 service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196868 Jul 08 17:21:55.525419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2ffb181c-65dd-4602-9e74-847f9d879a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:55.554550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:21:55.560866 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6e2735dd-cbef-420f-be3e-2a7acb6e251f admin admin] 10.222.0.63 "PUT /v2.0/routers/0169e22f-aa0f-43d2-8064-301545aa0439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2574341 Jul 08 17:21:55.621768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb181c-65dd-4602-9e74-847f9d879a58 None None] Port 630edebd-b284-4d36-be51-8574f373ed41 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:21:55.722628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-516d56c5-1152-4880-bdbf-3ba96629719d service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888115 Jul 08 17:21:55.757097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4634284-caff-4fe9-9e2b-398f833b6d34 req-aaa1d1e4-a45c-494b-a327-350d5a4564bd tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:55.758963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4634284-caff-4fe9-9e2b-398f833b6d34 req-aaa1d1e4-a45c-494b-a327-350d5a4564bd tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 950 time: 0.1039169 Jul 08 17:21:55.806563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4634284-caff-4fe9-9e2b-398f833b6d34 req-02a452a4-624e-40b5-947b-07a5b8f61d6c tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378587 Jul 08 17:21:55.868221 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aea85c-a621-4ef0-a02a-ec94a75c1553 x-openstack-request-id: req-92aea85c-a621-4ef0-a02a-ec94a75c1553 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:21:55.868505 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a6aff-0c7b-47e5-a032-3426c0dcd30b", "name": "network-vif-plugged", "status": "completed", "tag": "72fa1e46-e189-4157-a770-83749d7bd1ff", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:21:55.872082 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-92aea85c-a621-4ef0-a02a-ec94a75c1553 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:21:55.872494 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fa1e46-e189-4157-a770-83749d7bd1ff', 'code': 200} Jul 08 17:21:56.098211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-ed7b1e22-2b50-41d9-ae63-332b0e5c1173 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:56.099728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-ed7b1e22-2b50-41d9-ae63-332b0e5c1173 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.1545401 Jul 08 17:21:56.106389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b18efd-6cd8-4ce0-81f3-d2dbd46c4e5d req-e21b51b2-4e9e-4c15-b1f6-30bc943f7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:56.107851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68b18efd-6cd8-4ce0-81f3-d2dbd46c4e5d req-e21b51b2-4e9e-4c15-b1f6-30bc943f7117 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 1101 time: 0.1073377 Jul 08 17:21:56.140478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-9a1711fe-8c77-4a0c-82f2-062c6c812b57 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/quotas/78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 375 time: 0.0267394 Jul 08 17:21:56.191777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68b18efd-6cd8-4ce0-81f3-d2dbd46c4e5d req-a0ea55ee-5296-4ca5-9804-4874b51eaa9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752079 Jul 08 17:21:56.242613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-c3d428a0-6f38-49ee-8f69-21be6cc1c525 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867994 Jul 08 17:21:56.357575 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-db7f19b7-d148-4133-a2dd-671f57dc1cea service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039948 Jul 08 17:21:56.441457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8470bae1-7ddf-424b-9567-fc6878ef7a7c req-6c49954a-0406-4810-b8fb-da3b3b73ddab tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 210 time: 0.0333300 Jul 08 17:21:56.485685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-b7c33f11-76fc-4110-ae3e-24a3ce4ee01c service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224177 Jul 08 17:21:56.727055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d1d5349f-1fca-4528-9254-f5e7b340e3aa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:56.793680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c4358-638c-448d-a7bc-377bb83be733 req-97e6c1a9-5a40-4f4b-99fa-57db09779d97 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:56.803189 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c73c4358-638c-448d-a7bc-377bb83be733 req-97e6c1a9-5a40-4f4b-99fa-57db09779d97 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 950 time: 0.1731961 Jul 08 17:21:56.866601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d1d5349f-1fca-4528-9254-f5e7b340e3aa completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:21:56.873065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d1d5349f-1fca-4528-9254-f5e7b340e3aa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:56.873706 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:56.900344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c73c4358-638c-448d-a7bc-377bb83be733 req-ec7bba53-e006-4fab-bbce-e9d0fe771a99 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958867 Jul 08 17:21:57.058406 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:57.097778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50228) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:57.107234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d1d5349f-1fca-4528-9254-f5e7b340e3aa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d1d5349f-1fca-4528-9254-f5e7b340e3aa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:21:57.117505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:57.169876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-128aadcf-10f3-4f15-86d9-7a077779f546 req-bdd77e49-c20a-47ca-a263-4c260539e765 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 210 time: 0.1033175 Jul 08 17:21:57.246575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d1d5349f-1fca-4528-9254-f5e7b340e3aa,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:57.385367 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-04577626-5ef5-485a-8b35-bb97dd752e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:57.461305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Sync routers for ids ['0169e22f-aa0f-43d2-8064-301545aa0439'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:21:57.477481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Routers {'0169e22f-aa0f-43d2-8064-301545aa0439'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:57.479495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0169e22f-aa0f-43d2-8064-301545aa0439'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:57.718282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Set router 0169e22f-aa0f-43d2-8064-301545aa0439 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:57.870753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:57.978049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-a958ac4d-e393-4cee-af11-7e0e4b7dd602 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:57.979476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-a958ac4d-e393-4cee-af11-7e0e4b7dd602 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.5535057 Jul 08 17:21:57.987396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee47365b-8336-495f-b501-af30e2c33457 req-3ccb49df-e8ae-4ce7-8f12-be3c5d5fa31b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 210 time: 0.0533600 Jul 08 17:21:58.003259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Request body: {'port': {'device_id': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'admin_state_up': True, 'tenant_id': '15045cd9dfb2442c80782c300ddffea5'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:58.037328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:21:54Z', 'revision_number': 4, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port': {'id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:50Z', 'updated_at': '2021-07-08T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '630edebd-b284-4d36-be51-8574f373ed41', 'name': '', 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'mac_address': 'fa:16:3e:0d:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4379cb47-2443-4736-81ac-d6e177ebfd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:53Z', 'updated_at': '2021-07-08T17:21:54Z', 'revision_number': 2, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'subnets': [{'id': '4379cb47-2443-4736-81ac-d6e177ebfd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:58.073783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Checking router: 0169e22f-aa0f-43d2-8064-301545aa0439 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:21:58.075546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Updating router 0169e22f-aa0f-43d2-8064-301545aa0439 port 630edebd-b284-4d36-be51-8574f373ed41 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:21:58.095992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f108b9-f6a5-42a2-b000-ecdf3fbee6e8 req-7d44f018-99f8-4638-93ca-9c8a3dda7063 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:58.098807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20f108b9-f6a5-42a2-b000-ecdf3fbee6e8 req-7d44f018-99f8-4638-93ca-9c8a3dda7063 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 950 time: 0.0964344 Jul 08 17:21:58.127130 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.144470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20f108b9-f6a5-42a2-b000-ecdf3fbee6e8 req-679e25a9-9ce8-4b90-8f99-bc02cb854d3c tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391400 Jul 08 17:21:58.148824 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.154979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.203019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Made reservation on behalf of 15045cd9dfb2442c80782c300ddffea5 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:58.207101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.211665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a6987-7faa-44df-8960-9d0c199e0a6b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:58.227603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50264) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:58.228577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0daad8eed20e41d881577af893b0bf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1282113 Jul 08 17:21:58.340267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.356108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Allocated IP 172.20.0.14 (6d73dbbb-e029-4435-bffb-10686084861d/a8362d75-575c-47ad-bd75-aa622b0b5c48/da82431d-e184-4925-901e-c2fb9384463e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:21:58.394212 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.467608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50266) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:58.473217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3f12a0b6-0da4-476f-b075-8cd9d3464b36 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093742855', 'description': 'tempest-description--1080902497'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:58.487846 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.504274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Transition to ACTIVE for port object 630edebd-b284-4d36-be51-8574f373ed41 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:21:58.514128 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.530652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.531371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d50294-edd8-46fb-9d77-5a64969b41ce req-e6319139-fc0f-4d9c-90c8-7b129bf951ed tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:58.538118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20d50294-edd8-46fb-9d77-5a64969b41ce req-e6319139-fc0f-4d9c-90c8-7b129bf951ed tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 950 time: 0.1988308 Jul 08 17:21:58.548895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.550185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.550907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.551669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.552427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.553014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.553647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.554237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.554768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.555470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.555986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.556502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f1255-1d30-4e5f-801a-3f62db6c0c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.601846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca3c10-9a1d-48d6-87b9-9b41448cddfe None None] Pushing event updated for resources: {'Port': ['ID=630edebd-b284-4d36-be51-8574f373ed41,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:58.642488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.659316 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.659553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.659553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b64a6987-7faa-44df-8960-9d0c199e0a6b HTTP/1.1" status: 204 len: 168 time: 0.4297338 Jul 08 17:21:58.705311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64a6987-7faa-44df-8960-9d0c199e0a6b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:58.707497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f12a0b6-0da4-476f-b075-8cd9d3464b36 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.708525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Attempting to bind port 630edebd-b284-4d36-be51-8574f373ed41 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:21:58.708943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Attempting to bind port 630edebd-b284-4d36-be51-8574f373ed41 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:21:58.709312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Attempting to bind port 630edebd-b284-4d36-be51-8574f373ed41 on network f0e0a302-d2e5-4858-ad34-7a06d2d70351 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:21:58.714951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:21:58.716127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Checking segment: {'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:21:58.716613 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.717514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Bound using segment: {'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:21:58.718819 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Bound port: 630edebd-b284-4d36-be51-8574f373ed41, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329459b2-7ed8-4346-b011-41311def1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:21:58.719287 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.719929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cba956b7-0d98-439d-a4fa-7b5e1f1787e6 req-2a7c7d49-35a6-4506-a9a0-25f742141b54 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 210 time: 0.1117976 Jul 08 17:21:58.772614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.773500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.773621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.773989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.774282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.775296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.775645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.775980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.776437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.776985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.777228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.778513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08732f24-165c-4516-8d5b-f94b52334e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:21:58.780064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d1d5349f-1fca-4528-9254-f5e7b340e3aa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:21:58.806308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20d50294-edd8-46fb-9d77-5a64969b41ce req-3b8605c8-378c-4187-b756-55c742e8445a tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561162 Jul 08 17:21:58.868421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:58.904242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Network 6d73dbbb-e029-4435-bffb-10686084861d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:21:58.916472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-227612e0-d5ec-4afd-909b-75d6d1622cd3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:58.918559 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-227612e0-d5ec-4afd-909b-75d6d1622cd3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.3567281 Jul 08 17:21:58.919940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:21:58.926692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:21:58.939282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:58.941090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:58.953430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Request body: {'port': {'device_id': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'admin_state_up': True, 'tenant_id': '78f0f599a2754a83bb34ce042d0c8c17'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:58.986358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f12a0b6-0da4-476f-b075-8cd9d3464b36 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.009806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f12a0b6-0da4-476f-b075-8cd9d3464b36 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.069836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-e7ea49f6-1ad9-4ac2-944c-2e626a07a7d5 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0729759 Jul 08 17:21:59.084826 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f12a0b6-0da4-476f-b075-8cd9d3464b36 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.088897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3f12a0b6-0da4-476f-b075-8cd9d3464b36 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6179016 Jul 08 17:21:59.091962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Request body: {'port': {'device_id': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:59.097578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50284) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:59.103225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-40ec30d8-d2d7-4eda-b05e-f7b64c776a05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'security_group_rule': {'security_group_id': 'ca18492a-3d2a-4ad6-a597-bac88dc85a27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:21:59.120981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12a0b6-0da4-476f-b075-8cd9d3464b36 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca18492a-3d2a-4ad6-a597-bac88dc85a27,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:59.195880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] For port 630edebd-b284-4d36-be51-8574f373ed41, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:21:59.202825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] For port 630edebd-b284-4d36-be51-8574f373ed41, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=630edebd-b284-4d36-be51-8574f373ed41,segment=NetworkSegment(329459b2-7ed8-4346-b011-41311def1eb4),segment_id=329459b2-7ed8-4346-b011-41311def1eb4)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:21:59.227558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.229777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d1d5349f-1fca-4528-9254-f5e7b340e3aa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:21:59.229899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.263986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40ec30d8-d2d7-4eda-b05e-f7b64c776a05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.277153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.338766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Made reservation on behalf of 78f0f599a2754a83bb34ce042d0c8c17 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:21:59.347250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.373362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca3c10-9a1d-48d6-87b9-9b41448cddfe None None] Pushing event updated for resources: {'Port': ['ID=630edebd-b284-4d36-be51-8574f373ed41,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:59.396670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50294) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:59.403520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Routers {'0169e22f-aa0f-43d2-8064-301545aa0439'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:21:59.404416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0169e22f-aa0f-43d2-8064-301545aa0439'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:59.511945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50296) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:21:59.515672 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4488be3c-8f65-42e0-ab86-f4c58f6866f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.556629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] Set router 0169e22f-aa0f-43d2-8064-301545aa0439 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:21:59.814841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-70c9b5f4-e922-49bc-a1c3-a37487759346 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6612175 Jul 08 17:21:59.824859 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40ec30d8-d2d7-4eda-b05e-f7b64c776a05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.832837 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40ec30d8-d2d7-4eda-b05e-f7b64c776a05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.838164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6dddb30b-bafc-4db6-8964-fea5a0da2e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:21:59.871779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260fe9a-501c-48d7-8554-b1bb534c44f2 req-927066ae-2f0c-4b76-9d7e-26caf1deff8c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:59.889846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:21:54Z', 'revision_number': 4, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port': {'id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:50Z', 'updated_at': '2021-07-08T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '630edebd-b284-4d36-be51-8574f373ed41', 'name': '', 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'mac_address': 'fa:16:3e:0d:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4379cb47-2443-4736-81ac-d6e177ebfd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:53Z', 'updated_at': '2021-07-08T17:21:59Z', 'revision_number': 4, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'subnets': [{'id': '4379cb47-2443-4736-81ac-d6e177ebfd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:21:59.890142 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2260fe9a-501c-48d7-8554-b1bb534c44f2 req-927066ae-2f0c-4b76-9d7e-26caf1deff8c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 932 time: 0.6711240 Jul 08 17:21:59.890230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-ff97c3d0-6ea4-4dab-b212-9a546b0ce7ae tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:59.891461 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-ff97c3d0-6ea4-4dab-b212-9a546b0ce7ae tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 950 time: 0.3782089 Jul 08 17:21:59.899969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e13b1-75bf-4576-b75e-402159ae363d req-e8bfde51-c34f-4fc8-bdc3-8f265e2718f8 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:21:59.902221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e9e13b1-75bf-4576-b75e-402159ae363d req-e8bfde51-c34f-4fc8-bdc3-8f265e2718f8 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 950 time: 0.2093611 Jul 08 17:21:59.920534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8a167-7cdc-4354-9b50-2b90c1d3b49a None None] The sync data for ids ['0169e22f-aa0f-43d2-8064-301545aa0439'] in n-d-799528-4 is: [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:21:54Z', 'revision_number': 4, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port': {'id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:50Z', 'updated_at': '2021-07-08T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '630edebd-b284-4d36-be51-8574f373ed41', 'name': '', 'network_id': 'f0e0a302-d2e5-4858-ad34-7a06d2d70351', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'mac_address': 'fa:16:3e:0d:5c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4379cb47-2443-4736-81ac-d6e177ebfd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:53Z', 'updated_at': '2021-07-08T17:21:59Z', 'revision_number': 4, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'subnets': [{'id': '4379cb47-2443-4736-81ac-d6e177ebfd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:21:59.924061 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:21:59.926465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec30d8-d2d7-4eda-b05e-f7b64c776a05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e637c375-00bc-4d19-aaf2-e6422445b9cb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:21:59.946913 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a09e2f94-338b-4eeb-becd-c5752755b90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.039597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Allocated IP 172.20.0.5 (0664b879-38e9-4d8c-9380-0897a1d0931b/e74a4f37-adb8-40a7-b934-dc46167628eb/ed537848-a9a7-4b25-bc18-12b2452c7e85) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:00.054133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2260fe9a-501c-48d7-8554-b1bb534c44f2 req-c8f39a76-8512-4aed-bd63-d18ff5b75d72 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625874 Jul 08 17:22:00.073076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e9e13b1-75bf-4576-b75e-402159ae363d req-9cade0e5-b22d-443d-a9d1-84747641034e tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424170 Jul 08 17:22:00.104325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa1944-93f8-4541-968e-aea2672908bb req-05802704-8dba-4199-acca-bc40b0cd2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:00.109714 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-05802704-8dba-4199-acca-bc40b0cd2a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1118 time: 0.2014980 Jul 08 17:22:00.272847 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4488be3c-8f65-42e0-ab86-f4c58f6866f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.288002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da82431d-e184-4925-901e-c2fb9384463e {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:00.293225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-379a2eaf-1b22-45cd-8d05-01b2bb930094 req-1afe955a-6d46-4309-b315-d928be913691 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 210 time: 0.0539238 Jul 08 17:22:00.296077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4488be3c-8f65-42e0-ab86-f4c58f6866f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.304360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40ec30d8-d2d7-4eda-b05e-f7b64c776a05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.307930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-40ec30d8-d2d7-4eda-b05e-f7b64c776a05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2068582 Jul 08 17:22:00.314451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50304) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:00.332614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-43881769-037b-4f4f-8034-3a325bdf1760 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'security_group_rule': {'security_group_id': 'ca18492a-3d2a-4ad6-a597-bac88dc85a27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:00.345865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.398957 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.401023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa1944-93f8-4541-968e-aea2672908bb req-db757843-729d-459e-89a5-c1ed25fb552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:00.402583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-db757843-729d-459e-89a5-c1ed25fb552c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.2614527 Jul 08 17:22:00.416390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be03d78-9a3b-4220-99e2-8f90783f1e56 req-c5c5f36f-a343-42b1-9ade-23c76771b589 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:00.423051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8be03d78-9a3b-4220-99e2-8f90783f1e56 req-c5c5f36f-a343-42b1-9ade-23c76771b589 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 950 time: 0.1996939 Jul 08 17:22:00.454418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Transition to ACTIVE for port object da82431d-e184-4925-901e-c2fb9384463e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:00.469372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-a44095ba-7e9e-43a8-98ec-0aef9252f620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 217 time: 0.0452955 Jul 08 17:22:00.476097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4488be3c-8f65-42e0-ab86-f4c58f6866f5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d062c055da740a19d17be417f574e58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713787 Jul 08 17:22:00.479455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50312) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:00.498213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.499926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488be3c-8f65-42e0-ab86-f4c58f6866f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aeb589-5c4a-43c9-8a78-f26c065f406b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:00.542615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa1944-93f8-4541-968e-aea2672908bb req-09e6c2d7-7ef9-4556-86c7-e49d8771b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:00.544123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-09e6c2d7-7ef9-4556-86c7-e49d8771b073 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0613005 Jul 08 17:22:00.553563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Deleting port da16add1-e99c-4e73-9025-ba34a7758bec {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:00.553914 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.558470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8be03d78-9a3b-4220-99e2-8f90783f1e56 req-11f629e2-f9b0-404f-a59a-d7babf823ed8 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917594 Jul 08 17:22:00.644885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-cea6234e-3063-41a6-8cc1-b727f7f7b9a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808048 Jul 08 17:22:00.722730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6dddb30b-bafc-4db6-8964-fea5a0da2e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.726349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.732968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:00.757523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6dddb30b-bafc-4db6-8964-fea5a0da2e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.775340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 630edebd-b284-4d36-be51-8574f373ed41 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:00.821221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddb30b-bafc-4db6-8964-fea5a0da2e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eaa8b0-074a-4b2e-80cd-4ad24632d115,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:00.857352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:00.857625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 630edebd-b284-4d36-be51-8574f373ed41 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:00.857767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:00.857999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:00.859639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43881769-037b-4f4f-8034-3a325bdf1760 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.866424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 630edebd-b284-4d36-be51-8574f373ed41 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:00.867775 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.887895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:00.888214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:00.908949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] For port da16add1-e99c-4e73-9025-ba34a7758bec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da16add1-e99c-4e73-9025-ba34a7758bec,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:00.909121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.911637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:00.911990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:00.912356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:00.912880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Bound port: da82431d-e184-4925-901e-c2fb9384463e, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:00.913165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.920450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-a86c0963-7ae0-49c8-8e66-6fc703924fb6 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662942 Jul 08 17:22:00.947851 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6dddb30b-bafc-4db6-8964-fea5a0da2e41 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6163ddd9de3140f3847dab17bca4b112&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4331405 Jul 08 17:22:00.961627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50320) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:00.962553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Calling delete_port for da16add1-e99c-4e73-9025-ba34a7758bec owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:00.967659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5514cea-94a9-4162-a05f-c26cad8bc1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:00.991726 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5514cea-94a9-4162-a05f-c26cad8bc1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.068364 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.131597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 630edebd-b284-4d36-be51-8574f373ed41, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=630edebd-b284-4d36-be51-8574f373ed41,segment=NetworkSegment(329459b2-7ed8-4346-b011-41311def1eb4),segment_id=329459b2-7ed8-4346-b011-41311def1eb4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:01.141787 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.176024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43881769-037b-4f4f-8034-3a325bdf1760 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.207933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43881769-037b-4f4f-8034-3a325bdf1760 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.236903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43881769-037b-4f4f-8034-3a325bdf1760 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713144b3-6a65-4923-bc16-546939168b8f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:01.243448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=630edebd-b284-4d36-be51-8574f373ed41,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:01.250277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.337484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43881769-037b-4f4f-8034-3a325bdf1760 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.338582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-43881769-037b-4f4f-8034-3a325bdf1760 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0231757 Jul 08 17:22:01.344305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caaa1944-93f8-4541-968e-aea2672908bb req-335a6461-d752-4dd3-ae2e-a79416243e37 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074295 Jul 08 17:22:01.346348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50336) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:01.350998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:01.405134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.441468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a13db-1599-4246-9f7b-11a8f70e1bff req-accff3c2-cf0e-4556-9b06-17f976b68479 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:01.448803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-566a13db-1599-4246-9f7b-11a8f70e1bff req-accff3c2-cf0e-4556-9b06-17f976b68479 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 950 time: 0.2131913 Jul 08 17:22:01.449198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.490857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0ef99-b786-4fea-840f-d5dc50104049 req-f0d9f24f-cb94-43d8-9116-609668d43810 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:01.497635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18c0ef99-b786-4fea-840f-d5dc50104049 req-f0d9f24f-cb94-43d8-9116-609668d43810 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 944 time: 0.1987643 Jul 08 17:22:01.507698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d61d0ca9-f564-4a83-a94c-19c9675575f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.514792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5514cea-94a9-4162-a05f-c26cad8bc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.517960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5514cea-94a9-4162-a05f-c26cad8bc1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.519110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c5514cea-94a9-4162-a05f-c26cad8bc1c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c2aeb589-5c4a-43c9-8a78-f26c065f406b HTTP/1.1" status: 204 len: 168 time: 1.0270834 Jul 08 17:22:01.551806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-566a13db-1599-4246-9f7b-11a8f70e1bff req-3d426a84-9fba-4543-b956-8cc60bcfbd37 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/security-groups?id=a99af99a-a3ad-4ab3-9d04-be3fd56236c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021028 Jul 08 17:22:01.552695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:01.557140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Network 0664b879-38e9-4d8c-9380-0897a1d0931b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:01.569691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5514cea-94a9-4162-a05f-c26cad8bc1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aeb589-5c4a-43c9-8a78-f26c065f406b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:01.592124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:01.594756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:01.601439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:01.601439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.615599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18c0ef99-b786-4fea-840f-d5dc50104049 req-05ad1e3c-4431-4bc1-8f74-43d90dba1e65 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149859 Jul 08 17:22:01.619687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:01.644203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d61d0ca9-f564-4a83-a94c-19c9675575f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.646107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:01.667389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.694130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.748388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-2453904c-1b0a-4fa2-b84c-b6b4c37f69bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8012919 Jul 08 17:22:01.783861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:01.784552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.792688 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 1092 time: 2.7143633 Jul 08 17:22:01.805609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:01.808000 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "tag": "da82431d-e184-4925-901e-c2fb9384463e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:01.837818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Request body: {'port': {'device_id': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:01.928801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Allocated IP 172.25.5.222 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/ae4144a1-6264-4132-a96b-93e4c56899b2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:01.936359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8d72c-6034-4d76-b575-4e89b74993c6 service neutron] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:01.943878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:01.979447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['da16add1-e99c-4e73-9025-ba34a7758bec'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:02.019076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d61d0ca9-f564-4a83-a94c-19c9675575f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.023023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d61d0ca9-f564-4a83-a94c-19c9675575f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.029339 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d61d0ca9-f564-4a83-a94c-19c9675575f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/98eaa8b0-074a-4b2e-80cd-4ad24632d115 HTTP/1.1" status: 204 len: 168 time: 1.0624323 Jul 08 17:22:02.032358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Pushing event deleted for resources: {'Port': ['ID=da16add1-e99c-4e73-9025-ba34a7758bec,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:02.068623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca143-e4fb-4b27-83a1-e7f61c87efde req-d7b487b9-271f-430b-9fa4-5787817921d2 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:02.070247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee6ca143-e4fb-4b27-83a1-e7f61c87efde req-d7b487b9-271f-430b-9fa4-5787817921d2 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 950 time: 0.2431331 Jul 08 17:22:02.077248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.104100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab594-1d3c-4f15-90ce-c3ecee6e852d req-9c647b3a-3a37-49d2-9d20-6990061b1d01 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:02.119882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63fab594-1d3c-4f15-90ce-c3ecee6e852d req-9c647b3a-3a37-49d2-9d20-6990061b1d01 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 931 time: 0.2463765 Jul 08 17:22:02.154336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d0ca9-f564-4a83-a94c-19c9675575f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eaa8b0-074a-4b2e-80cd-4ad24632d115,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:02.204867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.223649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee6ca143-e4fb-4b27-83a1-e7f61c87efde req-a88d8d28-f4fc-426f-96d1-3024ecbe93b4 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328034 Jul 08 17:22:02.254484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63fab594-1d3c-4f15-90ce-c3ecee6e852d req-896257fe-f929-40f3-ab6a-bb117a8d395e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334186 Jul 08 17:22:02.350671 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.417341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:02.428590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:02.438046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:02.467905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event updated for resources: {'Port': ['ID=ae4144a1-6264-4132-a96b-93e4c56899b2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:02.515818 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e95bf0-3f1f-4d4e-9dfb-04506344b379 x-openstack-request-id: req-67e95bf0-3f1f-4d4e-9dfb-04506344b379 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:02.516266 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "tag": "da82431d-e184-4925-901e-c2fb9384463e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:02.516473 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-67e95bf0-3f1f-4d4e-9dfb-04506344b379 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:02.516878 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e', 'status': 'completed', 'code': 200} Jul 08 17:22:02.517670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] No DVR routers for this DVR port da16add1-e99c-4e73-9025-ba34a7758bec on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:02.526408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.528906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95af4e16-0627-4b74-b4f0-fe516a1799f2 req-7bfce28c-a241-49cf-8e3d-31c1f46c1d78 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.41 "DELETE /v2.0/ports/da16add1-e99c-4e73-9025-ba34a7758bec HTTP/1.1" status: 204 len: 173 time: 2.6253030 Jul 08 17:22:02.583475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-2243623d-f0ae-497a-ac9c-08e9370e6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:02.591906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-2243623d-f0ae-497a-ac9c-08e9370e6465 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1095 time: 0.6972234 Jul 08 17:22:02.596611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed537848-a9a7-4b25-bc18-12b2452c7e85 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:02.614774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.680846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-362bb624-7c2e-434f-8c01-3b00cb957a89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 217 time: 0.0754802 Jul 08 17:22:02.714006 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.743839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 630edebd-b284-4d36-be51-8574f373ed41 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:02.748779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Transition to ACTIVE for port object ed537848-a9a7-4b25-bc18-12b2452c7e85 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:02.758935 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.772994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.814177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-605f9757-69f7-40a1-b8d3-f0101188e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:02.815359 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-605f9757-69f7-40a1-b8d3-f0101188e4d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1264143 Jul 08 17:22:02.821200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:02.904162 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-0f4c612e-097f-48a5-bc92-622e5425bd10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659282 Jul 08 17:22:02.929033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 630edebd-b284-4d36-be51-8574f373ed41 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:02.929420 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.941968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:02.967385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:02.967821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:02.968092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:03.035694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:03.035977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:03.046709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:03.047050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:03.047433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:03.047875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Bound port: ed537848-a9a7-4b25-bc18-12b2452c7e85, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:03.048234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.091640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6eb808a8-498e-46cf-bea2-4aa894fdffe0 req-15f1a132-60be-4b5f-be92-0568ac5730d6 tempest-TenantUsagesTestJSON-98496181 tempest-TenantUsagesTestJSON-98496181-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b63385a-18df-4c24-84d4-83a2fd717e11 HTTP/1.1" status: 200 len: 210 time: 0.1058171 Jul 08 17:22:03.154283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-9ed61ae5-56e7-4924-b654-2315cf174b9d service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421477 Jul 08 17:22:03.194262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-89925c71-ba88-445c-9ea4-25fd4dd786a2 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.196231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-89925c71-ba88-445c-9ea4-25fd4dd786a2 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 950 time: 0.2619824 Jul 08 17:22:03.242182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb870-666b-4c59-903b-e11fa28a10d7 req-960e32be-76b4-433f-b99d-62a11f8767cc tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.243396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aeaeb870-666b-4c59-903b-e11fa28a10d7 req-960e32be-76b4-433f-b99d-62a11f8767cc tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 944 time: 0.3177943 Jul 08 17:22:03.297202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:03.317697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aeaeb870-666b-4c59-903b-e11fa28a10d7 req-d944f7b1-db26-4fe4-810d-937ac02703b6 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662611 Jul 08 17:22:03.333075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:03.347695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.350131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.364007 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.420534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.421289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.422762 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] 10.222.0.72 "PUT /v2.0/ports/ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 1091 time: 1.6277556 Jul 08 17:22:03.436535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc65fc94-22bb-4099-ac43-3dc3d9f13b28 req-76af20f2-9784-4750-b9de-f1d5ea14668a service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689373 Jul 08 17:22:03.457364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event updated for resources: {'Port': ['ID=ae4144a1-6264-4132-a96b-93e4c56899b2,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:03.464784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.488527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.500148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-60542d77-bafd-4064-828a-52f43c40b3d3 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1525271 Jul 08 17:22:03.518480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50428) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:03.521799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a284bd4-9f11-4f62-aa1b-d712a39cf642 service neutron] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:03.608099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Deleting port 72fa1e46-e189-4157-a770-83749d7bd1ff {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:03.608533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.731755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] For port 72fa1e46-e189-4157-a770-83749d7bd1ff, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72fa1e46-e189-4157-a770-83749d7bd1ff,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:03.732109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.757443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575884-4831-4519-af9f-dae827dfcf5f req-494c6f41-e77a-4cc9-b03b-40a1aa6b6f38 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.759096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af575884-4831-4519-af9f-dae827dfcf5f req-494c6f41-e77a-4cc9-b03b-40a1aa6b6f38 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1741762 Jul 08 17:22:03.769068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Calling delete_port for 72fa1e46-e189-4157-a770-83749d7bd1ff owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:03.789954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dddef9-516e-488a-9806-5ab57c509d8f req-71b770d8-8b1a-4127-8a09-99bbb2f46cc8 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.791505 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7dddef9-516e-488a-9806-5ab57c509d8f req-71b770d8-8b1a-4127-8a09-99bbb2f46cc8 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 950 time: 0.1955822 Jul 08 17:22:03.791623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-b03e47dc-335b-4b0b-b2c7-f8359719b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.793671 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-b03e47dc-335b-4b0b-b2c7-f8359719b6ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1095 time: 0.2635295 Jul 08 17:22:03.795306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-7afe2469-a0a0-4dce-b908-bc613da1c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:03.796926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-7afe2469-a0a0-4dce-b908-bc613da1c96d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1094 time: 0.2876937 Jul 08 17:22:03.842780 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af575884-4831-4519-af9f-dae827dfcf5f req-a95e6de4-a2c0-4cc0-9f39-70560e9e8971 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729899 Jul 08 17:22:03.861462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7dddef9-516e-488a-9806-5ab57c509d8f req-6472a940-2b7a-404d-b26e-82fdd267ec7c tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/security-groups?id=fab2df98-b5c5-4afe-a7ca-babbde6ae86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605469 Jul 08 17:22:03.907658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-927850e9-fe32-425d-9cf7-21f692326862 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 217 time: 0.0985885 Jul 08 17:22:03.922633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1965860929-network', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:03.947587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Made reservation on behalf of 41b39d2156d2497fb94371f7266b5e77 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:03.954495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:03.974177 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.013380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-309cdc2d-6906-4f89-9d7c-141cf6b1cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.014855 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-309cdc2d-6906-4f89-9d7c-141cf6b1cc4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0759435 Jul 08 17:22:04.029113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-c18f33c2-61ee-46d8-a0a3-8aff3fb6379f tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--2093742855&fields=id&tenant_id=f74687f223ad48769310c5b87679f156 HTTP/1.1" status: 200 len: 267 time: 0.0697849 Jul 08 17:22:04.059968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-883aaafc-76d6-4491-9666-f2cce15f70b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363164 Jul 08 17:22:04.125052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-f0ed0f02-cdad-4436-89d2-b74ba7c4fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.126547 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-f0ed0f02-cdad-4436-89d2-b74ba7c4fe60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.3189225 Jul 08 17:22:04.179988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-fddac526-c875-4cf7-9eb8-b1a85357eaa6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.181502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-fddac526-c875-4cf7-9eb8-b1a85357eaa6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 824 time: 0.1446738 Jul 08 17:22:04.200022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-bc462b65-0537-40aa-a8a9-3c92a46c69f6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/quotas/f74687f223ad48769310c5b87679f156 HTTP/1.1" status: 200 len: 375 time: 0.0128360 Jul 08 17:22:04.255883 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.270032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.320465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:04.348263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.348664 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Added segment f385bfd6-ad31-4147-bf56-43e54f870541 of type vlan for network f0753dd1-beba-4116-a199-9437c3a6fb03 Jul 08 17:22:04.380797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-93aeec39-ba14-4dc6-852f-81a4f75ea6ad tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696038 Jul 08 17:22:04.380797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4bc185-0de2-4207-841b-a94efde05042,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:04.428270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.445126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-6f1a4419-7b13-4c07-aa96-ac41811e4fd9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 217 time: 0.3035250 Jul 08 17:22:04.518322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'name': 'network-vif-deleted', 'tag': 'da16add1-e99c-4e73-9025-ba34a7758bec'}, {'name': 'network-changed', 'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:04.520964 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61042d17-9ad7-4007-8951-9c3607e32e8e" -d '{"events": [{"server_uuid": "0b63385a-18df-4c24-84d4-83a2fd717e11", "name": "network-vif-deleted", "tag": "da16add1-e99c-4e73-9025-ba34a7758bec"}, {"name": "network-changed", "server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:04.529301 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-e5c145de-2451-49f7-983a-94a037af1ffd service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563642 Jul 08 17:22:04.533531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.536149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-a9cebf18-5dc8-40b7-b6b3-9dcac5edd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.538231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-a9cebf18-5dc8-40b7-b6b3-9dcac5edd7db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0827661 Jul 08 17:22:04.550623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.551771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.552696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.578803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['72fa1e46-e189-4157-a770-83749d7bd1ff'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:04.609333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-7f8d5583-c34e-4d9f-ac53-6f4c88360a00 service neutron] 10.222.0.63 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979008 Jul 08 17:22:04.610045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50478) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:04.622920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72fa1e46-e189-4157-a770-83749d7bd1ff no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:04.639993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Pushing event deleted for resources: {'Port': ['ID=72fa1e46-e189-4157-a770-83749d7bd1ff,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:04.643474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-4f2f2d6b-de0c-4d90-8c6d-1e026f4512f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937593 Jul 08 17:22:04.647492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f0753dd1-beba-4116-a199-9437c3a6fb03,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:04.656229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 72fa1e46-e189-4157-a770-83749d7bd1ff {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:04.656830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72fa1e46-e189-4157-a770-83749d7bd1ff not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:04.657477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da16add1-e99c-4e73-9025-ba34a7758bec no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:04.663765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f0753dd1-beba-4116-a199-9437c3a6fb03 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:04.695870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-39a6e165-7bf3-4a0e-a443-f442fabaecb2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1733141 Jul 08 17:22:04.714150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50482) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:04.720242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Request body: {'subnet': {'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1965860929-subnet', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:04.802988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] No DVR routers for this DVR port 72fa1e46-e189-4157-a770-83749d7bd1ff on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:04.814639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Made reservation on behalf of 41b39d2156d2497fb94371f7266b5e77 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:04.817421 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.823478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:04.831340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9683b3f5-f0ec-4686-b8c2-9c27f3c46a2f req-9df79168-a79f-4a09-8eaf-e1c458de5e86 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.41 "DELETE /v2.0/ports/72fa1e46-e189-4157-a770-83749d7bd1ff HTTP/1.1" status: 204 len: 173 time: 1.6197405 Jul 08 17:22:04.927947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: da16add1-e99c-4e73-9025-ba34a7758bec {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:04.928571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da16add1-e99c-4e73-9025-ba34a7758bec not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:04.940847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2deb4346-cfdc-4984-a43b-b85c7497590f req-40325b33-e2bf-4b0b-8fb9-de68bc7d1857 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012656 Jul 08 17:22:04.944037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cae203-87c1-4c24-9754-8e6ef4d7c6d4 req-92703926-2188-40c4-a68e-ec8f3f9f4f32 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:04.945568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0cae203-87c1-4c24-9754-8e6ef4d7c6d4 req-92703926-2188-40c4-a68e-ec8f3f9f4f32 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 944 time: 0.2313902 Jul 08 17:22:04.962420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-8a721e73-5f17-4ef9-9dbf-ffde6977aa70 service neutron] 10.222.0.63 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341479 Jul 08 17:22:04.976658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-4daa7b98-b644-4291-827a-00f0f4a78ace service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211839 Jul 08 17:22:04.977595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c4f10b07-bd2c-4771-ad98-51f241ff8e0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7ad4ad890a6f4d87af2df58ced7d5f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547330 Jul 08 17:22:04.978121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50488) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:05.019064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0cae203-87c1-4c24-9754-8e6ef4d7c6d4 req-de0b0d94-fa0e-4fc0-ae9e-4b971897118a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513229 Jul 08 17:22:05.128593 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d684c2-520c-4b5f-8cee-dc15759bc0d5 x-openstack-request-id: req-11d684c2-520c-4b5f-8cee-dc15759bc0d5 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:05.128951 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b63385a-18df-4c24-84d4-83a2fd717e11", "name": "network-vif-deleted", "tag": "da16add1-e99c-4e73-9025-ba34a7758bec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:05.129213 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-11d684c2-520c-4b5f-8cee-dc15759bc0d5 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:05.129615 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b63385a-18df-4c24-84d4-83a2fd717e11', 'name': 'network-vif-deleted', 'tag': 'da16add1-e99c-4e73-9025-ba34a7758bec', 'status': 'completed', 'code': 200} Jul 08 17:22:05.129871 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85', 'status': 'completed', 'code': 200} Jul 08 17:22:05.201713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-031d3f66-6423-4397-84a2-6c7dc7b305e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.231247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f222eed4-bd44-41cb-ad8d-4c2e8649c4da req-518e4023-d65a-4ffd-bcf9-f0690c70c701 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447898 Jul 08 17:22:05.261529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.266486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-031d3f66-6423-4397-84a2-6c7dc7b305e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.328058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7186dd8-0e20-4a5e-b803-0283829636d0 req-3a054f0e-115b-46b6-81f0-15da82b24ff5 tempest-DeleteServersAdminTestJSON-1606260721 tempest-DeleteServersAdminTestJSON-1606260721-project] 10.222.0.63 "GET /v2.0/ports?device_id=285a6aff-0c7b-47e5-a032-3426c0dcd30b HTTP/1.1" status: 200 len: 210 time: 0.0602417 Jul 08 17:22:05.364257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65bed641-9d0d-4e4a-b122-0ab37dd648d4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:05.379596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b908f8-0a6c-44de-b98f-9d3ba58617f5 req-4f4ef096-c654-48aa-b417-1d2f51c0c613 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:05.384860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53b908f8-0a6c-44de-b98f-9d3ba58617f5 req-4f4ef096-c654-48aa-b417-1d2f51c0c613 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1171100 Jul 08 17:22:05.389935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-d957c086-c113-4641-8108-6eaa75701ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:05.391542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-d957c086-c113-4641-8108-6eaa75701ad3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1094 time: 0.2161434 Jul 08 17:22:05.396536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Checking segment: {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:05.397000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Network hostable DHCP agents. Network: f0753dd1-beba-4116-a199-9437c3a6fb03, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:05.475847 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c83b9c41-4bb5-463f-a698-2348243916d7 req-21c4b365-a54a-4971-bb15-7d1b04e6d8e9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 210 time: 0.0384276 Jul 08 17:22:05.489203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53b908f8-0a6c-44de-b98f-9d3ba58617f5 req-b5c9b29d-9b4b-499f-b9ec-2e8e064ae9f2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998464 Jul 08 17:22:05.498817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-031d3f66-6423-4397-84a2-6c7dc7b305e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.501725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-031d3f66-6423-4397-84a2-6c7dc7b305e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.512998 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-031d3f66-6423-4397-84a2-6c7dc7b305e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a99af99a-a3ad-4ab3-9d04-be3fd56236c0 HTTP/1.1" status: 204 len: 168 time: 0.5338676 Jul 08 17:22:05.521657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Network f0753dd1-beba-4116-a199-9437c3a6fb03 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:05.545983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d3f66-6423-4397-84a2-6c7dc7b305e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99af99a-a3ad-4ab3-9d04-be3fd56236c0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:05.554677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-0dbee083-6c38-44a1-bd7b-194c8a60b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:05.556779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-0dbee083-6c38-44a1-bd7b-194c8a60b3b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.1559656 Jul 08 17:22:05.563501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f0753dd1-beba-4116-a199-9437c3a6fb03) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:05.582051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058496b-2bd7-487b-ba22-9734c3177b0f None None] Network f0753dd1-beba-4116-a199-9437c3a6fb03 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:05.588893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:05.589808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.636578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-470adf24-a716-4416-b9e3-18770d8261b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 217 time: 0.0701838 Jul 08 17:22:05.685851 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b689cfaf-113b-491e-9718-bb1c2c659660 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9694903 Jul 08 17:22:05.688792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50518) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:05.700037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:05.744487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-b6ab7c69-9f36-445d-8434-f959fb94a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:05.748659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.749959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:05.751578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-b6ab7c69-9f36-445d-8434-f959fb94a860 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.1051919 Jul 08 17:22:05.837364 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-bdb7acd5-977d-4d56-9947-53eb7fbb7c33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786529 Jul 08 17:22:05.984123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f0753dd1-beba-4116-a199-9437c3a6fb03', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:05.985030 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.004077 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-b7a2f4eb-bdde-49c2-a7e8-af7439406940 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576221 Jul 08 17:22:06.181942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50538) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.222832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3318b35a-99a1-482e-84f4-2581fb0b2787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.257520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.286427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Allocated IP 172.20.0.2 (f0753dd1-beba-4116-a199-9437c3a6fb03/65bed641-9d0d-4e4a-b122-0ab37dd648d4/d09a07d3-7d4d-4b02-bb56-50442739d52a) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:06.341529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device da82431d-e184-4925-901e-c2fb9384463e details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:06.358694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50540) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.420909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3318b35a-99a1-482e-84f4-2581fb0b2787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.423562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23746-2e4f-4e11-9933-960b701e8eb8 req-469cfea6-64e1-4abf-871c-139f0b638e3b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:06.428023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61042d17-9ad7-4007-8951-9c3607e32e8e req-73e1571f-5036-41d0-956c-af129673dd53 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167020 Jul 08 17:22:06.430633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3f23746-2e4f-4e11-9933-960b701e8eb8 req-469cfea6-64e1-4abf-871c-139f0b638e3b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 944 time: 0.1868591 Jul 08 17:22:06.437344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3318b35a-99a1-482e-84f4-2581fb0b2787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.525612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318b35a-99a1-482e-84f4-2581fb0b2787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f03881-9e64-4b38-afdf-9bbdd7be4107,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:06.544463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3318b35a-99a1-482e-84f4-2581fb0b2787 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6417b454165d4fac972909f3ffe95ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610475 Jul 08 17:22:06.545254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50554) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.545820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50556) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:06.564994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.595295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3f23746-2e4f-4e11-9933-960b701e8eb8 req-1a16bc11-d6ee-467f-b3e0-14a952cd5f36 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637063 Jul 08 17:22:06.672838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd8115d9-dd44-484c-bfbb-934ee288e816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.676438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ae907cf-0fc8-4164-bd44-f00e090f6ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.688762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:06.704456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c002-08da-41b3-b79c-fa21817588d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.713445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'da82431d-e184-4925-901e-c2fb9384463e', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'port_id': 'da82431d-e184-4925-901e-c2fb9384463e', 'mac_address': 'fa:16:3e:14:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8362d75-575c-47ad-bd75-aa622b0b5c48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:06.718674 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.768386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Transition to ACTIVE for port object d09a07d3-7d4d-4b02-bb56-50442739d52a will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:06.768590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c002-08da-41b3-b79c-fa21817588d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.780850 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.807019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Transition to ACTIVE for port object d09a07d3-7d4d-4b02-bb56-50442739d52a will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:06.811060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da82431d-e184-4925-901e-c2fb9384463e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:06.832057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.842343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95c07875-d6ac-4564-ae2d-1729c4c1e028 req-2a7f9219-9a38-4277-812d-596393cc1141 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 210 time: 0.0887513 Jul 08 17:22:06.889753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ae907cf-0fc8-4164-bd44-f00e090f6ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.894044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:06.895097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Pushing event updated for resources: {'Port': ['ID=d09a07d3-7d4d-4b02-bb56-50442739d52a,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:06.900424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ae907cf-0fc8-4164-bd44-f00e090f6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.906787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Network f0753dd1-beba-4116-a199-9437c3a6fb03 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:06.908672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:06.910738 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.912426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:06.921289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c002-08da-41b3-b79c-fa21817588d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.924440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c002-08da-41b3-b79c-fa21817588d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:06.925654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee5153-2b4a-4784-bd72-ae8902754455 req-b30760e1-8cb8-42e9-bd18-647a2827c5ca tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:06.927437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8eee5153-2b4a-4784-bd72-ae8902754455 req-b30760e1-8cb8-42e9-bd18-647a2827c5ca tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1498737 Jul 08 17:22:06.928777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c4c7c002-08da-41b3-b79c-fa21817588d6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/37f03881-9e64-4b38-afdf-9bbdd7be4107 HTTP/1.1" status: 204 len: 168 time: 0.3804462 Jul 08 17:22:07.005410 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ae907cf-0fc8-4164-bd44-f00e090f6ea5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5924ede97c4c4f688aa82e2aa4991c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582429 Jul 08 17:22:07.011957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50564) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:07.018768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae907cf-0fc8-4164-bd44-f00e090f6ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a3a1ff-8b09-4593-8648-7ffc1ba97ceb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.064901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7c002-08da-41b3-b79c-fa21817588d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f03881-9e64-4b38-afdf-9bbdd7be4107,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.082296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Attempting to bind port d09a07d3-7d4d-4b02-bb56-50442739d52a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:07.082665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Attempting to bind port d09a07d3-7d4d-4b02-bb56-50442739d52a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:07.083028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Attempting to bind port d09a07d3-7d4d-4b02-bb56-50442739d52a on network f0753dd1-beba-4116-a199-9437c3a6fb03 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:07.090482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.099723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:07.100027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Checking segment: {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:07.100357 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.100872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Bound using segment: {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:07.101355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Bound port: d09a07d3-7d4d-4b02-bb56-50442739d52a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:07.101731 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.119464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8eee5153-2b4a-4784-bd72-ae8902754455 req-fad1d663-f5af-4288-8ac2-85690959cced tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822410 Jul 08 17:22:07.131095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'name': 'network-vif-deleted', 'tag': '72fa1e46-e189-4157-a770-83749d7bd1ff'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:07.134724 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681977ea-a3af-4475-ab21-ea51a147a9d1" -d '{"events": [{"server_uuid": "285a6aff-0c7b-47e5-a032-3426c0dcd30b", "name": "network-vif-deleted", "tag": "72fa1e46-e189-4157-a770-83749d7bd1ff"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:07.177040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['da82431d-e184-4925-901e-c2fb9384463e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:07.203763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-5e1af67a-422e-494a-aae4-874c74d15799 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:07.205455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-5e1af67a-422e-494a-aae4-874c74d15799 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 824 time: 0.2341645 Jul 08 17:22:07.231766 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed85924-b19a-4710-9983-906d34f8db16 x-openstack-request-id: req-3ed85924-b19a-4710-9983-906d34f8db16 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:07.232103 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a6aff-0c7b-47e5-a032-3426c0dcd30b", "name": "network-vif-deleted", "tag": "72fa1e46-e189-4157-a770-83749d7bd1ff", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:07.232386 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3ed85924-b19a-4710-9983-906d34f8db16 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:07.232813 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a6aff-0c7b-47e5-a032-3426c0dcd30b', 'name': 'network-vif-deleted', 'tag': '72fa1e46-e189-4157-a770-83749d7bd1ff', 'status': 'completed', 'code': 200} Jul 08 17:22:07.267267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] For port d09a07d3-7d4d-4b02-bb56-50442739d52a, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:07.271242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] For port d09a07d3-7d4d-4b02-bb56-50442739d52a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d09a07d3-7d4d-4b02-bb56-50442739d52a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:07.285306 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.321147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-aa614bd4-c94c-47cc-9d98-79fb0489abb0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f74687f223ad48769310c5b87679f156 HTTP/1.1" status: 200 len: 380 time: 0.0965199 Jul 08 17:22:07.337703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'port': {'device_id': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'admin_state_up': True, 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'security_groups': ['ca18492a-3d2a-4ad6-a597-bac88dc85a27']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:07.356960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232f363-63a6-442d-a96b-c89c3bd34bad None None] Pushing event updated for resources: {'Port': ['ID=d09a07d3-7d4d-4b02-bb56-50442739d52a,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.466105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2785064-b1e4-4c0a-8dd3-6b2b77e42a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.482136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd8115d9-dd44-484c-bfbb-934ee288e816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.506275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd8115d9-dd44-484c-bfbb-934ee288e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.554860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.563962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2785064-b1e4-4c0a-8dd3-6b2b77e42a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.575647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Made reservation on behalf of f74687f223ad48769310c5b87679f156 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:07.581615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.629498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:07.668468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8115d9-dd44-484c-bfbb-934ee288e816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d1b21-0b04-462a-a92b-fcb81bd8f546,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:07.674390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd8115d9-dd44-484c-bfbb-934ee288e816 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fae3dbad21484dc9acee1f3ca3c4007d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3089533 Jul 08 17:22:07.678105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50588) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:07.679877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:07.874079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Allocated IP 172.20.0.14 (07ef4e78-ce45-4c6d-9126-76b4cf206fe5/7ce22d6e-220e-4004-a382-188e05f43918/302baab3-0f2c-44e4-a772-3a9a2a4a2e1c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:08.040923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2785064-b1e4-4c0a-8dd3-6b2b77e42a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.043995 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2785064-b1e4-4c0a-8dd3-6b2b77e42a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.045147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f2785064-b1e4-4c0a-8dd3-6b2b77e42a48 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e9a3a1ff-8b09-4593-8648-7ffc1ba97ceb HTTP/1.1" status: 204 len: 168 time: 1.0197096 Jul 08 17:22:08.077157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50606) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:08.080285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-692f0b44-b448-444a-8e1d-c031c0d63d21 req-5de4b818-2d46-4c2a-88db-371d84ee01ad tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 210 time: 0.0783651 Jul 08 17:22:08.092019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ade7d89d-a36b-4874-b43e-307c392e002b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.092351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.111841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Transition to ACTIVE for port object 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:08.114678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2785064-b1e4-4c0a-8dd3-6b2b77e42a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a3a1ff-8b09-4593-8648-7ffc1ba97ceb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:08.131552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3cba3934-65f2-47d0-aa8b-8b9fe7edeb90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=de3184751ad44dcea254a68fb6353baf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4242723 Jul 08 17:22:08.131552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Allocated IP 172.25.5.83 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d3ece73a-d698-4311-9525-2b2780c8bb8f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:08.133717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:08.135528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:08.139626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device da82431d-e184-4925-901e-c2fb9384463e up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:08.157660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ade7d89d-a36b-4874-b43e-307c392e002b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.174986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3eefb-b1f7-4f56-9f09-120aa2f613a2 req-d75a9142-b01f-4d93-bc5a-d0c7c2889cd3 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.181834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a3eefb-b1f7-4f56-9f09-120aa2f613a2 req-d75a9142-b01f-4d93-bc5a-d0c7c2889cd3 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 945 time: 0.3147409 Jul 08 17:22:08.208766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-798d3337-4011-455c-b236-4643b5155d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.211058 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.322659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-network', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:08.362548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a3eefb-b1f7-4f56-9f09-120aa2f613a2 req-5e42f22a-b10e-4fa9-a383-15d5eaff0b37 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749358 Jul 08 17:22:08.365697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ade7d89d-a36b-4874-b43e-307c392e002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.374545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ade7d89d-a36b-4874-b43e-307c392e002b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.376473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ade7d89d-a36b-4874-b43e-307c392e002b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d15d1b21-0b04-462a-a92b-fcb81bd8f546 HTTP/1.1" status: 204 len: 168 time: 0.6667125 Jul 08 17:22:08.400424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:08.405627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:08.407721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port da82431d-e184-4925-901e-c2fb9384463e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:08.413176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:08.419756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port da82431d-e184-4925-901e-c2fb9384463e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:08.420345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.431548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.434964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7d89d-a36b-4874-b43e-307c392e002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d1b21-0b04-462a-a92b-fcb81bd8f546,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:08.437333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.476601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:08.531252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'ed537848-a9a7-4b25-bc18-12b2452c7e85', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'port_id': 'ed537848-a9a7-4b25-bc18-12b2452c7e85', 'mac_address': 'fa:16:3e:5a:16:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a4f37-adb8-40a7-b934-dc46167628eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:08.535917 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-798d3337-4011-455c-b236-4643b5155d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.558916 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.657254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event updated for resources: {'Port': ['ID=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:08.666522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Made reservation on behalf of 10c0e1f6fab64e0da2dcb1c6ba5a27cd for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:08.667395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d6d6-4686-4d26-9303-2b736aa8a02d req-4673b801-db77-490d-9eb8-0a1274f83adc tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:08.675232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.675982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb93d6d6-4686-4d26-9303-2b736aa8a02d req-4673b801-db77-490d-9eb8-0a1274f83adc tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 943 time: 0.2819402 Jul 08 17:22:08.689907 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.701069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.708260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-798d3337-4011-455c-b236-4643b5155d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.713332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-798d3337-4011-455c-b236-4643b5155d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.715507 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-798d3337-4011-455c-b236-4643b5155d69 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fab2df98-b5c5-4afe-a7ca-babbde6ae86b HTTP/1.1" status: 204 len: 168 time: 0.5796311 Jul 08 17:22:08.733680 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-db86cb44-6f86-44e5-92e8-3d6d5b63dbd9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3999288 Jul 08 17:22:08.760411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d3337-4011-455c-b236-4643b5155d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab2df98-b5c5-4afe-a7ca-babbde6ae86b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:08.766073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d09a07d3-7d4d-4b02-bb56-50442739d52a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:08.775885 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.782719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed537848-a9a7-4b25-bc18-12b2452c7e85 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:08.786437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Request body: {'port': {'device_id': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:08.793702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb93d6d6-4686-4d26-9303-2b736aa8a02d req-1ff59630-c873-4c37-acfe-eeef93b15a8c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Jul 08 17:22:08.795398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.855890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ece73a-d698-4311-9525-2b2780c8bb8f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:08.873917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:08.890585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:08.892335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:08.894184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:08.904538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:08.914871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:08.917423 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73280c6a-f3b0-4cd3-bba8-2e058ed946f0" -d '{"events": [{"server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "name": "network-vif-plugged", "status": "completed", "tag": "da82431d-e184-4925-901e-c2fb9384463e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:08.965956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50624) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:08.977690 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.005120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2a35a3c-bc59-4dd0-b094-b16baac12c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.011336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92b4ec-665d-453d-a420-8f3b35ff7a22 None None] Network f0753dd1-beba-4116-a199-9437c3a6fb03 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:09.029730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:09.033809 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd5654-b111-4fd6-9218-b376274df6f9 x-openstack-request-id: req-3fdd5654-b111-4fd6-9218-b376274df6f9 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:09.034095 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "name": "network-vif-plugged", "status": "completed", "tag": "da82431d-e184-4925-901e-c2fb9384463e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:09.034348 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3fdd5654-b111-4fd6-9218-b376274df6f9 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:09.034731 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e', 'code': 200} Jul 08 17:22:09.108040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.112210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd20965d-6f99-4cf3-a7b6-52ce37708cff None None] Provisioning for port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:09.158626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ed537848-a9a7-4b25-bc18-12b2452c7e85'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:09.166802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d09a07d3-7d4d-4b02-bb56-50442739d52a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:09.169426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd20965d-6f99-4cf3-a7b6-52ce37708cff None None] Provisioning complete for port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:09.169882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd20965d-6f99-4cf3-a7b6-52ce37708cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.220255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.238157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:09.245363 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.309451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50630) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:09.342804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd20965d-6f99-4cf3-a7b6-52ce37708cff None None] Port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:09.377904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:09.416038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2249a886-91e8-4643-8cc8-1c423f92d60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.417766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.421271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:09.429802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.430157 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Added segment 9ea26633-eaea-40e0-92dd-542c195e4acf of type vlan for network 2e61c1e2-aa07-4698-be28-6e8e95262940 Jul 08 17:22:09.452034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a2d227-8c55-454f-84d2-b6dde52459a9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:09.456089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8055c7-d8e0-4fe9-995b-c00f3e7ac22a req-8c1cac43-40cb-4ef7-8593-9ffce7c1b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:09.457632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b8055c7-d8e0-4fe9-995b-c00f3e7ac22a req-8c1cac43-40cb-4ef7-8593-9ffce7c1b0c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1097 time: 0.3635006 Jul 08 17:22:09.537208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fddad-0a21-480a-863b-40d55739a98c req-df6806ff-a4f9-410e-9794-c7935aae21d6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:09.542285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.546437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b8fddad-0a21-480a-863b-40d55739a98c req-df6806ff-a4f9-410e-9794-c7935aae21d6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 932 time: 0.2228749 Jul 08 17:22:09.605517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b8055c7-d8e0-4fe9-995b-c00f3e7ac22a req-019b9e8d-7b25-4285-a635-20a1e411240d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306610 Jul 08 17:22:09.657017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50634) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:09.681708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3edc1e88-5f64-4539-85ec-1b6182f2539b None None] Provisioning for port d09a07d3-7d4d-4b02-bb56-50442739d52a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:09.683367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.685210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:09.685790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.690920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3edc1e88-5f64-4539-85ec-1b6182f2539b None None] Provisioning complete for port d09a07d3-7d4d-4b02-bb56-50442739d52a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:09.691559 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3edc1e88-5f64-4539-85ec-1b6182f2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.698684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b8fddad-0a21-480a-863b-40d55739a98c req-c24439a7-6b76-4295-ae20-f11887e25f05 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512399 Jul 08 17:22:09.726011 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2a35a3c-bc59-4dd0-b094-b16baac12c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.727116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1a0d-a82a-4312-a044-1ccdd3b9b9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.778975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2a35a3c-bc59-4dd0-b094-b16baac12c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.780336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb54b8-bc53-4321-b506-4b39163e63d3 req-98d59c92-5da9-4698-ae91-8627eaef44e9 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:09.781944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9deb54b8-bc53-4321-b506-4b39163e63d3 req-98d59c92-5da9-4698-ae91-8627eaef44e9 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 946 time: 0.2307286 Jul 08 17:22:09.794806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:09.821070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.852236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] Pushing event updated for resources: {'Network': ['ID=2e61c1e2-aa07-4698-be28-6e8e95262940,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:09.867218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9deb54b8-bc53-4321-b506-4b39163e63d3 req-a00be6dd-bb80-4230-8c7f-ddf754c565e3 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Jul 08 17:22:09.868450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.878589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2a35a3c-bc59-4dd0-b094-b16baac12c24 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=40391872256945bab1d56572b5cfa00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9112799 Jul 08 17:22:09.889338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50638) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:09.908841 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3edc1e88-5f64-4539-85ec-1b6182f2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:09.910550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Transition to ACTIVE for port object 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:09.910897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:09.934553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a35a3c-bc59-4dd0-b094-b16baac12c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b00b5d-942a-44e6-b3ed-f629a828b993,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:09.945235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.025691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3edc1e88-5f64-4539-85ec-1b6182f2539b None None] For port d09a07d3-7d4d-4b02-bb56-50442739d52a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d09a07d3-7d4d-4b02-bb56-50442739d52a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:10.037952 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3edc1e88-5f64-4539-85ec-1b6182f2539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.086365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Pushing event updated for resources: {'Port': ['ID=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.108015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc1e88-5f64-4539-85ec-1b6182f2539b None None] Pushing event updated for resources: {'Port': ['ID=d09a07d3-7d4d-4b02-bb56-50442739d52a,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.109447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915568c6-d451-4bde-a7e8-975e7226d6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.173085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5867955a-fd3e-4ac6-a9b9-13992fcce3c5 None None] Provisioning complete for port d09a07d3-7d4d-4b02-bb56-50442739d52a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:10.174221 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5867955a-fd3e-4ac6-a9b9-13992fcce3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.374212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893647a8-b181-49a0-bf86-6b73f0054537 req-ad8681a9-41bd-459a-9115-aa2157ac189d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:10.375628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-893647a8-b181-49a0-bf86-6b73f0054537 req-ad8681a9-41bd-459a-9115-aa2157ac189d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 944 time: 0.0958183 Jul 08 17:22:10.410010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Router 7d84a5e5-9947-448e-8252-c6c095e047c4 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:22:10.417190 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2249a886-91e8-4643-8cc8-1c423f92d60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.426899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915568c6-d451-4bde-a7e8-975e7226d6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.434856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2249a886-91e8-4643-8cc8-1c423f92d60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.442176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-893647a8-b181-49a0-bf86-6b73f0054537 req-aa3ec333-e0b2-4346-a78f-cd5874fa8d92 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Jul 08 17:22:10.448080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Attempting to bind port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:10.448417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Attempting to bind port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:10.448758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Attempting to bind port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:10.461770 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa81fd9a-0552-4df8-a17a-6f45bfa739de admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3801553 Jul 08 17:22:10.474075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50640) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:10.478706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Request body: {'subnet': {'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-subnet', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:10.494500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:10.494835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Attempting to bind port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:10.519979 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2249a886-91e8-4643-8cc8-1c423f92d60d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=743e4a62d451432ab9e128dfcc128358&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1898937 Jul 08 17:22:10.522762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50642) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:10.529292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:10.529641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Checking segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:10.530024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Bound using segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:10.530459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Bound port: 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:10.530817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.532641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249a886-91e8-4643-8cc8-1c423f92d60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afdfdd-bec1-4bda-9160-d299eae710be,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.577515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:10.588131 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Sync routers for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:10.601706 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:10.602383 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:10.604789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-018b3b8a-e5c4-476b-aa97-cce61096cbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.604925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915568c6-d451-4bde-a7e8-975e7226d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.607781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915568c6-d451-4bde-a7e8-975e7226d6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.616783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-915568c6-d451-4bde-a7e8-975e7226d6f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/70b00b5d-942a-44e6-b3ed-f629a828b993 HTTP/1.1" status: 204 len: 168 time: 0.7139454 Jul 08 17:22:10.629149 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-018b3b8a-e5c4-476b-aa97-cce61096cbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.661827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915568c6-d451-4bde-a7e8-975e7226d6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b00b5d-942a-44e6-b3ed-f629a828b993,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.674219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d09a07d3-7d4d-4b02-bb56-50442739d52a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:10.685345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] For port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:10.688726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] For port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:10.703012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.705903 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-018b3b8a-e5c4-476b-aa97-cce61096cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.708473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-018b3b8a-e5c4-476b-aa97-cce61096cbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.711916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-018b3b8a-e5c4-476b-aa97-cce61096cbf5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5afdfdd-bec1-4bda-9160-d299eae710be HTTP/1.1" status: 204 len: 168 time: 0.1859720 Jul 08 17:22:10.721472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b3b8a-e5c4-476b-aa97-cce61096cbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afdfdd-bec1-4bda-9160-d299eae710be,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:10.729173 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1a0d-a82a-4312-a044-1ccdd3b9b9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.757136 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:10.760443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.764915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8c691f8-24c7-49b0-a72b-d04bedb17a87 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0748818 Jul 08 17:22:10.768808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50650) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:10.835319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1a0d-a82a-4312-a044-1ccdd3b9b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.867734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d09a07d3-7d4d-4b02-bb56-50442739d52a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:10.868123 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.874155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:10.874790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.876522 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] 10.222.0.41 "PUT /v2.0/ports/302baab3-0f2c-44e4-a772-3a9a2a4a2e1c HTTP/1.1" status: 200 len: 1092 time: 2.1057706 Jul 08 17:22:10.879283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Made reservation on behalf of 10c0e1f6fab64e0da2dcb1c6ba5a27cd for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:10.882177 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:10.894859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:10.905191 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626" -d '{"events": [{"name": "network-changed", "server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:11.135686 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e3a1a0d-a82a-4312-a044-1ccdd3b9b9c7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fb9099e205854812a2aeb74acc997f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4749775 Jul 08 17:22:11.142913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0ca80-df23-4f7a-b95a-5b7cc4215c15 service neutron] Pushing event updated for resources: {'Port': ['ID=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:11.146385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50660) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:11.147113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a1a0d-a82a-4312-a044-1ccdd3b9b9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a399e-0e26-423e-b829-96b8263f3191,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:11.225057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-84dc6c35-7188-4793-a0df-1c3fa6850247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.226597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-84dc6c35-7188-4793-a0df-1c3fa6850247 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 1095 time: 0.2561557 Jul 08 17:22:11.301533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ab75375-8209-4a64-848c-b5726c23d7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.304667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-aef90249-939e-40c2-acc0-277c6d8ba390 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c HTTP/1.1" status: 200 len: 217 time: 0.0591776 Jul 08 17:22:11.373136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-2e44dc88-714b-4264-87e9-2c7fca14605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.374624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-2e44dc88-714b-4264-87e9-2c7fca14605a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce22d6e-220e-4004-a382-188e05f43918 HTTP/1.1" status: 200 len: 863 time: 0.0596719 Jul 08 17:22:11.384154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ab75375-8209-4a64-848c-b5726c23d7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.415922 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:09Z', 'revision_number': 3, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:11.420787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f84cc-ca7c-435c-8880-45f415c1b1e0 req-7d8fa66c-9ce1-4e8a-8e05-c4f94ec462d6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.423282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c2f84cc-ca7c-435c-8880-45f415c1b1e0 req-7d8fa66c-9ce1-4e8a-8e05-c4f94ec462d6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 944 time: 0.3894622 Jul 08 17:22:11.466929 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Checking router: 7d84a5e5-9947-448e-8252-c6c095e047c4 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:11.467273 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Updating router 7d84a5e5-9947-448e-8252-c6c095e047c4 port d3ece73a-d698-4311-9525-2b2780c8bb8f binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:11.478346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-17039cae-cb03-4bc7-ac29-41753196dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.479989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-17039cae-cb03-4bc7-ac29-41753196dedd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935674 Jul 08 17:22:11.508315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856e775-3d67-4356-86f3-0b6b1c91c19b req-0e0e9eea-ac3f-43fb-9aa5-bc83478c78bc tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.509972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6856e775-3d67-4356-86f3-0b6b1c91c19b req-0e0e9eea-ac3f-43fb-9aa5-bc83478c78bc tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 946 time: 0.3516958 Jul 08 17:22:11.534227 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.538723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ab75375-8209-4a64-848c-b5726c23d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.541254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ab75375-8209-4a64-848c-b5726c23d7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.545036 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9ab75375-8209-4a64-848c-b5726c23d7d7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/213a399e-0e26-423e-b829-96b8263f3191 HTTP/1.1" status: 204 len: 168 time: 0.3929062 Jul 08 17:22:11.556554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab75375-8209-4a64-848c-b5726c23d7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a399e-0e26-423e-b829-96b8263f3191,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:11.582333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c2f84cc-ca7c-435c-8880-45f415c1b1e0 req-f4f19400-be3c-4e80-b272-812b9b35da44 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473062 Jul 08 17:22:11.597253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-9f8086a4-3423-4db4-871c-a9e27c6597f6 service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079893 Jul 08 17:22:11.715852 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfbedb38-5ac0-449a-8f74-eff2ab09b371 req-e7140f51-5a7b-4526-a458-be71f219298d service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110532 Jul 08 17:22:11.717495 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e357e-b446-4581-af91-47307e736ed8 x-openstack-request-id: req-1d9e357e-b446-4581-af91-47307e736ed8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:11.717880 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:11.718232 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d9e357e-b446-4581-af91-47307e736ed8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:11.718718 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'status': 'completed', 'code': 200} Jul 08 17:22:11.880929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6856e775-3d67-4356-86f3-0b6b1c91c19b req-7a562283-2d10-44cf-87b6-c4f46b7634be tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532720 Jul 08 17:22:11.942680 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.980249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-ea8ac5ce-f452-41ba-9051-4b395564d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:11.987683 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:11.988324 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-ea8ac5ce-f452-41ba-9051-4b395564d955 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 1095 time: 0.1607864 Jul 08 17:22:12.003259 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Transition to ACTIVE for port object d3ece73a-d698-4311-9525-2b2780c8bb8f will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:12.013852 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.062299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dbc87f-cbb4-4ce5-89cb-11604aaca95b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:12.095124 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Attempting to bind port d3ece73a-d698-4311-9525-2b2780c8bb8f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:12.096349 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Attempting to bind port d3ece73a-d698-4311-9525-2b2780c8bb8f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:12.096903 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Attempting to bind port d3ece73a-d698-4311-9525-2b2780c8bb8f on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:12.099248 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e7418-101b-4c1f-8a1e-c0ab52309643 None None] Pushing event updated for resources: {'Port': ['ID=d3ece73a-d698-4311-9525-2b2780c8bb8f,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:12.107457 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:12.108126 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:12.108701 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.109753 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:12.110643 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Bound port: d3ece73a-d698-4311-9525-2b2780c8bb8f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:12.111239 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.114740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4611e7-da60-467c-90ff-ea6c20cbfb23 req-e5fdda7e-3d6c-49f7-85c1-e8398f26c86a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.124315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e4611e7-da60-467c-90ff-ea6c20cbfb23 req-e5fdda7e-3d6c-49f7-85c1-e8398f26c86a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 944 time: 0.2408035 Jul 08 17:22:12.158618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-20de4bd2-ff9d-4cbf-a270-0828e2a27454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.160229 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-20de4bd2-ff9d-4cbf-a270-0828e2a27454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 925 time: 0.1645591 Jul 08 17:22:12.164286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Checking segment: {'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:12.164583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Network hostable DHCP agents. Network: 2e61c1e2-aa07-4698-be28-6e8e95262940, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:12.172588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:12.210009 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] For port d3ece73a-d698-4311-9525-2b2780c8bb8f, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:12.215353 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] For port d3ece73a-d698-4311-9525-2b2780c8bb8f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d3ece73a-d698-4311-9525-2b2780c8bb8f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:12.224626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-4dcb8c76-055e-4996-b81b-e2ad8221a6f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c HTTP/1.1" status: 200 len: 217 time: 0.0556552 Jul 08 17:22:12.228090 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.278123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e4611e7-da60-467c-90ff-ea6c20cbfb23 req-b46d98f9-2988-450b-9650-ad4c7e71150b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520598 Jul 08 17:22:12.283908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port ed537848-a9a7-4b25-bc18-12b2452c7e85 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:12.295721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port ed537848-a9a7-4b25-bc18-12b2452c7e85 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:12.296592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.312356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-b45fb04d-929e-4f56-9654-8bb2e38f22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.314663 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-b45fb04d-929e-4f56-9654-8bb2e38f22e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce22d6e-220e-4004-a382-188e05f43918 HTTP/1.1" status: 200 len: 863 time: 0.0819368 Jul 08 17:22:12.330752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:12.339073 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:12.339721 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:12.379592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 2e61c1e2-aa07-4698-be28-6e8e95262940) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:12.389628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.399215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.399827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.404612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2a307-3e5e-40a4-8013-5b2089fd9350 None None] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:12.423360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-74924149-192e-4362-b08d-77ef0d9d390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.425402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-74924149-192e-4362-b08d-77ef0d9d390b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034539 Jul 08 17:22:12.430252 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e7418-101b-4c1f-8a1e-c0ab52309643 None None] Pushing event updated for resources: {'Port': ['ID=d3ece73a-d698-4311-9525-2b2780c8bb8f,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:12.478547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb88b-e4f7-46e4-96d5-9b4efc373c07 req-b1e81a18-009d-49f7-8991-bc41fec71fa3 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:12.482864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-823cb88b-e4f7-46e4-96d5-9b4efc373c07 req-b1e81a18-009d-49f7-8991-bc41fec71fa3 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1097 time: 0.3364503 Jul 08 17:22:12.524669 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cafec5b4-961f-4964-938d-1d6a7d64cd5f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0513306 Jul 08 17:22:12.553084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.583285 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:12.607995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:12.609606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50706) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:12.612066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:12.615666 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc53ef1-2b7d-4224-880a-d5edb810020e" -d '{"events": [{"server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:12.639510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:12.643435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.666205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-b87b770d-a3f2-48e9-8770-d6ffcd6f41d3 service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239618 Jul 08 17:22:12.696428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-2e61c1e2-aa07-4698-be28-6e8e95262940', 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'fixed_ips': [{'subnet_id': 'e9dbc87f-cbb4-4ce5-89cb-11604aaca95b'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:12.697565 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.774764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-823cb88b-e4f7-46e4-96d5-9b4efc373c07 req-ea2b471c-1ef2-4235-861e-163b1a9b0071 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435567 Jul 08 17:22:12.781664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.784252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:12.938209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7aa713a-46f6-4a42-9af3-2e0c0ac8a626 req-19c9233f-48bd-4e49-8b22-6f878f93395d service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622869 Jul 08 17:22:13.014556 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6cf569-fcac-4c9e-b124-c677961c30b0 x-openstack-request-id: req-9c6cf569-fcac-4c9e-b124-c677961c30b0 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:13.014828 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "name": "network-vif-plugged", "status": "completed", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:13.015087 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9c6cf569-fcac-4c9e-b124-c677961c30b0 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:13.015532 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85', 'code': 200} Jul 08 17:22:13.025531 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:09Z', 'revision_number': 3, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:13.043512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:13.049225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Allocated IP 172.20.0.2 (2e61c1e2-aa07-4698-be28-6e8e95262940/e9dbc87f-cbb4-4ce5-89cb-11604aaca95b/37519294-b93c-4587-be63-b19915225a43) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:13.088467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ac5e6-d2ab-45cd-93ee-72ca55c710f8 req-d4f1800f-bb82-4ec4-9376-6b2a2a87a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:13.092026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-227ac5e6-d2ab-45cd-93ee-72ca55c710f8 req-d4f1800f-bb82-4ec4-9376-6b2a2a87a7aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1328738 Jul 08 17:22:13.097342 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaed12c-3de5-484d-a850-4029e8dd5dd4 None None] The sync data for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 is: [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:09Z', 'revision_number': 3, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:13.163905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.172676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-227ac5e6-d2ab-45cd-93ee-72ca55c710f8 req-e0c6c4b8-58a9-446d-a3ee-61f9ade0a8e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Jul 08 17:22:13.205534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Allocated IP 172.20.0.1 (f0753dd1-beba-4116-a199-9437c3a6fb03/65bed641-9d0d-4e4a-b122-0ab37dd648d4/a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:13.326513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa70b1-d1d1-415c-8975-d6753d6cbabc req-456e25d6-3486-40c2-843e-af8cb5ac0658 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:13.328891 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aefa70b1-d1d1-415c-8975-d6753d6cbabc req-456e25d6-3486-40c2-843e-af8cb5ac0658 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 944 time: 0.4554608 Jul 08 17:22:13.337820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.368717 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.379227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Transition to ACTIVE for port object 37519294-b93c-4587-be63-b19915225a43 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:13.407900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Transition to ACTIVE for port object 37519294-b93c-4587-be63-b19915225a43 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:13.426978 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.506686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:13.518993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:13.541142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:13.579452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Pushing event updated for resources: {'Port': ['ID=37519294-b93c-4587-be63-b19915225a43,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:13.645767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Attempting to bind port 37519294-b93c-4587-be63-b19915225a43 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:13.646316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Attempting to bind port 37519294-b93c-4587-be63-b19915225a43 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:13.646778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Attempting to bind port 37519294-b93c-4587-be63-b19915225a43 on network 2e61c1e2-aa07-4698-be28-6e8e95262940 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:13.653455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:13.653988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Checking segment: {'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:13.654497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.655010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Bound using segment: {'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:13.655596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Bound port: 37519294-b93c-4587-be63-b19915225a43, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:13.656079 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.771517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] For port 37519294-b93c-4587-be63-b19915225a43, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:13.775490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] For port 37519294-b93c-4587-be63-b19915225a43, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=37519294-b93c-4587-be63-b19915225a43,segment=NetworkSegment(9ea26633-eaea-40e0-92dd-542c195e4acf),segment_id=9ea26633-eaea-40e0-92dd-542c195e4acf)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:13.791815 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.799871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aefa70b1-d1d1-415c-8975-d6753d6cbabc req-dcd92d52-182d-4d2a-860c-f50affc06bdf tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592493 Jul 08 17:22:13.815165 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.820394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41954740-3aa4-4882-bede-d4329ea3c1f0 req-caec056c-4a08-4d25-8596-5f17b5738440 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:13.822396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41954740-3aa4-4882-bede-d4329ea3c1f0 req-caec056c-4a08-4d25-8596-5f17b5738440 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1097 time: 0.7115748 Jul 08 17:22:13.902995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a1c4f-5225-4dff-b8fc-d81e9e51cba6 None None] Pushing event updated for resources: {'Port': ['ID=37519294-b93c-4587-be63-b19915225a43,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:13.926522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:13.941593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Transition to ACTIVE for port object a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:14.205611 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41954740-3aa4-4882-bede-d4329ea3c1f0 req-224e5b55-c7b7-4acf-9fb5-d4dd0f5b280a tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694925 Jul 08 17:22:14.260868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.294094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Network f0753dd1-beba-4116-a199-9437c3a6fb03 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:14.320774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:14.326916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:14.327391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.471224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Pushing event updated for resources: {'Port': ['ID=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:14.517977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fd8be-e054-4a72-97be-cb7fcc140050 req-fe1dc0d1-4f63-48ce-b3b2-b810a59896fe tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:14.524915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-989fd8be-e054-4a72-97be-cb7fcc140050 req-fe1dc0d1-4f63-48ce-b3b2-b810a59896fe tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 945 time: 0.5324779 Jul 08 17:22:14.604024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:14.660490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-989fd8be-e054-4a72-97be-cb7fcc140050 req-5ded9b27-b9a7-4066-a708-cf6fac728c73 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345375 Jul 08 17:22:14.801280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-052b1b8e-4a55-4c02-9679-479f5087545f None None] Provisioning for port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:14.812389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-052b1b8e-4a55-4c02-9679-479f5087545f None None] Provisioning complete for port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:14.812970 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-052b1b8e-4a55-4c02-9679-479f5087545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.823948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 37519294-b93c-4587-be63-b19915225a43 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:14.879000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:14.892467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:14.918802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-052b1b8e-4a55-4c02-9679-479f5087545f None None] Port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:14.922386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'port_id': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'mac_address': 'fa:16:3e:46:f8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:14.957333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 37519294-b93c-4587-be63-b19915225a43 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:14.968486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d3ece73a-d698-4311-9525-2b2780c8bb8f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:14.973938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.005149 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.026084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:15.054890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:15.070001 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.074580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d3ece73a-d698-4311-9525-2b2780c8bb8f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:15.097418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d3ece73a-d698-4311-9525-2b2780c8bb8f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:15.098182 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.181950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:15.189745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.194810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.210653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.218299 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.244198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.267135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d3ece73a-d698-4311-9525-2b2780c8bb8f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d3ece73a-d698-4311-9525-2b2780c8bb8f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:15.272699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.365742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d3ece73a-d698-4311-9525-2b2780c8bb8f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:15.406358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['302baab3-0f2c-44e4-a772-3a9a2a4a2e1c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:15.421504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Network f0753dd1-beba-4116-a199-9437c3a6fb03 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:15.427231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:15.696144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Pushing event updated for resources: {'Port': ['ID=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:15.774939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Allocated IP 172.25.5.181 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/13ad0fc1-8db2-4f21-ad37-9237c100442c) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:15.781342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Router 7d84a5e5-9947-448e-8252-c6c095e047c4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:15.797021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a64a7a-b21e-4e3c-8adb-f80006b52823 None None] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:15.808643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789977-678f-423f-877b-129784d51a82 req-22df4cd8-3ace-4933-ae3a-e3f7cb7c8170 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.810115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54789977-678f-423f-877b-129784d51a82 req-22df4cd8-3ace-4933-ae3a-e3f7cb7c8170 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 945 time: 0.3789575 Jul 08 17:22:15.864324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Provisioning complete for port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:15.864603 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:15.930349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:15.934861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421f08c-a85e-43b5-9731-2107835f03ec req-0981f06a-ec51-4eab-97e2-d809cafcd1b8 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:15.936368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9421f08c-a85e-43b5-9731-2107835f03ec req-0981f06a-ec51-4eab-97e2-d809cafcd1b8 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1097 time: 0.2426744 Jul 08 17:22:15.951708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Provisioning for port 37519294-b93c-4587-be63-b19915225a43 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:15.968644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54789977-678f-423f-877b-129784d51a82 req-5a176aab-98f5-458e-bda1-24121d1309bc tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484830 Jul 08 17:22:15.980419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Provisioning complete for port 37519294-b93c-4587-be63-b19915225a43 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:15.980857 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.061354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9421f08c-a85e-43b5-9731-2107835f03ec req-8e7a3324-13c6-4887-a225-ed8d4590640c tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166189 Jul 08 17:22:16.066769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.086097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:16.096171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Sync routers for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:16.101378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-60478c60-7d72-4010-925a-be649e93007f admin admin] 10.222.0.63 "PUT /v2.0/routers/7d84a5e5-9947-448e-8252-c6c095e047c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3281534 Jul 08 17:22:16.104598 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.131476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:16.132950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:16.177640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.304855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:16.329045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:16.331356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Pushing event updated for resources: {'Port': ['ID=13ad0fc1-8db2-4f21-ad37-9237c100442c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:16.335855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:16.349032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] For port 37519294-b93c-4587-be63-b19915225a43, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=37519294-b93c-4587-be63-b19915225a43,segment=NetworkSegment(9ea26633-eaea-40e0-92dd-542c195e4acf),segment_id=9ea26633-eaea-40e0-92dd-542c195e4acf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:16.354237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.460297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fea91d-977a-4819-ba13-e5a5545afaae None None] Pushing event updated for resources: {'Port': ['ID=37519294-b93c-4587-be63-b19915225a43,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:16.468593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:16.513900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dcdfee29-c506-4294-9756-cefe9050ec38 None None] Provisioning complete for port 37519294-b93c-4587-be63-b19915225a43 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:16.514275 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dcdfee29-c506-4294-9756-cefe9050ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.569566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3be5a-1a37-425e-8914-8730d8dda6d6 req-a2b3eb9c-5e84-4932-8565-a1baf6a32aaf tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:16.571334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43c3be5a-1a37-425e-8914-8730d8dda6d6 req-a2b3eb9c-5e84-4932-8565-a1baf6a32aaf tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 945 time: 0.2867885 Jul 08 17:22:16.623835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:16.694277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43c3be5a-1a37-425e-8914-8730d8dda6d6 req-378c73f2-3ed5-4218-8906-93f34c9cccba tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136887 Jul 08 17:22:16.694886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.736035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 37519294-b93c-4587-be63-b19915225a43 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:16.823051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:16.866507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:16.875787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:16.876493 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.903368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 37519294-b93c-4587-be63-b19915225a43 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:16.904213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:16.945636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 2, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:16.985041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Checking router: 7d84a5e5-9947-448e-8252-c6c095e047c4 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:16.985597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Updating router 7d84a5e5-9947-448e-8252-c6c095e047c4 port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:16.993695 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef15122e-f4d3-4346-9625-4b22acf117ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.065479 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.114566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.174597 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef15122e-f4d3-4346-9625-4b22acf117ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.177872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:17.180347 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a33f77-8d7f-4a0a-8f3e-79f0c51e27c2" -d '{"events": [{"server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "name": "network-vif-plugged", "status": "completed", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:17.189905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef15122e-f4d3-4346-9625-4b22acf117ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.246027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef15122e-f4d3-4346-9625-4b22acf117ab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6a32239481304c12a545676893873ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205320 Jul 08 17:22:17.247139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15122e-f4d3-4346-9625-4b22acf117ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76542d2e-33e3-4a7f-9634-d6d5c541ed6d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.250228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.252132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d3ece73a-d698-4311-9525-2b2780c8bb8f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:17.259012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:17.287130 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.316074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.330284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d9e328e-c30a-4ec5-8715-6b6420e3f876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.360004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d9e328e-c30a-4ec5-8715-6b6420e3f876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.406491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.419801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d3ece73a-d698-4311-9525-2b2780c8bb8f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:17.420168 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.438208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d9e328e-c30a-4ec5-8715-6b6420e3f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.441117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d9e328e-c30a-4ec5-8715-6b6420e3f876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.442125 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7d9e328e-c30a-4ec5-8715-6b6420e3f876 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/76542d2e-33e3-4a7f-9634-d6d5c541ed6d HTTP/1.1" status: 204 len: 168 time: 0.1908076 Jul 08 17:22:17.453884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e328e-c30a-4ec5-8715-6b6420e3f876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76542d2e-33e3-4a7f-9634-d6d5c541ed6d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.552583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Router 6c889cd0-3bac-4023-8274-30f196c928e4 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:22:17.585877 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.602845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Transition to ACTIVE for port object a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:17.616321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.623269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50862) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.628480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ab6d2f42-6bd2-43f7-a361-cfcb666b55d0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617354141', 'description': 'tempest-description--1148685826'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:17.678552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b35a5-c621-4edb-81b5-c41bc2621d1b None None] Pushing event updated for resources: {'Port': ['ID=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.690206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2f42-6bd2-43f7-a361-cfcb666b55d0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.759283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Attempting to bind port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:17.760139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Attempting to bind port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:17.766364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Attempting to bind port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf on network f0753dd1-beba-4116-a199-9437c3a6fb03 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:17.770820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:17.771418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Checking segment: {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:17.771913 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.772772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Bound using segment: {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:17.774810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Bound port: a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:17.775328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.808450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:17.828381 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Sync routers for ids ['6c889cd0-3bac-4023-8274-30f196c928e4'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:17.858043 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Routers {'6c889cd0-3bac-4023-8274-30f196c928e4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:17.859869 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6c889cd0-3bac-4023-8274-30f196c928e4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:17.888758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] For port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:17.892320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2f42-6bd2-43f7-a361-cfcb666b55d0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.893667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] For port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:17.903166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2f42-6bd2-43f7-a361-cfcb666b55d0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.909967 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.948318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:17.949528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ec038196-4f63-4b02-ae80-d35e32c889b7 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3344088 Jul 08 17:22:17.952571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50874) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:17.981701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:17.983305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d2f42-6bd2-43f7-a361-cfcb666b55d0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7372b2f1-cbb4-44a3-8285-26840c6d738e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:17.998676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab6d2f42-6bd2-43f7-a361-cfcb666b55d0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.000219 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ab6d2f42-6bd2-43f7-a361-cfcb666b55d0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3758297 Jul 08 17:22:18.004515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50876) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:18.007252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:18.028836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b9fb6319-7cbe-4380-be6c-43ba117ff034 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Request body: {'security_group_rule': {'security_group_id': '7372b2f1-cbb4-44a3-8285-26840c6d738e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:18.089520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6319-7cbe-4380-be6c-43ba117ff034 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.115836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50878) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:18.125808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b35a5-c621-4edb-81b5-c41bc2621d1b None None] Pushing event updated for resources: {'Port': ['ID=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:18.143682 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Set router 6c889cd0-3bac-4023-8274-30f196c928e4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:18.156593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e78ee80-600c-4c4f-8218-d987af8390e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.189101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb147c-565f-4d8c-99f9-0284231834c5 req-96caaddb-ee14-48b8-8d42-6ad0923fee04 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:18.196308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64fb147c-565f-4d8c-99f9-0284231834c5 req-96caaddb-ee14-48b8-8d42-6ad0923fee04 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.3002238 Jul 08 17:22:18.226969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:18.240181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6319-7cbe-4380-be6c-43ba117ff034 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.248295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6319-7cbe-4380-be6c-43ba117ff034 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.273558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6319-7cbe-4380-be6c-43ba117ff034 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d138ccb0-87fd-4cf2-bddb-bc1623f3493e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:18.340022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64fb147c-565f-4d8c-99f9-0284231834c5 req-1c9d7b24-b6e3-493a-9821-91db5af444d4 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426492 Jul 08 17:22:18.440691 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:16Z', 'revision_number': 3, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:18.474607 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Checking router: 6c889cd0-3bac-4023-8274-30f196c928e4 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:18.475089 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Updating router 6c889cd0-3bac-4023-8274-30f196c928e4 port 13ad0fc1-8db2-4f21-ad37-9237c100442c binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:18.512625 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.574823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50888) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:18.676848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:17Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:18.707713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-256e236a-23f9-4034-b13b-0fe4435de33d tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:22:18.712055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af431413-8183-40be-ba56-23073f4f9ed7 None None] The sync data for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 is: [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:17Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:18.714049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e78ee80-600c-4c4f-8218-d987af8390e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.722296 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-256e236a-23f9-4034-b13b-0fe4435de33d tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1460006 Jul 08 17:22:18.725972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e78ee80-600c-4c4f-8218-d987af8390e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.744134 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6319-7cbe-4380-be6c-43ba117ff034 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.746165 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9fb6319-7cbe-4380-be6c-43ba117ff034 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7401032 Jul 08 17:22:18.748775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50894) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:18.756573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-da2b331f-56f0-4b17-8528-66abc356a7ad tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Request body: {'security_group_rule': {'security_group_id': '7372b2f1-cbb4-44a3-8285-26840c6d738e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:18.843939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da2b331f-56f0-4b17-8528-66abc356a7ad tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.867097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51057440-1e15-4a4e-87b3-f22afb38f88b req-4eae2a14-0b33-4678-8500-f69a637bfac9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:18.868697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51057440-1e15-4a4e-87b3-f22afb38f88b req-4eae2a14-0b33-4678-8500-f69a637bfac9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 946 time: 0.2451913 Jul 08 17:22:18.879976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3e78ee80-600c-4c4f-8218-d987af8390e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=41c82902c00e40b5b73cb27db3f10ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7631712 Jul 08 17:22:18.884776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78ee80-600c-4c4f-8218-d987af8390e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba6a4e5-8e31-465e-aafb-4bd22536713e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:18.889963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50898) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:18.910039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:18.910618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:22:18.926405 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:18.938988 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Transition to ACTIVE for port object 13ad0fc1-8db2-4f21-ad37-9237c100442c will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:18.956406 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.027691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da2b331f-56f0-4b17-8528-66abc356a7ad tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.033806 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Attempting to bind port 13ad0fc1-8db2-4f21-ad37-9237c100442c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:19.034287 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Attempting to bind port 13ad0fc1-8db2-4f21-ad37-9237c100442c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:19.034807 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Attempting to bind port 13ad0fc1-8db2-4f21-ad37-9237c100442c on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:19.040547 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f321d-ae8c-4dd3-9e66-337e6540d637 None None] Pushing event updated for resources: {'Port': ['ID=13ad0fc1-8db2-4f21-ad37-9237c100442c,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.044446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da2b331f-56f0-4b17-8528-66abc356a7ad tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.047128 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:19.047128 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:19.047511 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.048804 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:19.048804 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Bound port: 13ad0fc1-8db2-4f21-ad37-9237c100442c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:19.049932 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.053635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51057440-1e15-4a4e-87b3-f22afb38f88b req-527b05cb-5285-4a0e-a420-c92f8b177eac tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692867 Jul 08 17:22:19.088035 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.102290 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce068ee6-593c-408a-894a-4bcc968e0af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.128512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b331f-56f0-4b17-8528-66abc356a7ad tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4efaf62-375b-4044-9a31-73fd958c4757,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.137910 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce068ee6-593c-408a-894a-4bcc968e0af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.159856 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c2fe8e-c6c5-4e1e-8ec0-97abf126a8c9 x-openstack-request-id: req-15c2fe8e-c6c5-4e1e-8ec0-97abf126a8c9 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:19.160686 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "name": "network-vif-plugged", "status": "completed", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:19.160686 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-15c2fe8e-c6c5-4e1e-8ec0-97abf126a8c9 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:19.161272 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'code': 200} Jul 08 17:22:19.163971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da2b331f-56f0-4b17-8528-66abc356a7ad tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.171386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-da2b331f-56f0-4b17-8528-66abc356a7ad tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4214313 Jul 08 17:22:19.172301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50900) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:19.185413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:19.228537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:19.228970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:19.230304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:19.257468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:19.257786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:19.271017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:19.271017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:19.271017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:19.271017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Bound port: da82431d-e184-4925-901e-c2fb9384463e, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:19.272604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.329101 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce068ee6-593c-408a-894a-4bcc968e0af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.332262 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce068ee6-593c-408a-894a-4bcc968e0af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.336984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ce068ee6-593c-408a-894a-4bcc968e0af1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0ba6a4e5-8e31-465e-aafb-4bd22536713e HTTP/1.1" status: 204 len: 168 time: 0.4451976 Jul 08 17:22:19.355444 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] For port 13ad0fc1-8db2-4f21-ad37-9237c100442c, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:19.358551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce068ee6-593c-408a-894a-4bcc968e0af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba6a4e5-8e31-465e-aafb-4bd22536713e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.359077 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] For port 13ad0fc1-8db2-4f21-ad37-9237c100442c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=13ad0fc1-8db2-4f21-ad37-9237c100442c,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:19.367270 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.417565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Allocated IP 172.20.0.1 (2e61c1e2-aa07-4698-be28-6e8e95262940/e9dbc87f-cbb4-4ce5-89cb-11604aaca95b/39be4146-520b-4db7-9ffa-64f4fea11c32) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:19.492200 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Routers {'6c889cd0-3bac-4023-8274-30f196c928e4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:19.492924 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6c889cd0-3bac-4023-8274-30f196c928e4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:19.496037 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f321d-ae8c-4dd3-9e66-337e6540d637 None None] Pushing event updated for resources: {'Port': ['ID=13ad0fc1-8db2-4f21-ad37-9237c100442c,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:19.563208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8cc36-e04f-4c78-8ec5-54d6735b9d3f req-2a3b80d6-b701-43fb-8653-f96248ec5ca6 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:19.565162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23b8cc36-e04f-4c78-8ec5-54d6735b9d3f req-2a3b80d6-b701-43fb-8653-f96248ec5ca6 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1633596 Jul 08 17:22:19.579108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:19.592933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.594303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0ea26137-d086-4986-90cf-eeb39718d0a2 service neutron] 10.222.0.63 "POST /v2.0/ports/da82431d-e184-4925-901e-c2fb9384463e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7763000 Jul 08 17:22:19.601712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5f0b6-4634-47cb-bcc2-4f0f5a34427b req-84f459e3-3c31-4916-aa2e-5b1b9868c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:19.603645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f0f5f0b6-4634-47cb-bcc2-4f0f5a34427b req-84f459e3-3c31-4916-aa2e-5b1b9868c0ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 1097 time: 0.2334085 Jul 08 17:22:19.644355 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.689373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23b8cc36-e04f-4c78-8ec5-54d6735b9d3f req-16f3bf52-41fc-40c3-b53a-ff1b611df52d tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163635 Jul 08 17:22:19.692018 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] Set router 6c889cd0-3bac-4023-8274-30f196c928e4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:19.702260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Transition to ACTIVE for port object 39be4146-520b-4db7-9ffa-64f4fea11c32 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:19.711832 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f0f5f0b6-4634-47cb-bcc2-4f0f5a34427b req-c1c7c7b8-c0c5-4961-97ab-bbd4be074e44 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734940 Jul 08 17:22:19.730792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.872827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:19.935839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Allocated IP 172.25.5.239 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/ca68f214-d8f0-4481-ba26-d4306604e1c9) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:19.981233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:20.036780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:20.053578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:20.054061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.126805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Pushing event updated for resources: {'Port': ['ID=39be4146-520b-4db7-9ffa-64f4fea11c32,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:20.135941 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:16Z', 'revision_number': 3, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:20.172768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.209623 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8878b-2a96-47f5-83cc-c56b0b205efe None None] The sync data for ids ['6c889cd0-3bac-4023-8274-30f196c928e4'] in n-d-799528-4 is: [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:16Z', 'revision_number': 3, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:20.317424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed9c7f-75a3-4801-ab99-dd85eeeea34c req-1e287722-df1c-489a-a96d-2490ef730c09 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:20.325563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14ed9c7f-75a3-4801-ab99-dd85eeeea34c req-1e287722-df1c-489a-a96d-2490ef730c09 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 946 time: 0.3871894 Jul 08 17:22:20.385174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-aa6f49f7-5d4d-4ae1-86bb-09866cbc33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:20.387467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-aa6f49f7-5d4d-4ae1-86bb-09866cbc33c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1097 time: 0.1900775 Jul 08 17:22:20.393499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.413475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-133f64ba-3b7b-45f1-9eea-9dd4d3dc6c31 None None] Provisioning for port 39be4146-520b-4db7-9ffa-64f4fea11c32 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:20.419705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-133f64ba-3b7b-45f1-9eea-9dd4d3dc6c31 None None] Provisioning complete for port 39be4146-520b-4db7-9ffa-64f4fea11c32 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:20.420129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-133f64ba-3b7b-45f1-9eea-9dd4d3dc6c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.486967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14ed9c7f-75a3-4801-ab99-dd85eeeea34c req-1f7f59c6-31d4-46a5-8b30-fae2ffa7de12 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602192 Jul 08 17:22:20.507326 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.523662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-133f64ba-3b7b-45f1-9eea-9dd4d3dc6c31 None None] Port 39be4146-520b-4db7-9ffa-64f4fea11c32 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:20.537852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:20.545582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:20.548247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:20.620054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ddc5e-6317-4530-8135-0c0b3b68be9e req-f2e017a7-b006-482d-994d-0b02db0459fb tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:20.622568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-423ddc5e-6317-4530-8135-0c0b3b68be9e req-f2e017a7-b006-482d-994d-0b02db0459fb tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 946 time: 0.2612858 Jul 08 17:22:20.675887 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.721536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-423ddc5e-6317-4530-8135-0c0b3b68be9e req-78c1115b-430b-4d80-9091-e5ee755a0dc2 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906105 Jul 08 17:22:20.782516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:20.882096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event updated for resources: {'Port': ['ID=ca68f214-d8f0-4481-ba26-d4306604e1c9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:20.947598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:20.951159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:20.955518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:20.956101 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.071172 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.109091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-5d302978-0446-4ace-9fa6-5adf88640c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:21.111219 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-5d302978-0446-4ace-9fa6-5adf88640c22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.6896884 Jul 08 17:22:21.156681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.157930 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.176073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-362c5330-8891-4569-a5a7-7003e2b3ae17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 217 time: 0.0555813 Jul 08 17:22:21.202619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.320727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:21.336276 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.413240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c28a20e6-ddd5-4e2c-8ee5-a15c43cb932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:21.415346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c28a20e6-ddd5-4e2c-8ee5-a15c43cb932b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.2020700 Jul 08 17:22:21.462285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.469496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-3c56affa-8d61-4de3-81a0-091fd904165e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387568 Jul 08 17:22:21.485841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.486427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.488641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.489021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.490828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.491175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.491513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.491963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.492166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.492492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.495574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.496807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:21.608611 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.624889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.676357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-2c04c17e-2019-4b59-8dc1-5b6bf21d9bd3 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978769 Jul 08 17:22:21.692448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Pushing event updated for resources: {'Port': ['ID=39be4146-520b-4db7-9ffa-64f4fea11c32,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.702282 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.709194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d24c04-71c0-4bef-9ab9-0f6bd350af55 req-20d0833d-6fb7-470c-834d-4895ea053d43 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:21.713613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3d24c04-71c0-4bef-9ab9-0f6bd350af55 req-20d0833d-6fb7-470c-834d-4895ea053d43 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.6401417 Jul 08 17:22:21.739490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:21.772187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:21.807438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event updated for resources: {'Port': ['ID=ca68f214-d8f0-4481-ba26-d4306604e1c9,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:21.817965 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:21.819564 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-135f163c-662d-4f87-9ad0-4bb4cce41884 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6388030 Jul 08 17:22:21.883326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50982) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.922587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3d24c04-71c0-4bef-9ab9-0f6bd350af55 req-16c71d92-389a-42f1-8256-7271b55a1136 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965418 Jul 08 17:22:21.928176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:21.939012 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-b2dfd74f-d5c8-45c0-b8c3-30afe233ebfa service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501814 Jul 08 17:22:22.011719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c85e51-d26d-487e-b35c-a1864354e8ab req-e35fe19c-7125-43a0-afb4-7ef7aa12dae9 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.019141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3c85e51-d26d-487e-b35c-a1864354e8ab req-e35fe19c-7125-43a0-afb4-7ef7aa12dae9 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 946 time: 0.2766414 Jul 08 17:22:22.062806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Router 6c889cd0-3bac-4023-8274-30f196c928e4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:22.113292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3c85e51-d26d-487e-b35c-a1864354e8ab req-27a0b22e-eeb9-45ac-a2d2-c80d612fbdd4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927193 Jul 08 17:22:22.160706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a599e042-c74d-4474-b139-da60c8739b3a None None] Provisioning complete for port 39be4146-520b-4db7-9ffa-64f4fea11c32 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:22.161117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a599e042-c74d-4474-b139-da60c8739b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.168635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-450861ab-0a98-47b9-921b-424790a00e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.226152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a599e042-c74d-4474-b139-da60c8739b3a None None] Port 39be4146-520b-4db7-9ffa-64f4fea11c32 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:22.237507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-ffec41fd-89d5-4ff7-81a6-f9583829c302 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.240336 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-ffec41fd-89d5-4ff7-81a6-f9583829c302 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1097 time: 0.1616118 Jul 08 17:22:22.245718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-377b28cc-1709-4111-9d0e-9bf45f8316f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.257080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:22.359338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.361866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-78da59e7-e137-4e78-a78c-354ef2835c73 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--617354141&fields=id&tenant_id=41b39d2156d2497fb94371f7266b5e77 HTTP/1.1" status: 200 len: 267 time: 0.1215284 Jul 08 17:22:22.377189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ce27c-503b-4ac4-8863-a12b62da50cf req-aa2fcfbb-418f-48f3-ad60-e63e841241a6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.379627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e37ce27c-503b-4ac4-8863-a12b62da50cf req-aa2fcfbb-418f-48f3-ad60-e63e841241a6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 946 time: 0.2644355 Jul 08 17:22:22.415014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:22.439388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e2974836-1f6f-4159-98db-d457d45eb315 admin admin] 10.222.0.63 "PUT /v2.0/routers/6c889cd0-3bac-4023-8274-30f196c928e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4768200 Jul 08 17:22:22.539351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e37ce27c-503b-4ac4-8863-a12b62da50cf req-3e4d429b-e4c8-42a5-b4f7-4ebc06795d79 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530900 Jul 08 17:22:22.648835 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-450861ab-0a98-47b9-921b-424790a00e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.669175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-450861ab-0a98-47b9-921b-424790a00e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.686299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-d4e6e145-628c-48f2-a989-ebedb11ed10a tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.691979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-d4e6e145-628c-48f2-a989-ebedb11ed10a tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/networks?id=f0753dd1-beba-4116-a199-9437c3a6fb03 HTTP/1.1" status: 200 len: 806 time: 0.2957282 Jul 08 17:22:22.721515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-c0bcfab4-9754-4496-95d4-c3208a887b7e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/quotas/41b39d2156d2497fb94371f7266b5e77 HTTP/1.1" status: 200 len: 375 time: 0.0253131 Jul 08 17:22:22.744873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-450861ab-0a98-47b9-921b-424790a00e75 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf1f27fc340b4e4dadf987dd31a6f156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8594127 Jul 08 17:22:22.749244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51018) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:22.768485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450861ab-0a98-47b9-921b-424790a00e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e9cb1-beb2-4811-9e05-1d1b86060a86,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:22.827962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 13ad0fc1-8db2-4f21-ad37-9237c100442c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:22.844599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:22.855462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5576df7-a942-4be8-ba8f-2fd6c879c3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.889302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5576df7-a942-4be8-ba8f-2fd6c879c3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.889871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 13ad0fc1-8db2-4f21-ad37-9237c100442c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:22.901035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 13ad0fc1-8db2-4f21-ad37-9237c100442c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:22.901770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.907349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Sync routers for ids ['6c889cd0-3bac-4023-8274-30f196c928e4'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:22.924852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:22.930620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-377b28cc-1709-4111-9d0e-9bf45f8316f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.940487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-377b28cc-1709-4111-9d0e-9bf45f8316f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.953627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Routers {'6c889cd0-3bac-4023-8274-30f196c928e4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:22.955122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6c889cd0-3bac-4023-8274-30f196c928e4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:22.968076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67c46d-8c76-4819-b9d2-63f48f932f75 req-582accc3-94a8-4745-a9e1-c92ddc1fa02a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:22.969686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e67c46d-8c76-4819-b9d2-63f48f932f75 req-582accc3-94a8-4745-a9e1-c92ddc1fa02a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 946 time: 0.2061055 Jul 08 17:22:22.972027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:22.978872 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819e89b-1475-42dc-ab63-27a190c8ba5a" -d '{"events": [{"server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "name": "network-vif-unplugged", "status": "completed", "tag": "da82431d-e184-4925-901e-c2fb9384463e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:22.979049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-a61144e5-4332-466d-b6c0-a46a8067a7e9 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=41b39d2156d2497fb94371f7266b5e77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1809673 Jul 08 17:22:22.980993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51022) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:22.983051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:22.999795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'floatingip': {'port_id': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:23.028308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5576df7-a942-4be8-ba8f-2fd6c879c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.031036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5576df7-a942-4be8-ba8f-2fd6c879c3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.032265 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5576df7-a942-4be8-ba8f-2fd6c879c3c3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a3e9cb1-beb2-4811-9e05-1d1b86060a86 HTTP/1.1" status: 204 len: 168 time: 0.2808299 Jul 08 17:22:23.052775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-377b28cc-1709-4111-9d0e-9bf45f8316f0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=167ef68e6c3443a89edd54e295ca0524&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1240072 Jul 08 17:22:23.055556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51030) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:23.065708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b28cc-1709-4111-9d0e-9bf45f8316f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b979a2-2961-4d73-9c84-31bc650ae93e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.080027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.098916 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.100970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5576df7-a942-4be8-ba8f-2fd6c879c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e9cb1-beb2-4811-9e05-1d1b86060a86,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.154569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-d5ddddc2-df3b-4036-b68f-e996e82323b5 service neutron] 10.222.0.63 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579595 Jul 08 17:22:23.164068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc06e0d8-21b9-4cc6-a990-b3a7aa3625c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.214766 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.261754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Set router 6c889cd0-3bac-4023-8274-30f196c928e4 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:23.276144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.293015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:23.293345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:23.293673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:23.300681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 13ad0fc1-8db2-4f21-ad37-9237c100442c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=13ad0fc1-8db2-4f21-ad37-9237c100442c,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:23.301148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc06e0d8-21b9-4cc6-a990-b3a7aa3625c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.314214 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.315213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:23.318235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8355aae6-1bb2-4de0-9da7-e39a282791e6 req-ad56631e-9059-4e3e-939a-a660c7a783f7 tempest-FloatingIPsNegativeTestJSON-913624050 tempest-FloatingIPsNegativeTestJSON-913624050-project] 10.222.0.63 "GET /v2.0/floatingips?tenant_id=10c0e1f6fab64e0da2dcb1c6ba5a27cd HTTP/1.1" status: 200 len: 217 time: 0.0784211 Jul 08 17:22:23.328457 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:23.328804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Attempting to bind port da82431d-e184-4925-901e-c2fb9384463e on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:23.336589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:23.336972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:23.337350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:23.337779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Bound port: da82431d-e184-4925-901e-c2fb9384463e, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:23.338132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.404697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-22531037-b053-44da-88bb-36f5a6154d4f service neutron] 10.222.0.63 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491748 Jul 08 17:22:23.434588 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc06e0d8-21b9-4cc6-a990-b3a7aa3625c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.437600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc06e0d8-21b9-4cc6-a990-b3a7aa3625c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.438955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fc06e0d8-21b9-4cc6-a990-b3a7aa3625c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/12b979a2-2961-4d73-9c84-31bc650ae93e HTTP/1.1" status: 204 len: 168 time: 0.3823097 Jul 08 17:22:23.453704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06e0d8-21b9-4cc6-a990-b3a7aa3625c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b979a2-2961-4d73-9c84-31bc650ae93e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.454455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=13ad0fc1-8db2-4f21-ad37-9237c100442c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:23.570760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:23.577196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:23.585244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.632570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:23.633199 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.735988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:20Z', 'revision_number': 4, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '39be4146-520b-4db7-9ffa-64f4fea11c32', 'name': '', 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'mac_address': 'fa:16:3e:36:d3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9dbc87f-cbb4-4ce5-89cb-11604aaca95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:19Z', 'updated_at': '2021-07-08T17:22:20Z', 'revision_number': 2, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'subnets': [{'id': 'e9dbc87f-cbb4-4ce5-89cb-11604aaca95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:23.745071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-c4296804-df6b-4ced-9296-8f829f4d6a0d tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329242 Jul 08 17:22:23.772965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Checking router: 6c889cd0-3bac-4023-8274-30f196c928e4 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:23.773461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Updating router 6c889cd0-3bac-4023-8274-30f196c928e4 port 39be4146-520b-4db7-9ffa-64f4fea11c32 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:23.814932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51054) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:23.826163 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.840553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96ef7991-12f1-44f1-bb27-de17464d3e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:23.977218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-cb0e867d-11ac-4513-92a6-b70c93b3e006 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:23.978775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-cb0e867d-11ac-4513-92a6-b70c93b3e006 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321994 Jul 08 17:22:24.009032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5672141-9781-4374-bbe0-d0d7ede40971 req-f041e70c-14b9-4570-ba4c-82c6cd0a8f05 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:24.016519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5672141-9781-4374-bbe0-d0d7ede40971 req-f041e70c-14b9-4570-ba4c-82c6cd0a8f05 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.1227531 Jul 08 17:22:24.035643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-59a0e7ee-5bb4-425e-935d-a1195de56f67 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/quotas/9cb8beca9e7649af8fb571b3196864e7 HTTP/1.1" status: 200 len: 375 time: 0.0490735 Jul 08 17:22:24.077168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:24.078125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.079654 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] 10.222.0.41 "PUT /v2.0/ports/da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 1122 time: 1.8285577 Jul 08 17:22:24.083862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-e1f03ed8-d975-4414-be15-d8f86f6f2365 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338395 Jul 08 17:22:24.112566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5672141-9781-4374-bbe0-d0d7ede40971 req-c1957baf-9dc5-47f4-a6e0-04f7698b4a5a tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950444 Jul 08 17:22:24.137627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['da82431d-e184-4925-901e-c2fb9384463e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:24.199847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2616295-5283-4d38-862d-d35195f25d35 service neutron] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=8']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.253094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96ef7991-12f1-44f1-bb27-de17464d3e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.273431 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96ef7991-12f1-44f1-bb27-de17464d3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.348521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7991-12f1-44f1-bb27-de17464d3e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af14fa69-14e3-4261-9539-76162f9ae705,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.353034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.374713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-96ef7991-12f1-44f1-bb27-de17464d3e7d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c007bf13757f4c398dff2cb697476b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563407 Jul 08 17:22:24.381450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51066) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.401946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Transition to ACTIVE for port object 39be4146-520b-4db7-9ffa-64f4fea11c32 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:24.408257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:24.442411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.450760 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9287eb6-a8fd-4d82-b32f-eae01767fc58 x-openstack-request-id: req-c9287eb6-a8fd-4d82-b32f-eae01767fc58 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:24.451760 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "name": "network-vif-unplugged", "status": "completed", "tag": "da82431d-e184-4925-901e-c2fb9384463e", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:24.452692 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c9287eb6-a8fd-4d82-b32f-eae01767fc58 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:24.453713 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e', 'code': 200} Jul 08 17:22:24.465962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f482-c552-44da-a95e-ee51e4c30124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.500486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:22:24.550860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb56ff-9eda-44d9-94aa-90c3a93fb4ce None None] Pushing event updated for resources: {'Port': ['ID=39be4146-520b-4db7-9ffa-64f4fea11c32,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:24.597378 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.607166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.661838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-70e0331e-e6b8-4786-b8d7-084828f141db req-53a3465a-325f-4877-b672-c0b578105bf8 tempest-FloatingIPsNegativeTestJSON-913624050 tempest-FloatingIPsNegativeTestJSON-913624050-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1932316 Jul 08 17:22:24.683436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Attempting to bind port 39be4146-520b-4db7-9ffa-64f4fea11c32 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:24.683867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Attempting to bind port 39be4146-520b-4db7-9ffa-64f4fea11c32 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:24.684244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Attempting to bind port 39be4146-520b-4db7-9ffa-64f4fea11c32 on network 2e61c1e2-aa07-4698-be28-6e8e95262940 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:24.696324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:24.697137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Checking segment: {'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:24.697553 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.698477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Bound using segment: {'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:24.699120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Bound port: 39be4146-520b-4db7-9ffa-64f4fea11c32, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea26633-eaea-40e0-92dd-542c195e4acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:24.699506 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.711732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 13ad0fc1-8db2-4f21-ad37-9237c100442c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:24.794303 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9 associated. External IP: 172.25.5.222, port: 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c. Jul 08 17:22:24.853994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f55aba9a-92ec-47e5-b01b-ed0ec34507b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.906659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] For port 39be4146-520b-4db7-9ffa-64f4fea11c32, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:24.908110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 13ad0fc1-8db2-4f21-ad37-9237c100442c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:24.908486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.911521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] For port 39be4146-520b-4db7-9ffa-64f4fea11c32, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=39be4146-520b-4db7-9ffa-64f4fea11c32,segment=NetworkSegment(9ea26633-eaea-40e0-92dd-542c195e4acf),segment_id=9ea26633-eaea-40e0-92dd-542c195e4acf)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:24.929884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f55aba9a-92ec-47e5-b01b-ed0ec34507b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:24.981951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4f57-acb6-449c-bf5d-07c558ee7944 req-183823da-370f-4a15-8f7d-17d903eb2453 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:24.989447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7dfe4f57-acb6-449c-bf5d-07c558ee7944 req-183823da-370f-4a15-8f7d-17d903eb2453 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 944 time: 0.5194545 Jul 08 17:22:25.012764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eddc1c42-9aab-4200-9657-eea7a5f5e5da req-b90d76fb-ebce-4fc8-8826-d36e90595839 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 210 time: 0.1448138 Jul 08 17:22:25.085245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:25.137232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.210527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7dfe4f57-acb6-449c-bf5d-07c558ee7944 req-b548ea87-1c43-4855-8081-817e2e2a8841 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114966 Jul 08 17:22:25.262534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:25.265210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Routers {'6c889cd0-3bac-4023-8274-30f196c928e4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:25.272857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6c889cd0-3bac-4023-8274-30f196c928e4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:25.273242 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.280145 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] Sync routers for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:25.294374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f482-c552-44da-a95e-ee51e4c30124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.299080 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:25.304801 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:25.343209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-65b5bc32-14e4-47e0-9706-a607e5f2bcc0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "PUT /v2.0/floatingips/2a380ad7-92ec-4b5f-93a3-e807152b60d9 HTTP/1.1" status: 200 len: 992 time: 2.3511412 Jul 08 17:22:25.353775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb56ff-9eda-44d9-94aa-90c3a93fb4ce None None] Pushing event updated for resources: {'Port': ['ID=39be4146-520b-4db7-9ffa-64f4fea11c32,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:25.379915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c974cc19-0594-405c-a45e-4e073d2fed29 req-b63c6d81-48ca-4c81-af14-3fae8fda752b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 210 time: 0.0710304 Jul 08 17:22:25.381867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f482-c552-44da-a95e-ee51e4c30124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.392946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f55aba9a-92ec-47e5-b01b-ed0ec34507b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.397569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f55aba9a-92ec-47e5-b01b-ed0ec34507b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.419115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f55aba9a-92ec-47e5-b01b-ed0ec34507b5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/af14fa69-14e3-4261-9539-76162f9ae705 HTTP/1.1" status: 204 len: 168 time: 1.0364847 Jul 08 17:22:25.569589 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.570553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:25.594027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] Set router 6c889cd0-3bac-4023-8274-30f196c928e4 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:25.696585 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-662d7695-11f8-46cd-af48-424b880f0cab req-6f431b57-4882-42bb-ada1-9316f86e96bb tempest-FloatingIPsNegativeTestJSON-913624050 tempest-FloatingIPsNegativeTestJSON-913624050-project] show failed (client error): The resource could not be found. Jul 08 17:22:25.712626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-662d7695-11f8-46cd-af48-424b880f0cab req-6f431b57-4882-42bb-ada1-9316f86e96bb tempest-FloatingIPsNegativeTestJSON-913624050 tempest-FloatingIPsNegativeTestJSON-913624050-project] 10.222.0.63 "GET /v2.0/floatingips/47d05cd6-2f8e-41b0-86d1-cf1bb522044e HTTP/1.1" status: 404 len: 350 time: 0.2529914 Jul 08 17:22:25.713852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51090) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.732481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51092) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:25.733570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1ee8f482-c552-44da-a95e-ee51e4c30124 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6294ff3b38f849dcbcbae3dfda6b6751&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3235376 Jul 08 17:22:25.755732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f482-c552-44da-a95e-ee51e4c30124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698abe07-0d0c-4912-8a86-0536f528f6ab,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:25.857946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b01c2052-3586-46b5-b7af-719d630a5e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:25.888237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-ee142212-f945-4a39-aa4d-bc3416112794 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:25.889807 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-ee142212-f945-4a39-aa4d-bc3416112794 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.41 "GET /v2.0/networks?id=f0753dd1-beba-4116-a199-9437c3a6fb03 HTTP/1.1" status: 200 len: 806 time: 0.2493396 Jul 08 17:22:25.945166 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55aba9a-92ec-47e5-b01b-ed0ec34507b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af14fa69-14e3-4261-9539-76162f9ae705,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:26.026889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:20Z', 'revision_number': 4, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '39be4146-520b-4db7-9ffa-64f4fea11c32', 'name': '', 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'mac_address': 'fa:16:3e:36:d3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9dbc87f-cbb4-4ce5-89cb-11604aaca95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:19Z', 'updated_at': '2021-07-08T17:22:24Z', 'revision_number': 4, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'subnets': [{'id': 'e9dbc87f-cbb4-4ce5-89cb-11604aaca95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:26.037810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b01c2052-3586-46b5-b7af-719d630a5e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.096177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b2197-d4ce-45a4-bc72-608d35603d43 None None] The sync data for ids ['6c889cd0-3bac-4023-8274-30f196c928e4'] in n-d-799528-4 is: [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:20Z', 'revision_number': 4, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '39be4146-520b-4db7-9ffa-64f4fea11c32', 'name': '', 'network_id': '2e61c1e2-aa07-4698-be28-6e8e95262940', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'mac_address': 'fa:16:3e:36:d3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'e9dbc87f-cbb4-4ce5-89cb-11604aaca95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:19Z', 'updated_at': '2021-07-08T17:22:24Z', 'revision_number': 4, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'subnets': [{'id': 'e9dbc87f-cbb4-4ce5-89cb-11604aaca95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:26.113931 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-d372d0b4-47dd-4476-9016-e8396e464514 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41b39d2156d2497fb94371f7266b5e77 HTTP/1.1" status: 200 len: 379 time: 0.1988554 Jul 08 17:22:26.148159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Request body: {'port': {'device_id': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'admin_state_up': True, 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'security_groups': ['7372b2f1-cbb4-44a3-8285-26840c6d738e']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:26.417758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-108d59a7-6868-4318-a7f6-d359ea08a6b0 req-f570a350-133f-4b13-9ff7-259c5898fd95 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 210 time: 0.0756264 Jul 08 17:22:26.444990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b01c2052-3586-46b5-b7af-719d630a5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.448801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b01c2052-3586-46b5-b7af-719d630a5e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.450069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b01c2052-3586-46b5-b7af-719d630a5e97 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/698abe07-0d0c-4912-8a86-0536f528f6ab HTTP/1.1" status: 204 len: 168 time: 0.7125204 Jul 08 17:22:26.457899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e'}, {'name': 'network-changed', 'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:26.460217 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "tag": "da82431d-e184-4925-901e-c2fb9384463e"}, {"name": "network-changed", "server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:26.469839 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '2a380ad7-92ec-4b5f-93a3-e807152b60d9', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'port_id': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'mac_address': 'fa:16:3e:46:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:02Z', 'updated_at': '2021-07-08T17:22:24Z', 'revision_number': 1, 'project_id': 'f74687f223ad48769310c5b87679f156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:26.518163 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] Checking router: 91438114-c0ce-4913-ac6c-e9bd4399b7f8 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:26.535740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c2052-3586-46b5-b7af-719d630a5e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698abe07-0d0c-4912-8a86-0536f528f6ab,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:26.541550 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:26.542724 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:26.564446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Made reservation on behalf of 41b39d2156d2497fb94371f7266b5e77 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:26.568017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:26.680262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da82431d-e184-4925-901e-c2fb9384463e details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:26.726048 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:26.894302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39be4146-520b-4db7-9ffa-64f4fea11c32 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:27.019977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858fc9e-80c5-42a7-98c1-3c0b2ed21152 req-fbca6f05-c574-4fb6-945e-4f204adfc5bc tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:27.029689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0858fc9e-80c5-42a7-98c1-3c0b2ed21152 req-fbca6f05-c574-4fb6-945e-4f204adfc5bc tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 944 time: 0.3357062 Jul 08 17:22:27.207395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:27.256694 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '2a380ad7-92ec-4b5f-93a3-e807152b60d9', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'port_id': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'mac_address': 'fa:16:3e:46:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:02Z', 'updated_at': '2021-07-08T17:22:24Z', 'revision_number': 1, 'project_id': 'f74687f223ad48769310c5b87679f156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:27.295265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da82431d-e184-4925-901e-c2fb9384463e has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:22:27.309562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 39be4146-520b-4db7-9ffa-64f4fea11c32 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:27.314380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 39be4146-520b-4db7-9ffa-64f4fea11c32 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:27.315250 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.320010 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c1702-92a5-4191-a9ac-bdb4fb2c497c None None] The sync data for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 is: [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '2a380ad7-92ec-4b5f-93a3-e807152b60d9', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'port_id': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'mac_address': 'fa:16:3e:46:f8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:02Z', 'updated_at': '2021-07-08T17:22:24Z', 'revision_number': 1, 'project_id': 'f74687f223ad48769310c5b87679f156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:27.413298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d030544-9dd5-4598-a6ed-13745c8bb5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.471592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.543447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 39be4146-520b-4db7-9ffa-64f4fea11c32, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=39be4146-520b-4db7-9ffa-64f4fea11c32,segment=NetworkSegment(9ea26633-eaea-40e0-92dd-542c195e4acf),segment_id=9ea26633-eaea-40e0-92dd-542c195e4acf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:27.560664 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:27.646855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-6389c6c8-8554-4218-848d-44cdc8e6d01c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5754287 Jul 08 17:22:27.709661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=39be4146-520b-4db7-9ffa-64f4fea11c32,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:27.739006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-493702df-e18e-48a6-9e15-8922e86edc50 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:22:27.743902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-493702df-e18e-48a6-9e15-8922e86edc50 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317042 Jul 08 17:22:27.769302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:27.769994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:22:27.832167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-c0a718bd-7a32-46d3-aba0-18d652390cc6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:27.833710 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-c0a718bd-7a32-46d3-aba0-18d652390cc6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538239 Jul 08 17:22:27.869516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:27.897452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a660f8-6091-4dea-b9bf-586f05887317 None None] New status for floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:22:27.905716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Allocated IP 172.20.0.13 (f0753dd1-beba-4116-a199-9437c3a6fb03/65bed641-9d0d-4e4a-b122-0ab37dd648d4/e776996f-ce0c-4a4a-875b-6d0e4359fa1a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:27.964055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0858fc9e-80c5-42a7-98c1-3c0b2ed21152 req-d6465bf8-e739-401b-bc9f-247771977008 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9085493 Jul 08 17:22:28.023267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.119129 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-3a5fc3dd-8491-4efa-84ef-07807c31592a service neutron] 10.222.0.72 "GET /v2.0/ports/da82431d-e184-4925-901e-c2fb9384463e/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.3458498 Jul 08 17:22:28.397244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:28.397601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:28.397919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:28.410831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:28.411179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:28.423906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:28.424247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:28.424641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:28.425103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Bound port: ed537848-a9a7-4b25-bc18-12b2452c7e85, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:28.438069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f199e77e-5e4b-4ece-9e04-43cf31752026 req-45a27c6b-2c1f-4bb5-abde-10cb35cd3810 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 210 time: 0.2171457 Jul 08 17:22:28.598992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:28.609238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.619516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:28.623345 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a364c8-94a4-4044-83dc-bb98838dd967 x-openstack-request-id: req-a3a364c8-94a4-4044-83dc-bb98838dd967 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:28.623643 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "tag": "da82431d-e184-4925-901e-c2fb9384463e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:28.623894 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a3a364c8-94a4-4044-83dc-bb98838dd967 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:28.624292 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e', 'status': 'completed', 'code': 200} Jul 08 17:22:28.624547 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'status': 'completed', 'code': 200} Jul 08 17:22:28.665204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.691063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39be4146-520b-4db7-9ffa-64f4fea11c32 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:28.728925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.774629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-a743abbe-db9a-4263-849f-eb904f3e3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:28.776802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-a743abbe-db9a-4263-849f-eb904f3e3107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 1097 time: 0.1993527 Jul 08 17:22:28.786329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Transition to ACTIVE for port object e776996f-ce0c-4a4a-875b-6d0e4359fa1a will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:28.790512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 39be4146-520b-4db7-9ffa-64f4fea11c32 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:28.790967 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.839170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:28.883564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-ff61c72a-6cbf-4c21-a172-639b94ecd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:28.885100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-ff61c72a-6cbf-4c21-a172-639b94ecd570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 925 time: 0.1005957 Jul 08 17:22:28.894643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.895327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Deleting port 39be4146-520b-4db7-9ffa-64f4fea11c32 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:28.896256 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.916022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:28.920875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da82431d-e184-4925-901e-c2fb9384463e {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:28.950423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:28.952287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e76f94be-e0a9-45c3-924c-4ec476889faf service neutron] 10.222.0.63 "POST /v2.0/ports/ed537848-a9a7-4b25-bc18-12b2452c7e85/bindings HTTP/1.1" status: 201 len: 389 time: 1.1946175 Jul 08 17:22:28.955281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:29.069406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.094454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Network f0753dd1-beba-4116-a199-9437c3a6fb03 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:29.099601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.106552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event updated for resources: {'Port': ['ID=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:29.109153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:29.113017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-57ea58f3-bef5-48bc-be9a-d4665c560923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.114552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-57ea58f3-bef5-48bc-be9a-d4665c560923 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1125 time: 0.4892373 Jul 08 17:22:29.115433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:29.115964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-12ba4766-e509-475a-821b-aecd98f35f4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c HTTP/1.1" status: 200 len: 1002 time: 0.2222571 Jul 08 17:22:29.119823 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.121108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.121814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.274535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-7e373665-ab2a-46ea-8594-26f182b7f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.276536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-7e373665-ab2a-46ea-8594-26f182b7f5cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.1495655 Jul 08 17:22:29.308244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.15 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:29.335964 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-7759fcd6-e7a8-49dc-b110-cb24e21812ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 217 time: 0.0490153 Jul 08 17:22:29.344642 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-6460a1e5-c153-49e9-9922-de02fd4fbb31 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2018404 Jul 08 17:22:29.387593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Request body: {'port': {'device_id': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:29.451358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-1626c4ab-498c-4a69-a016-d73546ba6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.452908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-1626c4ab-498c-4a69-a016-d73546ba6942 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1098943 Jul 08 17:22:29.453840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] Transition to ACTIVE for port object da82431d-e184-4925-901e-c2fb9384463e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:29.488343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.513174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fcd01ec0-9795-49c4-80e0-15a3c2adf2d8 None None] Provisioning for port e776996f-ce0c-4a4a-875b-6d0e4359fa1a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:29.518295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fcd01ec0-9795-49c4-80e0-15a3c2adf2d8 None None] Provisioning complete for port e776996f-ce0c-4a4a-875b-6d0e4359fa1a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:29.519158 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcd01ec0-9795-49c4-80e0-15a3c2adf2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.522215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-36098348-4699-4781-9c81-c20fd56b2062 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628302 Jul 08 17:22:29.554306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] For port 39be4146-520b-4db7-9ffa-64f4fea11c32, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=39be4146-520b-4db7-9ffa-64f4fea11c32,segment=NetworkSegment(9ea26633-eaea-40e0-92dd-542c195e4acf),segment_id=9ea26633-eaea-40e0-92dd-542c195e4acf)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:29.554699 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.584955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fcd01ec0-9795-49c4-80e0-15a3c2adf2d8 None None] Port e776996f-ce0c-4a4a-875b-6d0e4359fa1a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:29.590616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d904a-fdda-4a83-be46-39ad6cf395d6 req-e8747e71-b92e-4c69-9c96-af07a339c800 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.593182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad3d904a-fdda-4a83-be46-39ad6cf395d6 req-e8747e71-b92e-4c69-9c96-af07a339c800 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 932 time: 0.7066207 Jul 08 17:22:29.611176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.636709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6852b9cf-70b2-4545-9378-06b2296b6f63,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:29.651856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Calling delete_port for 39be4146-520b-4db7-9ffa-64f4fea11c32 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:29.657994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] No DVR routers for this DVR port da82431d-e184-4925-901e-c2fb9384463e on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:29.663931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] Pushing event updated for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:29.665275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-06ed01cc-69e7-47d0-8e0b-ee036421a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.666926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-06ed01cc-69e7-47d0-8e0b-ee036421a820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce22d6e-220e-4004-a382-188e05f43918 HTTP/1.1" status: 200 len: 863 time: 0.2136707 Jul 08 17:22:29.735346 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:29.742080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-31a4acfd-68ab-492e-9f69-614efeadc233 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993196 Jul 08 17:22:29.755217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-c77dcd05-dfb5-4e41-a93f-bfa9677e9403 service neutron] 10.222.0.72 "PUT /v2.0/ports/da82431d-e184-4925-901e-c2fb9384463e/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5953259 Jul 08 17:22:29.787063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad3d904a-fdda-4a83-be46-39ad6cf395d6 req-7b4739bc-e584-48e4-a219-a49d72053e9e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703880 Jul 08 17:22:29.807731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:29.840506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a3ddd-c1a1-441a-8d54-a7a2364561df req-a3c1aa6a-5fbc-4c50-919b-d2b42d785920 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:29.847882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17a3ddd-c1a1-441a-8d54-a7a2364561df req-a3c1aa6a-5fbc-4c50-919b-d2b42d785920 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 945 time: 0.3786943 Jul 08 17:22:29.866103 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-c96a1175-7c74-4763-9f0f-5c31ca66d8ce service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148021 Jul 08 17:22:29.965103 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-142d7c58-55ac-4e1d-b9b3-0298170ed38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.001997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-9d1e7b2a-efad-4751-945d-9ff53393274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.003613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-9d1e7b2a-efad-4751-945d-9ff53393274b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3192511 Jul 08 17:22:30.035008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17a3ddd-c1a1-441a-8d54-a7a2364561df req-3620f66f-40dc-4806-8785-65e4c40d5dd2 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861393 Jul 08 17:22:30.066942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-3806769e-db16-4d16-948a-a2428a97b667 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.068488 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-3806769e-db16-4d16-948a-a2428a97b667 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.1407013 Jul 08 17:22:30.268511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-87ace9d4-257e-462b-a858-316f27e91ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.270042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-87ace9d4-257e-462b-a858-316f27e91ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd&tenant_id=15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 1096 time: 0.1923735 Jul 08 17:22:30.274213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e776996f-ce0c-4a4a-875b-6d0e4359fa1a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:30.283335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.292167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.318831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Transition to ACTIVE for port object e776996f-ce0c-4a4a-875b-6d0e4359fa1a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:30.357859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.388761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.464192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Pushing event updated for resources: {'Port': ['ID=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:30.479433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:30.493598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:30.509921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Attempting to bind port e776996f-ce0c-4a4a-875b-6d0e4359fa1a on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:30.511305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Attempting to bind port e776996f-ce0c-4a4a-875b-6d0e4359fa1a by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:30.511841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Attempting to bind port e776996f-ce0c-4a4a-875b-6d0e4359fa1a on network f0753dd1-beba-4116-a199-9437c3a6fb03 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:30.518451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Port e776996f-ce0c-4a4a-875b-6d0e4359fa1a on network f0753dd1-beba-4116-a199-9437c3a6fb03 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:30.519036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Attempting to bind port e776996f-ce0c-4a4a-875b-6d0e4359fa1a on network f0753dd1-beba-4116-a199-9437c3a6fb03 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:30.527177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:30.527830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Checking segment: {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:30.528408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Bound using segment: {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:30.529076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Bound port: e776996f-ce0c-4a4a-875b-6d0e4359fa1a, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f385bfd6-ad31-4147-bf56-43e54f870541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:30.529659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.535598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-38b90855-f0f8-45aa-ab6a-2d7ce0490b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.537439 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-38b90855-f0f8-45aa-ab6a-2d7ce0490b08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1096 time: 0.2171156 Jul 08 17:22:30.538068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:30.546448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:30.554308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.555054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.601268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51210) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:30.633504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-0e71dc52-6eae-42a8-864e-1088b615af8a service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175718 Jul 08 17:22:30.656067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-9f45a551-1e82-44c3-8949-e233b568d94f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8042841 Jul 08 17:22:30.695674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2297c-b218-4127-bb6c-28a60520f8a4 req-22a7dee5-a08a-4e75-8517-5d58716140b4 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.699235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57a2297c-b218-4127-bb6c-28a60520f8a4 req-22a7dee5-a08a-4e75-8517-5d58716140b4 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 945 time: 0.7093852 Jul 08 17:22:30.713284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Request body: {'port': {'device_id': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:30.737486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f5306-8848-4aae-9b14-528d3789bcc7 req-d7fd0bca-6c8f-4cfb-9eff-d5a9d0c8f2cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.739143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc2f5306-8848-4aae-9b14-528d3789bcc7 req-d7fd0bca-6c8f-4cfb-9eff-d5a9d0c8f2cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 935 time: 0.4501374 Jul 08 17:22:30.747357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] For port e776996f-ce0c-4a4a-875b-6d0e4359fa1a, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:30.755457 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] For port e776996f-ce0c-4a4a-875b-6d0e4359fa1a, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:30.757200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-bc5e9ce5-bf76-4472-b33b-158335f504de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.758785 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-bc5e9ce5-bf76-4472-b33b-158335f504de service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.2105711 Jul 08 17:22:30.764623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.788042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.871209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-4598e4f7-2e0b-49a3-a974-51e2ab69e468 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 217 time: 0.1008086 Jul 08 17:22:30.881215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.881834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.883303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] 10.222.0.41 "PUT /v2.0/ports/e776996f-ce0c-4a4a-875b-6d0e4359fa1a HTTP/1.1" status: 200 len: 1092 time: 1.5019283 Jul 08 17:22:30.883773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:30.886178 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45700e72-2a7c-4e9d-b0ce-f542da8717f8" -d '{"events": [{"name": "network-changed", "server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:30.960162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3087e1-8ee1-43c5-8610-e53c30934ded service neutron] Pushing event updated for resources: {'Port': ['ID=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:30.964966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0062d528-5d8d-4045-96ec-8026930bfa9c None None] Provisioning for port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:30.971703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0062d528-5d8d-4045-96ec-8026930bfa9c None None] Provisioning complete for port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:30.972810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0062d528-5d8d-4045-96ec-8026930bfa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:30.986237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-7460d9b0-f54c-4d84-8403-545c0229faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:30.988004 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-7460d9b0-f54c-4d84-8403-545c0229faee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1084778 Jul 08 17:22:31.024579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0062d528-5d8d-4045-96ec-8026930bfa9c None None] Port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:31.056356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=39be4146-520b-4db7-9ffa-64f4fea11c32,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:31.058877 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-6d944fe8-d52c-467a-a3d9-cddc7c1ec34e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311627 Jul 08 17:22:31.074653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93f48a22-3cdc-4491-8965-11112f7a7301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.098781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3798cf8c-579e-4dcb-8bd1-d1c89d08160e req-7b428008-437c-4a00-9e78-a40b5ac37510 service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470160 Jul 08 17:22:31.115808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57a2297c-b218-4127-bb6c-28a60520f8a4 req-15e94e99-1956-49b4-a867-36904ed4e54b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755972 Jul 08 17:22:31.178942 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-521dae06-6745-45d5-89bc-8a7ca8a44f31 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078591 Jul 08 17:22:31.195187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.212872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc2f5306-8848-4aae-9b14-528d3789bcc7 req-9cf8c81a-0f5c-4f7b-a5d9-f5421f58ff71 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303334 Jul 08 17:22:31.226875 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.244523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-3a45b77b-0e67-4ed0-8b41-679ccbc89577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.245567 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-3a45b77b-0e67-4ed0-8b41-679ccbc89577 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41b39d2156d2497fb94371f7266b5e77&device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 1095 time: 0.2710428 Jul 08 17:22:31.307803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-0a4f495d-2f8a-4d04-871f-3a053215b278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a HTTP/1.1" status: 200 len: 217 time: 0.0470686 Jul 08 17:22:31.356567 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.364037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-04829858-e685-421e-a81a-afe9442c5f52 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761134 Jul 08 17:22:31.385745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-a28e4262-85a1-4467-b8f9-9b8a7daa17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.387567 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-a28e4262-85a1-4467-b8f9-9b8a7daa17c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65bed641-9d0d-4e4a-b122-0ab37dd648d4 HTTP/1.1" status: 200 len: 845 time: 0.0700805 Jul 08 17:22:31.473551 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce9ef9-9556-4dd6-858c-8b696d4718fa x-openstack-request-id: req-3cce9ef9-9556-4dd6-858c-8b696d4718fa {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:31.473843 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:31.474093 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3cce9ef9-9556-4dd6-858c-8b696d4718fa {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:31.474486 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'status': 'completed', 'code': 200} Jul 08 17:22:31.481428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-bcbd1854-71dc-472b-b326-9cc70b0be2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.482931 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-bcbd1854-71dc-472b-b326-9cc70b0be2fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0753dd1-beba-4116-a199-9437c3a6fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883474 Jul 08 17:22:31.487557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93f48a22-3cdc-4491-8965-11112f7a7301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.552974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93f48a22-3cdc-4491-8965-11112f7a7301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:31.592272 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-f941352e-fc46-4a0c-a72a-61affd57daee service neutron] 10.222.0.41 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936759 Jul 08 17:22:31.673242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-93f48a22-3cdc-4491-8965-11112f7a7301 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d1a1e58c1c8c41ffb27a71b295c084f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0632801 Jul 08 17:22:31.673945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:31.707273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f48a22-3cdc-4491-8965-11112f7a7301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b04c86-afb8-46f3-84de-51c761e3e6c7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:31.724168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc21e26-a20a-4b13-b478-aad15bad2622 req-1ad8f2e8-7ece-43a5-bd8a-98bdd65dcafe service neutron] 10.222.0.41 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186671 Jul 08 17:22:31.881808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686f8f-03e5-4865-baa4-3898af938a4e req-8f974f85-9ae0-4b00-bf84-39772f72f509 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.883426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30686f8f-03e5-4865-baa4-3898af938a4e req-8f974f85-9ae0-4b00-bf84-39772f72f509 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 944 time: 0.3460979 Jul 08 17:22:31.947282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf7155-9420-4405-aea1-879a05cf17d0 req-6ef9cf7f-78fd-4e88-9011-956df4c083c7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:31.949298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98cf7155-9420-4405-aea1-879a05cf17d0 req-6ef9cf7f-78fd-4e88-9011-956df4c083c7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 945 time: 0.3543136 Jul 08 17:22:31.995045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Router 6c889cd0-3bac-4023-8274-30f196c928e4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:32.002283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30686f8f-03e5-4865-baa4-3898af938a4e req-46faabb3-249a-46f4-858e-8d26519273fb tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093438 Jul 08 17:22:32.043265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78aa9431-c173-48a1-b389-665cda12a755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.059146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98cf7155-9420-4405-aea1-879a05cf17d0 req-89b9012c-c8cb-4883-bc35-1424ecdb7b3c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008677 Jul 08 17:22:32.079656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78aa9431-c173-48a1-b389-665cda12a755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.091153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-56d1963e-b6de-47ba-bca3-fedc64cd592b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:32.092862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-56d1963e-b6de-47ba-bca3-fedc64cd592b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.3919685 Jul 08 17:22:32.102358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:32.112824 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.141074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-a5501a29-7548-473b-bbe7-088fdc9d2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:32.142543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-a5501a29-7548-473b-bbe7-088fdc9d2229 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41b39d2156d2497fb94371f7266b5e77&device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 1095 time: 0.1648161 Jul 08 17:22:32.162210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Transition to ACTIVE for port object 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:32.173651 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.249297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:32.259484 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] Sync routers for ids ['6c889cd0-3bac-4023-8274-30f196c928e4'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:32.263993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device da82431d-e184-4925-901e-c2fb9384463e no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:32.268252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-85a08013-312b-403c-acf9-407d372f7a4f admin admin] 10.222.0.63 "PUT /v2.0/routers/6c889cd0-3bac-4023-8274-30f196c928e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5511134 Jul 08 17:22:32.272819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Pushing event updated for resources: {'Port': ['ID=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:32.285529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:32.289491 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] Routers {'6c889cd0-3bac-4023-8274-30f196c928e4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:32.295834 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6c889cd0-3bac-4023-8274-30f196c928e4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:32.360075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device da82431d-e184-4925-901e-c2fb9384463e not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:32.422032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0295f3ef-34b9-4b80-8992-67f6d0ffb9ea service neutron] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:32.434266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0295f3ef-34b9-4b80-8992-67f6d0ffb9ea service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.435921 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9e03f2a4-9b31-406b-a876-999b0f473376 req-0295f3ef-34b9-4b80-8992-67f6d0ffb9ea service neutron] 10.222.0.41 "DELETE /v2.0/ports/da82431d-e184-4925-901e-c2fb9384463e/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.3337142 Jul 08 17:22:32.472518 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] Set router 6c889cd0-3bac-4023-8274-30f196c928e4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:32.474319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78aa9431-c173-48a1-b389-665cda12a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.476948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78aa9431-c173-48a1-b389-665cda12a755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.478251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-78aa9431-c173-48a1-b389-665cda12a755 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d4b04c86-afb8-46f3-84de-51c761e3e6c7 HTTP/1.1" status: 204 len: 168 time: 0.8033030 Jul 08 17:22:32.505145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-57970299-7f77-4813-84a8-dfc3affedac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:32.508407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-57970299-7f77-4813-84a8-dfc3affedac7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0753dd1-beba-4116-a199-9437c3a6fb03 HTTP/1.1" status: 200 len: 907 time: 0.3552153 Jul 08 17:22:32.509909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa9431-c173-48a1-b389-665cda12a755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b04c86-afb8-46f3-84de-51c761e3e6c7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:32.597063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-28196b87-37a8-4f66-9f17-6d225c0a1849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a HTTP/1.1" status: 200 len: 217 time: 0.0663843 Jul 08 17:22:32.704188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-46322fbe-c5bd-4727-ac10-d5667b84d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:32.707971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-46322fbe-c5bd-4727-ac10-d5667b84d7b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65bed641-9d0d-4e4a-b122-0ab37dd648d4 HTTP/1.1" status: 200 len: 845 time: 0.1030126 Jul 08 17:22:32.717684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.778825 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:30Z', 'revision_number': 5, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:32.792440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Attempting to bind port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:32.793038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Attempting to bind port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:32.793130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Attempting to bind port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:32.811161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-260d89ba-d7f5-4a61-9224-bb5c4adff104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:32.811510 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] Checking router: 6c889cd0-3bac-4023-8274-30f196c928e4 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:32.812977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-260d89ba-d7f5-4a61-9224-bb5c4adff104 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0753dd1-beba-4116-a199-9437c3a6fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968046 Jul 08 17:22:32.820160 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] Routers {'6c889cd0-3bac-4023-8274-30f196c928e4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:32.820787 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6c889cd0-3bac-4023-8274-30f196c928e4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:32.845340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:32.845709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Attempting to bind port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:32.863922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:32.864193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:32.864558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:32.865031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Bound port: 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:32.865387 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.938315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:32.956687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-ec87d501-0605-4772-b6d7-2a7e391bbbfb service neutron] 10.222.0.41 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359770 Jul 08 17:22:32.989112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51246) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:32.993239 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] Set router 6c889cd0-3bac-4023-8274-30f196c928e4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:32.999214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407898e7-e1f3-41ec-8a58-c37785e8b332 req-d0a95773-e313-4c3f-9bd7-81f0575f6b05 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.000726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-407898e7-e1f3-41ec-8a58-c37785e8b332 req-d0a95773-e313-4c3f-9bd7-81f0575f6b05 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 945 time: 0.6747332 Jul 08 17:22:33.013453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf18073-2bf2-46b9-8694-1d9c2a80519e req-fe162c3a-f9a6-4a63-8dbf-1c9e99c76452 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.014914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-faf18073-2bf2-46b9-8694-1d9c2a80519e req-fe162c3a-f9a6-4a63-8dbf-1c9e99c76452 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 947 time: 0.2989287 Jul 08 17:22:33.034680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e5354c2e-e5ec-4d66-a3e9-3aa36410da54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.108262 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45700e72-2a7c-4e9d-b0ce-f542da8717f8 req-6a6dcb47-f84a-4e70-a30f-ee0b3846be70 service neutron] 10.222.0.41 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442206 Jul 08 17:22:33.118336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] For port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:33.150621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-faf18073-2bf2-46b9-8694-1d9c2a80519e req-1d56b58d-f1c3-47c7-85ca-46e30d2e1c50 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266425 Jul 08 17:22:33.157437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-407898e7-e1f3-41ec-8a58-c37785e8b332 req-e5bf94bf-2072-463b-a9a5-34a98233c658 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399186 Jul 08 17:22:33.159144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] For port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:33.167885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.172763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.203476 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e5354c2e-e5ec-4d66-a3e9-3aa36410da54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.220095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e5354c2e-e5ec-4d66-a3e9-3aa36410da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.238756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.239566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.241456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 HTTP/1.1" status: 200 len: 1095 time: 2.5623271 Jul 08 17:22:33.242008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'tag': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:33.245067 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3b2056-5b83-4484-8e03-6b5410a02881" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eef122-5824-47cb-bcdb-2f9a2d16a4c4", "tag": "5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:33.277530 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:30Z', 'revision_number': 5, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:33.305173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd081a4-fa50-47b1-bb1f-1dec03493698 service neutron] Pushing event updated for resources: {'Port': ['ID=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:33.310048 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e5354c2e-e5ec-4d66-a3e9-3aa36410da54 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae5636a5cb3840b7a6d4999bb2ee47b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173571 Jul 08 17:22:33.310694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51256) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:33.327528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Deleting port 13ad0fc1-8db2-4f21-ad37-9237c100442c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:33.328160 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.342969 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780f4e0e-565f-47ad-80e7-24eb8beb3115 None None] The sync data for ids ['6c889cd0-3bac-4023-8274-30f196c928e4'] in n-d-799528-4 is: [{'id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1657374641-router', 'tenant_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:30Z', 'revision_number': 5, 'project_id': '10c0e1f6fab64e0da2dcb1c6ba5a27cd', 'gw_port': {'id': '13ad0fc1-8db2-4f21-ad37-9237c100442c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c889cd0-3bac-4023-8274-30f196c928e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:15Z', 'updated_at': '2021-07-08T17:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:33.400704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5354c2e-e5ec-4d66-a3e9-3aa36410da54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2271c1-43b3-43a3-a4af-5839f61a4a09,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:33.497068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13893933-1e83-4934-a1ed-06467d8e9c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.539089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13893933-1e83-4934-a1ed-06467d8e9c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.590198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13893933-1e83-4934-a1ed-06467d8e9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.592803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13893933-1e83-4934-a1ed-06467d8e9c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.596321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-13893933-1e83-4934-a1ed-06467d8e9c3f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4b2271c1-43b3-43a3-a4af-5839f61a4a09 HTTP/1.1" status: 204 len: 168 time: 0.2744014 Jul 08 17:22:33.599699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] For port 13ad0fc1-8db2-4f21-ad37-9237c100442c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=13ad0fc1-8db2-4f21-ad37-9237c100442c,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:33.600190 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:33.630963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13893933-1e83-4934-a1ed-06467d8e9c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2271c1-43b3-43a3-a4af-5839f61a4a09,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:33.649400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Calling delete_port for 13ad0fc1-8db2-4f21-ad37-9237c100442c owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:33.660841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-31b55003-3107-47e2-8618-9d32d6fa9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.662477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-31b55003-3107-47e2-8618-9d32d6fa9c72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1096 time: 0.0675657 Jul 08 17:22:33.676601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-54eebab1-c583-4c80-8aa7-d7f465d05307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.678207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-54eebab1-c583-4c80-8aa7-d7f465d05307 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 1098 time: 0.3361669 Jul 08 17:22:33.771331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-302790cc-8c1c-4607-888c-8553026c14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.772375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-6136d9cf-3b0f-428b-93ed-27f349b52042 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 HTTP/1.1" status: 200 len: 217 time: 0.0603335 Jul 08 17:22:33.773090 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-302790cc-8c1c-4607-888c-8553026c14ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.1039948 Jul 08 17:22:33.833387 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-29afd6c1-07e5-4208-8128-7f7d8b895b12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 217 time: 0.0459034 Jul 08 17:22:33.846210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ee041-7069-4378-b5e7-7cddb164237a req-3a73a21b-2f4f-4e58-9295-66c004dbe90e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.847749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-381ee041-7069-4378-b5e7-7cddb164237a req-3a73a21b-2f4f-4e58-9295-66c004dbe90e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 944 time: 0.3170087 Jul 08 17:22:33.884184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b4a9a-036d-4327-9e9e-047adad00f4f req-60c1f137-b75f-4b5e-9bb3-bce94bb3b37d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.886345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88b4a9a-036d-4327-9e9e-047adad00f4f req-60c1f137-b75f-4b5e-9bb3-bce94bb3b37d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 945 time: 0.2986038 Jul 08 17:22:33.903415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-554335b6-7154-49dc-a4da-ded703ecf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.905031 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-554335b6-7154-49dc-a4da-ded703ecf60c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0650933 Jul 08 17:22:33.943579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-ed823e8f-7886-4fd8-a186-61428dfc8e0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307713 Jul 08 17:22:33.952843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-96094c07-9026-4fef-8d6e-d762e1216811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:33.954299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-96094c07-9026-4fef-8d6e-d762e1216811 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1638761 Jul 08 17:22:34.035292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-381ee041-7069-4378-b5e7-7cddb164237a req-3c590f44-aa34-4f5d-ab6a-38cfd30a6d19 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758215 Jul 08 17:22:34.048347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88b4a9a-036d-4327-9e9e-047adad00f4f req-6293e323-c7b9-41f7-9e29-6dcdf9d59918 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475019 Jul 08 17:22:34.081070 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-e2ca0c99-c788-45a9-b4f9-e1ef1a8f5f2d service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297991 Jul 08 17:22:34.111886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105288-df45-487e-9504-61d4ad105467 req-d38b6727-b422-4d30-a394-27645b18aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:34.113677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-d38b6727-b422-4d30-a394-27645b18aa92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366031 Jul 08 17:22:34.122775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.126036 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17499b-8b42-4e14-b654-feebfdd81a63 x-openstack-request-id: req-4d17499b-8b42-4e14-b654-feebfdd81a63 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:34.126322 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eef122-5824-47cb-bcdb-2f9a2d16a4c4", "tag": "5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:34.126573 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d17499b-8b42-4e14-b654-feebfdd81a63 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:34.126963 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'tag': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'status': 'completed', 'code': 200} Jul 08 17:22:34.167729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ad0fc1-8db2-4f21-ad37-9237c100442c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:34.236423 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.239277 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-cb6d317e-f3bf-4010-bb73-c90cc8b83972 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515772 Jul 08 17:22:34.422085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.425386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.453462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-49c37962-3dbb-48bd-ae5d-3be2fde1d526 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:34.455309 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-49c37962-3dbb-48bd-ae5d-3be2fde1d526 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.0687480 Jul 08 17:22:34.473949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:34.545282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.545710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c889cd0-3bac-4023-8274-30f196c928e4 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:22:34.551678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.552842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a59c43c6-8888-4b72-847e-0aa6ac9d5856 admin admin] 10.222.0.63 "DELETE /v2.0/routers/6c889cd0-3bac-4023-8274-30f196c928e4 HTTP/1.1" status: 204 len: 168 time: 2.2635031 Jul 08 17:22:34.554462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51294) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:34.565238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51296) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:34.579252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51300) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:34.581152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-9ffd5af5-6fed-477c-9e42-ac4b5875a81d service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218748 Jul 08 17:22:34.616058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69413eb-4989-4790-a521-e6214b538c86 req-fe4fc341-f9c2-45ea-a7c1-65249b4b96fe tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:34.623928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f69413eb-4989-4790-a521-e6214b538c86 req-fe4fc341-f9c2-45ea-a7c1-65249b4b96fe tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1096 time: 0.2715359 Jul 08 17:22:34.660872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4e66-5fca-4198-b463-2864e2c7dc99 req-468ad83c-82ad-4bcc-bfe0-d5414fc34051 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:34.664827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.673656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a53d4e66-5fca-4198-b463-2864e2c7dc99 req-468ad83c-82ad-4bcc-bfe0-d5414fc34051 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 947 time: 0.3115971 Jul 08 17:22:34.687048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e776996f-ce0c-4a4a-875b-6d0e4359fa1a details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:34.704289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] Deleting subnet e9dbc87f-cbb4-4ce5-89cb-11604aaca95b {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:22:34.716224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.753690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39be4146-520b-4db7-9ffa-64f4fea11c32 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:34.786661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a53d4e66-5fca-4198-b463-2864e2c7dc99 req-aefb6e67-09f6-4e88-a0d5-8d610d19a4f7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115563 Jul 08 17:22:34.796221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f69413eb-4989-4790-a521-e6214b538c86 req-c8735d1b-ae03-4d12-8715-ceec758ff0c2 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713066 Jul 08 17:22:34.832094 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.846939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-131263538-network', 'tenant_id': 'cfabd5a836564313bc28e1db386a4a77'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:34.854760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eab19b09-ec56-4549-aa96-594a69138e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:34.881471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f105288-df45-487e-9504-61d4ad105467 req-a9f2a1df-dfe5-4973-8819-bffc38a7f2f3 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908216 Jul 08 17:22:34.972498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:22:34.972498 n-d-799528-4 neutron-server[93665]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:22:34.972498 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id': 'cfabd5a836564313bc28e1db386a4a77', 'id': 'cdffebed-6909-49b6-be2b-44618f0333f3', 'expiration': datetime.datetime(2021, 7, 8, 17, 24, 34, 948602)}] Jul 08 17:22:34.972498 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:22:34.972965 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:22:35.006271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.071666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 39be4146-520b-4db7-9ffa-64f4fea11c32 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:35.072007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39be4146-520b-4db7-9ffa-64f4fea11c32 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:35.072273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:35.137978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.148652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e776996f-ce0c-4a4a-875b-6d0e4359fa1a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:35.151920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:35.168444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'port_id': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'mac_address': 'fa:16:3e:1e:89:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:35.197999 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.202206 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e9dbc87f-cbb4-4ce5-89cb-11604aaca95b HTTP/1.1" status: 204 len: 168 time: 0.6337807 Jul 08 17:22:35.202763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12f186-1121-4073-ae04-338c15ad6a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dbc87f-cbb4-4ce5-89cb-11604aaca95b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:35.208257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51318) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:35.232618 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.240249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86530abe-5b61-4dd8-bb5b-e605433a00b5 None None] Network 2e61c1e2-aa07-4698-be28-6e8e95262940 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:35.265768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:35.268058 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d71ea-1035-4519-8cf7-76f34d538ccd" -d '{"events": [{"server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:35.272081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.287475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.308725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e776996f-ce0c-4a4a-875b-6d0e4359fa1a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:35.335285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.352857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e776996f-ce0c-4a4a-875b-6d0e4359fa1a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:35.383385 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.443080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:35.456889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:35.457315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:35.457979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:35.465939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:35.470307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:35.470307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Attempting to bind port ed537848-a9a7-4b25-bc18-12b2452c7e85 on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:35.485806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eab19b09-ec56-4549-aa96-594a69138e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.490440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:35.490944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:35.491493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:35.492081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Bound port: ed537848-a9a7-4b25-bc18-12b2452c7e85, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:35.492445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.494838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7536-ba8d-466d-b7fe-f69307e125bf req-b420d210-32c1-4294-807e-bcf57b87be7b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:35.496383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc7a7536-ba8d-466d-b7fe-f69307e125bf req-b420d210-32c1-4294-807e-bcf57b87be7b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 945 time: 0.4945838 Jul 08 17:22:35.502300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eab19b09-ec56-4549-aa96-594a69138e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.526083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Deleting port 37519294-b93c-4587-be63-b19915225a43 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:35.526419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.558205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Made reservation on behalf of cfabd5a836564313bc28e1db386a4a77 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:35.560795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.567344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] DHCP port deletion for 2e61c1e2-aa07-4698-be28-6e8e95262940 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:22:35.587708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-337a85da-9a1e-48e5-96ff-e01445d1cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:35.589253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-337a85da-9a1e-48e5-96ff-e01445d1cbc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 1098 time: 0.5444005 Jul 08 17:22:35.596976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-eab19b09-ec56-4549-aa96-594a69138e68 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3310365fa330422f91f8d302272c02d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0326831 Jul 08 17:22:35.605622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51322) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:35.616771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139b71-8031-4271-9a42-9622af4da3de req-f441d36a-2c4d-4b66-ad59-34065af17883 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:35.618597 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.621260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-f441d36a-2c4d-4b66-ad59-34065af17883 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.2644818 Jul 08 17:22:35.621651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] Deleting port 37519294-b93c-4587-be63-b19915225a43 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:35.622265 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.637607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab19b09-ec56-4549-aa96-594a69138e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce15bdec-7991-4d84-9e55-6531892c26af,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:35.679154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc7a7536-ba8d-466d-b7fe-f69307e125bf req-d7c0d86f-aeeb-451d-a91c-a9305a8e5a2a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672187 Jul 08 17:22:35.681520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] For port 37519294-b93c-4587-be63-b19915225a43, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=37519294-b93c-4587-be63-b19915225a43,segment=NetworkSegment(9ea26633-eaea-40e0-92dd-542c195e4acf),segment_id=9ea26633-eaea-40e0-92dd-542c195e4acf)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:35.682412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.687949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-0942a32e-48e8-43da-8d7a-cd5338b3440e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/quotas/15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 375 time: 0.0214837 Jul 08 17:22:35.710924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:35.713896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Calling delete_port for 37519294-b93c-4587-be63-b19915225a43 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:35.728201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] For port 37519294-b93c-4587-be63-b19915225a43, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=37519294-b93c-4587-be63-b19915225a43,segment=NetworkSegment(9ea26633-eaea-40e0-92dd-542c195e4acf),segment_id=9ea26633-eaea-40e0-92dd-542c195e4acf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:35.729916 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.733487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:35.753419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] Calling delete_port for 37519294-b93c-4587-be63-b19915225a43 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:35.757863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.796458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-877ce50c-fb0c-4c27-8840-dfff1129574f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074131 Jul 08 17:22:35.809524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['e776996f-ce0c-4a4a-875b-6d0e4359fa1a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:35.814059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ebb208b-f5d8-41ad-811c-ad51da317c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.894416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-d585dd82-24d8-4732-a74d-673d5217b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:35.895894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-d585dd82-24d8-4732-a74d-673d5217b667 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2979281 Jul 08 17:22:35.904497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ebb208b-f5d8-41ad-811c-ad51da317c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:35.953208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-09f58f84-0394-45d9-8f6d-e1e5e4557a21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 HTTP/1.1" status: 200 len: 217 time: 0.0489719 Jul 08 17:22:35.993608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=8']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.007318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.008167 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.010377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-5d1d18ed-0100-4119-98e2-a39249176fc4 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 1121 time: 1.5466175 Jul 08 17:22:36.012512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-6959544f-433f-42e9-bad8-2f371bfcf90e service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150650 Jul 08 17:22:36.033053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aee777-215f-49e8-aa8f-6e58257a409c req-bc8b8115-efb1-41d8-bb97-3f4ad57a192e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.039960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0aee777-215f-49e8-aa8f-6e58257a409c req-bc8b8115-efb1-41d8-bb97-3f4ad57a192e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 945 time: 0.1924853 Jul 08 17:22:36.048721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.051150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.073042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-4323cc3a-bc54-47db-93fb-aa4176be5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.074508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-4323cc3a-bc54-47db-93fb-aa4176be5d06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1084819 Jul 08 17:22:36.077733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.086630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=37519294-b93c-4587-be63-b19915225a43,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.100097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ebb208b-f5d8-41ad-811c-ad51da317c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.102836 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ebb208b-f5d8-41ad-811c-ad51da317c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.107577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ebb208b-f5d8-41ad-811c-ad51da317c20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ce15bdec-7991-4d84-9e55-6531892c26af HTTP/1.1" status: 204 len: 168 time: 0.4997194 Jul 08 17:22:36.109468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] No DVR routers for this DVR port 37519294-b93c-4587-be63-b19915225a43 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:36.115298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:36.122051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ed537848-a9a7-4b25-bc18-12b2452c7e85'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:36.127222 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.137392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.138096 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Added segment 415c7106-ea0f-41f5-be74-2e906941d58d of type vlan for network 57bf7443-b9f2-4322-b667-9bf1037634f5 Jul 08 17:22:36.184518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0aee777-215f-49e8-aa8f-6e58257a409c req-24475a87-94f6-4cb3-a3c1-5b16bd20f088 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435616 Jul 08 17:22:36.190053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414df4c8-7596-4ed5-b05c-8800629de616,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.207602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] Pushing event deleted for resources: {'Port': ['ID=37519294-b93c-4587-be63-b19915225a43,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.208416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0cc61-2392-427d-8c35-c42700233df8 None None] No DVR routers for this DVR port 37519294-b93c-4587-be63-b19915225a43 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:36.274844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb208b-f5d8-41ad-811c-ad51da317c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce15bdec-7991-4d84-9e55-6531892c26af,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.296137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.300505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.303785 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf5716a-a13f-472a-992f-1604875cc5e4 x-openstack-request-id: req-8cf5716a-a13f-472a-992f-1604875cc5e4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:36.304080 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:36.304334 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8cf5716a-a13f-472a-992f-1604875cc5e4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:36.304723 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85', 'code': 200} Jul 08 17:22:36.315949 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.316397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.317141 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.317489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.317624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-9900838d-15b5-4dc4-9cad-402d915edf45 service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729406 Jul 08 17:22:36.317827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.318153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.318474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.318869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.319090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.319401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.323528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-fccda6ca-614e-4600-9af4-f75809be065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.325086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-fccda6ca-614e-4600-9af4-f75809be065f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180650 Jul 08 17:22:36.449688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.450145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.450549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.451076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93665) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:36.451517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e61c1e2-aa07-4698-be28-6e8e95262940']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:36.481961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea26633-eaea-40e0-92dd-542c195e4acf') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:36.482259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea26633-eaea-40e0-92dd-542c195e4acf') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:36.504961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.533397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.539310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-276a0ca9-1b09-4401-a5b3-98fd7b3da6aa service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024894 Jul 08 17:22:36.540036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:22:36.562178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:36.562549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.568226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f100cc-3b60-4b13-aae3-e268d0aec2d5 req-a5794cb6-6777-47c9-90a2-c1a405978e78 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.570044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4f100cc-3b60-4b13-aae3-e268d0aec2d5 req-a5794cb6-6777-47c9-90a2-c1a405978e78 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 947 time: 0.1338687 Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: from cryptography.utils import int_from_bytes Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: from cryptography.utils import int_from_bytes Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:36.620994 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:36.663780 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4f100cc-3b60-4b13-aae3-e268d0aec2d5 req-e3eed8c7-a571-403d-95dc-c575f8643268 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818217 Jul 08 17:22:36.671357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51336) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:36.694597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 37519294-b93c-4587-be63-b19915225a43 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:36.715699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.716982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:36.718115 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.746557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 37519294-b93c-4587-be63-b19915225a43 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:36.747076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 37519294-b93c-4587-be63-b19915225a43 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:36.747802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 13ad0fc1-8db2-4f21-ad37-9237c100442c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:36.750295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-069e1d2d-f57b-41ed-bac7-9db4df89ac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.765584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c212585e-895a-466b-82d7-16aca4fd7a23 req-05ac92aa-4502-47b3-bea2-eedc19ef3292 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 210 time: 0.0706091 Jul 08 17:22:36.797324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 13ad0fc1-8db2-4f21-ad37-9237c100442c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:22:36.797866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 13ad0fc1-8db2-4f21-ad37-9237c100442c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:36.801730 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2205813 Jul 08 17:22:36.814251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51344) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:36.823730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cd8cc-fab6-405d-8db2-91a853cd89dd admin admin] Pushing event updated for resources: {'Network': ['ID=57bf7443-b9f2-4322-b667-9bf1037634f5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.830758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.834570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Request body: {'subnet': {'network_id': '57bf7443-b9f2-4322-b667-9bf1037634f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-131263538-subnet', 'tenant_id': 'cfabd5a836564313bc28e1db386a4a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:36.836219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 57bf7443-b9f2-4322-b667-9bf1037634f5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:36.875711 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:36.877836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/2e61c1e2-aa07-4698-be28-6e8e95262940 HTTP/1.1" status: 204 len: 168 time: 1.6685345 Jul 08 17:22:36.879665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dc33a-ab0e-4b5a-bb37-06d5d9433fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e61c1e2-aa07-4698-be28-6e8e95262940,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:36.888821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a3b2056-5b83-4484-8e03-6b5410a02881 req-6a219921-b0c0-4a60-a9e5-091721cd1032 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404024 Jul 08 17:22:36.926469 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:22:36.995938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-069e1d2d-f57b-41ed-bac7-9db4df89ac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.011142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721dbc8-c721-4152-acae-8b4d059cf486 req-09e1da03-a3fb-442e-8e84-67a6d21f82e9 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:37.017253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c721dbc8-c721-4152-acae-8b4d059cf486 req-09e1da03-a3fb-442e-8e84-67a6d21f82e9 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 943 time: 0.1274745 Jul 08 17:22:37.023551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-069e1d2d-f57b-41ed-bac7-9db4df89ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.087930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Made reservation on behalf of cfabd5a836564313bc28e1db386a4a77 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:37.090772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.093007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51350) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:37.114319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-069e1d2d-f57b-41ed-bac7-9db4df89ac60 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a2a2f1cfd8424628bc978d7ee6578ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4417973 Jul 08 17:22:37.118855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51352) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:37.125680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e1d2d-f57b-41ed-bac7-9db4df89ac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7c5a30-72e2-4f13-85a9-45756eb12a97,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.156151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c721dbc8-c721-4152-acae-8b4d059cf486 req-1aa33490-6845-4846-9042-d2edb0eacd9e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373804 Jul 08 17:22:37.161227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cf69af62-d43b-45f3-91a9-eaaab1b9ff79 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=10c0e1f6fab64e0da2dcb1c6ba5a27cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644789 Jul 08 17:22:37.162174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51354) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:37.186424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0f4c-6d4b-4e72-bb75-90e3e43917fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.215522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0f4c-6d4b-4e72-bb75-90e3e43917fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.255248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7612-876e-49fe-84e4-5fb9f486b4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.281528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0f4c-6d4b-4e72-bb75-90e3e43917fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.286344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba4c0f4c-6d4b-4e72-bb75-90e3e43917fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.288057 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ba4c0f4c-6d4b-4e72-bb75-90e3e43917fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/be7c5a30-72e2-4f13-85a9-45756eb12a97 HTTP/1.1" status: 204 len: 168 time: 0.1677253 Jul 08 17:22:37.298263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c0f4c-6d4b-4e72-bb75-90e3e43917fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7c5a30-72e2-4f13-85a9-45756eb12a97,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.308361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7612-876e-49fe-84e4-5fb9f486b4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.461697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.496147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7612-876e-49fe-84e4-5fb9f486b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.498623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d7c7612-876e-49fe-84e4-5fb9f486b4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.499746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0d7c7612-876e-49fe-84e4-5fb9f486b4f5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/91a2d227-8c55-454f-84d2-b6dde52459a9 HTTP/1.1" status: 204 len: 168 time: 0.3366535 Jul 08 17:22:37.517208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f7b5-3fb9-4618-875e-e0b3088d130d req-c11af3a3-05ec-4f10-8d71-cf7897456ec1 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:37.518702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7459f7b5-3fb9-4618-875e-e0b3088d130d req-c11af3a3-05ec-4f10-8d71-cf7897456ec1 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 945 time: 0.1834095 Jul 08 17:22:37.535844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c7612-876e-49fe-84e4-5fb9f486b4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a2d227-8c55-454f-84d2-b6dde52459a9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.579724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad8537f-6e7c-4f8d-ac0d-4fc215bf1afb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:37.586805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Checking segment: {'id': '415c7106-ea0f-41f5-be74-2e906941d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '57bf7443-b9f2-4322-b667-9bf1037634f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:37.587159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Network hostable DHCP agents. Network: 57bf7443-b9f2-4322-b667-9bf1037634f5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:37.609459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7459f7b5-3fb9-4618-875e-e0b3088d130d req-9b750f19-8f4a-4dee-a0b5-a68f5c2a3e57 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769155 Jul 08 17:22:37.622297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Network 57bf7443-b9f2-4322-b667-9bf1037634f5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:37.659123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 57bf7443-b9f2-4322-b667-9bf1037634f5) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:37.665349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:37.666787 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:37.669678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2f5a47-04da-4d57-97c4-431e56130e05 None None] Network 57bf7443-b9f2-4322-b667-9bf1037634f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:37.699094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-39b57f4b-ece2-47e4-a15b-2a9bb73d5263 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8826778 Jul 08 17:22:37.948821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ac4cf4-652d-4797-8e17-4bc6deefbf2e None None] Network 57bf7443-b9f2-4322-b667-9bf1037634f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:38.101021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200aa39-3299-4667-a765-e5903e793887 req-d8b6f852-0151-4e30-ac0d-955eff20bc38 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.101633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139b71-8031-4271-9a42-9622af4da3de req-17fba8dc-6109-4498-bc70-fcab22eee3fa tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.103169 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-17fba8dc-6109-4498-bc70-fcab22eee3fa tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.3188217 Jul 08 17:22:38.104534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6200aa39-3299-4667-a765-e5903e793887 req-d8b6f852-0151-4e30-ac0d-955eff20bc38 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 947 time: 0.1907480 Jul 08 17:22:38.123268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Request body: {'port': {'device_id': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'admin_state_up': True, 'tenant_id': '15045cd9dfb2442c80782c300ddffea5'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:38.134412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05e3e9e8-568c-40a5-82c9-82d9bb7713aa req-e64dfc99-cff9-46fb-9663-10e48aaaa9ff tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 210 time: 0.0732076 Jul 08 17:22:38.179553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6200aa39-3299-4667-a765-e5903e793887 req-8b03abcc-3185-48a6-a150-a14115f051cb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482476 Jul 08 17:22:38.278912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Made reservation on behalf of 15045cd9dfb2442c80782c300ddffea5 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:38.285560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.306360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:38.309333 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d32effd-abca-4867-9504-3267e436940b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:38.386225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766a8f0-9c30-4a4e-91bb-9184b429b1f4 req-5886fdcb-a3c2-4bd9-abeb-3d23422ca468 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.387700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1766a8f0-9c30-4a4e-91bb-9184b429b1f4 req-5886fdcb-a3c2-4bd9-abeb-3d23422ca468 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 943 time: 0.0762060 Jul 08 17:22:38.427705 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcacc2c8-3c65-4bd7-9874-7df79a9618b1 x-openstack-request-id: req-bcacc2c8-3c65-4bd7-9874-7df79a9618b1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:38.428053 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:38.428305 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bcacc2c8-3c65-4bd7-9874-7df79a9618b1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:38.428771 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85', 'status': 'completed', 'code': 200} Jul 08 17:22:38.459305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1766a8f0-9c30-4a4e-91bb-9184b429b1f4 req-073a4dea-1e87-47ae-831e-a980965aa02a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613990 Jul 08 17:22:38.542338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32effd-abca-4867-9504-3267e436940b req-fb605356-5542-4a32-9626-cc5005ea2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.544105 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d32effd-abca-4867-9504-3267e436940b req-fb605356-5542-4a32-9626-cc5005ea2803 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1124 time: 0.1075671 Jul 08 17:22:38.580675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Allocated IP 172.20.0.11 (6d73dbbb-e029-4435-bffb-10686084861d/a8362d75-575c-47ad-bd75-aa622b0b5c48/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:38.693110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32effd-abca-4867-9504-3267e436940b req-71ec16d6-26a7-44b2-82bd-73e031efcb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.694607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d32effd-abca-4867-9504-3267e436940b req-71ec16d6-26a7-44b2-82bd-73e031efcb9a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.1394591 Jul 08 17:22:38.718139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:38.759348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e776996f-ce0c-4a4a-875b-6d0e4359fa1a up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:38.855874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc80be-a294-4b75-baac-a406bb64b5c5 req-43b5d2df-dd25-4cad-a0d0-1559613e1853 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:38.868019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57bc80be-a294-4b75-baac-a406bb64b5c5 req-43b5d2df-dd25-4cad-a0d0-1559613e1853 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 945 time: 0.1057124 Jul 08 17:22:38.915179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:38.915980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51428) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:38.931459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'mac_address': 'fa:16:3e:d6:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:38.934352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port e776996f-ce0c-4a4a-875b-6d0e4359fa1a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:38.940440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port e776996f-ce0c-4a4a-875b-6d0e4359fa1a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:38.941206 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:38.950113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1177205503-network', 'tenant_id': 'e3403cd6a1d4443eb3bb6fb012fc1d2a'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:39.018309 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.020555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57bc80be-a294-4b75-baac-a406bb64b5c5 req-ef23e112-64b6-4a48-8df6-cb2bae3f45a0 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513147 Jul 08 17:22:39.050297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Made reservation on behalf of e3403cd6a1d4443eb3bb6fb012fc1d2a for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:39.052589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:39.053733 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.065784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.071168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d32effd-abca-4867-9504-3267e436940b req-ce9ff70f-b927-4bbf-9a8a-a6c70ee5c445 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 217 time: 0.3656740 Jul 08 17:22:39.120775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:39.132965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.135483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:39.144020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32effd-abca-4867-9504-3267e436940b req-f5aef925-58d8-4588-af5a-932fe21b724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:39.145901 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d32effd-abca-4867-9504-3267e436940b req-f5aef925-58d8-4588-af5a-932fe21b724c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0665333 Jul 08 17:22:39.171076 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.265927 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d32effd-abca-4867-9504-3267e436940b req-cc3cbb2d-636a-463f-8e57-fdb193627431 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115925 Jul 08 17:22:39.278997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:39.285527 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ee53ad-e4b0-495f-b760-e899d34e9b09" -d '{"events": [{"server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "name": "network-vif-plugged", "status": "completed", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:39.296368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51440) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:39.322999 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.331403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.332218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e776996f-ce0c-4a4a-875b-6d0e4359fa1a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:39.337806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:39.355050 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.360462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.386483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:39.398208 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.398553 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Added segment 72a4b85e-3065-4213-b14a-d00ccf6e57b0 of type vlan for network 2fe5c450-cd68-4e8f-8d91-e674441f2f38 Jul 08 17:22:39.455874 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.456087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:39.469802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:22:39.491569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:39.516217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-network', 'tenant_id': '4ea79d18a717459cb074231e2c88831c'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:39.520168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cc0d63a-202b-4986-8ac9-1efa85496f3e req-699c6885-006d-437c-9a51-22a544283ac1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 210 time: 0.1937449 Jul 08 17:22:39.533552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d32effd-abca-4867-9504-3267e436940b req-95a5666d-7ee4-4eb8-bb29-92736a304ce8 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961050 Jul 08 17:22:39.535563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.551950 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.552947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:39.553703 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.573538 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd91dec-e630-4d4c-a5cd-c8440e006c00 x-openstack-request-id: req-ddd91dec-e630-4d4c-a5cd-c8440e006c00 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:39.573825 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "name": "network-vif-plugged", "status": "completed", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:39.574075 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ddd91dec-e630-4d4c-a5cd-c8440e006c00 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:39.574470 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'code': 200} Jul 08 17:22:39.617223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Network 6d73dbbb-e029-4435-bffb-10686084861d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:39.647741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e3073-9215-4209-8d86-faf00895ebce,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:39.661627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Made reservation on behalf of 4ea79d18a717459cb074231e2c88831c for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:39.663890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.679842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7571681 Jul 08 17:22:39.687162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:39.697950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:39.703320 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:39.712313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Request body: {'subnet': {'network_id': '2fe5c450-cd68-4e8f-8d91-e674441f2f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1177205503-subnet', 'tenant_id': 'e3403cd6a1d4443eb3bb6fb012fc1d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:39.719441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.753936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:39.778107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c8e51-dad0-42f0-b998-65e44c9306bc admin admin] Pushing event updated for resources: {'Network': ['ID=2fe5c450-cd68-4e8f-8d91-e674441f2f38,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:39.789743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 2fe5c450-cd68-4e8f-8d91-e674441f2f38 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:39.790705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:39.791376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.816833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d32effd-abca-4867-9504-3267e436940b req-cc85cc96-5e6e-4851-8895-b2d1575a6fb7 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746699 Jul 08 17:22:39.847574 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-024275a3-c4f3-4549-91e2-8757881f8572 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7320707 Jul 08 17:22:39.853094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d41d97-7e8a-4305-9b15-dcd047f68b0c req-70c407f8-e19b-4e08-862d-4107b05c41c7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:39.854620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9d41d97-7e8a-4305-9b15-dcd047f68b0c req-70c407f8-e19b-4e08-862d-4107b05c41c7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 948 time: 0.3486502 Jul 08 17:22:39.856110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Made reservation on behalf of e3403cd6a1d4443eb3bb6fb012fc1d2a for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:39.858382 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.858509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Request body: {'port': {'device_id': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:39.877195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:39.936980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:39.942197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-0c693581-e758-4425-a328-e7b72a16201a service neutron] 10.222.0.72 "GET /v2.0/ports/ed537848-a9a7-4b25-bc18-12b2452c7e85/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.2817626 Jul 08 17:22:40.055086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5baabf-9d71-4fa5-8374-e960a9a0505d req-b3b331b9-9966-4b17-b7a8-83e279627408 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.057101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b5baabf-9d71-4fa5-8374-e960a9a0505d req-b3b331b9-9966-4b17-b7a8-83e279627408 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 943 time: 0.3701882 Jul 08 17:22:40.059703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9d41d97-7e8a-4305-9b15-dcd047f68b0c req-39565dc8-9d2e-42e0-9fa2-bd0fbde28c36 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932707 Jul 08 17:22:40.065235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e1ebe-0278-43fe-ae26-ed694a0303bc req-efee401d-eeb0-475d-beba-4295b6b3ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.066894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-469e1ebe-0278-43fe-ae26-ed694a0303bc req-efee401d-eeb0-475d-beba-4295b6b3ea89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 1097 time: 0.3454318 Jul 08 17:22:40.231329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:40.241804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.258880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Transition to ACTIVE for port object 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:40.264104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.317012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:40.396246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:40.397052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:40.397052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:40.401673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:40.402001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:40.406955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:40.407298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:40.407681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:40.408111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Bound port: 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:40.408542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.470800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:40.473930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:40.474592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b5baabf-9d71-4fa5-8374-e960a9a0505d req-a1c030d2-516b-4c15-9474-79b0964c84d5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022048 Jul 08 17:22:40.481114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.505075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-469e1ebe-0278-43fe-ae26-ed694a0303bc req-d3e07154-5698-40ab-92d0-ae07c8fc8c06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4105959 Jul 08 17:22:40.519383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.520451 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.522073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 200 len: 1092 time: 0.6681137 Jul 08 17:22:40.522698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:40.524809 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d1fd81-a686-4f07-97f7-26dc93d71839" -d '{"events": [{"name": "network-changed", "server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:40.549994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722fef8-97e6-44a3-a758-5cd0f7f89342 service neutron] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:40.580644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.614941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.622198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139b71-8031-4271-9a42-9622af4da3de req-f3ba46fa-edd6-47e6-844c-7e37d0d0bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.623805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-f3ba46fa-edd6-47e6-844c-7e37d0d0bf14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1095 time: 0.0583706 Jul 08 17:22:40.669713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:22:40.670018 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-be349c44-d9ad-484b-89fe-812526d427b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 200 len: 217 time: 0.0385273 Jul 08 17:22:40.674884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.719077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e139b71-8031-4271-9a42-9622af4da3de req-447a6f4f-85b6-4ef5-a032-89c158d0ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.720898 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-447a6f4f-85b6-4ef5-a032-89c158d0ea2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0453405 Jul 08 17:22:40.724080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.724424 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Added segment 31de09ec-f360-4455-9dcb-7aad5d644e92 of type vlan for network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b Jul 08 17:22:40.733682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a4e8e-9a69-4098-a807-1520d3e05507,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:40.754640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180133b-0cb8-49e4-be00-a0ef498b8aa2 req-44d7c774-6a89-4937-bb26-129bdd8143b3 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.756220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6180133b-0cb8-49e4-be00-a0ef498b8aa2 req-44d7c774-6a89-4937-bb26-129bdd8143b3 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.3415561 Jul 08 17:22:40.757293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-c9151921-e68b-487d-996a-92a1b580b83d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299208 Jul 08 17:22:40.825134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:40.841870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3c781e-8272-43f9-b7d1-138b557aedeb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:40.844807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.857228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-31e9c4a7-b5aa-4336-b7a3-e6cf98496e5a service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927861 Jul 08 17:22:40.909334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:40.932238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Checking segment: {'id': '72a4b85e-3065-4213-b14a-d00ccf6e57b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2fe5c450-cd68-4e8f-8d91-e674441f2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:40.932585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Network hostable DHCP agents. Network: 2fe5c450-cd68-4e8f-8d91-e674441f2f38, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:40.936696 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60778e9-b05c-4a64-9f07-3ecc61052c55 x-openstack-request-id: req-b60778e9-b05c-4a64-9f07-3ecc61052c55 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:40.937009 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:40.937275 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b60778e9-b05c-4a64-9f07-3ecc61052c55 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:40.937662 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', 'status': 'completed', 'code': 200} Jul 08 17:22:40.945063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6180133b-0cb8-49e4-be00-a0ef498b8aa2 req-a81195a6-46a8-4e20-abca-0aa760e3a084 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774595 Jul 08 17:22:40.969197 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e139b71-8031-4271-9a42-9622af4da3de req-0fbb915b-50af-4bcb-887c-8a59f9310518 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042738 Jul 08 17:22:40.974864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed537848-a9a7-4b25-bc18-12b2452c7e85 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:40.989388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:40.991635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:40.992593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:40.993255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.050413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Network 2fe5c450-cd68-4e8f-8d91-e674441f2f38 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:41.057746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.104388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-b35b2f1a-3093-4bc0-b144-5f4cf0a64099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.106097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-b35b2f1a-3093-4bc0-b144-5f4cf0a64099 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1095 time: 0.0704639 Jul 08 17:22:41.108618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8098199 Jul 08 17:22:41.111481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 2fe5c450-cd68-4e8f-8d91-e674441f2f38) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:41.111636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51488) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.121916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2c67-6b54-4100-8c0f-61718e3b13c2 admin admin] Pushing event updated for resources: {'Network': ['ID=32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.122054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.122601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.124468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Request body: {'subnet': {'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-subnet', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:41.141156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:22:41.176531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1a6f6d25-9759-47a1-9f75-4acc981fa3e4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4862537 Jul 08 17:22:41.216568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Made reservation on behalf of 4ea79d18a717459cb074231e2c88831c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:41.218697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e9507-c91f-4b04-bc80-f580a503b8fa req-5593fe32-5802-450a-ac65-e7a8b2dbb4e7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.219761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.220618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-532e9507-c91f-4b04-bc80-f580a503b8fa req-5593fe32-5802-450a-ac65-e7a8b2dbb4e7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.1657810 Jul 08 17:22:41.238392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] Transition to ACTIVE for port object ed537848-a9a7-4b25-bc18-12b2452c7e85 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:41.247598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06dc3c-187a-42be-b9c6-36734a2eeea9 None None] Network 2fe5c450-cd68-4e8f-8d91-e674441f2f38 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:41.286539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.335514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51494) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.337479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-3c3c5077-183f-4aa9-b332-57ce1e7d7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.339015 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-3c3c5077-183f-4aa9-b332-57ce1e7d7e04 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.2254062 Jul 08 17:22:41.364855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-532e9507-c91f-4b04-bc80-f580a503b8fa req-1d0ef129-fc8a-460c-90de-b89387d584a2 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382248 Jul 08 17:22:41.438424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] No DVR routers for this DVR port ed537848-a9a7-4b25-bc18-12b2452c7e85 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:22:41.447416 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-5d8520c2-00b2-446c-b3c7-36872de8c8d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 200 len: 217 time: 0.1007879 Jul 08 17:22:41.448500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] Pushing event updated for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=10']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.459450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e7375-fd49-4c57-a9d7-6480e412bdc0 None None] Network 2fe5c450-cd68-4e8f-8d91-e674441f2f38 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:41.481069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] Deleting subnet 6ad8537f-6e7c-4f8d-ac0d-4fc215bf1afb {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:22:41.487009 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.496699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92683d9d-65e2-4e8c-aec0-a862275ae894 req-d742165a-ce75-42a2-9ea5-11b90c17e75d tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.498240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92683d9d-65e2-4e8c-aec0-a862275ae894 req-d742165a-ce75-42a2-9ea5-11b90c17e75d tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 948 time: 0.2613053 Jul 08 17:22:41.511272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-ff5d9065-7520-4527-8097-43ea3ab21a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.512951 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-ff5d9065-7520-4527-8097-43ea3ab21a51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0522375 Jul 08 17:22:41.527783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-b0b8c21a-2c53-448e-be8f-c5065552c0ed service neutron] 10.222.0.72 "PUT /v2.0/ports/ed537848-a9a7-4b25-bc18-12b2452c7e85/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5744791 Jul 08 17:22:41.559699 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.578388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.583184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92683d9d-65e2-4e8c-aec0-a862275ae894 req-fceb3c5d-5c86-4cae-859a-31e459aee5bb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Jul 08 17:22:41.598579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-899bbe7a-55f7-4328-8363-3bc6798d384e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509751 Jul 08 17:22:41.629986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.696306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.777326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad8537f-6e7c-4f8d-ac0d-4fc215bf1afb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.780401 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.784487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f3a4b052-8804-4f42-b5ad-648b6260f487 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6ad8537f-6e7c-4f8d-ac0d-4fc215bf1afb HTTP/1.1" status: 204 len: 168 time: 0.4456043 Jul 08 17:22:41.791546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51506) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:41.815593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65fd19d9-1020-46a4-846e-2acb0ca2c630,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:41.826509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Checking segment: {'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:41.826509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Network hostable DHCP agents. Network: 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:22:41.851259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-40dc4422-5ded-410e-ba60-6a638b380648 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387054 Jul 08 17:22:41.873294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:22:41.904678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabde5c-ca5d-45bc-989b-6dfd2f79611d req-15f64105-66ec-49a6-bdee-17802a615f39 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.916616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffabde5c-ca5d-45bc-989b-6dfd2f79611d req-15f64105-66ec-49a6-bdee-17802a615f39 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 944 time: 0.2505071 Jul 08 17:22:41.926383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.956967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-2f38cb06-f08e-4670-928e-3526e92b0a89 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.960943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-2f38cb06-f08e-4670-928e-3526e92b0a89 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.2318351 Jul 08 17:22:41.981271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:41.987162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:41.987736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:41.990863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230bd99-64d9-48a8-b378-7d897db33427 None None] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:41.995154 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33d1fd81-a686-4f07-97f7-26dc93d71839 req-a332bcdd-1851-4255-bd21-1ef75b4aabac service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360505 Jul 08 17:22:42.029212 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ce4aca9-f6eb-42cc-beab-542e4196dbc6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9162428 Jul 08 17:22:42.034124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51514) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:42.040110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:42.067447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.068976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.087977 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffabde5c-ca5d-45bc-989b-6dfd2f79611d req-12926f41-7d2b-4ede-90fb-6b49d8ff3f3e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702735 Jul 08 17:22:42.134268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51516) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:42.140952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.164117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.184349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.184713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.185515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.185867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > port after_create 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.186209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.186534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > port after_update 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.186890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.187173 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.187486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.187800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.216081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b', 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'fixed_ips': [{'subnet_id': '65fd19d9-1020-46a4-846e-2acb0ca2c630'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:22:42.216965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.253439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.253776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.254106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.254436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 17:22:42.254814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bf7443-b9f2-4322-b667-9bf1037634f5']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:42.291464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415c7106-ea0f-41f5-be74-2e906941d58d') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:42.291710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415c7106-ea0f-41f5-be74-2e906941d58d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:42.309509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.339249 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98ef0b76-a7e2-4575-a70f-d02e564d6f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.342986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.347847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-84b3526b-32dd-44c1-948e-bde3f03e95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.349483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-84b3526b-32dd-44c1-948e-bde3f03e95ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1&tenant_id=78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 1095 time: 0.3820267 Jul 08 17:22:42.379182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Allocated IP 172.20.0.2 (32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b/65fd19d9-1020-46a4-846e-2acb0ca2c630/e6d9fb96-d0df-417c-8311-8b9e1b63ade3) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:42.380483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.395594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:42.396140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: from cryptography.utils import int_from_bytes Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: from cryptography.utils import int_from_bytes Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:22:42.406025 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:42.409481 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:42.538194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.559925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.571947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be419381-efb9-4d51-929b-86d9abf8357e req-86410693-5410-4049-8530-6137c6d8982e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.573683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be419381-efb9-4d51-929b-86d9abf8357e req-86410693-5410-4049-8530-6137c6d8982e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.3929746 Jul 08 17:22:42.602008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.609314 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.611532 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] 10.222.0.63 "DELETE /v2.0/networks/57bf7443-b9f2-4322-b667-9bf1037634f5 HTTP/1.1" status: 204 len: 168 time: 0.8182003 Jul 08 17:22:42.616638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51522) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:42.653089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034274b-7aa1-4d7f-b672-7630ff9e31dc admin admin] Pushing event deleted for resources: {'Network': ['ID=57bf7443-b9f2-4322-b667-9bf1037634f5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:42.671212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.683109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Transition to ACTIVE for port object e6d9fb96-d0df-417c-8311-8b9e1b63ade3 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:42.699750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Transition to ACTIVE for port object e6d9fb96-d0df-417c-8311-8b9e1b63ade3 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:42.707875 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.708345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be419381-efb9-4d51-929b-86d9abf8357e req-2b9bfa44-59f8-45a9-b2a9-e3219fbe5de9 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210806 Jul 08 17:22:42.719987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-fd825648-bfcd-4fd9-b533-45c6bc6add8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.721571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-fd825648-bfcd-4fd9-b533-45c6bc6add8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1095 time: 0.2730277 Jul 08 17:22:42.727504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] Deleting subnet 3f3c781e-8272-43f9-b7d1-138b557aedeb {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:22:42.734741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98ef0b76-a7e2-4575-a70f-d02e564d6f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.746009 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.749880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:42.752307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c19f0-02d9-4116-b6c3-f4848cfd893a req-1381240e-2b9c-4ce0-9f18-4ea485ac0503 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.754283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c59c19f0-02d9-4116-b6c3-f4848cfd893a req-1381240e-2b9c-4ce0-9f18-4ea485ac0503 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.2580688 Jul 08 17:22:42.756443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98ef0b76-a7e2-4575-a70f-d02e564d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.759910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:42.762271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:42.773688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:42.817552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Allocated IP 172.25.5.113 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/22c9f5cd-1474-45af-a097-906c8094864c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:42.824878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.835884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Pushing event updated for resources: {'Port': ['ID=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:42.865376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-98ef0b76-a7e2-4575-a70f-d02e564d6f1b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ea65cfb79a174d419e380004ea6981f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7296641 Jul 08 17:22:42.869658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51528) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:42.884257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Attempting to bind port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:42.885191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Attempting to bind port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:42.885554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Attempting to bind port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 on network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:42.889164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef0b76-a7e2-4575-a70f-d02e564d6f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f657c8-7ab7-4f8e-9b1e-40e95f7bb8de,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:42.893856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:42.894243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Checking segment: {'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:42.895183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.895183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Bound using segment: {'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:42.895508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Bound port: e6d9fb96-d0df-417c-8311-8b9e1b63ade3, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:42.895895 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.916296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c59c19f0-02d9-4116-b6c3-f4848cfd893a req-b53ef78d-a658-4dbd-933b-5364747c2fa1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330719 Jul 08 17:22:42.935177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:42.944139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:42.944548 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.954205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:42.983204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-478bc085-1a6c-4fc6-8247-e95454e93e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:42.985837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-478bc085-1a6c-4fc6-8247-e95454e93e65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.2537065 Jul 08 17:22:43.012367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] For port e6d9fb96-d0df-417c-8311-8b9e1b63ade3, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:43.028932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] For port e6d9fb96-d0df-417c-8311-8b9e1b63ade3, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,segment=NetworkSegment(31de09ec-f360-4455-9dcb-7aad5d644e92),segment_id=31de09ec-f360-4455-9dcb-7aad5d644e92)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:43.062663 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.078147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d074e7f-6d1d-4f83-89c6-d90bcbaec82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.081837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.094886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-f4cdc86f-5773-488c-8b9b-68fc48b474e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 217 time: 0.0993207 Jul 08 17:22:43.095878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.106476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2ed1-1db0-4ce6-b562-fad2a59e83e4 req-ad67626e-07a6-4aca-b2f7-5472ac7474f7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.113648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-683e2ed1-1db0-4ce6-b562-fad2a59e83e4 req-ad67626e-07a6-4aca-b2f7-5472ac7474f7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 948 time: 0.2311029 Jul 08 17:22:43.117022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.147448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d074e7f-6d1d-4f83-89c6-d90bcbaec82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.149260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3c781e-8272-43f9-b7d1-138b557aedeb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:43.161953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.163690 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ec17b772-2b8e-46ca-9e10-2c0db73ec861 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3f3c781e-8272-43f9-b7d1-138b557aedeb HTTP/1.1" status: 204 len: 168 time: 0.5463388 Jul 08 17:22:43.165543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:43.168716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51534) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:43.172940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:43.175448 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec09ad-3801-4694-a0cb-e6e3b56b0f66" -d '{"events": [{"server_uuid": "e7eef122-5824-47cb-bcdb-2f9a2d16a4c4", "name": "network-vif-plugged", "status": "completed", "tag": "5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:43.184083 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.187938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfc01f-29f6-4518-a64a-d60d12a01bc9 None None] Pushing event updated for resources: {'Port': ['ID=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:43.218190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-26739a11-bad2-49fc-a71d-dd8650709af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.220004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-26739a11-bad2-49fc-a71d-dd8650709af4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0840755 Jul 08 17:22:43.266382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.277013 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-a737f088-3437-474d-b079-0a564a4ddf07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484235 Jul 08 17:22:43.282712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-683e2ed1-1db0-4ce6-b562-fad2a59e83e4 req-a30f28d4-4e20-40cf-bdd5-73ac4d7e1dd2 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681011 Jul 08 17:22:43.286273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:43.300830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.302470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.309890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5cc28-5b04-4433-912e-4a5263b8a30f req-a73cc413-e708-486e-a2cc-f4ce3183dca9 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:43.311650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09e5cc28-5b04-4433-912e-4a5263b8a30f req-a73cc413-e708-486e-a2cc-f4ce3183dca9 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.2315552 Jul 08 17:22:43.320572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51538) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:43.326839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Request body: {'floatingip': {'port_id': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:43.333085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Pushing event updated for resources: {'Port': ['ID=22c9f5cd-1474-45af-a097-906c8094864c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:43.340895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d074e7f-6d1d-4f83-89c6-d90bcbaec82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.343628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d074e7f-6d1d-4f83-89c6-d90bcbaec82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.358163 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9d074e7f-6d1d-4f83-89c6-d90bcbaec82f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/98f657c8-7ab7-4f8e-9b1e-40e95f7bb8de HTTP/1.1" status: 204 len: 168 time: 0.4722712 Jul 08 17:22:43.391289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:43.397592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d074e7f-6d1d-4f83-89c6-d90bcbaec82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f657c8-7ab7-4f8e-9b1e-40e95f7bb8de,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:43.415523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:43.432301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:43.451487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.609344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.624392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe5c450-cd68-4e8f-8d91-e674441f2f38']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:43.650610 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d580363-2a30-4788-ac21-d8f622a4e345 x-openstack-request-id: req-8d580363-2a30-4788-ac21-d8f622a4e345 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:43.652097 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eef122-5824-47cb-bcdb-2f9a2d16a4c4", "name": "network-vif-plugged", "status": "completed", "tag": "5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:43.652524 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8d580363-2a30-4788-ac21-d8f622a4e345 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:43.653125 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'code': 200} Jul 08 17:22:43.699693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a4b85e-3065-4213-b14a-d00ccf6e57b0') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:43.700243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a4b85e-3065-4213-b14a-d00ccf6e57b0') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:43.719402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.773995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.802703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51544) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:43.808931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:22:43.809308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:22:43.815268 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:22:43.871206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ff5793ea-1c01-40a8-8f67-9592f5f5635b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.936106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-4fe5aa19-cf76-4361-ad88-d35200d14c98 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368349 Jul 08 17:22:43.938139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.989520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:43.991431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] 10.222.0.63 "DELETE /v2.0/networks/2fe5c450-cd68-4e8f-8d91-e674441f2f38 HTTP/1.1" status: 204 len: 168 time: 0.8217454 Jul 08 17:22:44.043016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e33f0-014f-4236-bad0-d3903c49d859 req-f06a9f2d-54cf-4386-94ec-be16b66070ba tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.050397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f3e33f0-014f-4236-bad0-d3903c49d859 req-f06a9f2d-54cf-4386-94ec-be16b66070ba tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 944 time: 0.3071692 Jul 08 17:22:44.206511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f3e33f0-014f-4236-bad0-d3903c49d859 req-3c100161-2a7d-430d-b2cb-9efbfda97680 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548083 Jul 08 17:22:44.224402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-024ab868-9e6c-4481-b230-104aec994faa service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784832 Jul 08 17:22:44.269860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51550) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:44.294964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:44.298430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:22:44.348773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0b721-3607-4f4b-821b-a69d51be0333 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe5c450-cd68-4e8f-8d91-e674441f2f38,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:44.360181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:22:44.365877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d4f10-5ca8-4c89-96b5-974a09f29746 req-4bfff32f-d630-46da-9939-5f20446b79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.367743 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-615d4f10-5ca8-4c89-96b5-974a09f29746 req-4bfff32f-d630-46da-9939-5f20446b79fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 1100 time: 0.6097775 Jul 08 17:22:44.425585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.441830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d890b-b132-4e8c-ba2a-79ae7b87630b req-fc2a69e5-d509-42aa-b49d-62b1cee3cd2d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.453248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b6d890b-b132-4e8c-ba2a-79ae7b87630b req-fc2a69e5-d509-42aa-b49d-62b1cee3cd2d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.3152144 Jul 08 17:22:44.508564 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-615d4f10-5ca8-4c89-96b5-974a09f29746 req-4b0ca35e-47bc-4231-bfa0-6a608c24f8c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116383 Jul 08 17:22:44.521490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773449df-5bfe-444b-baa0-6a8bac74b890 None None] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:22:44.596124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:44.613591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2014ec39-7368-4f07-97f3-d6296dd30717 None None] Provisioning for port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:44.622011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'port_id': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', 'mac_address': 'fa:16:3e:a1:0f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8362d75-575c-47ad-bd75-aa622b0b5c48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:44.644664 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ff5793ea-1c01-40a8-8f67-9592f5f5635b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.658746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ff5793ea-1c01-40a8-8f67-9592f5f5635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.681985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.682194 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8c28a683-92ca-4bfa-9429-bd370735e242 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cfabd5a836564313bc28e1db386a4a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070888 Jul 08 17:22:44.689048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51556) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:44.698322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:44.712122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b6d890b-b132-4e8c-ba2a-79ae7b87630b req-8f5f6e3e-34dc-4b42-8820-e9fd453f91bd tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579327 Jul 08 17:22:44.737369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:44.737703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ff5793ea-1c01-40a8-8f67-9592f5f5635b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f314d782b6ca486ebfe892ca3e691f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9297330 Jul 08 17:22:44.739776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:44.767344 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.771086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5793ea-1c01-40a8-8f67-9592f5f5635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d5f76d-d24a-435c-bd35-a02919cee1d9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:44.776514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e6d9fb96-d0df-417c-8311-8b9e1b63ade3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:44.806374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.900590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:44.902911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9217383-173b-45c0-8e44-388b8e1a1421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.905803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:44.914538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:44.915049 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.939096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79047590-fe3e-4216-b8df-b6a8914d0a73 req-fbf339b4-6470-484b-8bad-87ae9266ee63 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:44.940381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79047590-fe3e-4216-b8df-b6a8914d0a73 req-fbf339b4-6470-484b-8bad-87ae9266ee63 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 949 time: 0.4188554 Jul 08 17:22:44.979413 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9217383-173b-45c0-8e44-388b8e1a1421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:44.980970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:45.001527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.resource_extend [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:22:45.005622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e59e5d31-6d25-4772-8366-e6197caf120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.034922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-82db082f-b8e1-457f-9717-45f7c948a050 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:45.036459 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-82db082f-b8e1-457f-9717-45f7c948a050 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.2259545 Jul 08 17:22:45.057595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.067442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79047590-fe3e-4216-b8df-b6a8914d0a73 req-11b01478-9b6c-4387-a3a6-367eee9cd396 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076188 Jul 08 17:22:45.115490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e59e5d31-6d25-4772-8366-e6197caf120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.129669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port e6d9fb96-d0df-417c-8311-8b9e1b63ade3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,segment=NetworkSegment(31de09ec-f360-4455-9dcb-7aad5d644e92),segment_id=31de09ec-f360-4455-9dcb-7aad5d644e92)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:45.132655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9217383-173b-45c0-8e44-388b8e1a1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.136194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9217383-173b-45c0-8e44-388b8e1a1421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.140085 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9217383-173b-45c0-8e44-388b8e1a1421 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/86d5f76d-d24a-435c-bd35-a02919cee1d9 HTTP/1.1" status: 204 len: 168 time: 0.3951380 Jul 08 17:22:45.149725 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.155252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9217383-173b-45c0-8e44-388b8e1a1421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d5f76d-d24a-435c-bd35-a02919cee1d9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:45.159315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.177037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:22:45.183404 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.252709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:45.313788 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e59e5d31-6d25-4772-8366-e6197caf120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.316635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e59e5d31-6d25-4772-8366-e6197caf120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.318011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e59e5d31-6d25-4772-8366-e6197caf120d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/414df4c8-7596-4ed5-b05c-8800629de616 HTTP/1.1" status: 204 len: 168 time: 0.6190293 Jul 08 17:22:45.331904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e5d31-6d25-4772-8366-e6197caf120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414df4c8-7596-4ed5-b05c-8800629de616,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:45.334203 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Floating IP 773fc58b-72e9-4c49-8a12-3aac9e92f22e associated. External IP: 172.25.5.239, port: e776996f-ce0c-4a4a-875b-6d0e4359fa1a. Jul 08 17:22:45.406176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-47712161-acef-481a-9973-14096f955456 service neutron] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:45.410987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-47712161-acef-481a-9973-14096f955456 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.421902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2447a9b2-cc9e-4d9b-99f7-034a8d76ed08 req-47712161-acef-481a-9973-14096f955456 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ed537848-a9a7-4b25-bc18-12b2452c7e85/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.3758500 Jul 08 17:22:45.453957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c2a5ba18-145a-4ec7-9e13-a13164aceaf6 None None] Provisioning complete for port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:45.455073 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c2a5ba18-145a-4ec7-9e13-a13164aceaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.484316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:45.507235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:45.510799 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f6fe09df-c7ac-4353-af62-eb9c5e61a6ed admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4750469 Jul 08 17:22:45.513410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51566) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:45.523147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Sync routers for ids ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:45.551445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Routers {'4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:45.552381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:45.698996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Set router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:45.938250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f038bcc-5e35-41a4-84e0-cc7953e631b0 req-94a8160f-a7c1-44ec-9611-728fbcfa3676 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:45.949960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f038bcc-5e35-41a4-84e0-cc7953e631b0 req-94a8160f-a7c1-44ec-9611-728fbcfa3676 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 944 time: 0.1834679 Jul 08 17:22:46.016722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51582) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:46.037971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f038bcc-5e35-41a4-84e0-cc7953e631b0 req-e268a25c-4328-4e3a-9c5b-ea2ea680d254 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849457 Jul 08 17:22:46.192534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '22c9f5cd-1474-45af-a097-906c8094864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:43Z', 'revision_number': 3, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port': {'id': '22c9f5cd-1474-45af-a097-906c8094864c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:46.230842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a4b0dee-4f76-4ae3-a9cf-755bf3cce2f8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e3403cd6a1d4443eb3bb6fb012fc1d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888673 Jul 08 17:22:46.231342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:46.235285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Checking router: 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:46.237000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Updating router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab port 22c9f5cd-1474-45af-a097-906c8094864c binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:46.272240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.277630 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-abf0c63a-08d3-43bc-808a-4bc448d2d418 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104240 Jul 08 17:22:46.279696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Router 7d84a5e5-9947-448e-8252-c6c095e047c4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:46.296013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:46.305950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a0558-3df0-462b-994d-7ee497efe518 req-0410ad1f-2917-4122-bf9f-033a8906bf19 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.312922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a9a0558-3df0-462b-994d-7ee497efe518 req-0410ad1f-2917-4122-bf9f-033a8906bf19 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 945 time: 0.2975748 Jul 08 17:22:46.340105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.399322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-391482f3-0889-4df3-a0a9-603e06230967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.425628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a9a0558-3df0-462b-994d-7ee497efe518 req-ec46bfce-4635-4bb2-87d8-336f464bbe82 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117444 Jul 08 17:22:46.547794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-391482f3-0889-4df3-a0a9-603e06230967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.599734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-00c8b5f5-feab-44c6-a6ac-49a712a9a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.604779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-00c8b5f5-feab-44c6-a6ac-49a712a9a039 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1095 time: 0.2425492 Jul 08 17:22:46.698153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:46.713902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.715529 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] Sync routers for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:46.733671 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:46.735360 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:46.739686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:46.771078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e6d9fb96-d0df-417c-8311-8b9e1b63ade3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:46.773017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:46.773395 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.807131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Allocated IP 172.20.0.1 (32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b/65fd19d9-1020-46a4-846e-2acb0ca2c630/0da6d50a-8594-4df0-b41d-47718878e77d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:46.833406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e26a36f-63d5-4bd6-a65d-5624f3c0ea94 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "PUT /v2.0/floatingips/773fc58b-72e9-4c49-8a12-3aac9e92f22e HTTP/1.1" status: 200 len: 992 time: 3.5068884 Jul 08 17:22:46.833406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:46.834662 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627861f-6eaa-4b42-99ea-6af4b52a3951" -d '{"events": [{"name": "network-changed", "server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:46.842604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-391482f3-0889-4df3-a0a9-603e06230967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.845222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-391482f3-0889-4df3-a0a9-603e06230967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:46.848975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-391482f3-0889-4df3-a0a9-603e06230967 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fc5e3073-9215-4209-8d86-faf00895ebce HTTP/1.1" status: 204 len: 168 time: 0.6088159 Jul 08 17:22:46.866955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bcbee-ec36-4d81-876e-cb86f9409a73 req-61af54f1-eb4a-4f96-a60e-addccc385739 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.875218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-184bcbee-ec36-4d81-876e-cb86f9409a73 req-61af54f1-eb4a-4f96-a60e-addccc385739 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 949 time: 0.3204675 Jul 08 17:22:46.889137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391482f3-0889-4df3-a0a9-603e06230967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e3073-9215-4209-8d86-faf00895ebce,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:46.909181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfaaa-2c89-4bc1-99b7-1fa795915b26 req-42f770bd-0eb3-4513-b8b4-cb95743e8ff8 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:46.910749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdbdfaaa-2c89-4bc1-99b7-1fa795915b26 req-42f770bd-0eb3-4513-b8b4-cb95743e8ff8 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1095 time: 0.2377839 Jul 08 17:22:46.948065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-184bcbee-ec36-4d81-876e-cb86f9409a73 req-3a38e3c3-172d-4813-8637-dcc13c2a6bad tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717771 Jul 08 17:22:46.979608 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:46.996210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdbdfaaa-2c89-4bc1-99b7-1fa795915b26 req-ae6d630c-4af8-4787-aab1-83b4f874cb4e tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745685 Jul 08 17:22:47.029218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-ed210c2c-b77f-43e9-b6bf-f590aba05d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:47.030681 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-ed210c2c-b77f-43e9-b6bf-f590aba05d70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.3822925 Jul 08 17:22:47.080134 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cb5971-59cb-4240-a503-916d7a1545df x-openstack-request-id: req-04cb5971-59cb-4240-a503-916d7a1545df {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:47.080434 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:47.080690 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-04cb5971-59cb-4240-a503-916d7a1545df {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:47.081124 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'status': 'completed', 'code': 200} Jul 08 17:22:47.154443 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-96774e07-10b7-47a8-96cc-9794037b5f05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.1114912 Jul 08 17:22:47.200814 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.264393 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '773fc58b-72e9-4c49-8a12-3aac9e92f22e', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'port_id': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'mac_address': 'fa:16:3e:1e:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:20Z', 'updated_at': '2021-07-08T17:22:44Z', 'revision_number': 1, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 5, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:47.285239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:47.287540 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f5f03-3f85-46a4-934d-1e4fefbac591" -d '{"events": [{"server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "name": "network-vif-plugged", "status": "completed", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:47.303277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:47.303654 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.311921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-9e7e99a9-af16-4f9c-8f9c-9c472c603c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:47.314258 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-9e7e99a9-af16-4f9c-8f9c-9c472c603c3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1380677 Jul 08 17:22:47.319960 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] Checking router: 7d84a5e5-9947-448e-8252-c6c095e047c4 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:47.332283 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:47.333201 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:47.346403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:47.385344 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.437525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.450717 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:47.464862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-05840726-cc34-47c3-afa6-63d876d9d64f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972955 Jul 08 17:22:47.465114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Transition to ACTIVE for port object 22c9f5cd-1474-45af-a097-906c8094864c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:47.474609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:47.498334 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.562195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Attempting to bind port 22c9f5cd-1474-45af-a097-906c8094864c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:47.564346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Attempting to bind port 22c9f5cd-1474-45af-a097-906c8094864c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:47.564346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Attempting to bind port 22c9f5cd-1474-45af-a097-906c8094864c on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:47.574234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:47.574617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:47.575023 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.575413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:47.576033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Bound port: 22c9f5cd-1474-45af-a097-906c8094864c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:47.576442 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.598353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.601533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439e79-85aa-4a17-8fcd-0e37c138d5c6 None None] Pushing event updated for resources: {'Port': ['ID=22c9f5cd-1474-45af-a097-906c8094864c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:47.644976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-910dfd2e-b6f8-412c-ad25-1721ede5ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:47.646875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-910dfd2e-b6f8-412c-ad25-1721ede5ca76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41b39d2156d2497fb94371f7266b5e77&device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 1097 time: 0.4671772 Jul 08 17:22:47.649970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] For port 22c9f5cd-1474-45af-a097-906c8094864c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:47.653702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] For port 22c9f5cd-1474-45af-a097-906c8094864c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=22c9f5cd-1474-45af-a097-906c8094864c,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:47.660533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Transition to ACTIVE for port object 0da6d50a-8594-4df0-b41d-47718878e77d will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:47.663638 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:47.668180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-744b46b2-0549-495e-a200-e361a8c6a6e7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:47.674141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-744b46b2-0549-495e-a200-e361a8c6a6e7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.3293118 Jul 08 17:22:47.695899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-e34bb7cb-6dd9-42ba-a80f-0c75ee00c1c4 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/quotas/78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 375 time: 0.0157676 Jul 08 17:22:47.749567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Routers {'4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:47.750132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:47.752382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439e79-85aa-4a17-8fcd-0e37c138d5c6 None None] Pushing event updated for resources: {'Port': ['ID=22c9f5cd-1474-45af-a097-906c8094864c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:47.791054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-e5ae3159-5b77-4c35-ba27-7bf54a48b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:47.792892 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-e5ae3159-5b77-4c35-ba27-7bf54a48b92c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f0753dd1-beba-4116-a199-9437c3a6fb03 HTTP/1.1" status: 200 len: 907 time: 0.1348393 Jul 08 17:22:47.861751 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-31fc22db-7368-496a-b9d3-bc7e47805024 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756173 Jul 08 17:22:47.886766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-00d8ad3f-4e32-4afa-afab-b83270634462 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1803570 Jul 08 17:22:47.979646 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '773fc58b-72e9-4c49-8a12-3aac9e92f22e', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'port_id': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'mac_address': 'fa:16:3e:1e:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:20Z', 'updated_at': '2021-07-08T17:22:44Z', 'revision_number': 1, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 5, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:47.989524 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-b003c0fe-b25a-4bc7-b550-805d395fde04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a HTTP/1.1" status: 200 len: 1000 time: 0.1832552 Jul 08 17:22:48.015171 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d396e-f28b-4db4-8d97-a78c28090fb7 None None] The sync data for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 is: [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '773fc58b-72e9-4c49-8a12-3aac9e92f22e', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'port_id': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'mac_address': 'fa:16:3e:1e:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:20Z', 'updated_at': '2021-07-08T17:22:44Z', 'revision_number': 1, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 5, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:48.044563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.054352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] Set router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:48.079184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-24a6adb6-d719-4332-af15-847aa849138d service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883233 Jul 08 17:22:48.097211 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95ca262f-ae88-407d-90e3-a49b8e25f2f5 req-f0cdadbb-d62a-4275-aa2c-a2493fed0204 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165477 Jul 08 17:22:48.151135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:48.159011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:48.209885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:48.258035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-9926122f-d41f-47f1-99f9-c016f983681d service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554852 Jul 08 17:22:48.282716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-ef81d1b9-0280-4319-afb6-6f1c83b4ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:48.284552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-ef81d1b9-0280-4319-afb6-6f1c83b4ae27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=65bed641-9d0d-4e4a-b122-0ab37dd648d4 HTTP/1.1" status: 200 len: 845 time: 0.2860208 Jul 08 17:22:48.285487 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.305433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613baa-ba90-4ee0-9722-4b57b4763c8d req-cb0b155c-180e-40ab-88b0-231d7db369a1 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:48.307503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60613baa-ba90-4ee0-9722-4b57b4763c8d req-cb0b155c-180e-40ab-88b0-231d7db369a1 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 1100 time: 0.2274160 Jul 08 17:22:48.346716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60613baa-ba90-4ee0-9722-4b57b4763c8d req-461e717b-6f34-4c94-bc69-068293f5cee7 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.398404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167a90c-d5a1-4ab7-9543-3cfaf78a9c1e None None] New status for floating IP 773fc58b-72e9-4c49-8a12-3aac9e92f22e: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:22:48.416771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0da6d50a-8594-4df0-b41d-47718878e77d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:48.571437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60613baa-ba90-4ee0-9722-4b57b4763c8d req-461e717b-6f34-4c94-bc69-068293f5cee7 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.586515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60613baa-ba90-4ee0-9722-4b57b4763c8d req-461e717b-6f34-4c94-bc69-068293f5cee7 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:48.627567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60613baa-ba90-4ee0-9722-4b57b4763c8d req-461e717b-6f34-4c94-bc69-068293f5cee7 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089311 Jul 08 17:22:48.628208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e717b-6f34-4c94-bc69-068293f5cee7 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113c79bd-4cf3-4ee6-b6c0-358a23eb6693,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:48.829012 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e1a0e5-69e6-43cc-a5f1-167433ae8f77 x-openstack-request-id: req-06e1a0e5-69e6-43cc-a5f1-167433ae8f77 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:48.829692 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "name": "network-vif-plugged", "status": "completed", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:48.829692 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-06e1a0e5-69e6-43cc-a5f1-167433ae8f77 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:48.829976 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', 'code': 200} Jul 08 17:22:48.937499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a55b0b40-d329-4555-8a65-ca28d78d4795 None None] Provisioning for port 0da6d50a-8594-4df0-b41d-47718878e77d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:48.961515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a55b0b40-d329-4555-8a65-ca28d78d4795 None None] Provisioning complete for port 0da6d50a-8594-4df0-b41d-47718878e77d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:48.961984 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a55b0b40-d329-4555-8a65-ca28d78d4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.005899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '22c9f5cd-1474-45af-a097-906c8094864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:43Z', 'revision_number': 3, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port': {'id': '22c9f5cd-1474-45af-a097-906c8094864c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:49.020890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b2eea-f81b-41ad-bf31-1763ded5e242 req-a2219bca-36f3-4564-81b9-56396dfb1eaa tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.022801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-542b2eea-f81b-41ad-bf31-1763ded5e242 req-a2219bca-36f3-4564-81b9-56396dfb1eaa tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.2117703 Jul 08 17:22:49.044565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc5d54-9e2a-44ae-8c2f-9860a9982b43 None None] The sync data for ids ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'] in n-d-799528-4 is: [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '22c9f5cd-1474-45af-a097-906c8094864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:43Z', 'revision_number': 3, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port': {'id': '22c9f5cd-1474-45af-a097-906c8094864c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:49.060588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a55b0b40-d329-4555-8a65-ca28d78d4795 None None] Port 0da6d50a-8594-4df0-b41d-47718878e77d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:49.108172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-542b2eea-f81b-41ad-bf31-1763ded5e242 req-a9dd73fe-23e2-45b4-9866-1afd4f50501d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755496 Jul 08 17:22:49.169301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-16c41774-2053-406a-b044-256e56230cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.170780 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-16c41774-2053-406a-b044-256e56230cbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f0753dd1-beba-4116-a199-9437c3a6fb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7957382 Jul 08 17:22:49.178916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cff5e-9af4-4965-89a0-7bf825108e28 req-302c1f4f-4fd0-4430-8458-f8759ddc31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:49.180601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d8cff5e-9af4-4965-89a0-7bf825108e28 req-302c1f4f-4fd0-4430-8458-f8759ddc31f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1097 time: 0.1699300 Jul 08 17:22:49.325976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.347642 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d8cff5e-9af4-4965-89a0-7bf825108e28 req-4d05a8b6-8382-419c-aa30-3d08c718a112 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128666 Jul 08 17:22:49.412803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-74131534-8e55-4c1b-9c9c-50086b93969a service neutron] 10.222.0.41 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310092 Jul 08 17:22:49.529052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a18a1fd5-0691-4d7a-8c24-1903ac036af3 req-74762130-7b75-436a-8156-cb247bcd5405 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 210 time: 0.0793910 Jul 08 17:22:49.650708 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6627861f-6eaa-4b42-99ea-6af4b52a3951 req-f98fa109-2a1d-4ba5-a0d1-52bef0b1f9f3 service neutron] 10.222.0.41 "GET /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276089 Jul 08 17:22:49.707448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.718444 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.837089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0da6d50a-8594-4df0-b41d-47718878e77d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:49.844635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:49.965917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:49.967606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:50.073168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-e6da9c4f-7cdb-45f3-9987-fdc671fec7ea tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333698 Jul 08 17:22:50.205369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:50.216846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-397b4eff-e9a1-4452-aa6f-8d6ea3274619 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1892965 Jul 08 17:22:50.288280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-e2e06f9d-82f9-4d72-9ca9-a29f26b72b76 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.295334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-e2e06f9d-82f9-4d72-9ca9-a29f26b72b76 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146981 Jul 08 17:22:50.341257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-5949e5cd-6f4f-4b85-8308-1ed0e9719d89 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/quotas/9cb8beca9e7649af8fb571b3196864e7 HTTP/1.1" status: 200 len: 375 time: 0.0449355 Jul 08 17:22:50.419919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9f53275f-a342-48ae-a593-93ba42db7296 None None] Provisioning complete for port 0da6d50a-8594-4df0-b41d-47718878e77d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:50.420470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9f53275f-a342-48ae-a593-93ba42db7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.430945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:50.460807 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-02d2b46e-292f-4ab2-92ae-87f9a137e3f7 admin admin] 10.222.0.63 "PUT /v2.0/routers/4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9410303 Jul 08 17:22:50.480360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-e61a575d-dbff-400d-a6e1-6770984a1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.483119 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-e61a575d-dbff-400d-a6e1-6770984a1aee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1095 time: 0.1169183 Jul 08 17:22:50.520726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9f53275f-a342-48ae-a593-93ba42db7296 None None] Port 0da6d50a-8594-4df0-b41d-47718878e77d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:50.626730 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-b1ad4fc1-fb4a-44d1-b137-3f135a7e6ba5 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2758756 Jul 08 17:22:50.681870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-c2f56e31-b0c6-4147-8671-e6209443f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.683361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-c2f56e31-b0c6-4147-8671-e6209443f569 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.1672385 Jul 08 17:22:50.688669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-2f8aee68-d2a0-403b-a9b4-8e50f6f7e760 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.691179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-2f8aee68-d2a0-403b-a9b4-8e50f6f7e760 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.3289530 Jul 08 17:22:50.708569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Request body: {'port': {'device_id': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'admin_state_up': True, 'tenant_id': '78f0f599a2754a83bb34ce042d0c8c17'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:50.763659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22c9f5cd-1474-45af-a097-906c8094864c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:50.766529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-f7400389-13fd-4ae1-98a1-6e8c0d554785 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0642359 Jul 08 17:22:50.838294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 22c9f5cd-1474-45af-a097-906c8094864c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:50.841609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-9206dba8-9fc7-4bdd-83f5-bc89e3089092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:50.843901 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-9206dba8-9fc7-4bdd-83f5-bc89e3089092 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0669923 Jul 08 17:22:50.845672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 22c9f5cd-1474-45af-a097-906c8094864c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:50.846211 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.889180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-33c648b0-d67e-40ab-9b03-63f91c6d96f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380123 Jul 08 17:22:50.916404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Made reservation on behalf of 78f0f599a2754a83bb34ce042d0c8c17 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:50.923378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.959160 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:50.985307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 22c9f5cd-1474-45af-a097-906c8094864c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=22c9f5cd-1474-45af-a097-906c8094864c,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:50.991484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.019868 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-5451a411-c827-4a61-9014-70228b776cb6 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233189 Jul 08 17:22:51.022940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.023611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.024234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.025464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.026169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.026782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.027397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.028009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.028479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.029083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.029544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.031658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c741595-6852-462c-9b0f-988ef05a5216 req-263a2fd1-0ebf-4220-8c88-60bf594586ee tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7842 time: 0.2411675 Jul 08 17:22:51.066004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=22c9f5cd-1474-45af-a097-906c8094864c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:51.138598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Allocated IP 172.20.0.9 (0664b879-38e9-4d8c-9380-0897a1d0931b/e74a4f37-adb8-40a7-b934-dc46167628eb/c42a69d3-382d-4c02-adb8-3a7a413ad5be) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:51.158018 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92096d88-ef57-47d3-a05b-d471c88e2489 req-4fd41712-f26f-484d-bc59-015b0686e988 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301005 Jul 08 17:22:51.395378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159a8c-ea40-4595-abe5-2cd816d95471 req-0c03a083-a7e0-4c43-9b78-fc3cff9fb223 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.396994 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7159a8c-ea40-4595-abe5-2cd816d95471 req-0c03a083-a7e0-4c43-9b78-fc3cff9fb223 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.1658573 Jul 08 17:22:51.419098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.460334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7159a8c-ea40-4595-abe5-2cd816d95471 req-4ddfceb4-5eae-4c04-9416-b6650ab4f752 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 Jul 08 17:22:51.500681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.561849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Network 0664b879-38e9-4d8c-9380-0897a1d0931b is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:51.565455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:51.570231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:51.577583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:51.633342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.634469 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.669183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-517e18e6-7786-4410-9b90-4c6f64aa262f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9685295 Jul 08 17:22:51.675314 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Sync routers for ids ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:51.684100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Request body: {'port': {'device_id': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:51.687673 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Routers {'4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:51.690289 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:51.816358 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Set router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:51.840008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104e147-81d0-4563-b94e-04e0260b01d3 req-87ca8345-108d-43af-ab36-2930f7ac2313 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:51.847776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d104e147-81d0-4563-b94e-04e0260b01d3 req-87ca8345-108d-43af-ab36-2930f7ac2313 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 931 time: 0.1775241 Jul 08 17:22:51.849753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:51.907256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d104e147-81d0-4563-b94e-04e0260b01d3 req-01d20e49-a1cf-42a2-8ab1-2c27b9106837 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583060 Jul 08 17:22:52.104510 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-13a3efb2-db19-4ad2-804b-b7a81157499f req-7c867128-38e6-4cf5-820c-9925d2b4371e tempest-FloatingIPDetailsNegativeTestJSON-1091433470 tempest-FloatingIPDetailsNegativeTestJSON-1091433470-project] show failed (client error): The resource could not be found. Jul 08 17:22:52.105917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13a3efb2-db19-4ad2-804b-b7a81157499f req-7c867128-38e6-4cf5-820c-9925d2b4371e tempest-FloatingIPDetailsNegativeTestJSON-1091433470 tempest-FloatingIPDetailsNegativeTestJSON-1091433470-project] 10.222.0.63 "GET /v2.0/floatingips/576c2354-84f4-4e0c-b59e-e69525dc9b7a HTTP/1.1" status: 404 len: 350 time: 0.0978382 Jul 08 17:22:52.118768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51746) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:52.170923 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '22c9f5cd-1474-45af-a097-906c8094864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:49Z', 'revision_number': 4, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port': {'id': '22c9f5cd-1474-45af-a097-906c8094864c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0da6d50a-8594-4df0-b41d-47718878e77d', 'name': '', 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'mac_address': 'fa:16:3e:6b:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '65fd19d9-1020-46a4-846e-2acb0ca2c630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:46Z', 'updated_at': '2021-07-08T17:22:49Z', 'revision_number': 2, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'subnets': [{'id': '65fd19d9-1020-46a4-846e-2acb0ca2c630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:52.208052 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Checking router: 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:52.208567 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Updating router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab port 0da6d50a-8594-4df0-b41d-47718878e77d binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:22:52.233600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641aa72d-33b6-4414-9f05-115d2d2b7efb req-e6256fab-15ff-4378-8e4b-f963347f1ed6 tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.235097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-641aa72d-33b6-4414-9f05-115d2d2b7efb req-e6256fab-15ff-4378-8e4b-f963347f1ed6 tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 886 time: 0.2907627 Jul 08 17:22:52.293866 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.362394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42a69d3-382d-4c02-adb8-3a7a413ad5be {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:52.371350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.385057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Transition to ACTIVE for port object c42a69d3-382d-4c02-adb8-3a7a413ad5be will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:52.392141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.466696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:52.628228 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.640804 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Transition to ACTIVE for port object 0da6d50a-8594-4df0-b41d-47718878e77d will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:52.648944 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.655263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c058a2-bf7a-438a-973a-f8e0d200eb28 req-70e9b915-9591-444f-ba3f-b1a986026fb2 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.658416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16c058a2-bf7a-438a-973a-f8e0d200eb28 req-70e9b915-9591-444f-ba3f-b1a986026fb2 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1097 time: 0.2148347 Jul 08 17:22:52.710308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.715679 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Pushing event updated for resources: {'Port': ['ID=0da6d50a-8594-4df0-b41d-47718878e77d,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:52.722132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22c9f5cd-1474-45af-a097-906c8094864c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:52.724039 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.724387 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.724721 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.725073 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.725400 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.725723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.726048 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.726369 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.726688 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.727143 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.727494 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.727844 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:22:52.797688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.798193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.798655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.799395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.799916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.800904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.800904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.807577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.807577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.807577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.807577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:52.807577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7fd5bd8-93ac-4545-968e-206b526873cc req-ec574446-98cd-4728-81cf-3321ff37bf6f tempest-NetworksTest-1521155170 tempest-NetworksTest-1521155170-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7842 time: 0.2153440 Jul 08 17:22:52.817383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:52.827555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:52.827779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:52.847363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 22c9f5cd-1474-45af-a097-906c8094864c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:52.847749 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.855522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16c058a2-bf7a-438a-973a-f8e0d200eb28 req-ac90fb96-0da4-4ac9-8868-f94e3f6415db tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856227 Jul 08 17:22:52.856344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:22:52.856666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:52.893438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:52.893778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:52.894163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:52.894605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Bound port: c42a69d3-382d-4c02-adb8-3a7a413ad5be, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:52.898755 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Attempting to bind port 0da6d50a-8594-4df0-b41d-47718878e77d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:22:52.899439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.900767 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Attempting to bind port 0da6d50a-8594-4df0-b41d-47718878e77d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:22:52.901728 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Attempting to bind port 0da6d50a-8594-4df0-b41d-47718878e77d on network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:22:52.916630 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:22:52.918668 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Checking segment: {'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:22:52.919879 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:52.921651 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Bound using segment: {'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:22:52.924075 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Bound port: 0da6d50a-8594-4df0-b41d-47718878e77d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31de09ec-f360-4455-9dcb-7aad5d644e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:22:52.925327 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.088796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:53.093727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:53.096814 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] For port 0da6d50a-8594-4df0-b41d-47718878e77d, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:22:53.100449 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] For port 0da6d50a-8594-4df0-b41d-47718878e77d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0da6d50a-8594-4df0-b41d-47718878e77d,segment=NetworkSegment(31de09ec-f360-4455-9dcb-7aad5d644e92),segment_id=31de09ec-f360-4455-9dcb-7aad5d644e92)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:22:53.109679 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.109911 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.255985 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90b303-8a4c-4bd6-8212-beb189a37179 None None] Pushing event updated for resources: {'Port': ['ID=0da6d50a-8594-4df0-b41d-47718878e77d,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:53.292627 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Routers {'4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:53.293362 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:53.391752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51766) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:53.419961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-05de511f-8127-4632-976c-8ce540c33c2b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997055 Jul 08 17:22:53.473108 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] Set router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:53.660267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05a1e75d-8177-432b-8f0b-c7bc7e9f97ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.745905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.746519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:53.747905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] 10.222.0.72 "PUT /v2.0/ports/c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 200 len: 1091 time: 2.0680683 Jul 08 17:22:53.759787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:22:53.762282 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d87b9d1-7212-4662-b48b-da345b05d5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:22:53.817752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb1d02da-7672-4346-89a8-5f04b787915c req-ba252a29-5580-4c5a-b8b8-f597f0450f43 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 210 time: 0.0689032 Jul 08 17:22:53.937206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-64255618-513a-4fca-863e-0a09cc178deb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:53.938701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-64255618-513a-4fca-863e-0a09cc178deb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5097523 Jul 08 17:22:53.945825 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-9f9962d0-e99e-4d6e-9b10-925b9e742b62 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695918 Jul 08 17:22:53.956422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:53.983564 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '22c9f5cd-1474-45af-a097-906c8094864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:49Z', 'revision_number': 4, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port': {'id': '22c9f5cd-1474-45af-a097-906c8094864c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0da6d50a-8594-4df0-b41d-47718878e77d', 'name': '', 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'mac_address': 'fa:16:3e:6b:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '65fd19d9-1020-46a4-846e-2acb0ca2c630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:46Z', 'updated_at': '2021-07-08T17:22:53Z', 'revision_number': 4, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'subnets': [{'id': '65fd19d9-1020-46a4-846e-2acb0ca2c630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:53.999661 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de0a28f-6da6-4d66-9551-a68c6af519dc x-openstack-request-id: req-5de0a28f-6da6-4d66-9551-a68c6af519dc {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:22:54.000037 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:22:54.000229 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5de0a28f-6da6-4d66-9551-a68c6af519dc {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:22:54.000617 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be', 'status': 'completed', 'code': 200} Jul 08 17:22:54.008781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177db6c-7a1a-4bb4-8bf2-ab70e4bc0da9 service neutron] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:54.064248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-18386c2f-16ec-446e-9fdd-8ca2c0a7629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.065999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-18386c2f-16ec-446e-9fdd-8ca2c0a7629a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1094 time: 0.2206876 Jul 08 17:22:54.078952 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed316a8-6912-496d-b49a-7dd582e2a20c None None] The sync data for ids ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'] in n-d-799528-4 is: [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '22c9f5cd-1474-45af-a097-906c8094864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:49Z', 'revision_number': 4, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port': {'id': '22c9f5cd-1474-45af-a097-906c8094864c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0da6d50a-8594-4df0-b41d-47718878e77d', 'name': '', 'network_id': '32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'mac_address': 'fa:16:3e:6b:b1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '65fd19d9-1020-46a4-846e-2acb0ca2c630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:46Z', 'updated_at': '2021-07-08T17:22:53Z', 'revision_number': 4, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'subnets': [{'id': '65fd19d9-1020-46a4-846e-2acb0ca2c630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:22:54.082860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a5ea3-2485-4c80-9322-007e7f4857e7 req-517b1ece-c84a-4c00-8486-3abbec3719b4 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.092190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-082a5ea3-2485-4c80-9322-007e7f4857e7 req-517b1ece-c84a-4c00-8486-3abbec3719b4 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.1993835 Jul 08 17:22:54.242108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-082a5ea3-2485-4c80-9322-007e7f4857e7 req-bb80b98a-8089-481e-b58e-abbdb4dcc106 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488128 Jul 08 17:22:54.245485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-66423373-242f-453a-98d8-66679b6f2221 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 200 len: 217 time: 0.1497972 Jul 08 17:22:54.369307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-017c94fe-54b4-4990-816f-25f2e171fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.371992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-017c94fe-54b4-4990-816f-25f2e171fff1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.1199076 Jul 08 17:22:54.420932 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-476227d6-488f-4ac0-a737-a0d5c402a167 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418599 Jul 08 17:22:54.550819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-3c41cae8-5c63-43bb-be9d-13fc0bf15a66 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184230 Jul 08 17:22:54.631742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-64270c13-7f6a-4e64-b384-3e3b81c60b2f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.641895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-64270c13-7f6a-4e64-b384-3e3b81c60b2f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6710517 Jul 08 17:22:54.660610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:54.733306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51802) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:54.741184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Deleting port 0da6d50a-8594-4df0-b41d-47718878e77d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:54.741518 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.776199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0da6d50a-8594-4df0-b41d-47718878e77d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:22:54.811152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6390c08-75fd-48d7-9b84-8d722d5a2eb5 req-c0b146e9-6c3e-484f-ac17-1bf16cb8ad6d service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532992 Jul 08 17:22:54.912948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 0da6d50a-8594-4df0-b41d-47718878e77d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:54.920970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0da6d50a-8594-4df0-b41d-47718878e77d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:54.921797 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:54.969702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-f0165964-d84b-42a8-b22a-0e971ebd0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:54.972307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-f0165964-d84b-42a8-b22a-0e971ebd0c01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1094 time: 0.0984700 Jul 08 17:22:54.999198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05a1e75d-8177-432b-8f0b-c7bc7e9f97ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.148969 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.157268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-5262caa6-171b-4859-8dfb-6028d2f8c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.158843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-5262caa6-171b-4859-8dfb-6028d2f8c046 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.1793690 Jul 08 17:22:55.183791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05a1e75d-8177-432b-8f0b-c7bc7e9f97ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.195221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 0da6d50a-8594-4df0-b41d-47718878e77d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0da6d50a-8594-4df0-b41d-47718878e77d,segment=NetworkSegment(31de09ec-f360-4455-9dcb-7aad5d644e92),segment_id=31de09ec-f360-4455-9dcb-7aad5d644e92)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:55.206098 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.287041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da58b44b-a7d1-4beb-a064-7715857727d6 req-212b475f-3f34-48ce-8e95-db9196566bdd tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 210 time: 0.1267204 Jul 08 17:22:55.291251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-05a1e75d-8177-432b-8f0b-c7bc7e9f97ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=781fb5beb25f459783b8f26f7491b31f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8929977 Jul 08 17:22:55.291435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-76822c03-377a-4939-8199-5d522e83e9b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 200 len: 217 time: 0.1219490 Jul 08 17:22:55.291886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51816) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:55.292656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1c66a499-0225-44d2-afe5-9a952db14d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.315339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=0da6d50a-8594-4df0-b41d-47718878e77d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:55.374272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1e75d-8177-432b-8f0b-c7bc7e9f97ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d3206-1638-4191-8aeb-e3dbad4d1ac1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:55.409955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:55.430318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.466971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-0c70dcc6-e59e-4105-bd79-25d0a2a7d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.468588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-0c70dcc6-e59e-4105-bd79-25d0a2a7d996 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.1334655 Jul 08 17:22:55.484354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] For port 0da6d50a-8594-4df0-b41d-47718878e77d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0da6d50a-8594-4df0-b41d-47718878e77d,segment=NetworkSegment(31de09ec-f360-4455-9dcb-7aad5d644e92),segment_id=31de09ec-f360-4455-9dcb-7aad5d644e92)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:55.484645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.495761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.521540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:22:55.526320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.541040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Calling delete_port for 0da6d50a-8594-4df0-b41d-47718878e77d owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:55.626460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-e48a582e-a8c2-4cb3-a74e-5f885b4f14b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445694 Jul 08 17:22:55.722692 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2b57481a-9bb6-478b-ab7c-f2602806f277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.786091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2b57481a-9bb6-478b-ab7c-f2602806f277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.854179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1c66a499-0225-44d2-afe5-9a952db14d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.865165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.13 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/e72edfdd-2b15-47ed-b81d-875cb4391302) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:55.878800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-9129fb33-9cdd-4645-bc27-443a6cf5e94a service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312584 Jul 08 17:22:55.896579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b468d9-7f9f-4d58-8189-1089f732c708 req-911b0959-62bd-49cd-b0ec-85ae8f051cb5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:55.898156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16b468d9-7f9f-4d58-8189-1089f732c708 req-911b0959-62bd-49cd-b0ec-85ae8f051cb5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.4190383 Jul 08 17:22:55.900697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1c66a499-0225-44d2-afe5-9a952db14d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.911996 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2b57481a-9bb6-478b-ab7c-f2602806f277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.914508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2b57481a-9bb6-478b-ab7c-f2602806f277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:55.918854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2b57481a-9bb6-478b-ab7c-f2602806f277 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa8d3206-1638-4191-8aeb-e3dbad4d1ac1 HTTP/1.1" status: 204 len: 168 time: 0.5975018 Jul 08 17:22:56.049998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1c66a499-0225-44d2-afe5-9a952db14d0f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b4e2d0c1f496492291f70728f4aee756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3141322 Jul 08 17:22:56.052765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66a499-0225-44d2-afe5-9a952db14d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc94442-488f-4cc7-a583-b681cac7c89d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:56.067866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51824) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:56.071811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16b468d9-7f9f-4d58-8189-1089f732c708 req-a4ead5a5-49ea-4b34-9a0b-04b196d21fef tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532793 Jul 08 17:22:56.101523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57481a-9bb6-478b-ab7c-f2602806f277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d3206-1638-4191-8aeb-e3dbad4d1ac1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:56.145620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.160277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.162509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object e72edfdd-2b15-47ed-b81d-875cb4391302 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:56.191937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da6d50a-8594-4df0-b41d-47718878e77d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:56.220072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d87b9d1-7212-4662-b48b-da345b05d5ab req-7a93492e-d941-4617-a7d7-dedace256b58 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204756 Jul 08 17:22:56.223205 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8bc40b17-0aac-4c00-9e6c-483597c8a7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.255849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8bc40b17-0aac-4c00-9e6c-483597c8a7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.334652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8bc40b17-0aac-4c00-9e6c-483597c8a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.338481 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8bc40b17-0aac-4c00-9e6c-483597c8a7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.339776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8bc40b17-0aac-4c00-9e6c-483597c8a7dd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/acc94442-488f-4cc7-a583-b681cac7c89d HTTP/1.1" status: 204 len: 168 time: 0.2670555 Jul 08 17:22:56.374991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc40b17-0aac-4c00-9e6c-483597c8a7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc94442-488f-4cc7-a583-b681cac7c89d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:56.384340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.428351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:56.535864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51834) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:56.551314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:56.568791 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71e33ff3-7d4d-4d40-9a0f-cab376d07332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.585840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:56.637685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.229 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/1684961d-b7ef-47bf-95a6-5f5b83a9c3b0) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:22:56.663510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9244a2-eef1-4d16-ac66-4a4a524faee4 req-c28da050-8f74-4908-a88e-e32831bf84d9 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:56.682748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c9244a2-eef1-4d16-ac66-4a4a524faee4 req-c28da050-8f74-4908-a88e-e32831bf84d9 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 935 time: 0.2201796 Jul 08 17:22:56.778699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c9244a2-eef1-4d16-ac66-4a4a524faee4 req-a51d5ce9-4349-40f5-9f5b-aacb84a7dde5 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946083 Jul 08 17:22:56.827202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:56.894588 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71e33ff3-7d4d-4d40-9a0f-cab376d07332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.909066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71e33ff3-7d4d-4d40-9a0f-cab376d07332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:56.965064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=e72edfdd-2b15-47ed-b81d-875cb4391302,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:56.975333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-71e33ff3-7d4d-4d40-9a0f-cab376d07332 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae0d18f7e55640ce97123d6d67117b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372823 Jul 08 17:22:56.976213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51840) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:56.994055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e33ff3-7d4d-4d40-9a0f-cab376d07332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4bd8b-6747-42cb-a798-cb94f01eaa4f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:57.014023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.047364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57b6f81a-4006-40ff-b805-c49dc1b3ba98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.050755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.051292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.069716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d9047753-583c-4b9c-adbc-a226f7cd2288 None None] Provisioning for port e72edfdd-2b15-47ed-b81d-875cb4391302 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:57.076829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d9047753-583c-4b9c-adbc-a226f7cd2288 None None] Provisioning complete for port e72edfdd-2b15-47ed-b81d-875cb4391302 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:57.077552 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d9047753-583c-4b9c-adbc-a226f7cd2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.093371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57b6f81a-4006-40ff-b805-c49dc1b3ba98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.135308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.141340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d9047753-583c-4b9c-adbc-a226f7cd2288 None None] Port e72edfdd-2b15-47ed-b81d-875cb4391302 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:57.159343 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-27b691b8-af67-4acb-87e0-8a6567722b8a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5163188 Jul 08 17:22:57.160948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:57.184458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:57.198349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f33d31b-b04f-4196-b26d-cd92be8eb457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.202728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57b6f81a-4006-40ff-b805-c49dc1b3ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.204508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Request body: {'port': {'device_id': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:57.205583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57b6f81a-4006-40ff-b805-c49dc1b3ba98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.209700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-57b6f81a-4006-40ff-b805-c49dc1b3ba98 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c9b4bd8b-6747-42cb-a798-cb94f01eaa4f HTTP/1.1" status: 204 len: 168 time: 0.2324862 Jul 08 17:22:57.312139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f33d31b-b04f-4196-b26d-cd92be8eb457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.318436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f81a-4006-40ff-b805-c49dc1b3ba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4bd8b-6747-42cb-a798-cb94f01eaa4f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:57.327249 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f33d31b-b04f-4196-b26d-cd92be8eb457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.391373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98521fb9-89c8-430b-8b8f-6cc205d0095b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.447208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7f33d31b-b04f-4196-b26d-cd92be8eb457 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7cc269388b514e3bb2f0bcd6c614d7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610047 Jul 08 17:22:57.448651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51854) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:57.449340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33d31b-b04f-4196-b26d-cd92be8eb457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a5430-1325-4aaa-81e6-87c08e728856,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:57.564162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.567139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a67fd7-1bcd-4289-8e30-fa74bbd85912 req-eb155aef-e505-4c7e-b007-53ea47fbb79e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:57.579588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05a67fd7-1bcd-4289-8e30-fa74bbd85912 req-eb155aef-e505-4c7e-b007-53ea47fbb79e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.2278821 Jul 08 17:22:57.581594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.603342 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1d22732-ce33-46ec-b13d-931cae0be6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.604082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:57.648672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05a67fd7-1bcd-4289-8e30-fa74bbd85912 req-b424b314-0987-405b-b9cb-7296fb5f5a5e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678990 Jul 08 17:22:57.651162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:22:57.674169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:22:57.677383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1d22732-ce33-46ec-b13d-931cae0be6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.694993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:57.714739 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:22:57.766795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:22:57.788594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1d22732-ce33-46ec-b13d-931cae0be6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.792273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1d22732-ce33-46ec-b13d-931cae0be6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:57.808702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b1d22732-ce33-46ec-b13d-931cae0be6e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f97a5430-1325-4aaa-81e6-87c08e728856 HTTP/1.1" status: 204 len: 168 time: 0.3416016 Jul 08 17:22:57.838328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d22732-ce33-46ec-b13d-931cae0be6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a5430-1325-4aaa-81e6-87c08e728856,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:58.097626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:58.098195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.221096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-670f7e87-7ad7-4234-82f7-180ac81088c4 None None] Provisioning for port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:22:58.223743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-670f7e87-7ad7-4234-82f7-180ac81088c4 None None] Provisioning complete for port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:22:58.224382 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-670f7e87-7ad7-4234-82f7-180ac81088c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.235656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9791d-c728-41d6-b914-a91f9684c718 req-4654f3d8-d192-4ca3-837c-bb85d9c24d4a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:58.245993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5db9791d-c728-41d6-b914-a91f9684c718 req-4654f3d8-d192-4ca3-837c-bb85d9c24d4a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 935 time: 0.2062111 Jul 08 17:22:58.274930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-40faf75e-3fa1-4dbc-b80c-a175faa6f593 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3220763 Jul 08 17:22:58.301045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Request body: {'port': {'device_id': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:22:58.303237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-670f7e87-7ad7-4234-82f7-180ac81088c4 None None] Port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:22:58.324851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5db9791d-c728-41d6-b914-a91f9684c718 req-aa39086d-d202-4a0e-91aa-618753c7ac95 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775793 Jul 08 17:22:58.375264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c42a69d3-382d-4c02-adb8-3a7a413ad5be details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:22:58.451307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:22:58.460178 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-82c6a11b-6fb8-4b8c-b140-0bc0bd66c2b5 admin admin] 10.222.0.63 "PUT /v2.0/routers/4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3403418 Jul 08 17:22:58.462738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:22:58.471479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] Sync routers for ids ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:22:58.512715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] Routers {'4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:58.517486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:58.603969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.694473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:58.885018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:58.937726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'port_id': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be', 'mac_address': 'fa:16:3e:8f:72:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a4f37-adb8-40a7-b934-dc46167628eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:22:58.963763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] Set router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:22:59.154230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.199526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e015d4-5b21-4a20-b1d6-5da24d500211 req-db64865a-2465-4c04-a486-471c84c28ffd tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:22:59.202114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60e015d4-5b21-4a20-b1d6-5da24d500211 req-db64865a-2465-4c04-a486-471c84c28ffd tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.2792721 Jul 08 17:22:59.221512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.246231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42a69d3-382d-4c02-adb8-3a7a413ad5be {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:59.296371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72edfdd-2b15-47ed-b81d-875cb4391302 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:59.311712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.338466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Transition to ACTIVE for port object e72edfdd-2b15-47ed-b81d-875cb4391302 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:59.341847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:59.354577 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.383965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60e015d4-5b21-4a20-b1d6-5da24d500211 req-88d0525b-3cba-4612-9ecf-b5d8d3ca30b6 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647713 Jul 08 17:22:59.405633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Deleting port 22c9f5cd-1474-45af-a097-906c8094864c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:22:59.405973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.409752 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.587019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:22:59.634502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] For port 22c9f5cd-1474-45af-a097-906c8094864c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=22c9f5cd-1474-45af-a097-906c8094864c,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:22:59.634863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.670471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Calling delete_port for 22c9f5cd-1474-45af-a097-906c8094864c owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:22:59.672838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '22c9f5cd-1474-45af-a097-906c8094864c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:55Z', 'revision_number': 5, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port': {'id': '22c9f5cd-1474-45af-a097-906c8094864c', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:59.766416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c42a69d3-382d-4c02-adb8-3a7a413ad5be'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:22:59.770375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] Checking router: 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:22:59.837070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] Routers {'4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:22:59.837712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:22:59.905905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:22:59.916567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:22:59.942050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Transition to ACTIVE for port object 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:22:59.957416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e72edfdd-2b15-47ed-b81d-875cb4391302,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:00.002517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.033021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.033368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.033708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.034466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.034466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.034659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.034988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.035308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.035633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.036044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.036262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.036581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.085535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a1ac4-ddc1-4da4-9e32-e52b761dbb01 req-ff271057-95ed-43de-ba45-4b09bbfc4d53 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.094503 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb82fe67-08d4-4b40-a2db-d3d4337ae16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.095903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f6a1ac4-ddc1-4da4-9e32-e52b761dbb01 req-ff271057-95ed-43de-ba45-4b09bbfc4d53 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 947 time: 0.1826136 Jul 08 17:23:00.139222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] Set router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:23:00.176545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.254069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:00.255964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f6a1ac4-ddc1-4da4-9e32-e52b761dbb01 req-f359fb61-b5d4-42a5-987c-225653da32ac tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577048 Jul 08 17:23:00.291226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=22c9f5cd-1474-45af-a097-906c8094864c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:00.296123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Attempting to bind port e72edfdd-2b15-47ed-b81d-875cb4391302 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:00.296465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Attempting to bind port e72edfdd-2b15-47ed-b81d-875cb4391302 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:00.297050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Attempting to bind port e72edfdd-2b15-47ed-b81d-875cb4391302 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:00.297225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:59Z', 'revision_number': 6, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:00.313198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Port e72edfdd-2b15-47ed-b81d-875cb4391302 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:00.313533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Attempting to bind port e72edfdd-2b15-47ed-b81d-875cb4391302 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:00.337036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.337540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.338063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.338511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.338955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.339395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.339841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.340275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.340710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.341414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.341906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.342501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:00.377514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:00.378224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:00.378771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:00.379390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Bound port: e72edfdd-2b15-47ed-b81d-875cb4391302, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:00.379755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.401542 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.469902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d7374-ebf9-44b2-9d41-fd32fae2ae2f None None] The sync data for ids ['4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab'] in n-d-799528-4 is: [{'id': '4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1919612316-router', 'tenant_id': '4ea79d18a717459cb074231e2c88831c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:42Z', 'updated_at': '2021-07-08T17:22:59Z', 'revision_number': 6, 'project_id': '4ea79d18a717459cb074231e2c88831c', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:23:00.513623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Attempting to bind port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:00.514109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Attempting to bind port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:00.514462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Attempting to bind port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:00.548084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:00.548393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Attempting to bind port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:00.565401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:00.565401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:00.565401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:00.565753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Bound port: 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:00.566431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.569221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] For port e72edfdd-2b15-47ed-b81d-875cb4391302, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:00.612586 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.639398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] For port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:00.642623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] For port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:00.644864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] For port e72edfdd-2b15-47ed-b81d-875cb4391302, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e72edfdd-2b15-47ed-b81d-875cb4391302,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:00.647599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.657365 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.663381 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.665594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.729099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.730373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:23:00.739823 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.741075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-987ba811-1f07-4dc2-9ee3-3aa34ea64e7a admin admin] 10.222.0.63 "DELETE /v2.0/routers/4a966aeb-d8dd-4fb0-b20c-2bc995c5c7ab HTTP/1.1" status: 204 len: 168 time: 2.2771945 Jul 08 17:23:00.743615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51968) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:00.764803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.765737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.767168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] 10.222.0.72 "PUT /v2.0/ports/e72edfdd-2b15-47ed-b81d-875cb4391302 HTTP/1.1" status: 200 len: 1095 time: 3.5967760 Jul 08 17:23:00.767613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'tag': 'e72edfdd-2b15-47ed-b81d-875cb4391302'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:00.769945 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a061af9-61ba-44e3-9e49-8e3e59004688", "tag": "e72edfdd-2b15-47ed-b81d-875cb4391302"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:00.776026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:00.776591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:00.779251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] 10.222.0.72 "PUT /v2.0/ports/1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 HTTP/1.1" status: 200 len: 1096 time: 2.4953489 Jul 08 17:23:00.783865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b9197-4f5a-4071-a7b4-1749924a9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e72edfdd-2b15-47ed-b81d-875cb4391302,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:00.914957 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-e167f6c2-b9ca-416f-9b42-f32e02eaca07 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f3103e19aaef49169a9479d076174034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873485 Jul 08 17:23:00.993824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0da6d50a-8594-4df0-b41d-47718878e77d no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:01.011971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956a73-6c19-4e2c-a293-dfd4f9f70a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:01.023640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] Deleting subnet 65fd19d9-1020-46a4-846e-2acb0ca2c630 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:23:01.058276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.066636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 0da6d50a-8594-4df0-b41d-47718878e77d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:01.066790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0da6d50a-8594-4df0-b41d-47718878e77d not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:01.083971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-4dab3382-0902-4861-ae50-1dc86421cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.085537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-4dab3382-0902-4861-ae50-1dc86421cd36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 1098 time: 0.2537861 Jul 08 17:23:01.091857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-9bfb89a1-856c-4f4e-8b06-67693d461afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.093494 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-9bfb89a1-856c-4f4e-8b06-67693d461afc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 1099 time: 0.1615794 Jul 08 17:23:01.130083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.195660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-5418a1b8-76db-42e6-85e3-d545ff8f3d68 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e72edfdd-2b15-47ed-b81d-875cb4391302 HTTP/1.1" status: 200 len: 217 time: 0.1009054 Jul 08 17:23:01.197254 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-a309ae27-dfc8-407b-8e3a-aaf17db1af74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 HTTP/1.1" status: 200 len: 217 time: 0.0970771 Jul 08 17:23:01.238173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.295752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.323642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-51529b95-2234-4a50-981f-e42feccc3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.325873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-51529b95-2234-4a50-981f-e42feccc3244 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1184187 Jul 08 17:23:01.328352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-bc53a7d3-651e-4a87-b344-b95e5d1f24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.330021 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-bc53a7d3-651e-4a87-b344-b95e5d1f24b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1140563 Jul 08 17:23:01.373955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-0275ffe6-caeb-4df3-8d44-d6d01ecf5215 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.377006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-0275ffe6-caeb-4df3-8d44-d6d01ecf5215 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4610527 Jul 08 17:23:01.420953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-65571410-1932-4602-97ec-2c2a7f516d2b tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/quotas/f3103e19aaef49169a9479d076174034 HTTP/1.1" status: 200 len: 375 time: 0.0170567 Jul 08 17:23:01.423993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.441688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b444a4-4b1e-4829-b95b-363297b21adb req-a3139f23-3838-4dad-8519-bd248cb7297a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.449481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88b444a4-4b1e-4829-b95b-363297b21adb req-a3139f23-3838-4dad-8519-bd248cb7297a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 944 time: 0.4420695 Jul 08 17:23:01.472853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-b65a75b4-f96c-44fd-b10d-15d85b22f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.472853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-b65a75b4-f96c-44fd-b10d-15d85b22f80a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284533 Jul 08 17:23:01.513210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65fd19d9-1020-46a4-846e-2acb0ca2c630,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:01.535077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-9f8be43c-047d-45f8-9512-0098a257c5e5 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3103e19aaef49169a9479d076174034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835176 Jul 08 17:23:01.538494 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.541066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-68748cbd-5081-4768-b1b6-24dec0e78f44 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/65fd19d9-1020-46a4-846e-2acb0ca2c630 HTTP/1.1" status: 204 len: 168 time: 0.7957706 Jul 08 17:23:01.543599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51982) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:01.565260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac028af-3c83-4f7b-b707-ae9e9b12e5ed None None] Network 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:01.578632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-4cee52d5-0c1e-425a-9b8e-8b35a822ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:01.580305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-4cee52d5-0c1e-425a-9b8e-8b35a822ff0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389443 Jul 08 17:23:01.621017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88b444a4-4b1e-4829-b95b-363297b21adb req-af578456-605b-4abd-98d3-63adcb935a65 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670008 Jul 08 17:23:01.662545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.739435 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-ba5ea500-f1a5-4c65-9f5a-f4da5a96c961 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569087 Jul 08 17:23:01.769954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Deleting port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:01.770321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:01.919361 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7db0bcc-e958-40c1-9d6b-a22805f6beed x-openstack-request-id: req-e7db0bcc-e958-40c1-9d6b-a22805f6beed {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:01.922778 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a061af9-61ba-44e3-9e49-8e3e59004688", "tag": "e72edfdd-2b15-47ed-b81d-875cb4391302", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:01.923536 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e7db0bcc-e958-40c1-9d6b-a22805f6beed {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:01.923963 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'tag': 'e72edfdd-2b15-47ed-b81d-875cb4391302', 'status': 'completed', 'code': 200} Jul 08 17:23:01.963667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] For port e6d9fb96-d0df-417c-8311-8b9e1b63ade3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,segment=NetworkSegment(31de09ec-f360-4455-9dcb-7aad5d644e92),segment_id=31de09ec-f360-4455-9dcb-7aad5d644e92)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:01.964034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.012717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-dd938b56-0851-4faa-b4b7-f6060778f203 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222472 Jul 08 17:23:02.015187 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-46a36d79-5dcc-4551-9ac4-8338b6235e1a service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657242 Jul 08 17:23:02.022979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Calling delete_port for e6d9fb96-d0df-417c-8311-8b9e1b63ade3 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:02.033221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] DHCP port deletion for 32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:23:02.129692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] Deleting port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:02.130310 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.199246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-21d7ba9f-bdcf-49f5-81ac-165d4ed8aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.201066 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-21d7ba9f-bdcf-49f5-81ac-165d4ed8aeb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 1098 time: 0.0916672 Jul 08 17:23:02.242725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c58121c-dc42-48ee-adef-6f2bea55a1e0 req-020b84db-2e70-46e9-be72-2fad2a09de17 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107749 Jul 08 17:23:02.291946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] For port e6d9fb96-d0df-417c-8311-8b9e1b63ade3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,segment=NetworkSegment(31de09ec-f360-4455-9dcb-7aad5d644e92),segment_id=31de09ec-f360-4455-9dcb-7aad5d644e92)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:02.292529 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.317458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] Calling delete_port for e6d9fb96-d0df-417c-8311-8b9e1b63ade3 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:02.333928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.362851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-4ce1fc5e-daa2-4d46-97c6-daf5dc14382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.365873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-4ce1fc5e-daa2-4d46-97c6-daf5dc14382d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1469510 Jul 08 17:23:02.416175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c42a69d3-382d-4c02-adb8-3a7a413ad5be up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:02.472578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-255e82cd-552c-4d19-bc3d-8d0b372eef37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e72edfdd-2b15-47ed-b81d-875cb4391302 HTTP/1.1" status: 200 len: 217 time: 0.0957875 Jul 08 17:23:02.533013 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.537033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-7659a103-de1d-477d-b50a-0e9e9f3af9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.539292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-7659a103-de1d-477d-b50a-0e9e9f3af9cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0575960 Jul 08 17:23:02.602910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] No DVR routers for this DVR port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:02.604327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28caf5e-9dd7-4b31-b1b4-814f8f7adf42 None None] Pushing event deleted for resources: {'Port': ['ID=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:02.625110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port c42a69d3-382d-4c02-adb8-3a7a413ad5be completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:02.630008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port c42a69d3-382d-4c02-adb8-3a7a413ad5be triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:02.630956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.642483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-abeb95fe-d334-4563-a455-51f302ecf6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.644449 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-abeb95fe-d334-4563-a455-51f302ecf6c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962737 Jul 08 17:23:02.734240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.735250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e6d9fb96-d0df-417c-8311-8b9e1b63ade3 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:02.757797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e6d9fb96-d0df-417c-8311-8b9e1b63ade3 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:02.758203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e6d9fb96-d0df-417c-8311-8b9e1b63ade3 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:02.758840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22c9f5cd-1474-45af-a097-906c8094864c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:02.771477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d9fb96-d0df-417c-8311-8b9e1b63ade3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:02.804271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 22c9f5cd-1474-45af-a097-906c8094864c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:02.804633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22c9f5cd-1474-45af-a097-906c8094864c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:02.807088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] No DVR routers for this DVR port e6d9fb96-d0df-417c-8311-8b9e1b63ade3 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:02.818833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-1ae3e9e2-3113-4313-9197-da9096d8b584 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654189 Jul 08 17:23:02.819256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfafb630-faaf-471e-8cbe-32a428ae9e2c req-e67e5a63-91a2-41dc-8a3f-efda7cbbe81a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 210 time: 0.0610077 Jul 08 17:23:02.830494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.853575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74e33a-05a5-44ed-933b-545511dab209 req-749e07bf-9253-4092-b57b-9938dfb603e3 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:02.855300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e74e33a-05a5-44ed-933b-545511dab209 req-749e07bf-9253-4092-b57b-9938dfb603e3 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 947 time: 0.7195311 Jul 08 17:23:02.868295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:02.877838 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08aea57-3625-422e-9d2c-b8bb657a510d" -d '{"events": [{"server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "name": "network-vif-plugged", "status": "completed", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:02.892317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:02.896995 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:02.957515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7fd9b52c-1e26-4408-ac3f-6413a001c6b4 req-c8a7319e-d8a4-4692-a7ee-f96590169851 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316948 Jul 08 17:23:02.971349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:03.027861 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.050075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:03.083714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31de09ec-f360-4455-9dcb-7aad5d644e92') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:03.084089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31de09ec-f360-4455-9dcb-7aad5d644e92') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:23:03.097264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e74e33a-05a5-44ed-933b-545511dab209 req-fafdf6be-cfbf-49d2-b226-b152ec1bda76 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077254 Jul 08 17:23:03.098851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.117004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.129394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:23:03.129873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:23:03.131545 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:23:03.170647 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b328f9e7-8a16-4956-8cb2-73b4494b47dc x-openstack-request-id: req-b328f9e7-8a16-4956-8cb2-73b4494b47dc {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:03.171322 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "name": "network-vif-plugged", "status": "completed", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:03.171795 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b328f9e7-8a16-4956-8cb2-73b4494b47dc {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:03.172959 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be', 'code': 200} Jul 08 17:23:03.192841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01be92-dbbf-4797-9510-9ea4424cbc23 req-95d700bd-fb83-4be9-868d-36a994f66ff1 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.194344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b01be92-dbbf-4797-9510-9ea4424cbc23 req-95d700bd-fb83-4be9-868d-36a994f66ff1 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1686919 Jul 08 17:23:03.205047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.216825 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.221007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] 10.222.0.63 "DELETE /v2.0/networks/32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b HTTP/1.1" status: 204 len: 168 time: 1.6742542 Jul 08 17:23:03.240711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d15c43-1add-4881-97c4-3d32698c4bba admin admin] Pushing event deleted for resources: {'Network': ['ID=32a5d3d8-17fd-49c0-b8f2-481dd3cdc94b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:03.269701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b01be92-dbbf-4797-9510-9ea4424cbc23 req-78ee673f-c896-42a4-a41b-6145ea2fc52a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 Jul 08 17:23:03.380726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78de90-9ad4-4497-9ced-8ea6a5c43f47 req-b822de45-9f47-44be-9514-c14762a4585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.382780 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-be78de90-9ad4-4497-9ced-8ea6a5c43f47 req-b822de45-9f47-44be-9514-c14762a4585e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1096 time: 0.1020851 Jul 08 17:23:03.441633 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-be78de90-9ad4-4497-9ced-8ea6a5c43f47 req-f4f2e476-98e6-43ad-a253-bc3a173fd651 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452127 Jul 08 17:23:03.497298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52034) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:03.554030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6411836e-2903-446e-8151-2e4d2a4ed232 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ea79d18a717459cb074231e2c88831c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533681 Jul 08 17:23:03.554141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52040) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:03.621362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-933f61bb-d648-46ea-a515-bc489f341898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.644864 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-933f61bb-d648-46ea-a515-bc489f341898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.701547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-933f61bb-d648-46ea-a515-bc489f341898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.704651 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-933f61bb-d648-46ea-a515-bc489f341898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:03.708168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-933f61bb-d648-46ea-a515-bc489f341898 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d01a4e8e-9a69-4098-a807-1520d3e05507 HTTP/1.1" status: 204 len: 168 time: 0.1508508 Jul 08 17:23:03.716019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f61bb-d648-46ea-a515-bc489f341898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a4e8e-9a69-4098-a807-1520d3e05507,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:03.762462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-6af4a4c3-5375-4b37-9c4c-078e4a762b3a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f3103e19aaef49169a9479d076174034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280740 Jul 08 17:23:03.920137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-d03549b3-9bef-4314-80a1-9606e9c024f4 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:03.922354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-d03549b3-9bef-4314-80a1-9606e9c024f4 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433258 Jul 08 17:23:03.927102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'tag': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:03.930418 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3fec26-7362-4098-be88-1082328ec671" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90d888-bbc4-4118-9fa5-cee3444b446f", "tag": "1684961d-b7ef-47bf-95a6-5f5b83a9c3b0"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:03.946727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Request body: {'port': {'device_id': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': 'f3103e19aaef49169a9479d076174034'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:04.015643 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8615fb-ff86-445f-8241-7b77ec14b424 x-openstack-request-id: req-ec8615fb-ff86-445f-8241-7b77ec14b424 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:04.015939 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90d888-bbc4-4118-9fa5-cee3444b446f", "tag": "1684961d-b7ef-47bf-95a6-5f5b83a9c3b0", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:04.016192 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ec8615fb-ff86-445f-8241-7b77ec14b424 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:04.016683 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'tag': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', 'status': 'completed', 'code': 200} Jul 08 17:23:04.098756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7dfce5e-503b-46e0-88a4-17610c10ab86 req-cb178fa4-2d5d-47bf-b941-f4773000ce3b tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 210 time: 0.0555887 Jul 08 17:23:04.193121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fec26-7362-4098-be88-1082328ec671 req-793876d9-30df-47d3-a47e-995738cf1630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:04.194717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f3fec26-7362-4098-be88-1082328ec671 req-793876d9-30df-47d3-a47e-995738cf1630 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 1099 time: 0.1528218 Jul 08 17:23:04.203240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Made reservation on behalf of f3103e19aaef49169a9479d076174034 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:04.208972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.210294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52062) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:04.294180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.412723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fec26-7362-4098-be88-1082328ec671 req-b2236bf5-6d50-413f-baab-961a97d01e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:04.415080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f3fec26-7362-4098-be88-1082328ec671 req-b2236bf5-6d50-413f-baab-961a97d01e8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2043786 Jul 08 17:23:04.422261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e72edfdd-2b15-47ed-b81d-875cb4391302 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:04.456809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc572292-8549-4878-a745-85548fc884b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.472953 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f3fec26-7362-4098-be88-1082328ec671 req-c9990c34-19ee-4f2a-9e97-8ecf39f29442 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 HTTP/1.1" status: 200 len: 217 time: 0.0424113 Jul 08 17:23:04.594568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.608440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.620475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84b15e-754f-46e6-8b44-a6f1498c5fb0 req-96ae2350-968e-479b-a184-9e73c04f18c1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:04.635365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc84b15e-754f-46e6-8b44-a6f1498c5fb0 req-96ae2350-968e-479b-a184-9e73c04f18c1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 947 time: 0.2931042 Jul 08 17:23:04.662841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e72edfdd-2b15-47ed-b81d-875cb4391302, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e72edfdd-2b15-47ed-b81d-875cb4391302,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:04.696864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'e72edfdd-2b15-47ed-b81d-875cb4391302', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'e72edfdd-2b15-47ed-b81d-875cb4391302', 'mac_address': 'fa:16:3e:89:47:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:04.755666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.764454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fec26-7362-4098-be88-1082328ec671 req-981801dd-da44-4fc0-b25b-bf7c777f28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:04.766117 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f3fec26-7362-4098-be88-1082328ec671 req-981801dd-da44-4fc0-b25b-bf7c777f28fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.2854631 Jul 08 17:23:04.770328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26db1180-fdd6-4b0c-a089-6625bd38e306,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:04.786349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72edfdd-2b15-47ed-b81d-875cb4391302 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:04.787447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc84b15e-754f-46e6-8b44-a6f1498c5fb0 req-ccd18f97-a82c-4dec-8f5d-3300adff20c3 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509180 Jul 08 17:23:04.801153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Allocated IP 192.168.233.168 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/c5654a30-b9a6-4f34-b3ee-4ef8da265384) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:04.809773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e72edfdd-2b15-47ed-b81d-875cb4391302, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e72edfdd-2b15-47ed-b81d-875cb4391302,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:04.815389 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:04.855211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1292-d038-4f68-aa37-adeaa4aa7446 req-a3629b8d-61e3-4be9-a0e7-f55975f1857f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:04.864109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d9c1292-d038-4f68-aa37-adeaa4aa7446 req-a3629b8d-61e3-4be9-a0e7-f55975f1857f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.3609226 Jul 08 17:23:04.874389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e72edfdd-2b15-47ed-b81d-875cb4391302,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:04.948374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d9c1292-d038-4f68-aa37-adeaa4aa7446 req-4c40981b-ff76-4bb0-b7fb-50fef4475739 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830541 Jul 08 17:23:04.966893 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52090) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:05.019543 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc572292-8549-4878-a745-85548fc884b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.029603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc572292-8549-4878-a745-85548fc884b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.033505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fec26-7362-4098-be88-1082328ec671 req-f8fb485c-4047-4033-851d-070fee4d6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.035124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f3fec26-7362-4098-be88-1082328ec671 req-f8fb485c-4047-4033-851d-070fee4d6ada service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556387 Jul 08 17:23:05.064390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:05.074869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bc572292-8549-4878-a745-85548fc884b9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e9dad732af742328ffbf719a87e59b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634322 Jul 08 17:23:05.075458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52094) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:05.104331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc572292-8549-4878-a745-85548fc884b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5c3e3e-0a5b-424c-b909-e75f0f4f9afb,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.146221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1249293750-network', 'tenant_id': '501431849f494a74ac17f84b8d9df21d'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:05.182395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f3fec26-7362-4098-be88-1082328ec671 req-a8457c26-e715-45d4-8aa2-887241a5a01f service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394095 Jul 08 17:23:05.188146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fb6774b-2ebb-459e-bac9-1dab73dbb99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.207915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.247410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Made reservation on behalf of 501431849f494a74ac17f84b8d9df21d for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:05.249931 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.254159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fb6774b-2ebb-459e-bac9-1dab73dbb99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.267859 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.306021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Transition to ACTIVE for port object c5654a30-b9a6-4f34-b3ee-4ef8da265384 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:05.344978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2fd3276-7d63-4bdc-bb33-8bc1b27d4b0f req-0e589b22-c105-4394-86ee-e728985c5cc2 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 210 time: 0.0515056 Jul 08 17:23:05.360035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3f3fec26-7362-4098-be88-1082328ec671 req-08f5795b-1dfe-42de-a2c0-c8c309b594b2 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663611 Jul 08 17:23:05.372674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.394581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fb6774b-2ebb-459e-bac9-1dab73dbb99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.398023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fb6774b-2ebb-459e-bac9-1dab73dbb99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.402130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6fb6774b-2ebb-459e-bac9-1dab73dbb99d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c5c3e3e-0a5b-424c-b909-e75f0f4f9afb HTTP/1.1" status: 204 len: 168 time: 0.3232553 Jul 08 17:23:05.417136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:05.419109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6774b-2ebb-459e-bac9-1dab73dbb99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5c3e3e-0a5b-424c-b909-e75f0f4f9afb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.421483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:05.425130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:05.471632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Pushing event updated for resources: {'Port': ['ID=c5654a30-b9a6-4f34-b3ee-4ef8da265384,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.493101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.493866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.510511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.518712 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.528915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-43ba9a84-4584-40df-a5a5-ba437d346541 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5896363 Jul 08 17:23:05.542114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:05.553995 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.555360 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Added segment 4ad80f51-e0bc-460b-a0f5-21bd733d7796 of type vlan for network a2ce0013-b088-44bb-ab85-9f389f7725a2 Jul 08 17:23:05.560188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Request body: {'port': {'device_id': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:05.605091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.654037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce3eb79-3835-4baf-9b67-1cf8c27b4544,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.661424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.681744 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.683172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:05.683948 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.713946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7457016 Jul 08 17:23:05.719739 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52104) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:05.734783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Request body: {'subnet': {'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1249293750-subnet', 'tenant_id': '501431849f494a74ac17f84b8d9df21d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:05.771142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683b39-ca96-48d0-9c8b-3d72d1ba2e5f admin admin] Pushing event updated for resources: {'Network': ['ID=a2ce0013-b088-44bb-ab85-9f389f7725a2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:05.785014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:05.828531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Made reservation on behalf of 501431849f494a74ac17f84b8d9df21d for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:05.831133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.855049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52108) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:05.878063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6af7686-25e6-4fa6-baa8-9e4563327f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.890572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5922c7d7-2603-44ab-951f-cc111b1b979d None None] Provisioning for port c5654a30-b9a6-4f34-b3ee-4ef8da265384 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:05.900006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5922c7d7-2603-44ab-951f-cc111b1b979d None None] Provisioning complete for port c5654a30-b9a6-4f34-b3ee-4ef8da265384 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:05.900376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5922c7d7-2603-44ab-951f-cc111b1b979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:05.942696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5922c7d7-2603-44ab-951f-cc111b1b979d None None] Port c5654a30-b9a6-4f34-b3ee-4ef8da265384 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:06.030057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6af7686-25e6-4fa6-baa8-9e4563327f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.044299 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6af7686-25e6-4fa6-baa8-9e4563327f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.093072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d400589-d1fd-493a-a2c6-a5075b93cab8 req-77434771-5aa0-41b0-999b-ca46d6e1723f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:06.094722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d400589-d1fd-493a-a2c6-a5075b93cab8 req-77434771-5aa0-41b0-999b-ca46d6e1723f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 948 time: 0.1241755 Jul 08 17:23:06.109124 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f6af7686-25e6-4fa6-baa8-9e4563327f1c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d94a2653e10a4adfb184465a27f52fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529337 Jul 08 17:23:06.112380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:06.136938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af7686-25e6-4fa6-baa8-9e4563327f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851cacff-9eff-49bd-81c0-0979aec2b865,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:06.186686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d400589-d1fd-493a-a2c6-a5075b93cab8 req-5daca426-68b3-4891-b07f-c8e9408c6554 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858541 Jul 08 17:23:06.224090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.224457 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48591a-6a06-46f0-801e-0005d6560c6d req-30d40d13-efab-40b0-b536-f581d9d851b7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:06.226203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af48591a-6a06-46f0-801e-0005d6560c6d req-30d40d13-efab-40b0-b536-f581d9d851b7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1242712 Jul 08 17:23:06.236171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5654a30-b9a6-4f34-b3ee-4ef8da265384 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:06.267722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.270317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af48591a-6a06-46f0-801e-0005d6560c6d req-49e49dcc-9a6d-4d04-8bd2-4033331bfa45 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Jul 08 17:23:06.299381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8a978c5-e909-4513-aa2f-712c4a6bc30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.306637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Transition to ACTIVE for port object c5654a30-b9a6-4f34-b3ee-4ef8da265384 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:06.308927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2131ec50-2bd5-429c-9022-3931aedb3af7,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:06.316011 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.378271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8a978c5-e909-4513-aa2f-712c4a6bc30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.391164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Checking segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:06.391514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Network hostable DHCP agents. Network: a2ce0013-b088-44bb-ab85-9f389f7725a2, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:06.420711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c5654a30-b9a6-4f34-b3ee-4ef8da265384,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:06.450328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:06.486555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13d114-35b8-4514-844f-c98da6946606 req-401781f8-cbd1-4348-8feb-244261392407 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:06.488356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e72edfdd-2b15-47ed-b81d-875cb4391302 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:06.493294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c13d114-35b8-4514-844f-c98da6946606 req-401781f8-cbd1-4348-8feb-244261392407 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1096 time: 0.0664043 Jul 08 17:23:06.540616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:06.543502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c13d114-35b8-4514-844f-c98da6946606 req-b8ddf091-edfe-47ba-a393-3f1f6c72243c tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489225 Jul 08 17:23:06.567507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a2ce0013-b088-44bb-ab85-9f389f7725a2) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:06.577805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:06.578699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.589191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b57e7-0fc5-4651-a009-e6be985db6cf None None] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:06.596836 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8a978c5-e909-4513-aa2f-712c4a6bc30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.599563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8a978c5-e909-4513-aa2f-712c4a6bc30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.604795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d8a978c5-e909-4513-aa2f-712c4a6bc30c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/851cacff-9eff-49bd-81c0-0979aec2b865 HTTP/1.1" status: 204 len: 168 time: 0.4901602 Jul 08 17:23:06.620670 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e7d45c54-15d4-4ae4-8046-69ea872e5396 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8977251 Jul 08 17:23:06.649260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a978c5-e909-4513-aa2f-712c4a6bc30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851cacff-9eff-49bd-81c0-0979aec2b865,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:06.670586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Attempting to bind port c5654a30-b9a6-4f34-b3ee-4ef8da265384 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:06.671147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Attempting to bind port c5654a30-b9a6-4f34-b3ee-4ef8da265384 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:06.671407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Attempting to bind port c5654a30-b9a6-4f34-b3ee-4ef8da265384 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:06.676909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Port c5654a30-b9a6-4f34-b3ee-4ef8da265384 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:06.677237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Attempting to bind port c5654a30-b9a6-4f34-b3ee-4ef8da265384 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:06.684164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:06.684497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:06.684920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:06.685699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Bound port: c5654a30-b9a6-4f34-b3ee-4ef8da265384, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:06.686069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:06.688901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4394c7c-22a5-4438-824b-a59afa4cb4ce req-5d313865-1aa6-456b-8763-e7943ba152b8 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:06.696975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4394c7c-22a5-4438-824b-a59afa4cb4ce req-5d313865-1aa6-456b-8763-e7943ba152b8 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 948 time: 0.1474133 Jul 08 17:23:06.749039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4394c7c-22a5-4438-824b-a59afa4cb4ce req-dcd8a2d5-c69a-4ef2-807b-525fbab569d3 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510674 Jul 08 17:23:06.790857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] For port c5654a30-b9a6-4f34-b3ee-4ef8da265384, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:06.798569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] For port c5654a30-b9a6-4f34-b3ee-4ef8da265384, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c5654a30-b9a6-4f34-b3ee-4ef8da265384,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:06.811703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.012088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:07.053842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port e72edfdd-2b15-47ed-b81d-875cb4391302 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:07.057167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', 'mac_address': 'fa:16:3e:cd:e3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:07.069931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port e72edfdd-2b15-47ed-b81d-875cb4391302 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:07.071434 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.190417 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.196323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade1fec-24e4-44cc-b65c-a2453afb25ad None None] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:07.272938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:07.273491 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.274906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5654a30-b9a6-4f34-b3ee-4ef8da265384 HTTP/1.1" status: 200 len: 1096 time: 1.7215772 Jul 08 17:23:07.289166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'tag': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:07.299967 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ce25d1-c774-4a1d-bc42-5ab35c4d622e", "tag": "c5654a30-b9a6-4f34-b3ee-4ef8da265384"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:07.371754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:07.407227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147e08b-4a16-4c87-81d0-d57d58419c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c5654a30-b9a6-4f34-b3ee-4ef8da265384,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:07.451624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-e7fc1ce5-2044-4dbe-9afc-9db2f9c3f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:07.453398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-e7fc1ce5-2044-4dbe-9afc-9db2f9c3f7df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3103e19aaef49169a9479d076174034&device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 1099 time: 0.0951996 Jul 08 17:23:07.493772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12327898-f784-45e0-ab73-d4d783b71eff req-58782a97-4de1-434f-8705-499d54656e52 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:07.501269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12327898-f784-45e0-ab73-d4d783b71eff req-58782a97-4de1-434f-8705-499d54656e52 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 948 time: 0.1277249 Jul 08 17:23:07.502324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:07.535306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-97ff3c58-fb6e-41d6-ac0c-c6152a834cd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c5654a30-b9a6-4f34-b3ee-4ef8da265384 HTTP/1.1" status: 200 len: 217 time: 0.0574992 Jul 08 17:23:07.542800 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.558772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12327898-f784-45e0-ab73-d4d783b71eff req-19f08619-f81e-4226-bd79-12a580abb5d1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Jul 08 17:23:07.627608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-9da5dfed-05b7-4c55-8b86-f7bb44e26b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:07.629238 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-9da5dfed-05b7-4c55-8b86-f7bb44e26b6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0837255 Jul 08 17:23:07.639325 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.682057 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc8c6c9-308c-46b6-bc43-f5408179cc5c x-openstack-request-id: req-9cc8c6c9-308c-46b6-bc43-f5408179cc5c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:07.682361 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ce25d1-c774-4a1d-bc42-5ab35c4d622e", "tag": "c5654a30-b9a6-4f34-b3ee-4ef8da265384", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:07.682559 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9cc8c6c9-308c-46b6-bc43-f5408179cc5c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:07.683051 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'tag': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384', 'status': 'completed', 'code': 200} Jul 08 17:23:07.719200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-dccba257-ad60-480a-ba5b-38a0ee531de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:07.730191 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-dccba257-ad60-480a-ba5b-38a0ee531de0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916252 Jul 08 17:23:07.756375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:07.769077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72edfdd-2b15-47ed-b81d-875cb4391302'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:07.771533 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef25efe-0961-4974-b083-31795f9c5f82" -d '{"events": [{"server_uuid": "8a061af9-61ba-44e3-9e49-8e3e59004688", "name": "network-vif-plugged", "status": "completed", "tag": "e72edfdd-2b15-47ed-b81d-875cb4391302"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:07.790115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e72edfdd-2b15-47ed-b81d-875cb4391302, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e72edfdd-2b15-47ed-b81d-875cb4391302,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:07.807262 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:07.825022 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-101ee8ce-3fa9-4420-8c4b-0d5ce4e214e7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:07.827680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-101ee8ce-3fa9-4420-8c4b-0d5ce4e214e7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.3063509 Jul 08 17:23:07.851571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:07.861436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-4b34e124-23f6-4343-bb00-34089a579b0d tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/quotas/501431849f494a74ac17f84b8d9df21d HTTP/1.1" status: 200 len: 375 time: 0.0257456 Jul 08 17:23:07.927615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-97f0b544-8244-407b-b9b9-3e6fb723ab3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645044 Jul 08 17:23:07.931844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e72edfdd-2b15-47ed-b81d-875cb4391302,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:07.957598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-3a68377b-bf37-4bdc-be9b-be3a9275c2c0 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140133 Jul 08 17:23:08.030877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52188) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:08.091992 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddf1c578-bbae-4d5c-9569-49eb29841e76 req-ac67f228-c708-4b84-afc9-fa548f4151c1 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245406 Jul 08 17:23:08.107108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-0fcb9d49-ea74-43f5-b013-e049ea8eca8c service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741638 Jul 08 17:23:08.165370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1750605566-network', 'tenant_id': 'b2c47819cdd44ba2b0c7f8f6e1bc459c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:08.188930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Made reservation on behalf of b2c47819cdd44ba2b0c7f8f6e1bc459c for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:08.193056 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.205126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.219494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-a662daae-513e-438b-8e48-6cce828e2ba5 service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067226 Jul 08 17:23:08.328069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-13d06d3b-09dc-43d1-a573-b1203216f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.328069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-13d06d3b-09dc-43d1-a573-b1203216f5e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f3103e19aaef49169a9479d076174034&device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 1099 time: 0.1127558 Jul 08 17:23:08.407535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb397bdf-e5d4-48f0-abc8-4ac848cf0366 req-c01ff187-6599-4954-8c42-7b344b110b78 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.407894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb397bdf-e5d4-48f0-abc8-4ac848cf0366 req-c01ff187-6599-4954-8c42-7b344b110b78 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 948 time: 0.1464121 Jul 08 17:23:08.456212 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483c903f-6f72-454f-9157-079de85b9c57 x-openstack-request-id: req-483c903f-6f72-454f-9157-079de85b9c57 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:08.456761 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a061af9-61ba-44e3-9e49-8e3e59004688", "name": "network-vif-plugged", "status": "completed", "tag": "e72edfdd-2b15-47ed-b81d-875cb4391302", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:08.456761 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-483c903f-6f72-454f-9157-079de85b9c57 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:08.457137 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72edfdd-2b15-47ed-b81d-875cb4391302', 'code': 200} Jul 08 17:23:08.487044 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.503354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.507529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb397bdf-e5d4-48f0-abc8-4ac848cf0366 req-121e2981-4591-4fee-af1c-6b44b1f2a964 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925899 Jul 08 17:23:08.525332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-7e99088f-dbd0-41d6-a9cf-40e308c4aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.526977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-7e99088f-dbd0-41d6-a9cf-40e308c4aa56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1918085 Jul 08 17:23:08.543674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-544f62bd-e074-4c9e-818b-8db4c6fe5c59 req-87e997c3-ea1d-4ced-8463-9f07b8df100f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 210 time: 0.0324719 Jul 08 17:23:08.551349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:08.605664 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-5ff65476-af09-4197-a5c7-47332517074e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=c5654a30-b9a6-4f34-b3ee-4ef8da265384 HTTP/1.1" status: 200 len: 217 time: 0.0666628 Jul 08 17:23:08.626111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.626462 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Added segment 5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d of type vlan for network b369022a-0559-43dd-b786-52c45a2d63b0 Jul 08 17:23:08.651441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:08.736224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.747306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-67b31b8e-54b6-465d-9b85-a14658eaf5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.748926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-67b31b8e-54b6-465d-9b85-a14658eaf5d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1242108 Jul 08 17:23:08.751004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ec502-22a3-4e98-ae80-cfa6b417370d req-af9eb5c9-ea48-411f-bc40-b066354b70d6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.752636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-224ec502-22a3-4e98-ae80-cfa6b417370d req-af9eb5c9-ea48-411f-bc40-b066354b70d6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 949 time: 0.0779841 Jul 08 17:23:08.753418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea02b-921f-4b60-8323-7630be166e85 req-fbe1a0fc-8ef9-4c84-afda-c551c69d836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.754801 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a5dea02b-921f-4b60-8323-7630be166e85 req-fbe1a0fc-8ef9-4c84-afda-c551c69d836a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 1100 time: 0.2012999 Jul 08 17:23:08.794200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-224ec502-22a3-4e98-ae80-cfa6b417370d req-7bd30f22-df7b-418d-9390-832124b0b6ab tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Jul 08 17:23:08.839388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.840343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.841045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:08.856510 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a5dea02b-921f-4b60-8323-7630be166e85 req-2db5d739-382e-4566-a3e3-e5cf23cce04d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933809 Jul 08 17:23:08.909318 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8772960 Jul 08 17:23:08.910012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52206) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:08.917113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Request body: {'subnet': {'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1750605566-subnet', 'tenant_id': 'b2c47819cdd44ba2b0c7f8f6e1bc459c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:08.931139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893e60a-f9e6-468c-a5cd-0b20bf983a02 admin admin] Pushing event updated for resources: {'Network': ['ID=b369022a-0559-43dd-b786-52c45a2d63b0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:08.940566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-72b730c8-7c13-4ae6-b0cb-e02f834346c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:08.943097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-72b730c8-7c13-4ae6-b0cb-e02f834346c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1782610 Jul 08 17:23:08.946861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b369022a-0559-43dd-b786-52c45a2d63b0 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:08.959489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Made reservation on behalf of b2c47819cdd44ba2b0c7f8f6e1bc459c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:08.963663 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.087790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-2c21e357-cda6-439f-8a9d-dd4fb7bb2acd service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316535 Jul 08 17:23:09.203497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.245067 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd9365e2-0d54-4e60-b6ab-6bb39395f4a2 req-5e3f9b9e-23f4-4b80-b5ab-d10809a97609 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134076 Jul 08 17:23:09.259280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:09.276218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Checking segment: {'id': '5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:09.276829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Network hostable DHCP agents. Network: b369022a-0559-43dd-b786-52c45a2d63b0, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:09.293624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Network b369022a-0559-43dd-b786-52c45a2d63b0 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:09.301984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b369022a-0559-43dd-b786-52c45a2d63b0) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:09.306912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.307619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:09.310956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a8b61-479c-4cf2-befa-71a5dbb46939 None None] Network b369022a-0559-43dd-b786-52c45a2d63b0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:09.322396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6857b27f-492e-47ae-a11b-29d134ca84c0 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4112456 Jul 08 17:23:09.446057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e83cb-15b1-44d9-99a5-32578a5ac41d None None] Network b369022a-0559-43dd-b786-52c45a2d63b0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:09.699138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93324147-c9ec-4395-bbae-9e2a022f3181 req-97e6f9d5-f6c8-434d-a985-00f6be1c8810 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:09.701545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93324147-c9ec-4395-bbae-9e2a022f3181 req-97e6f9d5-f6c8-434d-a985-00f6be1c8810 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 948 time: 0.0765462 Jul 08 17:23:09.747324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93324147-c9ec-4395-bbae-9e2a022f3181 req-da898c8f-5b59-4b26-8c80-9c15a507dc42 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Jul 08 17:23:09.965045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52246) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:09.995449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71deb27e-059e-4210-92bf-cf5ab7212b13 req-e24bb397-5690-4546-8d3e-0293c8866ad3 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 210 time: 0.0827577 Jul 08 17:23:10.000713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1171223897-network', 'tenant_id': 'c53553509cc94d21b7162f395aa0050e'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:10.072489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Made reservation on behalf of c53553509cc94d21b7162f395aa0050e for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:10.074334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-3346ec6f-c281-4577-a447-b7f46455ef2b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.075883 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.076023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-3346ec6f-c281-4577-a447-b7f46455ef2b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.2292693 Jul 08 17:23:10.093593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.098088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Request body: {'port': {'device_id': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'admin_state_up': True, 'tenant_id': '501431849f494a74ac17f84b8d9df21d'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:10.151870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3720ad1-acf9-4777-aa43-58830b7cfe11 req-372c49f0-9c00-4b11-86b3-190f29122f2f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.154528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3720ad1-acf9-4777-aa43-58830b7cfe11 req-372c49f0-9c00-4b11-86b3-190f29122f2f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 949 time: 0.1392026 Jul 08 17:23:10.236770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3720ad1-acf9-4777-aa43-58830b7cfe11 req-948fea34-6ee5-4d07-a963-5161692c7384 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741396 Jul 08 17:23:10.296331 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.302542 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.328833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d3dbd6-50a1-487f-b53a-6dc3edfd76ec,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.338909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Made reservation on behalf of 501431849f494a74ac17f84b8d9df21d for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:10.341552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:23:10.343966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.354533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.355235 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Added segment 7d228b8e-42eb-48ce-96fd-dac4435e6294 of type vlan for network 8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061 Jul 08 17:23:10.444512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.452589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:10.512144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.513178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.513753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.520689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Allocated IP 172.20.0.8 (a2ce0013-b088-44bb-ab85-9f389f7725a2/2131ec50-2bd5-429c-9022-3931aedb3af7/949479b4-b0c3-4b5b-bf46-78e3808dfd0a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:10.520912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:10.523000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23b934-925d-4e34-bbc7-eae7ad2bf8d9 req-cac0d818-c5a3-4e05-a0ad-ff5ada249443 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.527037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:10.528037 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.529814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b23b934-925d-4e34-bbc7-eae7ad2bf8d9 req-cac0d818-c5a3-4e05-a0ad-ff5ada249443 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 949 time: 0.1363912 Jul 08 17:23:10.600183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6338830 Jul 08 17:23:10.605549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52256) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:10.615359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Request body: {'subnet': {'network_id': '8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1171223897-subnet', 'tenant_id': 'c53553509cc94d21b7162f395aa0050e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:10.625188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b32ba-f148-41b6-8e59-8f74045e92c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.625832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.638498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:23:10.658861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b23b934-925d-4e34-bbc7-eae7ad2bf8d9 req-b2d37aa9-4ed7-4d10-a98d-c379a15aa2ed tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199806 Jul 08 17:23:10.680682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Made reservation on behalf of c53553509cc94d21b7162f395aa0050e for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:10.685079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.701575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:10.706183 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c5204-82ce-4715-9d34-6308094f993e" -d '{"events": [{"server_uuid": "bc90d888-bbc4-4118-9fa5-cee3444b446f", "name": "network-vif-plugged", "status": "completed", "tag": "1684961d-b7ef-47bf-95a6-5f5b83a9c3b0"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:10.719492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.760238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:10.770893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.775632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.815511 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4fba1-b0d6-4637-a7b7-0afc752148b3 x-openstack-request-id: req-03b4fba1-b0d6-4637-a7b7-0afc752148b3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:10.815821 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90d888-bbc4-4118-9fa5-cee3444b446f", "name": "network-vif-plugged", "status": "completed", "tag": "1684961d-b7ef-47bf-95a6-5f5b83a9c3b0", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:10.816027 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-03b4fba1-b0d6-4637-a7b7-0afc752148b3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:10.816421 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', 'code': 200} Jul 08 17:23:10.859633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:10.864687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:10.871533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.879979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:10.917282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c5654a30-b9a6-4f34-b3ee-4ef8da265384 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:10.932081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:10.973512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:10.974076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:10.980091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.005120 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-952c73ec-c834-47b9-b03c-74217ba23ccf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9114602 Jul 08 17:23:11.017273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9062c42-7a21-4f35-a089-a5eee2b3a5d4 req-a0b66769-93cf-4ea7-911f-2c1cc34cd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:11.019591 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a9062c42-7a21-4f35-a089-a5eee2b3a5d4 req-a0b66769-93cf-4ea7-911f-2c1cc34cd82e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 1101 time: 0.1005042 Jul 08 17:23:11.027429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Request body: {'port': {'device_id': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:11.056641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156e0fd7-4e75-4cc6-91c7-8e9b72d4365b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:11.076494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efecc0e-5165-436e-b6ac-3b07293978dc req-6cf1e345-3941-4d4f-afd0-7584c5fe364c tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:11.078308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c5654a30-b9a6-4f34-b3ee-4ef8da265384, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c5654a30-b9a6-4f34-b3ee-4ef8da265384,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:11.083609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1efecc0e-5165-436e-b6ac-3b07293978dc req-6cf1e345-3941-4d4f-afd0-7584c5fe364c tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 948 time: 0.1619074 Jul 08 17:23:11.110403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384', 'mac_address': 'fa:16:3e:cf:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:11.126023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Checking segment: {'id': '7d228b8e-42eb-48ce-96fd-dac4435e6294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:11.126915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Network hostable DHCP agents. Network: 8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:23:11.139697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.142273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1efecc0e-5165-436e-b6ac-3b07293978dc req-1fdb0cb7-57cf-4dc1-8595-1eefd4834753 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577602 Jul 08 17:23:11.162858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a9062c42-7a21-4f35-a089-a5eee2b3a5d4 req-6d68e4ad-5d92-4b68-b5c6-27755cb20cbb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544136 Jul 08 17:23:11.168909 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.197997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Network 8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:23:11.200291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5654a30-b9a6-4f34-b3ee-4ef8da265384 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:11.224172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c5654a30-b9a6-4f34-b3ee-4ef8da265384, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c5654a30-b9a6-4f34-b3ee-4ef8da265384,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:11.230302 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.237107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:11.270064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5a47f-f328-492a-8b8b-cf484e5d9ccf None None] Network 8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:11.276758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:11.277655 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.318293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b0d3d2dd-596d-4744-a03d-18da62700dd6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7081840 Jul 08 17:23:11.349377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb790f-622f-428d-8cf3-4a63ebe248eb req-bea705e4-0c6f-4ee6-a498-f84d91f62c53 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:11.350973 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eeb790f-622f-428d-8cf3-4a63ebe248eb req-bea705e4-0c6f-4ee6-a498-f84d91f62c53 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 931 time: 0.1561556 Jul 08 17:23:11.408231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c5654a30-b9a6-4f34-b3ee-4ef8da265384,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:11.425306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eeb790f-622f-428d-8cf3-4a63ebe248eb req-06ff3070-e0d5-44f0-8e6b-cd2f0c146a49 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676115 Jul 08 17:23:11.467529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949479b4-b0c3-4b5b-bf46-78e3808dfd0a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:11.475564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.488852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Transition to ACTIVE for port object 949479b4-b0c3-4b5b-bf46-78e3808dfd0a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:11.503120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.537932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6048a-d994-4333-84f5-48ef53653fa9 None None] Network 8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:23:11.574247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:11.662253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c5654a30-b9a6-4f34-b3ee-4ef8da265384'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:11.668877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Attempting to bind port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:11.669594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Attempting to bind port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:11.669594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Attempting to bind port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:11.674149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a on network a2ce0013-b088-44bb-ab85-9f389f7725a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:11.674429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Attempting to bind port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:11.679976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:11.680322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Checking segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:11.680710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Bound using segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:11.681168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Bound port: 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:11.681524 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.754417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:11.757721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:11.775428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.858963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:11.867990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:11.868643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:11.870351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-e33a37ee-964d-4595-ae9c-c60b133db5d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/949479b4-b0c3-4b5b-bf46-78e3808dfd0a HTTP/1.1" status: 200 len: 1091 time: 0.8483937 Jul 08 17:23:11.870792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:11.873517 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:11.992134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-ee55e85b-6a16-4e41-886a-8d0d9b00320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:11.993977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-ee55e85b-6a16-4e41-886a-8d0d9b00320c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 1094 time: 0.0551386 Jul 08 17:23:12.008004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabed8d-ff58-4375-995d-2c8659067f64 req-a9533d3f-8564-4ed2-a5cb-057978bfc939 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.009633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dabed8d-ff58-4375-995d-2c8659067f64 req-a9533d3f-8564-4ed2-a5cb-057978bfc939 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 950 time: 0.1680903 Jul 08 17:23:12.048454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-9e49a9cc-e8b0-47ca-8cac-22565f6a505d tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.050105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-9e49a9cc-e8b0-47ca-8cac-22565f6a505d tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/networks?id=b369022a-0559-43dd-b786-52c45a2d63b0 HTTP/1.1" status: 200 len: 815 time: 0.1429212 Jul 08 17:23:12.064783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-470fd150-a131-468e-ab03-973ae71cb16a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a HTTP/1.1" status: 200 len: 217 time: 0.0452588 Jul 08 17:23:12.074199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dabed8d-ff58-4375-995d-2c8659067f64 req-f8d919f8-f6ec-4099-8af6-3d7de112dc68 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584998 Jul 08 17:23:12.076685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-5f0298b1-b83c-4511-a652-2d64481562c5 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/quotas/b2c47819cdd44ba2b0c7f8f6e1bc459c HTTP/1.1" status: 200 len: 375 time: 0.0170467 Jul 08 17:23:12.118835 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-bb6ed4ce-734a-4cd4-8302-bae30f2be211 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2c47819cdd44ba2b0c7f8f6e1bc459c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355937 Jul 08 17:23:12.142714 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0635aa2c-40a8-462b-8226-c68872c7a00e x-openstack-request-id: req-0635aa2c-40a8-462b-8226-c68872c7a00e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:12.143251 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:12.143251 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0635aa2c-40a8-462b-8226-c68872c7a00e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:12.143620 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'status': 'completed', 'code': 200} Jul 08 17:23:12.160459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-077e4967-c9f8-4b74-8a12-49d107cd4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.171829 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-077e4967-c9f8-4b74-8a12-49d107cd4aee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.0914891 Jul 08 17:23:12.225679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-1f39f33b-08a2-4aee-9a4f-b7f397c6466c service neutron] 10.222.0.63 "GET /v2.0/networks/b369022a-0559-43dd-b786-52c45a2d63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057565 Jul 08 17:23:12.232120 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-f44cb13d-2731-4b10-bf66-836a1135fdc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581024 Jul 08 17:23:12.369276 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-8b4e6e7e-e9bf-4966-927d-f4ed200e924c service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295018 Jul 08 17:23:12.373523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-45b7286b-32ec-4af1-82b2-2ba75468edfa service neutron] 10.222.0.63 "GET /v2.0/networks/b369022a-0559-43dd-b786-52c45a2d63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416276 Jul 08 17:23:12.436874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ac3d0-f1b9-4ad7-9d2e-09ca1c6f6c63 req-1e7c187a-875c-4046-8c42-6a1e6941ffa7 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.438775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-512ac3d0-f1b9-4ad7-9d2e-09ca1c6f6c63 req-1e7c187a-875c-4046-8c42-6a1e6941ffa7 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 949 time: 0.0766890 Jul 08 17:23:12.486853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-512ac3d0-f1b9-4ad7-9d2e-09ca1c6f6c63 req-51553eaa-a3a3-41c9-a6e9-f70277a2be26 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398283 Jul 08 17:23:12.497510 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9dc4529-d543-486c-8376-e42fa2ac3de8 req-40aa6540-f75c-4c4c-adc9-4ad325f8e471 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189678 Jul 08 17:23:12.595696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5c97540-31d5-4ecc-b4cb-a2f2daf34ecb req-be7161f6-de6b-41ec-ac74-7cebbca68db2 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 210 time: 0.0474489 Jul 08 17:23:12.706116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-04928dcb-a5f5-4db6-9546-94112c29c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.707169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5bce5-bcf5-486a-9811-292d0e1bb484 req-6a5218d4-a5ff-4e6d-ab5d-f7f762214e85 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.708806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43f5bce5-bcf5-486a-9811-292d0e1bb484 req-6a5218d4-a5ff-4e6d-ab5d-f7f762214e85 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 943 time: 0.1040549 Jul 08 17:23:12.711884 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-04928dcb-a5f5-4db6-9546-94112c29c6b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 1094 time: 0.1011729 Jul 08 17:23:12.826513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43f5bce5-bcf5-486a-9811-292d0e1bb484 req-ee0d0a8b-c8d8-4b0c-9656-c79bc2ecb50a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060648 Jul 08 17:23:12.847136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-66a2fdce-326f-42d3-953d-db4f33fb950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.849340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-66a2fdce-326f-42d3-953d-db4f33fb950c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 906 time: 0.1312201 Jul 08 17:23:12.902805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-45cb70e4-6f97-42c8-a20f-abcdfae0accd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a HTTP/1.1" status: 200 len: 217 time: 0.0467072 Jul 08 17:23:12.936366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c5654a30-b9a6-4f34-b3ee-4ef8da265384 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:12.986615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-e2665fb0-f58d-4192-9100-c92577aa90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:12.988473 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-e2665fb0-f58d-4192-9100-c92577aa90be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.0573483 Jul 08 17:23:13.001083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port c5654a30-b9a6-4f34-b3ee-4ef8da265384 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:13.006685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port c5654a30-b9a6-4f34-b3ee-4ef8da265384 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:13.008237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:13.034030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-d3cd6280-8650-4eed-a19e-aaadbd6e96c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379477 Jul 08 17:23:13.099588 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:13.142037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:13.144651 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f2d55b-31d4-4afc-b122-74fc286d0361" -d '{"events": [{"server_uuid": "b9ce25d1-c774-4a1d-bc42-5ab35c4d622e", "name": "network-vif-plugged", "status": "completed", "tag": "c5654a30-b9a6-4f34-b3ee-4ef8da265384"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:13.160121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c5654a30-b9a6-4f34-b3ee-4ef8da265384, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c5654a30-b9a6-4f34-b3ee-4ef8da265384,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:13.165595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:13.188458 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-69781863-55c4-4d7f-8fb0-29c70cd8956f service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436350 Jul 08 17:23:13.244582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c5654a30-b9a6-4f34-b3ee-4ef8da265384,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:13.293747 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023a676d-a52c-4bea-958d-9a582285bc99 x-openstack-request-id: req-023a676d-a52c-4bea-958d-9a582285bc99 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:13.294035 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ce25d1-c774-4a1d-bc42-5ab35c4d622e", "name": "network-vif-plugged", "status": "completed", "tag": "c5654a30-b9a6-4f34-b3ee-4ef8da265384", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:13.294283 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-023a676d-a52c-4bea-958d-9a582285bc99 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:13.294680 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384', 'code': 200} Jul 08 17:23:13.306564 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:13.331263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ea43c549-3fc1-4a34-bdf6-6b4b255eea51 req-ab3c3af0-bd8c-4f37-aac4-433ba50bdb23 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292789 Jul 08 17:23:13.349820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343e473-3360-40f4-9233-0c13cc6b3769 req-a4c6334c-3bb6-4406-b440-f782f4414b3f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.351490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7343e473-3360-40f4-9233-0c13cc6b3769 req-a4c6334c-3bb6-4406-b440-f782f4414b3f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 950 time: 0.0990160 Jul 08 17:23:13.416665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7343e473-3360-40f4-9233-0c13cc6b3769 req-5232d7dd-31a2-4ca2-931b-b2c9b04cbaad tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483413 Jul 08 17:23:13.526943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134f27-b895-4df4-8e2b-e2e5027ebfa5 req-94fb1bc2-b7ce-442b-80cc-76b2194165a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.528850 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f134f27-b895-4df4-8e2b-e2e5027ebfa5 req-94fb1bc2-b7ce-442b-80cc-76b2194165a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 1101 time: 0.0555267 Jul 08 17:23:13.596602 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f134f27-b895-4df4-8e2b-e2e5027ebfa5 req-1b907a28-105c-4cf5-b951-3fdba5258c71 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Jul 08 17:23:13.596833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d676a-c72c-49e9-b4d1-5646272214e1 req-f4d51ef6-2892-4d66-872d-7bdaf7d73720 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.604687 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb0d676a-c72c-49e9-b4d1-5646272214e1 req-f4d51ef6-2892-4d66-872d-7bdaf7d73720 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1097 time: 0.0684783 Jul 08 17:23:13.647066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb0d676a-c72c-49e9-b4d1-5646272214e1 req-308e79bc-a84b-4c26-a0ea-c047296eb289 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Jul 08 17:23:13.856387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5be14-983a-44b0-9bdf-6d636936f534 req-e5577df2-9f5e-42be-a94d-a7d086e89bba tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.857980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9b5be14-983a-44b0-9bdf-6d636936f534 req-e5577df2-9f5e-42be-a94d-a7d086e89bba tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 950 time: 0.1143901 Jul 08 17:23:13.871398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bdedc-27fa-4cf4-a942-ba476aa3bdc6 req-2f9bea87-affe-40ee-af81-12c400529325 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.877392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bdedc-27fa-4cf4-a942-ba476aa3bdc6 req-2f9bea87-affe-40ee-af81-12c400529325 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:13.878869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00bdedc-27fa-4cf4-a942-ba476aa3bdc6 req-2f9bea87-affe-40ee-af81-12c400529325 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688&device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 1690 time: 0.1010742 Jul 08 17:23:13.927406 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:23:13.934461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9b5be14-983a-44b0-9bdf-6d636936f534 req-7df4cb64-7e88-4e11-87b6-8da8523af020 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545609 Jul 08 17:23:13.937381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00bdedc-27fa-4cf4-a942-ba476aa3bdc6 req-b890a52a-1202-476a-8517-9188e3f09187 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Jul 08 17:23:14.076546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262a0093-376b-4152-a8ab-fcf60ff395d4 req-5d3fffd2-d035-4cbc-b132-4fcced16ac61 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 210 time: 0.0299344 Jul 08 17:23:14.423394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5eb3-59a8-45e0-8a05-054b14f17d90 req-6c250866-8fbf-4027-990f-cfad3d77ca3f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:14.432769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fcb5eb3-59a8-45e0-8a05-054b14f17d90 req-6c250866-8fbf-4027-990f-cfad3d77ca3f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 943 time: 0.1107306 Jul 08 17:23:14.475542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fcb5eb3-59a8-45e0-8a05-054b14f17d90 req-199095f7-14a6-4af9-b593-e034ef5c7927 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Jul 08 17:23:14.702837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-6fb04647-ae6b-4aa4-96a4-6752d8292553 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:14.704683 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-6fb04647-ae6b-4aa4-96a4-6752d8292553 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.41 "GET /v2.0/networks?id=b369022a-0559-43dd-b786-52c45a2d63b0 HTTP/1.1" status: 200 len: 815 time: 0.1762168 Jul 08 17:23:14.740816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Request body: {'port': {'device_id': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0', 'admin_state_up': True, 'tenant_id': 'b2c47819cdd44ba2b0c7f8f6e1bc459c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:14.890940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1f784-8cea-4ff5-92c5-96ddb354d314 req-04438bf5-c0e2-4515-ab36-493dc32b3f82 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:14.893104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdd1f784-8cea-4ff5-92c5-96ddb354d314 req-04438bf5-c0e2-4515-ab36-493dc32b3f82 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 1100 time: 0.0722795 Jul 08 17:23:14.909160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Made reservation on behalf of b2c47819cdd44ba2b0c7f8f6e1bc459c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:14.915111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:14.929383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdd1f784-8cea-4ff5-92c5-96ddb354d314 req-87154208-3c1a-4b4d-afc8-1c3e117d950a tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293627 Jul 08 17:23:15.070030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Allocated IP 172.20.0.12 (b369022a-0559-43dd-b786-52c45a2d63b0/5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2/7366b333-5dc7-4837-9a43-82ae878c6837) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:15.118644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318d29d-bef9-4017-9e02-38b15bb3176e req-ba07a618-8b70-4870-a7c1-594e9a4bb426 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.120287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2318d29d-bef9-4017-9e02-38b15bb3176e req-ba07a618-8b70-4870-a7c1-594e9a4bb426 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 1101 time: 0.0579038 Jul 08 17:23:15.158709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2318d29d-bef9-4017-9e02-38b15bb3176e req-baee4250-7761-4c0e-9ef3-8e97bff6df50 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294793 Jul 08 17:23:15.232654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.274924 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.317612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Network b369022a-0559-43dd-b786-52c45a2d63b0 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:15.323767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:15.327585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:15.352750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Pushing event updated for resources: {'Port': ['ID=7366b333-5dc7-4837-9a43-82ae878c6837,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:15.384284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.384989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.397247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-ffb078d8-05a7-4b7c-9d6d-b7547440822a tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:23:15.398281 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-ffb078d8-05a7-4b7c-9d6d-b7547440822a tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098345 Jul 08 17:23:15.406134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a4bf2-39ab-4cb0-b911-da05b14daa98 req-53beca0d-5a1b-4453-8504-90128ab76880 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.406896 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-23ac6da4-1517-4e9b-bc8d-439852fa06e1 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6725171 Jul 08 17:23:15.407939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a27a4bf2-39ab-4cb0-b911-da05b14daa98 req-53beca0d-5a1b-4453-8504-90128ab76880 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 950 time: 0.0983617 Jul 08 17:23:15.411753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:15.411951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:23:15.437279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Request body: {'port': {'device_id': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:15.448819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a27a4bf2-39ab-4cb0-b911-da05b14daa98 req-e4893936-0e5a-4886-81f3-235e62853243 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Jul 08 17:23:15.573748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.609108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb77e2-680a-492e-a14a-93cdd9c13597 req-309499d5-a865-480b-a1df-ff6bcd050d9f tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:15.610590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50bb77e2-680a-492e-a14a-93cdd9c13597 req-309499d5-a865-480b-a1df-ff6bcd050d9f tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 932 time: 0.0629056 Jul 08 17:23:15.648459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:15.648651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50bb77e2-680a-492e-a14a-93cdd9c13597 req-67c0a813-6618-48d8-90b4-2292b34bd887 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Jul 08 17:23:15.648873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:15.649056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:15.658094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:15.658418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:15.705507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:15.706188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:15.706329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:15.706646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Bound port: 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:15.809779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:15.818538 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.820414 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-880894ed-b8e8-43c4-b3b6-7207b2dc55f7 service neutron] 10.222.0.63 "POST /v2.0/ports/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4119396 Jul 08 17:23:15.932302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7366b333-5dc7-4837-9a43-82ae878c6837 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:15.940349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:15.953585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Transition to ACTIVE for port object 7366b333-5dc7-4837-9a43-82ae878c6837 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:15.965857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.015953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=7366b333-5dc7-4837-9a43-82ae878c6837,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:16.087832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Attempting to bind port 7366b333-5dc7-4837-9a43-82ae878c6837 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:16.088157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Attempting to bind port 7366b333-5dc7-4837-9a43-82ae878c6837 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:16.088554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Attempting to bind port 7366b333-5dc7-4837-9a43-82ae878c6837 on network b369022a-0559-43dd-b786-52c45a2d63b0 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:16.093138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Port 7366b333-5dc7-4837-9a43-82ae878c6837 on network b369022a-0559-43dd-b786-52c45a2d63b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:16.093460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Attempting to bind port 7366b333-5dc7-4837-9a43-82ae878c6837 on network b369022a-0559-43dd-b786-52c45a2d63b0 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:16.099260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:16.099599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Checking segment: {'id': '5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:16.099975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Bound using segment: {'id': '5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:16.100401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Bound port: 7366b333-5dc7-4837-9a43-82ae878c6837, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:16.100786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.153889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-100a1cba-f4de-4d71-974c-eabd0a27cffc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440145 Jul 08 17:23:16.162894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] For port 7366b333-5dc7-4837-9a43-82ae878c6837, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:16.166636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] For port 7366b333-5dc7-4837-9a43-82ae878c6837, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7366b333-5dc7-4837-9a43-82ae878c6837,segment=NetworkSegment(5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d),segment_id=5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:16.171177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.172378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c85d-4cf7-4200-9fef-65089055740e req-60f5a3e4-4b39-43a9-844b-099ded942897 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.174053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1898c85d-4cf7-4200-9fef-65089055740e req-60f5a3e4-4b39-43a9-844b-099ded942897 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 943 time: 0.1335332 Jul 08 17:23:16.279546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-cfc2b72a-0d85-46e9-9b0f-2c2c84d200d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.281095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-cfc2b72a-0d85-46e9-9b0f-2c2c84d200d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1097 time: 0.1826556 Jul 08 17:23:16.296866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1898c85d-4cf7-4200-9fef-65089055740e req-47fcc922-a2dd-48e0-8f39-e8a54825a995 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105080 Jul 08 17:23:16.377956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-41c17781-2c3e-4995-a262-bbc78c66aec9 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.379663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-41c17781-2c3e-4995-a262-bbc78c66aec9 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183406 Jul 08 17:23:16.421828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e44556c6-6adf-4fba-ab04-88a1bd9a31cc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/quotas/9cb8beca9e7649af8fb571b3196864e7 HTTP/1.1" status: 200 len: 375 time: 0.0368085 Jul 08 17:23:16.483861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.484527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:16.485943 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] 10.222.0.41 "PUT /v2.0/ports/7366b333-5dc7-4837-9a43-82ae878c6837 HTTP/1.1" status: 200 len: 1092 time: 1.0527868 Jul 08 17:23:16.486386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'tag': '7366b333-5dc7-4837-9a43-82ae878c6837'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:16.488657 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b0787d-40f7-458f-9c50-473238fcf044" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0be04e-10f5-452e-9f16-feb6d8088701", "tag": "7366b333-5dc7-4837-9a43-82ae878c6837"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:16.512264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2688b0-4bf8-4455-a1bd-87afe1e99ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=7366b333-5dc7-4837-9a43-82ae878c6837,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:16.594370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-66b87a5d-2442-4d48-b540-7be99d7eb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.595881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-66b87a5d-2442-4d48-b540-7be99d7eb3a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2c47819cdd44ba2b0c7f8f6e1bc459c&device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 1095 time: 0.0538175 Jul 08 17:23:16.645257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-553a4df3-4f6c-4e7e-bd92-7625efcedd35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7366b333-5dc7-4837-9a43-82ae878c6837 HTTP/1.1" status: 200 len: 217 time: 0.0346627 Jul 08 17:23:16.699114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-698a61d2-8c09-4e05-9c96-537751a3d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.700537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-698a61d2-8c09-4e05-9c96-537751a3d1d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2 HTTP/1.1" status: 200 len: 855 time: 0.0488575 Jul 08 17:23:16.735793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-aec527cc-e46a-46c8-bdea-e6bd3c2f9fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b369022a-0559-43dd-b786-52c45a2d63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271382 Jul 08 17:23:16.741250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-bfde64bf-97de-4d96-9de3-f20b4600ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.743386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-bfde64bf-97de-4d96-9de3-f20b4600ece0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.4500546 Jul 08 17:23:16.803263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-aebb5ee3-d216-4299-b215-5ef46b40d5ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 200 len: 217 time: 0.0428176 Jul 08 17:23:16.829503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-4bbc615d-1d2b-42b7-a824-dfe1442c2bd2 service neutron] 10.222.0.41 "GET /v2.0/networks/b369022a-0559-43dd-b786-52c45a2d63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855188 Jul 08 17:23:16.870150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ad56a-e35a-4aa4-baa8-8536d41f5845 req-ed23a572-f9b1-49a7-b8a0-ec119572a206 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.871625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-084ad56a-e35a-4aa4-baa8-8536d41f5845 req-ed23a572-f9b1-49a7-b8a0-ec119572a206 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.4653821 Jul 08 17:23:16.887936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-cf177552-d332-4f27-8321-70adf7b23fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:16.889441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-cf177552-d332-4f27-8321-70adf7b23fbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0765455 Jul 08 17:23:16.906461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-26b0082d-456f-4aa1-9146-28bbf7b90d3e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1821885 Jul 08 17:23:16.917734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bca1634a-5073-4a98-846f-f6adeb6b87a4 req-c6fe5110-b0a8-4b4b-b2dc-fb622e3d16fa service neutron] 10.222.0.41 "GET /v2.0/networks/b369022a-0559-43dd-b786-52c45a2d63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809643 Jul 08 17:23:16.938047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-34dd5811-f3f6-40ce-85dd-283192b0b969 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306566 Jul 08 17:23:16.962151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-084ad56a-e35a-4aa4-baa8-8536d41f5845 req-e051e646-2b67-43b4-b0df-c75cc2a1b55b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825582 Jul 08 17:23:16.975033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 949479b4-b0c3-4b5b-bf46-78e3808dfd0a details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:17.058964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-93866608-5e7f-4956-a46d-0fef21349822 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101253 Jul 08 17:23:17.094775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:17.110584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'mac_address': 'fa:16:3e:13:0c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:17.151336 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:17.166363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949479b4-b0c3-4b5b-bf46-78e3808dfd0a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:17.186823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:17.193897 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:17.211579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-97340181-8b6a-423c-8fb8-e32ceb8d7b2e service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438653 Jul 08 17:23:17.220484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828de5d-4167-468c-9c0f-90c45b03b925 req-6c8452f2-010a-4c57-84bf-2c2f558a9e5a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.222062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2828de5d-4167-468c-9c0f-90c45b03b925 req-6c8452f2-010a-4c57-84bf-2c2f558a9e5a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 950 time: 0.1277285 Jul 08 17:23:17.260672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:17.268998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2828de5d-4167-468c-9c0f-90c45b03b925 req-52f4a869-be40-4732-8f0b-b82e3fbf5045 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Jul 08 17:23:17.323335 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cb5c67-9a01-4ebe-bb65-b83cdbbb7c1e x-openstack-request-id: req-d0cb5c67-9a01-4ebe-bb65-b83cdbbb7c1e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:17.323530 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0be04e-10f5-452e-9f16-feb6d8088701", "tag": "7366b333-5dc7-4837-9a43-82ae878c6837", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:17.323733 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d0cb5c67-9a01-4ebe-bb65-b83cdbbb7c1e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:17.324132 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'tag': '7366b333-5dc7-4837-9a43-82ae878c6837', 'status': 'completed', 'code': 200} Jul 08 17:23:17.447923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734597a-ed73-4e78-8522-5dd65896037d req-10b379d4-4730-4057-ae0b-8f4eb9166f4c tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:17.449553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d734597a-ed73-4e78-8522-5dd65896037d req-10b379d4-4730-4057-ae0b-8f4eb9166f4c tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 944 time: 0.0647933 Jul 08 17:23:17.488250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d734597a-ed73-4e78-8522-5dd65896037d req-5e2e7c08-9439-41e8-980c-9466194015a6 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Jul 08 17:23:17.638565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['949479b4-b0c3-4b5b-bf46-78e3808dfd0a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:18.045973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-96915350-a363-40d6-95fa-313d8181cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.047584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-96915350-a363-40d6-95fa-313d8181cb8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2c47819cdd44ba2b0c7f8f6e1bc459c&device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 1095 time: 0.0842559 Jul 08 17:23:18.271855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-0aa4fc15-e113-47eb-b20e-e0242b1cd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.274213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-0aa4fc15-e113-47eb-b20e-e0242b1cd3ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=b369022a-0559-43dd-b786-52c45a2d63b0 HTTP/1.1" status: 200 len: 916 time: 0.2175229 Jul 08 17:23:18.390778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-6e70db3d-7005-443a-8c49-e8ebe48ec6fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7366b333-5dc7-4837-9a43-82ae878c6837 HTTP/1.1" status: 200 len: 217 time: 0.1077988 Jul 08 17:23:18.498328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-c0e0bba0-d735-4d2c-b65a-3385f22b8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.499705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-c0e0bba0-d735-4d2c-b65a-3385f22b8e81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2 HTTP/1.1" status: 200 len: 855 time: 0.0774536 Jul 08 17:23:18.506968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1184cc7-67de-4b2e-8d27-95d168908fd5 req-dc9c5397-a03d-4f6b-8dae-0fb327f00f2d tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.508453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1184cc7-67de-4b2e-8d27-95d168908fd5 req-dc9c5397-a03d-4f6b-8dae-0fb327f00f2d tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 944 time: 0.1522369 Jul 08 17:23:18.558207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-d246b2a5-ea7d-4e0e-ab75-cbab94513f0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b369022a-0559-43dd-b786-52c45a2d63b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487754 Jul 08 17:23:18.568354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658385c-cff7-4d70-9ce3-a8ef9e61c583 req-58c112aa-41f3-4141-8f31-7a92bb1e6b0f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.570151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e658385c-cff7-4d70-9ce3-a8ef9e61c583 req-58c112aa-41f3-4141-8f31-7a92bb1e6b0f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.1755836 Jul 08 17:23:18.646409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1184cc7-67de-4b2e-8d27-95d168908fd5 req-16a03996-c82a-4628-ace3-07f66c2f807e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271563 Jul 08 17:23:18.683013 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e658385c-cff7-4d70-9ce3-a8ef9e61c583 req-ed44a64f-a1d9-41a8-b2ff-1df335b120be tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987570 Jul 08 17:23:18.702762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-70add933-a672-4823-bc77-120e337d3cfa service neutron] 10.222.0.41 "GET /v2.0/networks/b369022a-0559-43dd-b786-52c45a2d63b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275158 Jul 08 17:23:18.834034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8e4afaf-dc7e-4a5f-a105-4ed475032cb6 req-663beee4-d16b-463d-9a50-d95e97119feb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 210 time: 0.0455556 Jul 08 17:23:18.911211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b0787d-40f7-458f-9c50-473238fcf044 req-720ee4f4-f122-4172-861a-0495b3725da8 service neutron] 10.222.0.41 "GET /v2.0/networks/b369022a-0559-43dd-b786-52c45a2d63b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944113 Jul 08 17:23:18.915321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-241dcfd5-80c8-44c2-8581-5c656208ab4a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387802 Jul 08 17:23:18.935128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9b37e-38a3-4d3f-90cf-6fc8eb964310 req-64d8be0b-f7d1-4790-887b-1ac17327dd0d tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:18.942302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3a9b37e-38a3-4d3f-90cf-6fc8eb964310 req-64d8be0b-f7d1-4790-887b-1ac17327dd0d tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 950 time: 0.1375327 Jul 08 17:23:18.993976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 949479b4-b0c3-4b5b-bf46-78e3808dfd0a up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:18.997715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3a9b37e-38a3-4d3f-90cf-6fc8eb964310 req-e672bd61-b09e-4bed-987d-4147f50113d5 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543563 Jul 08 17:23:19.114336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb58f6-f851-44b6-bb63-3b48a54c6ca1 req-a7706156-9f31-4e20-9e73-acff9f150217 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:19.126743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:19.127559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebdb58f6-f851-44b6-bb63-3b48a54c6ca1 req-a7706156-9f31-4e20-9e73-acff9f150217 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 944 time: 0.1513240 Jul 08 17:23:19.137482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:19.137868 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.208171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-dbf4d52e-ddac-462f-b658-94567e7873e1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:19.209742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-dbf4d52e-ddac-462f-b658-94567e7873e1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859209 Jul 08 17:23:19.211222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebdb58f6-f851-44b6-bb63-3b48a54c6ca1 req-e38c3c66-49c8-4a2f-b662-28ab364a25c4 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Jul 08 17:23:19.232474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': 'de286096-146e-4167-962d-ee61f0fef867', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:19.354820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-a74db7b5-24e8-48bd-bbd1-e358ae3dbb45 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390692 Jul 08 17:23:19.372696 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.391481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-9e2867bf-cf15-43f5-a8a5-28f53e64a814 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f3103e19aaef49169a9479d076174034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317290 Jul 08 17:23:19.399209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:19.403797 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.426401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:19.429962 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb4a794-e5de-43c1-ad06-9f0d4c713e71" -d '{"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-plugged", "status": "completed", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:19.453307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:19.459930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.509721 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cdfe9d-15d3-41d8-be02-0868595e25e2 x-openstack-request-id: req-91cdfe9d-15d3-41d8-be02-0868595e25e2 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:19.510215 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-plugged", "status": "completed", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:19.510596 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91cdfe9d-15d3-41d8-be02-0868595e25e2 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:19.511118 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'code': 200} Jul 08 17:23:19.530005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:19.613000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.118 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/2f2274d1-553f-43c5-a5d4-696621ed6df2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:19.628814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-9d8d16dd-00dc-410d-b657-99ba79f753ab tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:19.634135 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-9d8d16dd-00dc-410d-b657-99ba79f753ab tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416766 Jul 08 17:23:19.695198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-e7d8507a-2670-4724-983c-9c1ed1202587 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/quotas/f3103e19aaef49169a9479d076174034 HTTP/1.1" status: 200 len: 375 time: 0.0597246 Jul 08 17:23:19.705135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-506cdcf7-51c9-4f7f-81e1-4ac7e36df75b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:19.706630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-506cdcf7-51c9-4f7f-81e1-4ac7e36df75b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124983 Jul 08 17:23:19.768843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:19.858333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd64db2-66c1-45bf-94a6-6622c2531a03 req-a4f4a317-6743-46f5-a291-cedabad76b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:19.859817 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6fd64db2-66c1-45bf-94a6-6622c2531a03 req-a4f4a317-6743-46f5-a291-cedabad76b66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 1096 time: 0.2326405 Jul 08 17:23:19.904755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.914225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-ad120351-56f9-4ff2-93e7-cd79a4712e7c tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f3103e19aaef49169a9479d076174034&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172146 Jul 08 17:23:19.929325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object 2f2274d1-553f-43c5-a5d4-696621ed6df2 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:19.935551 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6fd64db2-66c1-45bf-94a6-6622c2531a03 req-3ae0a601-d364-4d12-ae9f-5cee90b1f1b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527034 Jul 08 17:23:19.949581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ed6b-db0e-409e-ba24-35f8ad151cd5 req-fc0a2715-aadb-42ae-9eba-19d14ceb6f5b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:19.951273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b301ed6b-db0e-409e-ba24-35f8ad151cd5 req-fc0a2715-aadb-42ae-9eba-19d14ceb6f5b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 945 time: 0.1654632 Jul 08 17:23:19.976877 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:19.992240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:20.025186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b301ed6b-db0e-409e-ba24-35f8ad151cd5 req-43138ca8-9bce-463c-9f24-22e5435adabf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630825 Jul 08 17:23:20.025379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:20.028187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:20.029266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:20.036864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:20.041299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:20.047516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.111525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.112388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.129423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=2f2274d1-553f-43c5-a5d4-696621ed6df2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:20.140483 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-0e4b9b6c-0b55-4b10-a305-b7147d38a46e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9113936 Jul 08 17:23:20.163966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Request body: {'port': {'device_id': 'de286096-146e-4167-962d-ee61f0fef867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:20.331276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.368209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.52 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/c3ed5464-3323-47e3-ac0b-fd679a913363) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:20.489947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-65337a69-70c3-4c5c-9740-786d22835a2a None None] Provisioning for port 2f2274d1-553f-43c5-a5d4-696621ed6df2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:20.496818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-65337a69-70c3-4c5c-9740-786d22835a2a None None] Provisioning complete for port 2f2274d1-553f-43c5-a5d4-696621ed6df2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:20.497381 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-65337a69-70c3-4c5c-9740-786d22835a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.636497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-65337a69-70c3-4c5c-9740-786d22835a2a None None] Port 2f2274d1-553f-43c5-a5d4-696621ed6df2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:20.652002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffa8575e-d3e9-48b2-b639-df04d47733a4 req-f27f3cc3-281a-4ee8-907a-790c3036811b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 210 time: 0.1282630 Jul 08 17:23:20.787661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b4e6a2e-e949-4376-b317-4655887a5f92 req-e407b20e-edc7-4664-ba2b-f001ae3fadf5 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 210 time: 0.0444176 Jul 08 17:23:20.828901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed5a94-25fd-4acb-b2a7-c39ccc4e40bf req-7868e887-2f56-434b-9268-4fba836fd212 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:20.832631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55ed5a94-25fd-4acb-b2a7-c39ccc4e40bf req-7868e887-2f56-434b-9268-4fba836fd212 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.5010307 Jul 08 17:23:20.888919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:20.916980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object c3ed5464-3323-47e3-ac0b-fd679a913363 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:20.925501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55ed5a94-25fd-4acb-b2a7-c39ccc4e40bf req-1dcc27ce-50a8-45e7-b9cb-3238adb0b529 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862257 Jul 08 17:23:21.009278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.017118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7366b333-5dc7-4837-9a43-82ae878c6837 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:21.103787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd88d69-29c7-4e00-80c0-264c45383759 req-0698dc62-9c18-422e-ae0a-fb7b1e9266ed tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:21.105028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbd88d69-29c7-4e00-80c0-264c45383759 req-0698dc62-9c18-422e-ae0a-fb7b1e9266ed tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 944 time: 0.1773939 Jul 08 17:23:21.107048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:21.110975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:21.117284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:21.174139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:21.197496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=c3ed5464-3323-47e3-ac0b-fd679a913363,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:21.259546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:21.269236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2274d1-553f-43c5-a5d4-696621ed6df2 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:21.277214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbd88d69-29c7-4e00-80c0-264c45383759 req-ebb973cf-5d42-4ee3-a9bd-bc330b076268 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635344 Jul 08 17:23:21.295952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.326976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:21.327851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.334501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Transition to ACTIVE for port object 2f2274d1-553f-43c5-a5d4-696621ed6df2 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:21.351916 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.359556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d17dc29e-bc96-4f42-8b81-f105728e0a44 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6058636 Jul 08 17:23:21.388142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Request body: {'port': {'device_id': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:21.407863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7366b333-5dc7-4837-9a43-82ae878c6837, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7366b333-5dc7-4837-9a43-82ae878c6837,segment=NetworkSegment(5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d),segment_id=5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:21.523567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '7366b333-5dc7-4837-9a43-82ae878c6837', 'network_id': 'b369022a-0559-43dd-b786-52c45a2d63b0', 'port_id': '7366b333-5dc7-4837-9a43-82ae878c6837', 'mac_address': 'fa:16:3e:4a:df:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:21.603541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-29a402c6-411d-4f14-8605-763389b1736d None None] Provisioning for port c3ed5464-3323-47e3-ac0b-fd679a913363 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:21.614822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2274d1-553f-43c5-a5d4-696621ed6df2,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:21.615027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-29a402c6-411d-4f14-8605-763389b1736d None None] Provisioning complete for port c3ed5464-3323-47e3-ac0b-fd679a913363 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:21.615427 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-29a402c6-411d-4f14-8605-763389b1736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.622664 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.668220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Attempting to bind port 2f2274d1-553f-43c5-a5d4-696621ed6df2 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:21.668559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Attempting to bind port 2f2274d1-553f-43c5-a5d4-696621ed6df2 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:21.668935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Attempting to bind port 2f2274d1-553f-43c5-a5d4-696621ed6df2 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:21.674790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Port 2f2274d1-553f-43c5-a5d4-696621ed6df2 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:21.675460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Attempting to bind port 2f2274d1-553f-43c5-a5d4-696621ed6df2 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:21.686410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:21.686766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:21.687157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:21.687655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Bound port: 2f2274d1-553f-43c5-a5d4-696621ed6df2, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:21.688029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.719140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7366b333-5dc7-4837-9a43-82ae878c6837 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:21.747443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.747825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-29a402c6-411d-4f14-8605-763389b1736d None None] Port c3ed5464-3323-47e3-ac0b-fd679a913363 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:21.786579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7366b333-5dc7-4837-9a43-82ae878c6837, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7366b333-5dc7-4837-9a43-82ae878c6837,segment=NetworkSegment(5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d),segment_id=5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:21.786806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] For port 2f2274d1-553f-43c5-a5d4-696621ed6df2, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:21.792448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] For port 2f2274d1-553f-43c5-a5d4-696621ed6df2, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2f2274d1-553f-43c5-a5d4-696621ed6df2,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:21.815720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.839057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.879711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6ec5e-a33f-4c51-90cd-49b98fe2ce1a req-99a7fcf8-4e5d-45c7-9ad4-551bbcd4c4d2 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:21.893963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1d6ec5e-a33f-4c51-90cd-49b98fe2ce1a req-99a7fcf8-4e5d-45c7-9ad4-551bbcd4c4d2 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 945 time: 0.2920208 Jul 08 17:23:21.900490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:21.901324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:21.902867 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] 10.222.0.72 "PUT /v2.0/ports/2f2274d1-553f-43c5-a5d4-696621ed6df2 HTTP/1.1" status: 200 len: 1096 time: 1.7507613 Jul 08 17:23:21.903427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de286096-146e-4167-962d-ee61f0fef867', 'tag': '2f2274d1-553f-43c5-a5d4-696621ed6df2'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:21.905901 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63c6b27-a35b-4f75-a423-c39df02b3214" -d '{"events": [{"name": "network-changed", "server_uuid": "de286096-146e-4167-962d-ee61f0fef867", "tag": "2f2274d1-553f-43c5-a5d4-696621ed6df2"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:21.935414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac13b-9964-469e-9fc4-ce01484c811e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2274d1-553f-43c5-a5d4-696621ed6df2,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:21.995309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7366b333-5dc7-4837-9a43-82ae878c6837,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:22.005465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.006013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.006510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.007547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.008057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.008552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.009066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.009551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.010041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.010520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.010999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.011477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:23:22.012497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbcad4-78aa-404e-b0dc-96e57fc39d20 req-5843f3b1-fdd6-4391-8783-b49e325c7a8a tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.021505 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8fbcad4-78aa-404e-b0dc-96e57fc39d20 req-5843f3b1-fdd6-4391-8783-b49e325c7a8a tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1096 time: 0.5180469 Jul 08 17:23:22.061179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-9ad9ce8f-df4c-406c-84b9-0942969c3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.063122 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-9ad9ce8f-df4c-406c-84b9-0942969c3742 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 1099 time: 0.0895393 Jul 08 17:23:22.107865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1d6ec5e-a33f-4c51-90cd-49b98fe2ce1a req-733cb0b7-9243-4367-8ef3-16af276d122e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126350 Jul 08 17:23:22.110008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8fbcad4-78aa-404e-b0dc-96e57fc39d20 req-68b557a0-b3f2-4250-b38f-667c5d796181 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876312 Jul 08 17:23:22.136511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-842b1033-a1a5-4509-bec8-f7ac53422471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=2f2274d1-553f-43c5-a5d4-696621ed6df2 HTTP/1.1" status: 200 len: 217 time: 0.0584879 Jul 08 17:23:22.222211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-592b496a-f71d-48a6-b0b0-500902eb7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.229698 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-592b496a-f71d-48a6-b0b0-500902eb7b71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0805333 Jul 08 17:23:22.357680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d76e34e-e2f8-4305-91f3-1fc906fb93b9 req-50cfd1a3-607f-44ff-aeed-e952f98a0792 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 210 time: 0.0553274 Jul 08 17:23:22.376548 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-59ec8fbf-9c41-4b0b-a20e-8fa4cc6e98ba tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f3103e19aaef49169a9479d076174034&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234971 Jul 08 17:23:22.382793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d30984b2-2be7-44e0-8521-1368d21e8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.384446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-d30984b2-2be7-44e0-8521-1368d21e8c71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471786 Jul 08 17:23:22.435888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ed5464-3323-47e3-ac0b-fd679a913363 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:22.446586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.451912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['7366b333-5dc7-4837-9a43-82ae878c6837'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:22.464682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Transition to ACTIVE for port object c3ed5464-3323-47e3-ac0b-fd679a913363 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:22.485925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.553020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c28cd-d127-4291-b780-03220b31f95d req-83758015-a7fe-4b1e-8e05-b24393d5e6b1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.556946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-198c28cd-d127-4291-b780-03220b31f95d req-83758015-a7fe-4b1e-8e05-b24393d5e6b1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 935 time: 0.2042603 Jul 08 17:23:22.565418 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0bc497-a691-4eb3-8215-2f74db429ef9 x-openstack-request-id: req-6f0bc497-a691-4eb3-8215-2f74db429ef9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:22.566980 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de286096-146e-4167-962d-ee61f0fef867", "tag": "2f2274d1-553f-43c5-a5d4-696621ed6df2", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:22.566980 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6f0bc497-a691-4eb3-8215-2f74db429ef9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:22.566980 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de286096-146e-4167-962d-ee61f0fef867', 'tag': '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'status': 'completed', 'code': 200} Jul 08 17:23:22.812021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-8e419bf1-f519-4a50-a4a3-7dab5f7fe1b0 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.814017 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-8e419bf1-f519-4a50-a4a3-7dab5f7fe1b0 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4250438 Jul 08 17:23:22.817464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed5464-3323-47e3-ac0b-fd679a913363,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:22.824862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-e56471d1-bc63-4624-94f2-d96e47d93c60 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113042 Jul 08 17:23:22.829604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Request body: {'port': {'device_id': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': 'f3103e19aaef49169a9479d076174034'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:22.840369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-198c28cd-d127-4291-b780-03220b31f95d req-b0343246-9aca-44dd-9e45-9d8085be69a6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367790 Jul 08 17:23:22.873225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Attempting to bind port c3ed5464-3323-47e3-ac0b-fd679a913363 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:22.873814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Attempting to bind port c3ed5464-3323-47e3-ac0b-fd679a913363 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:22.874460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Attempting to bind port c3ed5464-3323-47e3-ac0b-fd679a913363 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:22.893332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Port c3ed5464-3323-47e3-ac0b-fd679a913363 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:22.893731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Attempting to bind port c3ed5464-3323-47e3-ac0b-fd679a913363 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:22.902079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:22.902430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:22.902989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:22.903483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Bound port: c3ed5464-3323-47e3-ac0b-fd679a913363, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:22.903906 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:22.935025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e495a-c80d-459b-bd78-c5b9ee1d13d5 req-c60ca6dc-981f-408b-877a-45e334324c0f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:22.938039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df4e495a-c80d-459b-bd78-c5b9ee1d13d5 req-c60ca6dc-981f-408b-877a-45e334324c0f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.2532341 Jul 08 17:23:23.020181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df4e495a-c80d-459b-bd78-c5b9ee1d13d5 req-dd09363a-4d10-4166-990b-52a01c3e75e6 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607083 Jul 08 17:23:23.023416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] For port c3ed5464-3323-47e3-ac0b-fd679a913363, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:23.026973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] For port c3ed5464-3323-47e3-ac0b-fd679a913363, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c3ed5464-3323-47e3-ac0b-fd679a913363,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:23.034100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.039260 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-8938d175-c3a3-40ee-8d2f-6e80f96fd091 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052577 Jul 08 17:23:23.071488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Made reservation on behalf of f3103e19aaef49169a9479d076174034 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:23.080627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.086235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.087826 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.089395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-32bcc220-d057-4faa-b089-597db1476493 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3ed5464-3323-47e3-ac0b-fd679a913363 HTTP/1.1" status: 200 len: 1095 time: 1.7060399 Jul 08 17:23:23.090300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'tag': 'c3ed5464-3323-47e3-ac0b-fd679a913363'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:23.093656 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e27dc9-e3c5-4174-9073-fd1ae44455c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c48d529-f171-4efc-93d1-ceeeb61ef4dc", "tag": "c3ed5464-3323-47e3-ac0b-fd679a913363"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:23.124405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcc220-d057-4faa-b089-597db1476493 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed5464-3323-47e3-ac0b-fd679a913363,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:23.288370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-2fe515d9-ccc5-4799-a957-a1acb7717fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.290034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-2fe515d9-ccc5-4799-a957-a1acb7717fe2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 1099 time: 0.1687918 Jul 08 17:23:23.321501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-a2243675-bf88-4308-9aa4-afdbd6fd31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.322474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-a2243675-bf88-4308-9aa4-afdbd6fd31a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 1098 time: 0.1574790 Jul 08 17:23:23.400252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-49f59ead-0ce6-4ea9-98c3-783710ff1767 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c3ed5464-3323-47e3-ac0b-fd679a913363 HTTP/1.1" status: 200 len: 217 time: 0.0514984 Jul 08 17:23:23.433138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f159e12-cfa2-4cd9-8b85-b3fa331d895d req-3f27aedf-a3d1-458d-93c4-599606ea787f tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.441044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f159e12-cfa2-4cd9-8b85-b3fa331d895d req-3f27aedf-a3d1-458d-93c4-599606ea787f tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 945 time: 0.1752386 Jul 08 17:23:23.469097 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-332b63e3-180c-494c-9492-a4db4b6211c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.470816 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-332b63e3-180c-494c-9492-a4db4b6211c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1731031 Jul 08 17:23:23.496285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Allocated IP 192.168.233.14 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/223bb0ea-7fb0-49fe-8359-b4891f160a13) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:23.517523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f159e12-cfa2-4cd9-8b85-b3fa331d895d req-2e868ea9-26f0-4ed7-9095-5ce6d6a9ecc0 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753598 Jul 08 17:23:23.523874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-2dae6398-a219-4b7b-b88c-0041781001e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.526490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-2dae6398-a219-4b7b-b88c-0041781001e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1097229 Jul 08 17:23:23.603259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-61bbb796-e6e3-4653-b9d3-81318b5e7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.605030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-61bbb796-e6e3-4653-b9d3-81318b5e7a34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0699315 Jul 08 17:23:23.677579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-d192cac6-ed4d-43fc-b0de-76c63df1cab1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=2f2274d1-553f-43c5-a5d4-696621ed6df2 HTTP/1.1" status: 200 len: 217 time: 0.0847874 Jul 08 17:23:23.731320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-22edbd81-1d5b-4518-88f1-65d647cc58fb service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077983 Jul 08 17:23:23.779172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-0d33e226-326b-4171-920c-311437ac6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.781090 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-0d33e226-326b-4171-920c-311437ac6f33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0865908 Jul 08 17:23:23.841365 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:23.881245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Transition to ACTIVE for port object 223bb0ea-7fb0-49fe-8359-b4891f160a13 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:23.915156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-fe9894f7-892f-40a0-b875-e9238428bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:23.917020 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-fe9894f7-892f-40a0-b875-e9238428bac2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257215 Jul 08 17:23:23.992854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.051661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:24.060802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c5654a30-b9a6-4f34-b3ee-4ef8da265384'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:24.065107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:24.072934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:24.081527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Pushing event updated for resources: {'Port': ['ID=223bb0ea-7fb0-49fe-8359-b4891f160a13,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:24.117291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-dd90d5c6-8523-4d82-b6eb-42c37c61e0ac service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852446 Jul 08 17:23:24.163768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.164404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.218253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-5efe8bdb-a065-46d5-8bfb-270108943d30 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3925741 Jul 08 17:23:24.228919 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515da9ec-fcc0-40af-b501-4b60b812e2b3 x-openstack-request-id: req-515da9ec-fcc0-40af-b501-4b60b812e2b3 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:24.229195 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c48d529-f171-4efc-93d1-ceeeb61ef4dc", "tag": "c3ed5464-3323-47e3-ac0b-fd679a913363", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:24.229444 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-515da9ec-fcc0-40af-b501-4b60b812e2b3 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:24.229833 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'tag': 'c3ed5464-3323-47e3-ac0b-fd679a913363', 'status': 'completed', 'code': 200} Jul 08 17:23:24.235349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Request body: {'port': {'device_id': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:24.295346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d63c6b27-a35b-4f75-a423-c39df02b3214 req-ca748612-a741-438d-a4e6-f2b0fe2d7b89 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689296 Jul 08 17:23:24.322332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2eaf83-44b0-4293-a5f8-a57eba69bc71 req-c4a26522-f677-4124-ba7d-d05a4bbc2209 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709002 Jul 08 17:23:24.333757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6de2-53b3-4c26-8033-c7f89c25717f req-4293193a-2f92-45a4-9e8e-3eecc798b496 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.336011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3cf6de2-53b3-4c26-8033-c7f89c25717f req-4293193a-2f92-45a4-9e8e-3eecc798b496 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 945 time: 0.1030388 Jul 08 17:23:24.338866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.384558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3cf6de2-53b3-4c26-8033-c7f89c25717f req-f0d99a86-e892-4318-9920-24e7c479c868 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384915 Jul 08 17:23:24.500307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ce325b07-1f6e-4514-8b9e-da04db7b5efb None None] Provisioning for port 223bb0ea-7fb0-49fe-8359-b4891f160a13 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:24.504066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ce325b07-1f6e-4514-8b9e-da04db7b5efb None None] Provisioning complete for port 223bb0ea-7fb0-49fe-8359-b4891f160a13 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:24.504450 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ce325b07-1f6e-4514-8b9e-da04db7b5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.516389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-be1e9237-14a1-4d9b-9531-4ce719050cf3 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:23:24.517395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-be1e9237-14a1-4d9b-9531-4ce719050cf3 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073631 Jul 08 17:23:24.528244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:24.528687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:23:24.565980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ce325b07-1f6e-4514-8b9e-da04db7b5efb None None] Port 223bb0ea-7fb0-49fe-8359-b4891f160a13 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:24.592710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0615-472b-47c9-bfae-615afa7fc69d req-1ee8493e-0788-44ee-ada4-663ffe30a86f tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.594224 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a7b0615-472b-47c9-bfae-615afa7fc69d req-1ee8493e-0788-44ee-ada4-663ffe30a86f tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 935 time: 0.1078808 Jul 08 17:23:24.600151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-ee0e524c-9799-41b4-b5bb-d17221bf9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.601628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-ee0e524c-9799-41b4-b5bb-d17221bf9943 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 1098 time: 0.0819721 Jul 08 17:23:24.682641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a7b0615-472b-47c9-bfae-615afa7fc69d req-95b7456f-d684-42f6-bfad-52e4ebaf44da tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800483 Jul 08 17:23:24.719357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-f41fa189-34b9-4590-bb72-f658b50bcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.720877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-f41fa189-34b9-4590-bb72-f658b50bcb19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1054983 Jul 08 17:23:24.724634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223bb0ea-7fb0-49fe-8359-b4891f160a13 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:24.734214 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.753939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:24.754201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:24.754492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:24.757324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Transition to ACTIVE for port object 223bb0ea-7fb0-49fe-8359-b4891f160a13 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:24.767713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-521127f7-8399-4a96-aec9-53d42c3c9064 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c3ed5464-3323-47e3-ac0b-fd679a913363 HTTP/1.1" status: 200 len: 217 time: 0.0352309 Jul 08 17:23:24.767921 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.773462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:24.773788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:24.804700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:24.805003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:24.805803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:24.805803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Bound port: c42a69d3-382d-4c02-adb8-3a7a413ad5be, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:24.854160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-a40d5053-a51e-4b0a-8605-a34e1f017fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.855619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-a40d5053-a51e-4b0a-8605-a34e1f017fe7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0805063 Jul 08 17:23:24.857897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Pushing event updated for resources: {'Port': ['ID=223bb0ea-7fb0-49fe-8359-b4891f160a13,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:24.915469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d2ff8-6eba-414d-9169-88916681653b req-1b76f1bc-bde8-4b66-8a0e-0ea2e5a2e7aa tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.917017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-753d2ff8-6eba-414d-9169-88916681653b req-1b76f1bc-bde8-4b66-8a0e-0ea2e5a2e7aa tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 947 time: 0.1158273 Jul 08 17:23:24.919757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:24.932837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.933984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-fd3d1cc2-cb2e-4b07-b451-b0279efd39b4 service neutron] 10.222.0.63 "POST /v2.0/ports/c42a69d3-382d-4c02-adb8-3a7a413ad5be/bindings HTTP/1.1" status: 201 len: 389 time: 0.4106247 Jul 08 17:23:24.950385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Attempting to bind port 223bb0ea-7fb0-49fe-8359-b4891f160a13 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:24.950724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Attempting to bind port 223bb0ea-7fb0-49fe-8359-b4891f160a13 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:24.951070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Attempting to bind port 223bb0ea-7fb0-49fe-8359-b4891f160a13 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:24.955609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Port 223bb0ea-7fb0-49fe-8359-b4891f160a13 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:24.955934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Attempting to bind port 223bb0ea-7fb0-49fe-8359-b4891f160a13 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:24.961748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:24.962481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:24.962481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:24.962883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Bound port: 223bb0ea-7fb0-49fe-8359-b4891f160a13, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:24.963244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:24.964087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-4ebda72e-156e-4891-b68a-54d5693ba2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:24.965777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-4ebda72e-156e-4891-b68a-54d5693ba2eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017177 Jul 08 17:23:24.971021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-753d2ff8-6eba-414d-9169-88916681653b req-8c154581-6254-4155-83ae-44918f48eaf4 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Jul 08 17:23:25.050775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7366b333-5dc7-4837-9a43-82ae878c6837 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:25.055837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] For port 223bb0ea-7fb0-49fe-8359-b4891f160a13, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:25.059966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] For port 223bb0ea-7fb0-49fe-8359-b4891f160a13, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=223bb0ea-7fb0-49fe-8359-b4891f160a13,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:25.065381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.091659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-0d379913-37ea-4fbf-8728-901f591caf80 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187460 Jul 08 17:23:25.134596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.135214 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.136693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] 10.222.0.72 "PUT /v2.0/ports/223bb0ea-7fb0-49fe-8359-b4891f160a13 HTTP/1.1" status: 200 len: 1095 time: 0.9078777 Jul 08 17:23:25.137207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'tag': '223bb0ea-7fb0-49fe-8359-b4891f160a13'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:25.139729 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf65d401-2fd7-45b7-b025-91d5df76a1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "198ecd02-5048-48e4-b9ef-3f5311f7cdde", "tag": "223bb0ea-7fb0-49fe-8359-b4891f160a13"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:25.165602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86af06d-58ab-4372-bf91-4a074ae72665 service neutron] Pushing event updated for resources: {'Port': ['ID=223bb0ea-7fb0-49fe-8359-b4891f160a13,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:25.238940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 7366b333-5dc7-4837-9a43-82ae878c6837 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:25.244970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 7366b333-5dc7-4837-9a43-82ae878c6837 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:25.245398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.262536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e27dc9-e3c5-4174-9073-fd1ae44455c7 req-46ba81dd-6d8d-4c74-a9e6-e32b8a113e38 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584496 Jul 08 17:23:25.269015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a650acc8-ec3d-469a-b22d-83e9a37e4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.276857 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-a650acc8-ec3d-469a-b22d-83e9a37e4b81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3103e19aaef49169a9479d076174034&device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 1098 time: 0.0866477 Jul 08 17:23:25.279014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21229e73-24ef-475b-9359-dff4365be12e req-5dc5c3af-524a-45c7-a9db-71d88084c8f1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.280424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21229e73-24ef-475b-9359-dff4365be12e req-5dc5c3af-524a-45c7-a9db-71d88084c8f1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.1691315 Jul 08 17:23:25.336460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-39431b28-0d38-4dd9-812d-a8e00e649c13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=223bb0ea-7fb0-49fe-8359-b4891f160a13 HTTP/1.1" status: 200 len: 217 time: 0.0500507 Jul 08 17:23:25.338827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21229e73-24ef-475b-9359-dff4365be12e req-e543be16-c25e-423d-a5f3-0d77090f9463 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Jul 08 17:23:25.354816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.393666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7366b333-5dc7-4837-9a43-82ae878c6837, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7366b333-5dc7-4837-9a43-82ae878c6837,segment=NetworkSegment(5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d),segment_id=5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:25.394502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366b333-5dc7-4837-9a43-82ae878c6837'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:25.397018 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf20333-9e5b-435a-ae73-315a3845fa4c" -d '{"events": [{"server_uuid": "0b0be04e-10f5-452e-9f16-feb6d8088701", "name": "network-vif-plugged", "status": "completed", "tag": "7366b333-5dc7-4837-9a43-82ae878c6837"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:25.401638 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.405798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-f0a42a24-09f4-4f4e-b20e-04cc964b25df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.408393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-f0a42a24-09f4-4f4e-b20e-04cc964b25df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0552332 Jul 08 17:23:25.463338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7366b333-5dc7-4837-9a43-82ae878c6837,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:25.492434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-51539e2b-b532-4b84-ac7c-2c1c343172e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.494256 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-51539e2b-b532-4b84-ac7c-2c1c343172e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751200 Jul 08 17:23:25.506180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:25.518876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b8f3c-060d-4142-895e-bb595c3640f4 req-b456304e-78e0-4daf-83e4-a3b9a4185f36 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.521236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d2b8f3c-060d-4142-895e-bb595c3640f4 req-b456304e-78e0-4daf-83e4-a3b9a4185f36 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 946 time: 0.0785027 Jul 08 17:23:25.572628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d2b8f3c-060d-4142-895e-bb595c3640f4 req-0ef844fa-ed1c-4a82-9998-e0f0596ab8bf tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Jul 08 17:23:25.613214 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-70313227-0c70-4bf3-a67b-da604c30d8cc service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103058 Jul 08 17:23:25.706355 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb09cba-3f40-4b61-8730-98dd722be33f x-openstack-request-id: req-4cb09cba-3f40-4b61-8730-98dd722be33f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:25.706662 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198ecd02-5048-48e4-b9ef-3f5311f7cdde", "tag": "223bb0ea-7fb0-49fe-8359-b4891f160a13", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:25.706892 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4cb09cba-3f40-4b61-8730-98dd722be33f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:25.707287 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'tag': '223bb0ea-7fb0-49fe-8359-b4891f160a13', 'status': 'completed', 'code': 200} Jul 08 17:23:25.726295 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddda6c1b-4fdb-4cb6-a220-f9d55c6056a6 req-caae25e7-325f-4883-8d3b-3b0ffe0fd32c service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045680 Jul 08 17:23:25.733677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee15aef-eed7-41b0-93de-80e43b2e5665 req-cc3e23b9-624b-41d3-bbc5-32df48ed8c82 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.735201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eee15aef-eed7-41b0-93de-80e43b2e5665 req-cc3e23b9-624b-41d3-bbc5-32df48ed8c82 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0674415 Jul 08 17:23:25.736970 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df5cfff-5099-43c6-a209-a0b7eb4806d2 x-openstack-request-id: req-3df5cfff-5099-43c6-a209-a0b7eb4806d2 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:25.737260 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0be04e-10f5-452e-9f16-feb6d8088701", "name": "network-vif-plugged", "status": "completed", "tag": "7366b333-5dc7-4837-9a43-82ae878c6837", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:25.737693 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3df5cfff-5099-43c6-a209-a0b7eb4806d2 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:25.738092 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7366b333-5dc7-4837-9a43-82ae878c6837', 'code': 200} Jul 08 17:23:25.781350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eee15aef-eed7-41b0-93de-80e43b2e5665 req-954b0056-01a6-42b1-b511-061fb9090aad tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Jul 08 17:23:25.855783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-7f4c3107-db5e-4856-8a89-8bd0edf49656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.857400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-7f4c3107-db5e-4856-8a89-8bd0edf49656 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3103e19aaef49169a9479d076174034&device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 1098 time: 0.0697761 Jul 08 17:23:25.931345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2cae9-9576-464e-909c-9ba2e42049f9 req-421f333a-be44-4aa5-8846-b1499c78910e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.932861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7d2cae9-9576-464e-909c-9ba2e42049f9 req-421f333a-be44-4aa5-8846-b1499c78910e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 945 time: 0.0953052 Jul 08 17:23:25.951404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-eb30942d-9547-485e-b6ce-0f43ac66e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.952911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-eb30942d-9547-485e-b6ce-0f43ac66e2a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.0852923 Jul 08 17:23:25.993343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff70bc-eddc-49fb-b2d6-7b9601f6c7e7 req-23e4e537-3d2f-4f2a-8004-69f058999379 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:25.994903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68ff70bc-eddc-49fb-b2d6-7b9601f6c7e7 req-23e4e537-3d2f-4f2a-8004-69f058999379 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 947 time: 0.1042354 Jul 08 17:23:26.000965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7d2cae9-9576-464e-909c-9ba2e42049f9 req-5d7d4f48-13e9-4979-a882-6db4a81f1884 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616691 Jul 08 17:23:26.075859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68ff70bc-eddc-49fb-b2d6-7b9601f6c7e7 req-dd601627-d11e-4e39-8665-858e1aa2b677 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734446 Jul 08 17:23:26.123400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a668d-2ee6-4055-8035-447b2bb081ee req-6985b98f-f565-484f-b81f-3191f4ac5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.126273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd5a668d-2ee6-4055-8035-447b2bb081ee req-6985b98f-f565-484f-b81f-3191f4ac5a8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 1097 time: 0.1155033 Jul 08 17:23:26.202599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd5a668d-2ee6-4055-8035-447b2bb081ee req-adf9f563-4d35-41d8-8f62-438ebef0c4d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642288 Jul 08 17:23:26.228363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32395ec6-e6e8-46eb-a51d-73a5b61eb3f8 req-8f79f296-9fa1-4ecc-9133-a2b72ad5cef3 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.229905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32395ec6-e6e8-46eb-a51d-73a5b61eb3f8 req-8f79f296-9fa1-4ecc-9133-a2b72ad5cef3 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 947 time: 0.0854642 Jul 08 17:23:26.268710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-c6359d63-ce10-4440-8a7e-174acd151125 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=223bb0ea-7fb0-49fe-8359-b4891f160a13 HTTP/1.1" status: 200 len: 217 time: 0.3065932 Jul 08 17:23:26.270799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32395ec6-e6e8-46eb-a51d-73a5b61eb3f8 req-b7da44fe-8bfa-41b9-9ccd-649f7b2ba273 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350451 Jul 08 17:23:26.318569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-884626c3-5411-476d-8073-553ed4f74f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.320201 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-884626c3-5411-476d-8073-553ed4f74f9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0429211 Jul 08 17:23:26.377338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-d6a54ef9-e835-4957-9f80-690175218eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.378965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-d6a54ef9-e835-4957-9f80-690175218eee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0516098 Jul 08 17:23:26.471171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-f1037245-9c08-405d-a15c-6735f9f42a91 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840871 Jul 08 17:23:26.501021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87938a88-4b52-4f1c-91d2-3508113c1df5 req-eb88c993-e9c8-4e8c-add4-547b1e109a37 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.502489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87938a88-4b52-4f1c-91d2-3508113c1df5 req-eb88c993-e9c8-4e8c-add4-547b1e109a37 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.0620711 Jul 08 17:23:26.523408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2f2274d1-553f-43c5-a5d4-696621ed6df2 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:26.544297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87938a88-4b52-4f1c-91d2-3508113c1df5 req-b1070c17-02a6-45de-a7e7-d420c602ad07 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362430 Jul 08 17:23:26.570642 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf65d401-2fd7-45b7-b025-91d5df76a1ff req-1913be13-0c53-4b42-a9a5-f7e5cbf5b994 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891759 Jul 08 17:23:26.630394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2f2274d1-553f-43c5-a5d4-696621ed6df2, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2f2274d1-553f-43c5-a5d4-696621ed6df2,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:26.641287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'mac_address': 'fa:16:3e:87:66:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:26.678820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.692603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2274d1-553f-43c5-a5d4-696621ed6df2 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:26.716963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2f2274d1-553f-43c5-a5d4-696621ed6df2, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2f2274d1-553f-43c5-a5d4-696621ed6df2,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:26.721008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:26.755630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42e705-32e4-4db9-bc36-3e9e09a0c597 req-57781dcb-735c-4880-b479-5e201c456515 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.757269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe42e705-32e4-4db9-bc36-3e9e09a0c597 req-57781dcb-735c-4880-b479-5e201c456515 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 946 time: 0.0700283 Jul 08 17:23:26.775584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2f2274d1-553f-43c5-a5d4-696621ed6df2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:26.795673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe42e705-32e4-4db9-bc36-3e9e09a0c597 req-c48e7dbe-d95c-4025-9449-3fc1647f8302 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324757 Jul 08 17:23:26.956573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be27213-2530-4e4f-b7ef-426b5e33f4cf req-b4e09a3c-b927-469c-acc1-3f197754f52e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:26.958073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2be27213-2530-4e4f-b7ef-426b5e33f4cf req-b4e09a3c-b927-469c-acc1-3f197754f52e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0633159 Jul 08 17:23:26.994629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2be27213-2530-4e4f-b7ef-426b5e33f4cf req-1d5ad263-83ce-487d-b3fb-0be38449aeaa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Jul 08 17:23:27.078712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2f2274d1-553f-43c5-a5d4-696621ed6df2'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:27.193030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8b4ff-c4c0-4a1c-a53c-7ca2aa5dd254 req-f04ccd64-c11f-4414-9acd-c37e35922350 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:27.195419 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8dd8b4ff-c4c0-4a1c-a53c-7ca2aa5dd254 req-f04ccd64-c11f-4414-9acd-c37e35922350 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 945 time: 0.0757678 Jul 08 17:23:27.259703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8dd8b4ff-c4c0-4a1c-a53c-7ca2aa5dd254 req-74873c25-f02d-4b08-9b43-61c288b4439c tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546961 Jul 08 17:23:27.284705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a177a-5ab7-4182-853e-dc6fb7cffc17 req-dd9f7b71-38d3-4c09-a940-cd6c20701ed3 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:27.286266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b74a177a-5ab7-4182-853e-dc6fb7cffc17 req-dd9f7b71-38d3-4c09-a940-cd6c20701ed3 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 947 time: 0.0898921 Jul 08 17:23:27.324451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b74a177a-5ab7-4182-853e-dc6fb7cffc17 req-dbdc4c95-d037-4e99-9ceb-a5c6fd3d54e0 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jul 08 17:23:27.365575 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03235f95-cefc-436d-9b9c-85c1a6a622c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:27.486381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56095ad5-8cd8-40e5-acfd-bb8438de0e90 req-f6431a91-d463-4ab3-a715-e22881d96bbe tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:27.487865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56095ad5-8cd8-40e5-acfd-bb8438de0e90 req-f6431a91-d463-4ab3-a715-e22881d96bbe tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 947 time: 0.0657685 Jul 08 17:23:27.527511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56095ad5-8cd8-40e5-acfd-bb8438de0e90 req-77bddd60-72a9-4a4d-b97f-3a513b1fb3a1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Jul 08 17:23:27.737084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b146f65-c93b-4eac-a422-4c45aab049f8 req-ff140b96-f67a-4b98-ba5d-4a2ff21be48b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:27.738715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b146f65-c93b-4eac-a422-4c45aab049f8 req-ff140b96-f67a-4b98-ba5d-4a2ff21be48b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.0739715 Jul 08 17:23:27.785199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b146f65-c93b-4eac-a422-4c45aab049f8 req-5fb613f5-e928-440a-b43e-42468d544886 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 Jul 08 17:23:28.017181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3391621-61bb-402d-9f52-0db0342dbede req-5f35f39c-6022-4d11-9e14-de2b47f5dc6a tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.018636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3391621-61bb-402d-9f52-0db0342dbede req-5f35f39c-6022-4d11-9e14-de2b47f5dc6a tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 946 time: 0.0667472 Jul 08 17:23:28.057994 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3391621-61bb-402d-9f52-0db0342dbede req-de0766eb-824d-4862-a9fc-c3b1a9ebe779 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Jul 08 17:23:28.176103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d91c13-b3f9-47bf-8bfb-f5c32d40cce9 req-cd901809-8f32-4561-bc9b-2ed2c0994a96 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.177610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50d91c13-b3f9-47bf-8bfb-f5c32d40cce9 req-cd901809-8f32-4561-bc9b-2ed2c0994a96 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0666814 Jul 08 17:23:28.221397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50d91c13-b3f9-47bf-8bfb-f5c32d40cce9 req-42aa3cd5-9251-484a-8c94-f6ed44f0a45c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377247 Jul 08 17:23:28.499573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c0e39-51fc-4992-beb3-9d5f3d5bab0c req-30795163-0b87-4082-b507-711befdfefd9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.501099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-287c0e39-51fc-4992-beb3-9d5f3d5bab0c req-30795163-0b87-4082-b507-711befdfefd9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 947 time: 0.0639617 Jul 08 17:23:28.528630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 223bb0ea-7fb0-49fe-8359-b4891f160a13 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:28.532494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2f2274d1-553f-43c5-a5d4-696621ed6df2 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:28.539839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-287c0e39-51fc-4992-beb3-9d5f3d5bab0c req-abaa1a0d-aeff-4d5a-8a7f-e774194c34c0 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Jul 08 17:23:28.660144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 2f2274d1-553f-43c5-a5d4-696621ed6df2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:28.665946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2f2274d1-553f-43c5-a5d4-696621ed6df2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:28.666328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.716027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d08b8-6562-4801-b6f6-e27af595da13 req-de3d4f23-5d2b-4c8c-8dd8-1c8f5c784c45 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:28.717870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d08b8-6562-4801-b6f6-e27af595da13 req-de3d4f23-5d2b-4c8c-8dd8-1c8f5c784c45 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 947 time: 0.0763850 Jul 08 17:23:28.724239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 223bb0ea-7fb0-49fe-8359-b4891f160a13, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=223bb0ea-7fb0-49fe-8359-b4891f160a13,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:28.739011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '223bb0ea-7fb0-49fe-8359-b4891f160a13', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '223bb0ea-7fb0-49fe-8359-b4891f160a13', 'mac_address': 'fa:16:3e:ed:cc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:28.769812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d08b8-6562-4801-b6f6-e27af595da13 req-a68d8f0e-7bf9-4199-ab31-edd25af086ca tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452292 Jul 08 17:23:28.809884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.811645 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.831573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223bb0ea-7fb0-49fe-8359-b4891f160a13 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:28.861343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2f2274d1-553f-43c5-a5d4-696621ed6df2, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2f2274d1-553f-43c5-a5d4-696621ed6df2,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:28.863123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de286096-146e-4167-962d-ee61f0fef867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2274d1-553f-43c5-a5d4-696621ed6df2'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:28.865754 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b55d4c-7133-4201-896e-531139675b07" -d '{"events": [{"server_uuid": "de286096-146e-4167-962d-ee61f0fef867", "name": "network-vif-plugged", "status": "completed", "tag": "2f2274d1-553f-43c5-a5d4-696621ed6df2"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:28.875260 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.887758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 223bb0ea-7fb0-49fe-8359-b4891f160a13, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=223bb0ea-7fb0-49fe-8359-b4891f160a13,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:28.909386 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:28.941182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2f2274d1-553f-43c5-a5d4-696621ed6df2,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:29.039144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=223bb0ea-7fb0-49fe-8359-b4891f160a13,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:29.050796 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd6fe9-1d81-4247-9718-16abe0e02b72 x-openstack-request-id: req-1bbd6fe9-1d81-4247-9718-16abe0e02b72 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:29.051090 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de286096-146e-4167-962d-ee61f0fef867", "name": "network-vif-plugged", "status": "completed", "tag": "2f2274d1-553f-43c5-a5d4-696621ed6df2", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:29.051513 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1bbd6fe9-1d81-4247-9718-16abe0e02b72 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:29.051904 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de286096-146e-4167-962d-ee61f0fef867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'code': 200} Jul 08 17:23:29.054906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c3ed5464-3323-47e3-ac0b-fd679a913363 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:29.066299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218b84f-2042-4832-83ec-d5ab54b5ab5c req-fc1ac9d6-dc82-42e7-8d82-700e6022178f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.076533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b218b84f-2042-4832-83ec-d5ab54b5ab5c req-fc1ac9d6-dc82-42e7-8d82-700e6022178f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.1156096 Jul 08 17:23:29.112235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b218b84f-2042-4832-83ec-d5ab54b5ab5c req-c590893e-7ae7-4deb-972f-a409bbb69f02 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Jul 08 17:23:29.172717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c3ed5464-3323-47e3-ac0b-fd679a913363, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c3ed5464-3323-47e3-ac0b-fd679a913363,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:29.186760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'c3ed5464-3323-47e3-ac0b-fd679a913363', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'c3ed5464-3323-47e3-ac0b-fd679a913363', 'mac_address': 'fa:16:3e:f3:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:29.206022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9a285-cf06-45d6-97a6-c4ac284a8f27 req-f4cd28d9-15a0-4e1a-af71-ff21ab2a8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.207602 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0ec9a285-cf06-45d6-97a6-c4ac284a8f27 req-f4cd28d9-15a0-4e1a-af71-ff21ab2a8171 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 1101 time: 0.0539141 Jul 08 17:23:29.227475 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.244968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ed5464-3323-47e3-ac0b-fd679a913363 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:29.250576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0ec9a285-cf06-45d6-97a6-c4ac284a8f27 req-0c74b26f-09e1-4e42-96cd-a533b0fb4523 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351148 Jul 08 17:23:29.267115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c3ed5464-3323-47e3-ac0b-fd679a913363, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c3ed5464-3323-47e3-ac0b-fd679a913363,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:29.271259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:29.275914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['223bb0ea-7fb0-49fe-8359-b4891f160a13'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:29.348024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c3ed5464-3323-47e3-ac0b-fd679a913363,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:29.403937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b752-95ea-4c90-b91d-df35b3f4945b req-2630ce1d-9d75-49aa-a0e9-9f4c96e92145 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.405503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1422b752-95ea-4c90-b91d-df35b3f4945b req-2630ce1d-9d75-49aa-a0e9-9f4c96e92145 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0674489 Jul 08 17:23:29.445572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1422b752-95ea-4c90-b91d-df35b3f4945b req-3ec71932-73e2-4f12-9ac9-223d884e222f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Jul 08 17:23:29.717668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030d023-a6a4-4278-95e8-74adcf7019c8 req-a9725655-4384-4144-8307-c95bd07d1866 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:29.719093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a030d023-a6a4-4278-95e8-74adcf7019c8 req-a9725655-4384-4144-8307-c95bd07d1866 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 948 time: 0.0680363 Jul 08 17:23:29.759774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a030d023-a6a4-4278-95e8-74adcf7019c8 req-6958d9f7-ee7e-4e82-ad6d-58194e8cf940 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Jul 08 17:23:29.892775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c3ed5464-3323-47e3-ac0b-fd679a913363'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:29.956847 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-580e53c3-3388-4e4c-904a-3ebf2eb48e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.014443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434e438-a37b-4810-bf21-463efb85bb61 req-9be97400-beaf-4019-a682-2ac7756fc236 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.016077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7434e438-a37b-4810-bf21-463efb85bb61 req-9be97400-beaf-4019-a682-2ac7756fc236 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 948 time: 0.1038947 Jul 08 17:23:30.076609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7434e438-a37b-4810-bf21-463efb85bb61 req-5b4d9426-e78f-4801-9dd2-f2187889646c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500684 Jul 08 17:23:30.320216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f9335-39b0-40f9-890e-66d2c52a9f88 req-610fd4bf-d4f5-4483-9ee6-617f40a041de tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.323982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-286f9335-39b0-40f9-890e-66d2c52a9f88 req-610fd4bf-d4f5-4483-9ee6-617f40a041de tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.0849409 Jul 08 17:23:30.367977 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-286f9335-39b0-40f9-890e-66d2c52a9f88 req-1fee3141-bd31-4ca6-af58-5b03f6f3003e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359280 Jul 08 17:23:30.381184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.527363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 223bb0ea-7fb0-49fe-8359-b4891f160a13 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:30.576517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 223bb0ea-7fb0-49fe-8359-b4891f160a13 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:30.582976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 223bb0ea-7fb0-49fe-8359-b4891f160a13 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:30.583445 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.638531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d77c-69bb-46f3-968f-ceaa0e31f861 req-36ca5f3f-0e10-4b09-bc47-90285dc67aa7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.640470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7817d77c-69bb-46f3-968f-ceaa0e31f861 req-36ca5f3f-0e10-4b09-bc47-90285dc67aa7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0771227 Jul 08 17:23:30.690223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7817d77c-69bb-46f3-968f-ceaa0e31f861 req-c58ca9e0-c786-4e6f-b632-c52670f28262 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Jul 08 17:23:30.703394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.740169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 223bb0ea-7fb0-49fe-8359-b4891f160a13, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=223bb0ea-7fb0-49fe-8359-b4891f160a13,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:30.744686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:30.793001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=223bb0ea-7fb0-49fe-8359-b4891f160a13,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:30.945058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7613d-c2f7-4a1a-a7f4-b065faa5ab4a req-6b1f3154-05e3-4bc2-9158-1db8355f11d4 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:30.946562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67c7613d-c2f7-4a1a-a7f4-b065faa5ab4a req-6b1f3154-05e3-4bc2-9158-1db8355f11d4 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.0634489 Jul 08 17:23:30.992403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67c7613d-c2f7-4a1a-a7f4-b065faa5ab4a req-c669bef5-ef86-4f91-9580-75fe261c613b tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Jul 08 17:23:31.053970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223bb0ea-7fb0-49fe-8359-b4891f160a13'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:31.056455 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108016cb-60c7-4e98-8ab5-ef383d211f5e" -d '{"events": [{"server_uuid": "198ecd02-5048-48e4-b9ef-3f5311f7cdde", "name": "network-vif-plugged", "status": "completed", "tag": "223bb0ea-7fb0-49fe-8359-b4891f160a13"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:31.076640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 949479b4-b0c3-4b5b-bf46-78e3808dfd0a details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:31.091004 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24dcc5-d708-40b2-b60c-ff92a85a6823 x-openstack-request-id: req-0b24dcc5-d708-40b2-b60c-ff92a85a6823 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:31.091280 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198ecd02-5048-48e4-b9ef-3f5311f7cdde", "name": "network-vif-plugged", "status": "completed", "tag": "223bb0ea-7fb0-49fe-8359-b4891f160a13", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:31.091524 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0b24dcc5-d708-40b2-b60c-ff92a85a6823 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:31.091910 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223bb0ea-7fb0-49fe-8359-b4891f160a13', 'code': 200} Jul 08 17:23:31.198329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:31.221254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'mac_address': 'fa:16:3e:13:0c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:31.250627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:31.281147 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:31.289153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41724ae8-65b2-4a8d-8d64-144fffdb6b1a req-0ae040f2-3ad7-4191-a8c7-b474dd8da600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.291435 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41724ae8-65b2-4a8d-8d64-144fffdb6b1a req-0ae040f2-3ad7-4191-a8c7-b474dd8da600 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 1100 time: 0.1045654 Jul 08 17:23:31.295864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 949479b4-b0c3-4b5b-bf46-78e3808dfd0a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:31.322806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:31.330411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df982b6-5c52-4b5f-8cc1-ec0603ba5136 req-ac8e322c-7062-4bef-a6ba-a3d40cc3d412 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.333183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8df982b6-5c52-4b5f-8cc1-ec0603ba5136 req-ac8e322c-7062-4bef-a6ba-a3d40cc3d412 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 948 time: 0.1130795 Jul 08 17:23:31.334698 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:31.349614 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41724ae8-65b2-4a8d-8d64-144fffdb6b1a req-8b0f1f01-ebb7-4be1-b5b0-eba33fa6b8e8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488873 Jul 08 17:23:31.388073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8df982b6-5c52-4b5f-8cc1-ec0603ba5136 req-675c3231-3726-475f-bddc-ae78a8f1db24 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Jul 08 17:23:31.395673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:31.561626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004f1c2-47c2-47d1-a2ac-ae2bece791be req-1266d37d-2e3e-45ed-822f-94c048aa82b4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.563106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1004f1c2-47c2-47d1-a2ac-ae2bece791be req-1266d37d-2e3e-45ed-822f-94c048aa82b4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.0637062 Jul 08 17:23:31.601177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1004f1c2-47c2-47d1-a2ac-ae2bece791be req-600cd6e3-3ad3-4cc4-9c48-08169dead849 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Jul 08 17:23:31.640397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['949479b4-b0c3-4b5b-bf46-78e3808dfd0a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:31.899546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598031-f32f-4ec3-b6f9-227dea2db67b req-87bf120b-7461-490f-9d67-a57272773361 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:31.901457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4598031-f32f-4ec3-b6f9-227dea2db67b req-87bf120b-7461-490f-9d67-a57272773361 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0713079 Jul 08 17:23:31.945468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4598031-f32f-4ec3-b6f9-227dea2db67b req-98ff2236-07ed-487c-9fb8-313c10a1a199 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374811 Jul 08 17:23:32.185349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077dec9-d7b0-4874-8a40-36cc17b50d48 req-07ba394d-70e1-41c0-8d0c-a613a175719a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.189350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3077dec9-d7b0-4874-8a40-36cc17b50d48 req-07ba394d-70e1-41c0-8d0c-a613a175719a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.0694311 Jul 08 17:23:32.229729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3077dec9-d7b0-4874-8a40-36cc17b50d48 req-9607e426-16bd-4218-9d79-a08ff757711d tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355382 Jul 08 17:23:32.646190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51b40c-c53f-48a3-b914-94830ce5b73d req-be29ec3e-39e3-4416-81da-148f79c950e1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.652921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb51b40c-c53f-48a3-b914-94830ce5b73d req-be29ec3e-39e3-4416-81da-148f79c950e1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 948 time: 0.1327498 Jul 08 17:23:32.684350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-859d4737-6d0c-467e-868d-d077f4bcc00c tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:32.685743 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-859d4737-6d0c-467e-868d-d077f4bcc00c tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1097 time: 0.1210227 Jul 08 17:23:32.703689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:32.720409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:32.723148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb51b40c-c53f-48a3-b914-94830ce5b73d req-d2196374-aaa8-4e81-8b80-bac2b6d8d949 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693092 Jul 08 17:23:32.877049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.042136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f7f96-f4da-4643-b7e6-cef5fbce3cca req-b2b78859-cf6e-46d5-b3e3-37283d4cee31 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:33.049466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-046f7f96-f4da-4643-b7e6-cef5fbce3cca req-b2b78859-cf6e-46d5-b3e3-37283d4cee31 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 946 time: 0.1575348 Jul 08 17:23:33.070897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 949479b4-b0c3-4b5b-bf46-78e3808dfd0a up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:33.119950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-046f7f96-f4da-4643-b7e6-cef5fbce3cca req-6f996d14-2610-435a-95f7-9fe120af7616 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679698 Jul 08 17:23:33.164114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:33.164643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.176263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:33.235264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:33.245921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309c222-0683-49b4-88c5-dea9d6553690 req-5326d572-aaa6-4fdb-aa62-f4baddfbbfcc tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:33.247555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9309c222-0683-49b4-88c5-dea9d6553690 req-5326d572-aaa6-4fdb-aa62-f4baddfbbfcc tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1244099 Jul 08 17:23:33.313901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.327572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:33.329970 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc089b13-9381-484c-990f-d4b961477126" -d '{"events": [{"server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:33.338248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.387125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9309c222-0683-49b4-88c5-dea9d6553690 req-3330375d-f470-4c7d-b201-c3464b36e1cb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173124 Jul 08 17:23:33.404858 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.433594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:33.437395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:33.459903 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749b1828-035b-4222-8918-29f56610704b" -d '{"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-plugged", "status": "completed", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:33.476264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.477090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c3ed5464-3323-47e3-ac0b-fd679a913363 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:33.533307 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a030058-6eb5-4be8-a3d6-ddd775202a55 x-openstack-request-id: req-2a030058-6eb5-4be8-a3d6-ddd775202a55 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:33.533830 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:33.534250 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2a030058-6eb5-4be8-a3d6-ddd775202a55 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:33.534799 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', 'code': 200} Jul 08 17:23:33.606201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:33.618784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:33.619162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:33.619492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:33.634855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:33.635176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Attempting to bind port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:33.655449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:33.656106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:33.656225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:33.656575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Bound port: 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:33.656962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.667177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:33.684491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c8d1-85b3-44ce-a8d3-962f5d2b9929 req-0432ccd0-42d3-4d8a-926c-6db4d9e46629 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:33.689253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ec6c8d1-85b3-44ce-a8d3-962f5d2b9929 req-0432ccd0-42d3-4d8a-926c-6db4d9e46629 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.1815805 Jul 08 17:23:33.697195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port c3ed5464-3323-47e3-ac0b-fd679a913363 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:33.719321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port c3ed5464-3323-47e3-ac0b-fd679a913363 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:33.719970 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.749225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:33.753102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:33.772959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.861669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=8']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:33.896031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ec6c8d1-85b3-44ce-a8d3-962f5d2b9929 req-0ea8c7d7-c940-4997-86ce-a2550382742b tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991024 Jul 08 17:23:33.907401 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.931607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:33.933135 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:33.934872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-2b414aa0-1152-41ac-8488-e15e523beb57 service neutron] 10.222.0.41 "PUT /v2.0/ports/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 200 len: 1122 time: 1.2385240 Jul 08 17:23:33.942744 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f490d7-c2f3-46ff-a984-a60d67a7c281 x-openstack-request-id: req-e4f490d7-c2f3-46ff-a984-a60d67a7c281 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:33.943054 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-plugged", "status": "completed", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:33.943316 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e4f490d7-c2f3-46ff-a984-a60d67a7c281 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:33.944502 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'code': 200} Jul 08 17:23:33.967935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c3ed5464-3323-47e3-ac0b-fd679a913363, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c3ed5464-3323-47e3-ac0b-fd679a913363,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:33.975287 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:34.059067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c3ed5464-3323-47e3-ac0b-fd679a913363,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:34.098533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:34.174738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5ce42-8e5e-4c8d-9199-ed5fc3376e4e req-6140e5a8-995d-4bb0-9962-2f6ad29658a1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.186079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ada5ce42-8e5e-4c8d-9199-ed5fc3376e4e req-6140e5a8-995d-4bb0-9962-2f6ad29658a1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 949 time: 0.1085377 Jul 08 17:23:34.236006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:34.253804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ada5ce42-8e5e-4c8d-9199-ed5fc3376e4e req-6a7ff54c-3eec-4424-9920-7ccd2b507a74 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667357 Jul 08 17:23:34.474632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001e6d-e6c3-439f-84f1-57726360eb0d req-89c99dd3-7ba8-4be8-835e-ef2154560c0b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.476590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73001e6d-e6c3-439f-84f1-57726360eb0d req-89c99dd3-7ba8-4be8-835e-ef2154560c0b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.0892966 Jul 08 17:23:34.521305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73001e6d-e6c3-439f-84f1-57726360eb0d req-96b83d3f-439b-4b18-8f37-7784c4558b26 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Jul 08 17:23:34.811222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f43a17-f2ee-4d94-ad14-134d0e16a1a5 req-8a8e229a-bb75-4d09-901d-f77c6780c329 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.817966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41f43a17-f2ee-4d94-ad14-134d0e16a1a5 req-8a8e229a-bb75-4d09-901d-f77c6780c329 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1583631 Jul 08 17:23:34.869990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c70ee-36ff-4ec0-8502-0bf89b641fb7 req-e699e7cc-d800-49d3-a159-8afc3380b847 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:34.871479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-719c70ee-36ff-4ec0-8502-0bf89b641fb7 req-e699e7cc-d800-49d3-a159-8afc3380b847 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.1363230 Jul 08 17:23:34.886856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41f43a17-f2ee-4d94-ad14-134d0e16a1a5 req-82897002-1993-4101-a56b-72d0e1f37819 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679502 Jul 08 17:23:34.965689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-719c70ee-36ff-4ec0-8502-0bf89b641fb7 req-f8c0abe0-5a93-498c-a921-238503f6a751 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777848 Jul 08 17:23:35.090335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:35.221301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:35.234642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:23:35.492667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089059ff-0fc6-45d6-86d8-7babf855fb7b req-7304f378-e41f-49eb-a1ed-53bd50031c22 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.494319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-089059ff-0fc6-45d6-86d8-7babf855fb7b req-7304f378-e41f-49eb-a1ed-53bd50031c22 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 949 time: 0.0961771 Jul 08 17:23:35.537177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-089059ff-0fc6-45d6-86d8-7babf855fb7b req-03a6cf8b-eeaf-454d-ab4b-3fb0863b45f9 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Jul 08 17:23:35.537701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:35.539946 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e1622-dba1-427c-9fe6-0da1506aa80b" -d '{"events": [{"name": "network-changed", "server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:35.587330 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c83efb-2e26-4738-90ef-8b787aafe3c8 x-openstack-request-id: req-20c83efb-2e26-4738-90ef-8b787aafe3c8 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:35.587745 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:35.588089 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20c83efb-2e26-4738-90ef-8b787aafe3c8 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:35.588586 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', 'status': 'completed', 'code': 200} Jul 08 17:23:35.700718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-05ed3b3b-0aeb-419b-9d37-c88879e52597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.702286 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-05ed3b3b-0aeb-419b-9d37-c88879e52597 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1125 time: 0.0755670 Jul 08 17:23:35.783789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcb331-f96b-4818-8245-b6afff556e79 req-decf7174-d141-48a4-ae45-bc591b3ba47c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.794166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53fcb331-f96b-4818-8245-b6afff556e79 req-decf7174-d141-48a4-ae45-bc591b3ba47c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.1026304 Jul 08 17:23:35.822378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-54ee0bc6-b1b1-4a41-a7c5-4bd25be14a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.823891 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-54ee0bc6-b1b1-4a41-a7c5-4bd25be14a1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.1121960 Jul 08 17:23:35.841422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53fcb331-f96b-4818-8245-b6afff556e79 req-2e05c72b-dea2-4ffc-bc44-c70b1099d48d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Jul 08 17:23:35.876355 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-6703d830-b289-4540-8548-6d5908ce46e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 200 len: 217 time: 0.0440447 Jul 08 17:23:35.934062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-063c49ba-0e72-4947-9e15-29d3137943a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:35.935682 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-063c49ba-0e72-4947-9e15-29d3137943a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0508759 Jul 08 17:23:35.948074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed5464-3323-47e3-ac0b-fd679a913363'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:35.950587 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4ebe2-548b-4a9f-a60e-874f4701a0ef" -d '{"events": [{"server_uuid": "1c48d529-f171-4efc-93d1-ceeeb61ef4dc", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed5464-3323-47e3-ac0b-fd679a913363"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:35.978476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-606c089c-bebe-490b-a91b-396ffac26de4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330453 Jul 08 17:23:35.999328 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3fb588-557e-445e-aed5-800621265b8b x-openstack-request-id: req-1a3fb588-557e-445e-aed5-800621265b8b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:35.999740 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c48d529-f171-4efc-93d1-ceeeb61ef4dc", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed5464-3323-47e3-ac0b-fd679a913363", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:36.000092 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1a3fb588-557e-445e-aed5-800621265b8b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:36.000897 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed5464-3323-47e3-ac0b-fd679a913363', 'code': 200} Jul 08 17:23:36.113361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c1685-189c-475d-9664-9af0d7f5e3e1 req-5fbd3d44-f73b-4e52-9921-5b5d05f9e873 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.115136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf3c1685-189c-475d-9664-9af0d7f5e3e1 req-5fbd3d44-f73b-4e52-9921-5b5d05f9e873 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0840862 Jul 08 17:23:36.133429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-1e075ebd-1950-4d98-ac1b-6f7e31a94a0c service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453793 Jul 08 17:23:36.201383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf3c1685-189c-475d-9664-9af0d7f5e3e1 req-14819708-6eb9-4755-bf0a-3032ecefc6a8 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Jul 08 17:23:36.227578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f731c-eee5-435c-a6d1-9bbff80c21b3 req-ac7d7ebe-a1ec-4a97-8900-9cd1cac70dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.229649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e78f731c-eee5-435c-a6d1-9bbff80c21b3 req-ac7d7ebe-a1ec-4a97-8900-9cd1cac70dba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 1100 time: 0.0825419 Jul 08 17:23:36.301345 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee4e1622-dba1-427c-9fe6-0da1506aa80b req-bd78ba73-3ea0-4d7b-8f29-a5af4a1a5f58 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568294 Jul 08 17:23:36.363232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e78f731c-eee5-435c-a6d1-9bbff80c21b3 req-44bea03d-9f95-4590-ad31-edb69aea628a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124659 Jul 08 17:23:36.401333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56902bf-177f-4053-8874-367b6f4a674c req-fb4d9bfa-0262-4281-913a-47b091d0c3fa tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.404665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b56902bf-177f-4053-8874-367b6f4a674c req-fb4d9bfa-0262-4281-913a-47b091d0c3fa tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.1693416 Jul 08 17:23:36.460457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b56902bf-177f-4053-8874-367b6f4a674c req-93952a32-e6f9-4510-a90f-38ee581a00c5 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Jul 08 17:23:36.901222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add0b3-5d11-4d74-b3eb-c63134e5bae4 req-35f70d43-d7fc-4e56-a1f3-95a0e48b53a4 tempest-LiveMigrationNegativeTest-1970948853 tempest-LiveMigrationNegativeTest-1970948853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.902743 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25add0b3-5d11-4d74-b3eb-c63134e5bae4 req-35f70d43-d7fc-4e56-a1f3-95a0e48b53a4 tempest-LiveMigrationNegativeTest-1970948853 tempest-LiveMigrationNegativeTest-1970948853-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 1100 time: 0.0924835 Jul 08 17:23:36.928653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-25add0b3-5d11-4d74-b3eb-c63134e5bae4 req-40acf3f6-91c4-478d-9cd3-5ae01ccebfa7 tempest-LiveMigrationNegativeTest-1970948853 tempest-LiveMigrationNegativeTest-1970948853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:36.977429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfff65-3bee-4487-8856-4ab201d1f15a req-de75524c-d916-43ef-8460-77d4d5692094 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:36.978943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cbfff65-3bee-4487-8856-4ab201d1f15a req-de75524c-d916-43ef-8460-77d4d5692094 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 949 time: 0.1224592 Jul 08 17:23:37.039947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cbfff65-3bee-4487-8856-4ab201d1f15a req-4aeb3bfc-9c2b-4b4c-b112-abe94a3d4d6e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541739 Jul 08 17:23:37.096599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-25add0b3-5d11-4d74-b3eb-c63134e5bae4 req-40acf3f6-91c4-478d-9cd3-5ae01ccebfa7 tempest-LiveMigrationNegativeTest-1970948853 tempest-LiveMigrationNegativeTest-1970948853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.101409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-25add0b3-5d11-4d74-b3eb-c63134e5bae4 req-40acf3f6-91c4-478d-9cd3-5ae01ccebfa7 tempest-LiveMigrationNegativeTest-1970948853 tempest-LiveMigrationNegativeTest-1970948853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:37.124752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25add0b3-5d11-4d74-b3eb-c63134e5bae4 req-40acf3f6-91c4-478d-9cd3-5ae01ccebfa7 tempest-LiveMigrationNegativeTest-1970948853 tempest-LiveMigrationNegativeTest-1970948853-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152877 Jul 08 17:23:37.134742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acf3f6-91c4-478d-9cd3-5ae01ccebfa7 tempest-LiveMigrationNegativeTest-1970948853 tempest-LiveMigrationNegativeTest-1970948853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4329c33d-25f8-4b24-b8ba-a26789a01919,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:37.285370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000bead-b329-4f2f-a328-309856982a3f req-f2e05ce5-c626-451f-9c80-93c0b35fa3ff tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.287052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d000bead-b329-4f2f-a328-309856982a3f req-f2e05ce5-c626-451f-9c80-93c0b35fa3ff tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.0832746 Jul 08 17:23:37.327689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d000bead-b329-4f2f-a328-309856982a3f req-1a859426-b6dc-4077-a8ba-d7a8f0e4e27c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Jul 08 17:23:37.441482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56d5cd-953c-43df-98a4-b1b70dff44de req-a0832983-6a42-4d1b-b5f0-4f154b9dba0b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.442905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a56d5cd-953c-43df-98a4-b1b70dff44de req-a0832983-6a42-4d1b-b5f0-4f154b9dba0b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0785673 Jul 08 17:23:37.497775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a56d5cd-953c-43df-98a4-b1b70dff44de req-202100ab-3821-4233-b130-22dc0dd7d166 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Jul 08 17:23:37.887041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f10a-3e26-40c2-ba7f-5b898baad0cf req-7d16a41e-6e2f-445e-8f4d-4fa8d6940f3a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:37.893781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac33f10a-3e26-40c2-ba7f-5b898baad0cf req-7d16a41e-6e2f-445e-8f4d-4fa8d6940f3a tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.0715318 Jul 08 17:23:37.945562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac33f10a-3e26-40c2-ba7f-5b898baad0cf req-c3f3642a-06b9-4c5a-9084-f89a4fe5406b tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Jul 08 17:23:38.253860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae43700-6246-4e43-a0f6-fb870925656e req-3769da8f-4fd1-4436-a25f-b78682313597 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.255381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aae43700-6246-4e43-a0f6-fb870925656e req-3769da8f-4fd1-4436-a25f-b78682313597 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 949 time: 0.0710523 Jul 08 17:23:38.314834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aae43700-6246-4e43-a0f6-fb870925656e req-f5aac144-1228-4df7-9a82-3b96c1699bbe tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Jul 08 17:23:38.553471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaad6a3-8ac5-44d4-939d-69ac36d112b2 req-c5786b85-a983-42f4-b4cb-f5be0b03058a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.555510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6eaad6a3-8ac5-44d4-939d-69ac36d112b2 req-c5786b85-a983-42f4-b4cb-f5be0b03058a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.0750706 Jul 08 17:23:38.649995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6eaad6a3-8ac5-44d4-939d-69ac36d112b2 req-161b6a39-c86e-40c5-aa13-ecb7f0a5e0f9 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841165 Jul 08 17:23:38.731532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15223f-e7fa-4678-a6fb-435d41d862ed req-1819fb85-ebea-4360-b0f4-a79fface3183 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:38.733216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc15223f-e7fa-4678-a6fb-435d41d862ed req-1819fb85-ebea-4360-b0f4-a79fface3183 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0822680 Jul 08 17:23:38.774872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc15223f-e7fa-4678-a6fb-435d41d862ed req-af51035c-6882-4b11-a25e-70e85d88b57b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Jul 08 17:23:39.186152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51740723-3995-446f-be73-9a8a08354393 req-a27a20bd-0c6f-4889-8119-22cdc0d25b9c tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.194863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51740723-3995-446f-be73-9a8a08354393 req-a27a20bd-0c6f-4889-8119-22cdc0d25b9c tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.0922403 Jul 08 17:23:39.233798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51740723-3995-446f-be73-9a8a08354393 req-3f383d77-daa6-416d-98ee-2c785590a313 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Jul 08 17:23:39.546202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb223b-0cd4-4937-83fa-edbd5a249483 req-a80d651f-5071-476b-9de1-281e66e861ec tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.547987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54eb223b-0cd4-4937-83fa-edbd5a249483 req-a80d651f-5071-476b-9de1-281e66e861ec tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 949 time: 0.0675406 Jul 08 17:23:39.595662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54eb223b-0cd4-4937-83fa-edbd5a249483 req-c487e700-62fe-4d2c-b970-a01fabf74e03 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Jul 08 17:23:39.898153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042b5c-a260-4e02-94fd-d1e4db9a7635 req-235a91a2-7182-451c-b983-cabd88552bd6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.899631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a042b5c-a260-4e02-94fd-d1e4db9a7635 req-235a91a2-7182-451c-b983-cabd88552bd6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 950 time: 0.1569736 Jul 08 17:23:39.908134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376378d-2fca-4e10-84fb-ef3586b36c30 req-da85bd67-921e-4465-a276-44fbbb95ff0e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.909602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e376378d-2fca-4e10-84fb-ef3586b36c30 req-da85bd67-921e-4465-a276-44fbbb95ff0e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.1237402 Jul 08 17:23:39.940674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-bd7b1241-26d8-434d-8c16-1069af417425 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:39.942310 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-bd7b1241-26d8-434d-8c16-1069af417425 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.72 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 949 time: 0.0777485 Jul 08 17:23:39.983407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a042b5c-a260-4e02-94fd-d1e4db9a7635 req-786c6ca5-2a26-4780-bd81-eee93c6371ed tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727639 Jul 08 17:23:40.025456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e376378d-2fca-4e10-84fb-ef3586b36c30 req-67274502-7ee3-4280-9750-1e715cd167f4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076937 Jul 08 17:23:40.075733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Deleting port 223bb0ea-7fb0-49fe-8359-b4891f160a13 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:40.076210 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.184330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] For port 223bb0ea-7fb0-49fe-8359-b4891f160a13, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=223bb0ea-7fb0-49fe-8359-b4891f160a13,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:40.184952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.200796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Calling delete_port for 223bb0ea-7fb0-49fe-8359-b4891f160a13 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:40.359369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.373435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['223bb0ea-7fb0-49fe-8359-b4891f160a13'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:40.435194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Pushing event deleted for resources: {'Port': ['ID=223bb0ea-7fb0-49fe-8359-b4891f160a13,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:40.437623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c5654a30-b9a6-4f34-b3ee-4ef8da265384'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:40.520128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] No DVR routers for this DVR port 223bb0ea-7fb0-49fe-8359-b4891f160a13 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:40.528315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:40.530456 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7e60a3e-3a92-4623-be05-d4436c60b38d req-b4c8c481-c496-4b39-b138-27d2987cc7b9 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.72 "DELETE /v2.0/ports/223bb0ea-7fb0-49fe-8359-b4891f160a13 HTTP/1.1" status: 204 len: 173 time: 0.5791955 Jul 08 17:23:40.530927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'name': 'network-vif-deleted', 'tag': '223bb0ea-7fb0-49fe-8359-b4891f160a13'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:40.534627 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4f0228-6e87-41ca-866d-4c07ca73ac85" -d '{"events": [{"server_uuid": "198ecd02-5048-48e4-b9ef-3f5311f7cdde", "name": "network-vif-deleted", "tag": "223bb0ea-7fb0-49fe-8359-b4891f160a13"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:40.676476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b6066-b6e8-4e6e-9e7e-35b0f7076f7c req-791a7bc3-8d35-4044-8dae-2e9cf2b836ae tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.685472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c19b6066-b6e8-4e6e-9e7e-35b0f7076f7c req-791a7bc3-8d35-4044-8dae-2e9cf2b836ae tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.5245733 Jul 08 17:23:40.758830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c19b6066-b6e8-4e6e-9e7e-35b0f7076f7c req-5fe2b472-7980-4325-8d90-8f621ae4a836 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722671 Jul 08 17:23:40.768259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04844d-690a-4590-8a78-f83a74ca2159 req-98f9e686-0373-487e-9c90-ca2933948808 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.779583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04844d-690a-4590-8a78-f83a74ca2159 req-98f9e686-0373-487e-9c90-ca2933948808 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:40.781323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f04844d-690a-4590-8a78-f83a74ca2159 req-98f9e686-0373-487e-9c90-ca2933948808 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc&device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 1690 time: 0.2108188 Jul 08 17:23:40.842331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f04844d-690a-4590-8a78-f83a74ca2159 req-898354f4-cddb-488b-abdf-09d79bbd36d7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Jul 08 17:23:41.025640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-146aa90c-f6ef-4e38-996a-42abdd3e7438 req-bb6513eb-bba9-4e07-bcc9-fa09e38ffb3d tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=198ecd02-5048-48e4-b9ef-3f5311f7cdde HTTP/1.1" status: 200 len: 210 time: 0.0446975 Jul 08 17:23:41.125845 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061f3413-d722-4239-9393-bf5ab318016f x-openstack-request-id: req-061f3413-d722-4239-9393-bf5ab318016f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:41.126336 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198ecd02-5048-48e4-b9ef-3f5311f7cdde", "name": "network-vif-deleted", "tag": "223bb0ea-7fb0-49fe-8359-b4891f160a13", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:41.126615 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-061f3413-d722-4239-9393-bf5ab318016f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:41.127149 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198ecd02-5048-48e4-b9ef-3f5311f7cdde', 'name': 'network-vif-deleted', 'tag': '223bb0ea-7fb0-49fe-8359-b4891f160a13', 'status': 'completed', 'code': 200} Jul 08 17:23:41.455729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ce3f-9335-4e61-970a-20dc13146e3f req-209fd40a-ffff-439f-be11-f7b6fa8c953a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.463412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10a4ce3f-9335-4e61-970a-20dc13146e3f req-209fd40a-ffff-439f-be11-f7b6fa8c953a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.1520128 Jul 08 17:23:41.509020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10a4ce3f-9335-4e61-970a-20dc13146e3f req-825a0f50-fa5e-4d5e-b82f-496ae796cdfe tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Jul 08 17:23:41.521403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b67b8c-f39c-496e-8358-3e0e65e8bbcc req-e479103b-beef-4221-94b1-0fb72ce0db39 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.522812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22b67b8c-f39c-496e-8358-3e0e65e8bbcc req-e479103b-beef-4221-94b1-0fb72ce0db39 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 1100 time: 0.1195033 Jul 08 17:23:41.567114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22b67b8c-f39c-496e-8358-3e0e65e8bbcc req-547eb92b-6b52-4699-9768-67866ef03aca tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383713 Jul 08 17:23:41.753330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910f44a-5d01-4b78-b885-3ddbe26cfef5 req-7f621c6c-8aa3-4607-a171-02fb397d8b83 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:41.756864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5910f44a-5d01-4b78-b885-3ddbe26cfef5 req-7f621c6c-8aa3-4607-a171-02fb397d8b83 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 1101 time: 0.0620608 Jul 08 17:23:41.797494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5910f44a-5d01-4b78-b885-3ddbe26cfef5 req-5e6f7dd2-b122-4e64-87e0-81687b716b42 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Jul 08 17:23:42.039078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-82712e1e-0ece-4869-8c3a-f4d93bd59127 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322440 Jul 08 17:23:42.151257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b884e-897a-43ed-b074-86f2b64d61a8 req-696f32d5-e835-45fb-87f1-ab783dc8e9df tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:42.158302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e14b884e-897a-43ed-b074-86f2b64d61a8 req-696f32d5-e835-45fb-87f1-ab783dc8e9df tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1921170 Jul 08 17:23:42.205397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-b41db8f3-5d15-470d-815b-71648b88316e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:42.212481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-b41db8f3-5d15-470d-815b-71648b88316e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724169 Jul 08 17:23:42.233544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-5cc35300-b9f0-4460-9d68-a87bc9230576 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/quotas/9cb8beca9e7649af8fb571b3196864e7 HTTP/1.1" status: 200 len: 375 time: 0.0204704 Jul 08 17:23:42.248603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e14b884e-897a-43ed-b074-86f2b64d61a8 req-7b90bd07-727f-435a-ba2e-5d59da375673 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857711 Jul 08 17:23:42.357540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-a877c191-21f8-4062-acc6-a09b23b1128c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1068799 Jul 08 17:23:43.030108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29a5843d-476b-43d2-8c8f-c283c926d12d req-e1c55761-3c47-48e8-a844-6a307d175894 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 210 time: 0.0772982 Jul 08 17:23:43.267162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019103-9ad8-4a50-a6b2-78f76015f251 req-e6b50329-56ca-4c7d-a87e-a84d3e9c969c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:43.277545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0019103-9ad8-4a50-a6b2-78f76015f251 req-e6b50329-56ca-4c7d-a87e-a84d3e9c969c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.1262858 Jul 08 17:23:43.296708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:43.366720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0019103-9ad8-4a50-a6b2-78f76015f251 req-59447d77-88ff-4e32-b136-3049541e694d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881588 Jul 08 17:23:44.016531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2d4d-760b-46df-b346-95e241284cd4 req-866e88f8-f433-4854-942e-5cf2b4cfba08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.028807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e11c2d4d-760b-46df-b346-95e241284cd4 req-866e88f8-f433-4854-942e-5cf2b4cfba08 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2250543 Jul 08 17:23:44.172206 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-e406e461-3022-4c14-b894-8d6e03b0890c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489581 Jul 08 17:23:44.174623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e11c2d4d-760b-46df-b346-95e241284cd4 req-f78114d4-1917-492f-b25a-4d5e4c8af8ae tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465979 Jul 08 17:23:44.344614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa567d6c-1461-446b-8a06-b9217b95cea2 req-0aebc626-e49c-469f-8234-8c04afd0ab27 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.354750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa567d6c-1461-446b-8a06-b9217b95cea2 req-0aebc626-e49c-469f-8234-8c04afd0ab27 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 950 time: 0.1777215 Jul 08 17:23:44.449993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa567d6c-1461-446b-8a06-b9217b95cea2 req-d5f735ef-bcd9-40c8-a1b7-a894cce9424f tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936344 Jul 08 17:23:44.529624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-c986c7af-254e-4462-8107-312160bfc787 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.531346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-c986c7af-254e-4462-8107-312160bfc787 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490303 Jul 08 17:23:44.573358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:44.606413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 223bb0ea-7fb0-49fe-8359-b4891f160a13 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:44.648513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 223bb0ea-7fb0-49fe-8359-b4891f160a13 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:44.648513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 223bb0ea-7fb0-49fe-8359-b4891f160a13 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:44.648825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:44.674636 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-a9386d8c-cae4-40d6-87b2-06dc322b9d70 service neutron] 10.222.0.72 "GET /v2.0/ports/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.1419992 Jul 08 17:23:44.719247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ae4b2bb-53d8-434a-85f7-53e9d1d9da39 req-e69f9d11-1c24-43cd-8021-b0f32aade7b0 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 210 time: 0.0539379 Jul 08 17:23:44.875079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcad48-c60f-4b65-ad88-4fd8a90e0c86 req-145c187a-22ec-4256-a90c-0823df62e27e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:44.881733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fabcad48-c60f-4b65-ad88-4fd8a90e0c86 req-145c187a-22ec-4256-a90c-0823df62e27e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 944 time: 0.1260552 Jul 08 17:23:44.925767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fabcad48-c60f-4b65-ad88-4fd8a90e0c86 req-67464079-6d9b-4017-b357-93b0193008a0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Jul 08 17:23:44.926234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:44.930341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.122142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.253 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/f022aedc-3097-42e8-aec4-0b4559c2f9eb) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:45.311659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:45.384284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57559-2177-492f-b2e7-429ea3ccb76e req-599f3249-98a5-49f3-a5d3-8339dbc1eb1d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.386074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6dc57559-2177-492f-b2e7-429ea3ccb76e req-599f3249-98a5-49f3-a5d3-8339dbc1eb1d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0861278 Jul 08 17:23:45.391635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:45.433332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.450617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:45.455947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6dc57559-2177-492f-b2e7-429ea3ccb76e req-90b4d683-9de3-41fd-80e4-3073b0df3db0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634713 Jul 08 17:23:45.464115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object f022aedc-3097-42e8-aec4-0b4559c2f9eb will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:45.466562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:45.495283 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.548883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.565341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', '2f2274d1-553f-43c5-a5d4-696621ed6df2'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:45.601743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'c3ed5464-3323-47e3-ac0b-fd679a913363'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:45.653656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] Transition to ACTIVE for port object 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:45.686137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:45.689920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:45.693198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.695759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:45.705238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb8a4b-63fc-4095-a92e-1f2a3a053776 req-2a55a899-569d-4431-a623-1917286249fc tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.715573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7bb8a4b-63fc-4095-a92e-1f2a3a053776 req-2a55a899-569d-4431-a623-1917286249fc tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 950 time: 0.1139340 Jul 08 17:23:45.774855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7bb8a4b-63fc-4095-a92e-1f2a3a053776 req-a9c3c145-ceff-4a7f-8ad3-688d7195e253 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/security-groups?id=26db1180-fdd6-4b0c-a089-6625bd38e306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Jul 08 17:23:45.797283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:45.797950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:45.808000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=f022aedc-3097-42e8-aec4-0b4559c2f9eb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:45.890258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] No DVR routers for this DVR port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:45.905349 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-bd0ad2e3-abad-4e49-bede-bbf7bd32d1cf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3384562 Jul 08 17:23:45.972251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Request body: {'port': {'device_id': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:46.026340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3366234 Jul 08 17:23:46.077633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d86e8-4671-4f1e-9267-298eaf114d33 service neutron] Pushing event updated for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:46.128319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.208347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-ea071870-eb5e-41eb-a8df-87ac67f4a66f tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.210651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-ea071870-eb5e-41eb-a8df-87ac67f4a66f tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 950 time: 0.2331042 Jul 08 17:23:46.249404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe7a22f7-f8f2-4acc-9ae1-1e6363406a48 None None] Provisioning for port f022aedc-3097-42e8-aec4-0b4559c2f9eb completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:46.273661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe7a22f7-f8f2-4acc-9ae1-1e6363406a48 None None] Provisioning complete for port f022aedc-3097-42e8-aec4-0b4559c2f9eb triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:46.274825 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fe7a22f7-f8f2-4acc-9ae1-1e6363406a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.302072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-e6aa328f-01b7-4464-b4fd-795c41d6aa0b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.304070 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-e6aa328f-01b7-4464-b4fd-795c41d6aa0b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.1721251 Jul 08 17:23:46.357031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a22f7-f8f2-4acc-9ae1-1e6363406a48 None None] Port f022aedc-3097-42e8-aec4-0b4559c2f9eb cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:23:46.423133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Deleting port c5654a30-b9a6-4f34-b3ee-4ef8da265384 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:46.423821 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.449134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373f40-44d5-43e4-925b-1ee8517387e0 req-6c85a260-c86a-48a1-9b03-bdc91ea71a37 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.450843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2373f40-44d5-43e4-925b-1ee8517387e0 req-6c85a260-c86a-48a1-9b03-bdc91ea71a37 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 936 time: 0.1384525 Jul 08 17:23:46.547193 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2373f40-44d5-43e4-925b-1ee8517387e0 req-b20ce20b-68cb-45a0-995e-fdc8e3481de6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603881 Jul 08 17:23:46.567584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] For port c5654a30-b9a6-4f34-b3ee-4ef8da265384, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c5654a30-b9a6-4f34-b3ee-4ef8da265384,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:46.568797 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.588990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Calling delete_port for c5654a30-b9a6-4f34-b3ee-4ef8da265384 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:46.595045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-a9c6d2d9-67e2-467f-981b-179228f599bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.596563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-a9c6d2d9-67e2-467f-981b-179228f599bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e&tenant_id=15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 1096 time: 0.1619713 Jul 08 17:23:46.731853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef421c-0ec4-40e2-bb6c-2fbf82724bd1 req-c678d9f8-7e34-4c96-9728-729255f43d52 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.733585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfef421c-0ec4-40e2-bb6c-2fbf82724bd1 req-c678d9f8-7e34-4c96-9728-729255f43d52 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 945 time: 0.0999212 Jul 08 17:23:46.756435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f022aedc-3097-42e8-aec4-0b4559c2f9eb {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:46.772098 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.796068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Transition to ACTIVE for port object f022aedc-3097-42e8-aec4-0b4559c2f9eb will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:46.811010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.839934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-203af37d-d877-4ac8-856b-3bc5d7bd0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:46.841482 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-203af37d-d877-4ac8-856b-3bc5d7bd0907 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1096 time: 0.1884227 Jul 08 17:23:46.850013 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfef421c-0ec4-40e2-bb6c-2fbf82724bd1 req-17366c82-1463-412c-8c22-99e322795e7a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833132 Jul 08 17:23:46.867258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:46.926934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f022aedc-3097-42e8-aec4-0b4559c2f9eb,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:46.937258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Pushing event deleted for resources: {'Port': ['ID=c5654a30-b9a6-4f34-b3ee-4ef8da265384,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:47.022654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] No DVR routers for this DVR port c5654a30-b9a6-4f34-b3ee-4ef8da265384 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:47.025818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.032337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b47e3f76-426e-421d-b2af-cc8fe6870d2d req-28a275f7-2708-45df-a77e-2bed63551701 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.41 "DELETE /v2.0/ports/c5654a30-b9a6-4f34-b3ee-4ef8da265384 HTTP/1.1" status: 204 len: 173 time: 0.8140173 Jul 08 17:23:47.048260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'name': 'network-vif-deleted', 'tag': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:47.048456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-cbbea3b2-6543-4fa9-82a2-de5614bb4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.050398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-cbbea3b2-6543-4fa9-82a2-de5614bb4491 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.1983984 Jul 08 17:23:47.051223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Attempting to bind port f022aedc-3097-42e8-aec4-0b4559c2f9eb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:47.052886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Attempting to bind port f022aedc-3097-42e8-aec4-0b4559c2f9eb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:47.053305 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401d2825-7821-41e1-a930-a8f5176dafb5" -d '{"events": [{"server_uuid": "b9ce25d1-c774-4a1d-bc42-5ab35c4d622e", "name": "network-vif-deleted", "tag": "c5654a30-b9a6-4f34-b3ee-4ef8da265384"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:47.053433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Attempting to bind port f022aedc-3097-42e8-aec4-0b4559c2f9eb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:47.087388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c5654a30-b9a6-4f34-b3ee-4ef8da265384'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:47.116545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccef4-a5a7-4704-81b2-6a32360ce392 req-92378991-0e49-42c7-895d-23fb0adf941a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.126042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79eccef4-a5a7-4704-81b2-6a32360ce392 req-92378991-0e49-42c7-895d-23fb0adf941a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2081864 Jul 08 17:23:47.146496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Port f022aedc-3097-42e8-aec4-0b4559c2f9eb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:47.146904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Attempting to bind port f022aedc-3097-42e8-aec4-0b4559c2f9eb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:47.150973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-45718cd5-7b81-4d72-838b-249e76ab3013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 200 len: 217 time: 0.0918260 Jul 08 17:23:47.153986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:47.154415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:47.155126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:47.155655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Bound port: f022aedc-3097-42e8-aec4-0b4559c2f9eb, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:47.156091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.191805 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79eccef4-a5a7-4704-81b2-6a32360ce392 req-3ce3e46f-4fd9-42c3-9e5f-eed5d419355a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637391 Jul 08 17:23:47.330756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-b9e68832-3ef2-478e-9a33-5e34d62b0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.337549 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-b9e68832-3ef2-478e-9a33-5e34d62b0e20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1771531 Jul 08 17:23:47.437290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-758ce457-befb-41e4-9cab-6cdd98da7890 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546401 Jul 08 17:23:47.447309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] For port f022aedc-3097-42e8-aec4-0b4559c2f9eb, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:47.492711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-777acb71-3498-490e-8646-266540ad5b13 req-25d462de-0412-4579-9ab2-21d3bf7fbcc0 tempest-LiveMigrationNegativeTest-359194812 tempest-LiveMigrationNegativeTest-359194812-project] 10.222.0.63 "GET /v2.0/ports?device_id=b9ce25d1-c774-4a1d-bc42-5ab35c4d622e HTTP/1.1" status: 200 len: 210 time: 0.0350943 Jul 08 17:23:47.494360 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a11221-c92b-4c20-b14f-d4e9d5a8def2 x-openstack-request-id: req-d6a11221-c92b-4c20-b14f-d4e9d5a8def2 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:47.495738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] For port f022aedc-3097-42e8-aec4-0b4559c2f9eb, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f022aedc-3097-42e8-aec4-0b4559c2f9eb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:47.498437 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ce25d1-c774-4a1d-bc42-5ab35c4d622e", "name": "network-vif-deleted", "tag": "c5654a30-b9a6-4f34-b3ee-4ef8da265384", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:47.498640 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d6a11221-c92b-4c20-b14f-d4e9d5a8def2 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:47.499311 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ce25d1-c774-4a1d-bc42-5ab35c4d622e', 'name': 'network-vif-deleted', 'tag': 'c5654a30-b9a6-4f34-b3ee-4ef8da265384', 'status': 'completed', 'code': 200} Jul 08 17:23:47.532382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.588746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.589380 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:47.590767 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] 10.222.0.72 "PUT /v2.0/ports/f022aedc-3097-42e8-aec4-0b4559c2f9eb HTTP/1.1" status: 200 len: 1096 time: 1.6331553 Jul 08 17:23:47.593112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'tag': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:47.595381 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396e099-c894-44af-9971-a3ae198de93c" -d '{"events": [{"name": "network-changed", "server_uuid": "91e1f0b7-97c4-4780-adc8-37eea9350399", "tag": "f022aedc-3097-42e8-aec4-0b4559c2f9eb"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:47.662012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b689bc-0c12-4223-8bbb-913122e351a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f022aedc-3097-42e8-aec4-0b4559c2f9eb,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:47.713391 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-24bca878-fc45-44a8-9042-084e947d8cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610431 Jul 08 17:23:47.818626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-9395351d-0923-4154-949e-067cab583e2a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.820477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-9395351d-0923-4154-949e-067cab583e2a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.2146444 Jul 08 17:23:47.848722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-f454c195-ecc6-4835-80f6-f8be92c7fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.851302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-f454c195-ecc6-4835-80f6-f8be92c7fb40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 1099 time: 0.2101216 Jul 08 17:23:47.872497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-305214df-118b-496a-8ef8-0a7f785e5803 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/quotas/501431849f494a74ac17f84b8d9df21d HTTP/1.1" status: 200 len: 375 time: 0.0452523 Jul 08 17:23:47.935105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54548fb6-5dd0-41db-ab1b-142e7d772bf1 req-ead7fadb-4abe-4242-b3f6-bc5dcd8e2abe tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:47.937301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54548fb6-5dd0-41db-ab1b-142e7d772bf1 req-ead7fadb-4abe-4242-b3f6-bc5dcd8e2abe tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 948 time: 0.2092469 Jul 08 17:23:47.953401 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-b9a38e8f-3ee5-4a19-9e65-38d107d28c06 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948547 Jul 08 17:23:48.011920 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-e22522d4-540c-4c24-848a-c3e824dfb6d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f022aedc-3097-42e8-aec4-0b4559c2f9eb HTTP/1.1" status: 200 len: 217 time: 0.1449196 Jul 08 17:23:48.019634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54548fb6-5dd0-41db-ab1b-142e7d772bf1 req-d4314648-3fb1-424b-8d38-469c1233fa3b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621812 Jul 08 17:23:48.033234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-b646b6ed-d2b5-4338-8d28-def0e96e2e8f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597667 Jul 08 17:23:48.148722 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4a2dd4-c2a2-409f-8360-96bf827c4638 x-openstack-request-id: req-6b4a2dd4-c2a2-409f-8360-96bf827c4638 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:48.149101 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e1f0b7-97c4-4780-adc8-37eea9350399", "tag": "f022aedc-3097-42e8-aec4-0b4559c2f9eb", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:48.149314 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b4a2dd4-c2a2-409f-8360-96bf827c4638 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:48.149988 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'tag': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'status': 'completed', 'code': 200} Jul 08 17:23:48.153630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-9e097e88-ba74-406c-a675-0fa3de4122ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.155128 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-9e097e88-ba74-406c-a675-0fa3de4122ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1362534 Jul 08 17:23:48.157453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-39ec7cc6-d229-47da-818a-aac39c4c27b1 service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228123 Jul 08 17:23:48.286741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-11ce8fe5-7571-4d60-a453-5110c3047a5b service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281576 Jul 08 17:23:48.312595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-9fcf3354-edbb-4ac2-bc5d-9333ce17978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.314127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-9fcf3354-edbb-4ac2-bc5d-9333ce17978a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488309 Jul 08 17:23:48.421996 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-9417ad90-f417-4a66-a0fd-22766fdfc491 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949831 Jul 08 17:23:48.521930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-5d9f8988-0b22-434c-b0f1-555aee1053a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2956297 Jul 08 17:23:48.572884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19c6e3-4b23-410e-b619-0ab8bc3ec706 req-63fe519f-b140-4357-a247-c97b40c8ee9b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.575921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e19c6e3-4b23-410e-b619-0ab8bc3ec706 req-63fe519f-b140-4357-a247-c97b40c8ee9b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 945 time: 0.0916178 Jul 08 17:23:48.619689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-67ae7d8a-8c18-4263-a795-cbad97883d4b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.621332 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-67ae7d8a-8c18-4263-a795-cbad97883d4b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.1973338 Jul 08 17:23:48.679779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e19c6e3-4b23-410e-b619-0ab8bc3ec706 req-5c402404-9a4e-4d5f-bf4e-62451653c912 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804145 Jul 08 17:23:48.717084 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0d1fceaa-6f2c-46f2-8530-5bcd16560f09 req-2bfd913a-5643-403a-9329-4f41679044a8 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557335 Jul 08 17:23:48.722878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d8fa9-e83d-4862-9ce2-6a5db597f569 req-77429d5c-3f9a-41bc-b156-d5f029d5cd50 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.725745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c4d8fa9-e83d-4862-9ce2-6a5db597f569 req-77429d5c-3f9a-41bc-b156-d5f029d5cd50 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1487782 Jul 08 17:23:48.749202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bdc55-5393-4322-ac76-597be59daf14 req-c62fc853-e745-40c2-8763-717e60661383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:48.750429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-c62fc853-e745-40c2-8763-717e60661383 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 1095 time: 0.1702256 Jul 08 17:23:48.808082 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c4d8fa9-e83d-4862-9ce2-6a5db597f569 req-fb2fb902-1e5e-4adc-9068-8ae612b39870 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Jul 08 17:23:48.927812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08366dda-e692-4b97-9615-9d739c03d8a1 req-f65ade87-3a6f-4b45-8280-1bc665ff1c69 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 210 time: 0.0512731 Jul 08 17:23:49.151340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c5654a30-b9a6-4f34-b3ee-4ef8da265384 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:49.179371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: c5654a30-b9a6-4f34-b3ee-4ef8da265384 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:49.180107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c5654a30-b9a6-4f34-b3ee-4ef8da265384 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:49.180842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 949479b4-b0c3-4b5b-bf46-78e3808dfd0a no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:49.303987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7cc9f-8cb3-4733-afeb-32f7d5ee1362 req-50c0808f-2fab-4719-b487-fd297c457fcb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.313684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0e7cc9f-8cb3-4733-afeb-32f7d5ee1362 req-50c0808f-2fab-4719-b487-fd297c457fcb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 948 time: 0.1432078 Jul 08 17:23:49.322784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08824d9-86b5-4eff-b534-7199d419bd70 req-14c704c8-32a3-4d5a-ac35-39a555dfa6d9 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.331136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a08824d9-86b5-4eff-b534-7199d419bd70 req-14c704c8-32a3-4d5a-ac35-39a555dfa6d9 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1096 time: 0.1249523 Jul 08 17:23:49.364259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.420682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0e7cc9f-8cb3-4733-afeb-32f7d5ee1362 req-3e2b13e8-7a46-4d14-a193-f4e4703268b2 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078434 Jul 08 17:23:49.424234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:49.426596 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f591251-ed65-4708-8c82-4d3b502bbea6" -d '{"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-unplugged", "status": "completed", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:49.437326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a08824d9-86b5-4eff-b534-7199d419bd70 req-8f1e5e16-9c37-4351-b9e0-74d40a736d62 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051595 Jul 08 17:23:49.456013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:49.468059 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.543532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53188) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:49.548726 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7057914-b49c-42fc-a623-a92da050b6c3 x-openstack-request-id: req-a7057914-b49c-42fc-a623-a92da050b6c3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:49.549062 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-unplugged", "status": "completed", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:49.549297 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a7057914-b49c-42fc-a623-a92da050b6c3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:49.549950 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'code': 200} Jul 08 17:23:49.565700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:49.574241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-3caacf21-644f-4473-9e95-2c9dec3991ba service neutron] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:49.605286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396e099-c894-44af-9971-a3ae198de93c req-d1402207-c161-4410-8d53-890a64ac9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.607023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d396e099-c894-44af-9971-a3ae198de93c req-d1402207-c161-4410-8d53-890a64ac9318 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 1099 time: 0.7904243 Jul 08 17:23:49.609865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-3caacf21-644f-4473-9e95-2c9dec3991ba service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.612278 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0815bc06-305c-480c-aaa2-60464b8fb419 req-3caacf21-644f-4473-9e95-2c9dec3991ba service neutron] 10.222.0.41 "DELETE /v2.0/ports/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.9800510 Jul 08 17:23:49.614218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bdc55-5393-4322-ac76-597be59daf14 req-c66990ec-615b-46cd-abe8-12f4427351fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.626466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-c66990ec-615b-46cd-abe8-12f4427351fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.8108745 Jul 08 17:23:49.729550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-a4dc2c4f-f81c-4aff-9066-bca103b307b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 200 len: 217 time: 0.0668783 Jul 08 17:23:49.765826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d091e926-8940-4175-8e99-bea9ccbf64c7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f3103e19aaef49169a9479d076174034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186418 Jul 08 17:23:49.766359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53192) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:49.822540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190f053-83c9-4b5d-aea9-fb21e2da00fa req-81ebbd39-eac4-41ac-a35a-b8c996173c12 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.824049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1190f053-83c9-4b5d-aea9-fb21e2da00fa req-81ebbd39-eac4-41ac-a35a-b8c996173c12 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 1096 time: 0.1237276 Jul 08 17:23:49.855857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396e099-c894-44af-9971-a3ae198de93c req-ab0b9983-3c79-45a3-8c59-9e89b1b82c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.857454 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d396e099-c894-44af-9971-a3ae198de93c req-ab0b9983-3c79-45a3-8c59-9e89b1b82c98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2300787 Jul 08 17:23:49.858834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bdc55-5393-4322-ac76-597be59daf14 req-d23a02b6-ceff-4481-9682-76d442e52791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.860251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-d23a02b6-ceff-4481-9682-76d442e52791 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1189315 Jul 08 17:23:49.866050 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fac7ea2-77b2-49bf-96df-d3a140512ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.898975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1190f053-83c9-4b5d-aea9-fb21e2da00fa req-6c465245-1b94-45ba-8cfb-998ba9ff3d16 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666301 Jul 08 17:23:49.900704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fac7ea2-77b2-49bf-96df-d3a140512ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:49.964476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-9fecc2c9-7cdf-4bf2-8c72-f920de498554 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866060 Jul 08 17:23:49.975156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-29e8c487-6c4d-44ba-917b-924fc66dbe86 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:49.976773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-29e8c487-6c4d-44ba-917b-924fc66dbe86 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4e5a719-1883-4422-a9ec-f11c61c8a883 HTTP/1.1" status: 200 len: 943 time: 0.1979733 Jul 08 17:23:49.978188 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d396e099-c894-44af-9971-a3ae198de93c req-81e4a650-ad47-484d-88f0-b715845cf8a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f022aedc-3097-42e8-aec4-0b4559c2f9eb HTTP/1.1" status: 200 len: 217 time: 0.1021140 Jul 08 17:23:50.002846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fac7ea2-77b2-49bf-96df-d3a140512ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:50.006048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fac7ea2-77b2-49bf-96df-d3a140512ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:50.007448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7fac7ea2-77b2-49bf-96df-d3a140512ed8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/26db1180-fdd6-4b0c-a089-6625bd38e306 HTTP/1.1" status: 204 len: 168 time: 0.2404985 Jul 08 17:23:50.032094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df190983-1166-4e76-8b2d-f592ff50a73f req-dd99dab6-b251-49ea-84f0-ad44dfc24b2d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:50.040439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df190983-1166-4e76-8b2d-f592ff50a73f req-dd99dab6-b251-49ea-84f0-ad44dfc24b2d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1049170 Jul 08 17:23:50.049193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac7ea2-77b2-49bf-96df-d3a140512ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26db1180-fdd6-4b0c-a089-6625bd38e306,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:50.117658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5618f5e-30a3-40bf-8b12-d16347b1c81a req-c0092669-ee56-4e12-a1ab-98aaea1b2733 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 210 time: 0.0363598 Jul 08 17:23:50.123395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df190983-1166-4e76-8b2d-f592ff50a73f req-caf7886b-d360-4061-b45a-6579faa9e637 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819354 Jul 08 17:23:50.158526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396e099-c894-44af-9971-a3ae198de93c req-9bde50e7-b193-49a4-8acd-9f6346236255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:50.160149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d396e099-c894-44af-9971-a3ae198de93c req-9bde50e7-b193-49a4-8acd-9f6346236255 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1171913 Jul 08 17:23:50.185367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-fad1c6c3-dd87-455e-8c53-ccee1cb1edf9 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060766 Jul 08 17:23:50.359019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396e099-c894-44af-9971-a3ae198de93c req-19aa1834-eae1-4df8-b31e-be6509f0b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:50.360908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d396e099-c894-44af-9971-a3ae198de93c req-19aa1834-eae1-4df8-b31e-be6509f0b5a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883185 Jul 08 17:23:50.421846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Deleting port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:23:50.422234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:50.469535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c10bdc55-5393-4322-ac76-597be59daf14 req-8124ae84-73c7-4626-a228-63500224ceb1 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521160 Jul 08 17:23:50.547861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53220) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:50.654250 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5d7aef2d-3f7b-4cee-8174-c29ab0d633b0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c9cf68a507fc45d68d15f839ae65a7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048644 Jul 08 17:23:50.673939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:50.738642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] For port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:50.739132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:50.740645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-70080f81-4e63-4646-8f90-2677fb46fba5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:50.742429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-70080f81-4e63-4646-8f90-2677fb46fba5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.3231156 Jul 08 17:23:50.776490 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d396e099-c894-44af-9971-a3ae198de93c req-d739b969-75fa-4882-b401-b405a3c1e9c4 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995032 Jul 08 17:23:50.783774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Calling delete_port for 949479b4-b0c3-4b5b-bf46-78e3808dfd0a owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:23:50.821975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Request body: {'port': {'device_id': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'admin_state_up': True, 'tenant_id': '501431849f494a74ac17f84b8d9df21d'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:50.896459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703deb3-2374-4b55-a1ee-59d5f0747f9f req-323182da-057c-4c3d-9283-80929f368f19 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:50.898006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d396e099-c894-44af-9971-a3ae198de93c req-ed468c87-1bf6-4ba5-8faf-589a2971c47e service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067915 Jul 08 17:23:50.904440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4703deb3-2374-4b55-a1ee-59d5f0747f9f req-323182da-057c-4c3d-9283-80929f368f19 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 948 time: 0.2896838 Jul 08 17:23:50.912955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbae30d2-e3f0-426a-8dea-2204136190ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:50.931525 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:23:50.980202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4703deb3-2374-4b55-a1ee-59d5f0747f9f req-f08916eb-118a-442b-aa4b-b059cb64b663 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743785 Jul 08 17:23:50.998252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbae30d2-e3f0-426a-8dea-2204136190ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.025955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Made reservation on behalf of 501431849f494a74ac17f84b8d9df21d for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:23:51.030551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.111481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbae30d2-e3f0-426a-8dea-2204136190ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.114198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbae30d2-e3f0-426a-8dea-2204136190ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.115587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dbae30d2-e3f0-426a-8dea-2204136190ca admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4329c33d-25f8-4b24-b8ba-a26789a01919 HTTP/1.1" status: 204 len: 168 time: 0.4238873 Jul 08 17:23:51.128699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae30d2-e3f0-426a-8dea-2204136190ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4329c33d-25f8-4b24-b8ba-a26789a01919,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:51.150399 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.186924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Allocated IP 172.20.0.14 (a2ce0013-b088-44bb-ab85-9f389f7725a2/2131ec50-2bd5-429c-9022-3931aedb3af7/cd0d79c0-85d3-40c3-972f-45352bd70e06) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:23:51.299998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event deleted for resources: {'Port': ['ID=949479b4-b0c3-4b5b-bf46-78e3808dfd0a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:51.367905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] No DVR routers for this DVR port 949479b4-b0c3-4b5b-bf46-78e3808dfd0a on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:23:51.371290 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.374805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9fe29bbf-5966-4f27-8b0d-0cb0a0b3f96d req-a7311f3f-0346-49e5-91e8-b8cc829e8000 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "DELETE /v2.0/ports/949479b4-b0c3-4b5b-bf46-78e3808dfd0a HTTP/1.1" status: 204 len: 173 time: 1.3308458 Jul 08 17:23:51.375427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-deleted', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:51.377955 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754868df-3559-475d-b22c-45dc0b94d89e" -d '{"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-deleted", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:51.518067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17c6a2a1-2451-4430-8e3a-2ae45faac54e req-433ec7f3-1f7a-40ca-baa8-2f075950f00f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 210 time: 0.0921972 Jul 08 17:23:51.616063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.625108 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822d16a7-b5c0-4591-bd17-12f4f0c59a31 x-openstack-request-id: req-822d16a7-b5c0-4591-bd17-12f4f0c59a31 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:51.625524 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e5a719-1883-4422-a9ec-f11c61c8a883", "name": "network-vif-deleted", "tag": "949479b4-b0c3-4b5b-bf46-78e3808dfd0a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:51.625867 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-822d16a7-b5c0-4591-bd17-12f4f0c59a31 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:51.626368 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e5a719-1883-4422-a9ec-f11c61c8a883', 'name': 'network-vif-deleted', 'tag': '949479b4-b0c3-4b5b-bf46-78e3808dfd0a', 'status': 'completed', 'code': 200} Jul 08 17:23:51.695811 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:51.803592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:23:51.820106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:23:51.842742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:23:51.853426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b4ca-dfa1-49c7-9ca2-958877f39c6c req-37e2702b-9e58-4063-a630-0ecd6e5912c5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:51.860528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d01b4ca-dfa1-49c7-9ca2-958877f39c6c req-37e2702b-9e58-4063-a630-0ecd6e5912c5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.4154391 Jul 08 17:23:51.925231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:51.941582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-44397706-0237-4f97-a093-b951ce6a3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:51.943288 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-44397706-0237-4f97-a093-b951ce6a3940 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1096 time: 0.0963993 Jul 08 17:23:52.014148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d01b4ca-dfa1-49c7-9ca2-958877f39c6c req-6750e445-e015-439f-9734-7ff3e300d6b8 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526675 Jul 08 17:23:52.053305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.054944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.073016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-aded8dce-9c0a-4f69-9a48-d8faaf7bcae9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2735829 Jul 08 17:23:52.136684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Request body: {'port': {'device_id': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:23:52.141834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-c092c2ec-f461-4227-bedc-fe6a5210381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.147451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-c092c2ec-f461-4227-bedc-fe6a5210381a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.1950560 Jul 08 17:23:52.225778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-8b302a1d-08e0-4a5e-8bea-26bb2f17ee4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 200 len: 217 time: 0.0616512 Jul 08 17:23:52.366390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-08e9e144-a5a5-405e-9a6e-03fa6574dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.367917 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-08e9e144-a5a5-405e-9a6e-03fa6574dfe6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.1135402 Jul 08 17:23:52.373482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.425472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-35c4fdc9-6980-4b9a-a329-42f6381d23f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451546 Jul 08 17:23:52.555650 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-b75ab546-badf-43cf-8447-2ed43aba4192 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212316 Jul 08 17:23:52.659846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8654a-90f6-4614-92cc-fcec70e67f90 req-9b2701b8-7a66-4d68-8527-c798eeb1aa2a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:52.661984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28c8654a-90f6-4614-92cc-fcec70e67f90 req-9b2701b8-7a66-4d68-8527-c798eeb1aa2a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 948 time: 0.3785868 Jul 08 17:23:52.668315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f022aedc-3097-42e8-aec4-0b4559c2f9eb details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:52.685975 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-67689510-a759-42b0-805b-fe713341446c service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221187 Jul 08 17:23:52.772049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28c8654a-90f6-4614-92cc-fcec70e67f90 req-ba5919d3-09b0-4df6-a278-5070c953a742 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 Jul 08 17:23:52.837191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f022aedc-3097-42e8-aec4-0b4559c2f9eb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f022aedc-3097-42e8-aec4-0b4559c2f9eb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:52.853303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'mac_address': 'fa:16:3e:89:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:52.948967 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:52.978364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f022aedc-3097-42e8-aec4-0b4559c2f9eb {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:53.045204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f022aedc-3097-42e8-aec4-0b4559c2f9eb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f022aedc-3097-42e8-aec4-0b4559c2f9eb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:53.053009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.133485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0d79c0-85d3-40c3-972f-45352bd70e06 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:53.160774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.183627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 949479b4-b0c3-4b5b-bf46-78e3808dfd0a no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:23:53.216463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Transition to ACTIVE for port object cd0d79c0-85d3-40c3-972f-45352bd70e06 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:23:53.234048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bbcae-c275-4c44-a21d-2e816b137501 req-e3dec857-162c-4ae7-94ff-cfe027c3cbae tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:53.246712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 949479b4-b0c3-4b5b-bf46-78e3808dfd0a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:23:53.248574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a9bbcae-c275-4c44-a21d-2e816b137501 req-e3dec857-162c-4ae7-94ff-cfe027c3cbae tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 932 time: 0.2089193 Jul 08 17:23:53.250548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 949479b4-b0c3-4b5b-bf46-78e3808dfd0a not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:23:53.263147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.292954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f022aedc-3097-42e8-aec4-0b4559c2f9eb,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:53.378487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['f022aedc-3097-42e8-aec4-0b4559c2f9eb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:23:53.443523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:53.465530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a9bbcae-c275-4c44-a21d-2e816b137501 req-a4eaf9dd-07ba-4ce0-ac17-9ae5a759b88a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092669 Jul 08 17:23:53.554261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Attempting to bind port cd0d79c0-85d3-40c3-972f-45352bd70e06 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:23:53.554617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Attempting to bind port cd0d79c0-85d3-40c3-972f-45352bd70e06 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:23:53.554952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Attempting to bind port cd0d79c0-85d3-40c3-972f-45352bd70e06 on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:53.584721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076ec7-d08a-4eb3-b11b-c8ca0da00ae9 req-08914228-8b4f-4071-b680-9fc659f256a5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:53.586479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3076ec7-d08a-4eb3-b11b-c8ca0da00ae9 req-08914228-8b4f-4071-b680-9fc659f256a5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2605829 Jul 08 17:23:53.587135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Port cd0d79c0-85d3-40c3-972f-45352bd70e06 on network a2ce0013-b088-44bb-ab85-9f389f7725a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:23:53.587458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Attempting to bind port cd0d79c0-85d3-40c3-972f-45352bd70e06 on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:23:53.608881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:23:53.609227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Checking segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:23:53.609608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Bound using segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:23:53.610053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Bound port: cd0d79c0-85d3-40c3-972f-45352bd70e06, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:23:53.610416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.703803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3076ec7-d08a-4eb3-b11b-c8ca0da00ae9 req-a087780b-9013-4b59-90dd-179870ef18ec tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960701 Jul 08 17:23:53.775918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:23:53.780826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:23:53.786262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53306) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:53.790380 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.854107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:53.855622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:53.857446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd0d79c0-85d3-40c3-972f-45352bd70e06 HTTP/1.1" status: 200 len: 1092 time: 1.7257946 Jul 08 17:23:53.858123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:53.862967 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954" -d '{"events": [{"name": "network-changed", "server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:53.901869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead75f09-85f0-416f-a847-4003839fe6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:53.927768 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1b3eaa-fbce-42f8-927a-9317efd41d95 x-openstack-request-id: req-dd1b3eaa-fbce-42f8-927a-9317efd41d95 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:53.928054 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:53.928308 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd1b3eaa-fbce-42f8-927a-9317efd41d95 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:53.929092 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'status': 'completed', 'code': 200} Jul 08 17:23:54.021613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3cc9506d-4c69-4902-b882-01a7c5ca18cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.172506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3cc9506d-4c69-4902-b882-01a7c5ca18cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.178859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3cc9506d-4c69-4902-b882-01a7c5ca18cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.229847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3cc9506d-4c69-4902-b882-01a7c5ca18cc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ea286099f4ad4eff8560a127f8dc5415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420447 Jul 08 17:23:54.231720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9506d-4c69-4902-b882-01a7c5ca18cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b1cf0b-0223-4e41-a64c-a4d066f21cce,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:54.249705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53320) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:54.314691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da1417d3-880f-42e5-9f01-f8cd4197573a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.344372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da1417d3-880f-42e5-9f01-f8cd4197573a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.408947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-a9b6cc2c-63a3-4836-949c-8ff431e43d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.410461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-a9b6cc2c-63a3-4836-949c-8ff431e43d7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 1095 time: 0.4417725 Jul 08 17:23:54.411060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da1417d3-880f-42e5-9f01-f8cd4197573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.416065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da1417d3-880f-42e5-9f01-f8cd4197573a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.417491 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-da1417d3-880f-42e5-9f01-f8cd4197573a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f1b1cf0b-0223-4e41-a64c-a4d066f21cce HTTP/1.1" status: 204 len: 168 time: 0.1648805 Jul 08 17:23:54.428011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1417d3-880f-42e5-9f01-f8cd4197573a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b1cf0b-0223-4e41-a64c-a4d066f21cce,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:54.493638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d900321-af16-42ff-a65c-87e2c4d3d0f9 req-d8f70213-670f-493e-b7f7-08da26b3a705 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.500938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d900321-af16-42ff-a65c-87e2c4d3d0f9 req-d8f70213-670f-493e-b7f7-08da26b3a705 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 949 time: 0.4910994 Jul 08 17:23:54.512145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-3a83b8a7-d3b8-4f56-8fa1-3b51b5b5a17e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06 HTTP/1.1" status: 200 len: 217 time: 0.0795565 Jul 08 17:23:54.619684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d900321-af16-42ff-a65c-87e2c4d3d0f9 req-11f48b87-743d-4bba-99a3-1aa9f4bccc9f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177042 Jul 08 17:23:54.669487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-3e64e8e9-9ed8-40b0-aca6-e1843110d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.671306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-3e64e8e9-9ed8-40b0-aca6-e1843110d24d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.1485915 Jul 08 17:23:54.691662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f022aedc-3097-42e8-aec4-0b4559c2f9eb up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:23:54.733060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-5e61dde5-a764-4d54-ba8d-e8901cac364b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380657 Jul 08 17:23:54.810735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port f022aedc-3097-42e8-aec4-0b4559c2f9eb completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:23:54.815112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port f022aedc-3097-42e8-aec4-0b4559c2f9eb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:23:54.815490 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.887701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-59c7e755-8724-4f22-b213-420f815a0393 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432061 Jul 08 17:23:54.902215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000ec36-5970-4a32-bb4b-5cdeda9f6cc1 req-5c548cd0-c30f-4984-baad-393cf3e7c5b5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:54.903637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c000ec36-5970-4a32-bb4b-5cdeda9f6cc1 req-5c548cd0-c30f-4984-baad-393cf3e7c5b5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 944 time: 0.2810550 Jul 08 17:23:54.950101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53332) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:54.970465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9f54782-fa01-4b7d-8143-dfb5058fce9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:54.983396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.019520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c000ec36-5970-4a32-bb4b-5cdeda9f6cc1 req-c651071a-94b9-49be-af93-a322b765219c tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086867 Jul 08 17:23:55.043878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:23:55.047022 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8596eb7d-a9e4-452c-b3c6-73b4651232ad" -d '{"events": [{"server_uuid": "91e1f0b7-97c4-4780-adc8-37eea9350399", "name": "network-vif-plugged", "status": "completed", "tag": "f022aedc-3097-42e8-aec4-0b4559c2f9eb"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:23:55.069687 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d73ef44-1728-4a6a-a8e7-db43a17f8f6e req-a1035ec0-412a-4945-ba94-5cb7454626f0 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496556 Jul 08 17:23:55.086611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f022aedc-3097-42e8-aec4-0b4559c2f9eb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f022aedc-3097-42e8-aec4-0b4559c2f9eb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:55.106467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.112722 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d5b88-8784-472d-a2a0-d981b6873570 x-openstack-request-id: req-6b4d5b88-8784-472d-a2a0-d981b6873570 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:23:55.113100 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e1f0b7-97c4-4780-adc8-37eea9350399", "name": "network-vif-plugged", "status": "completed", "tag": "f022aedc-3097-42e8-aec4-0b4559c2f9eb", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:23:55.113412 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b4d5b88-8784-472d-a2a0-d981b6873570 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:23:55.113858 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'code': 200} Jul 08 17:23:55.145210 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9f54782-fa01-4b7d-8143-dfb5058fce9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.160958 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9f54782-fa01-4b7d-8143-dfb5058fce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.213871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e9f54782-fa01-4b7d-8143-dfb5058fce9b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=779e5b5b8e6542f4820c88bb01965eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603014 Jul 08 17:23:55.221603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53336) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:55.228443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f54782-fa01-4b7d-8143-dfb5058fce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e6e02-840c-4a35-b762-8056617bcc5a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:55.253676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f022aedc-3097-42e8-aec4-0b4559c2f9eb,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:55.257705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02770409-d498-4ea5-923f-60d5bf39f363 req-ff7e0185-7fce-44bf-9a51-82d89bec44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.259362 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02770409-d498-4ea5-923f-60d5bf39f363 req-ff7e0185-7fce-44bf-9a51-82d89bec44c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 1101 time: 0.0588267 Jul 08 17:23:55.307052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02770409-d498-4ea5-923f-60d5bf39f363 req-f0c76083-ebb8-4749-a9fd-8af875ef7390 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373309 Jul 08 17:23:55.310981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846a80f-5fed-4a5e-9672-66baf4ede451 req-068d0f97-2603-4e1a-a271-386d42594aa5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.312624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5846a80f-5fed-4a5e-9672-66baf4ede451 req-068d0f97-2603-4e1a-a271-386d42594aa5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2330277 Jul 08 17:23:55.367237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c625b95e-b198-4850-a27f-f73f83ffbb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.370141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-d049642d-d1a1-4285-b7a1-d3375d4e8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.371705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-d049642d-d1a1-4285-b7a1-d3375d4e8071 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 1095 time: 0.1659048 Jul 08 17:23:55.413329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5846a80f-5fed-4a5e-9672-66baf4ede451 req-99c14254-595e-4329-a535-ba90b46cf12c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881798 Jul 08 17:23:55.467041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c625b95e-b198-4850-a27f-f73f83ffbb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.528430 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.533574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-a43c70d0-d6a8-418f-87a2-5ca4906021b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.535623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-a43c70d0-d6a8-418f-87a2-5ca4906021b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 906 time: 0.1512926 Jul 08 17:23:55.580195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c625b95e-b198-4850-a27f-f73f83ffbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.582802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c625b95e-b198-4850-a27f-f73f83ffbb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:55.586349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c625b95e-b198-4850-a27f-f73f83ffbb6c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9e9e6e02-840c-4a35-b762-8056617bcc5a HTTP/1.1" status: 204 len: 168 time: 0.3571711 Jul 08 17:23:55.587478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-1b739222-42b6-4176-a9dc-4b62eb44f375 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06 HTTP/1.1" status: 200 len: 217 time: 0.0450745 Jul 08 17:23:55.593882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625b95e-b198-4850-a27f-f73f83ffbb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e6e02-840c-4a35-b762-8056617bcc5a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:55.647078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-7385a419-ecac-4112-b1b7-e7626af0ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.649188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-7385a419-ecac-4112-b1b7-e7626af0ebf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.0527530 Jul 08 17:23:55.686975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-359f2bc6-b42b-4aa9-ba79-d0627e7b0102 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303464 Jul 08 17:23:55.791685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-6d2d5100-1ea2-4ed1-b7e9-e4fc29df0674 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956950 Jul 08 17:23:55.968107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57f9d7-0141-40c9-9780-1b72237a6a8c req-30daba12-fe55-452c-8725-71973154fa69 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:55.970438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b57f9d7-0141-40c9-9780-1b72237a6a8c req-30daba12-fe55-452c-8725-71973154fa69 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 950 time: 0.1774161 Jul 08 17:23:55.978598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fbbcb60-f2e3-4c93-b2c0-e3ed6f1bc954 req-35de1346-ea49-4e7e-a812-bf8d928529b3 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744480 Jul 08 17:23:56.064101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b57f9d7-0141-40c9-9780-1b72237a6a8c req-2c748c1d-0b7f-480b-b909-a8c475442920 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839312 Jul 08 17:23:56.259654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e1cbd-4429-4366-a576-295660aae4dc req-9d61bdd0-24c0-4cb2-8d4f-a3f23502fb75 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.263065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b3e1cbd-4429-4366-a576-295660aae4dc req-9d61bdd0-24c0-4cb2-8d4f-a3f23502fb75 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 944 time: 0.0752776 Jul 08 17:23:56.312615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b3e1cbd-4429-4366-a576-295660aae4dc req-bae992f3-ac2a-475f-abc6-5033307aa704 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Jul 08 17:23:56.763028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c923f-9969-47ab-8edc-b1136823a454 req-a912be21-75da-4c83-9c80-dd60312192c2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:56.764715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb4c923f-9969-47ab-8edc-b1136823a454 req-a912be21-75da-4c83-9c80-dd60312192c2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1105506 Jul 08 17:23:56.858073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb4c923f-9969-47ab-8edc-b1136823a454 req-d32fe22b-815f-4731-bfb8-f32100c79688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873351 Jul 08 17:23:57.274669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57dcb1-f515-40ff-80ef-aa809e18e38e req-0d1e771f-22c7-49a9-9abb-63b496cf5a32 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.276823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a57dcb1-f515-40ff-80ef-aa809e18e38e req-0d1e771f-22c7-49a9-9abb-63b496cf5a32 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 950 time: 0.1022832 Jul 08 17:23:57.382243 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c63ce415-e417-414a-a2f1-37747649aaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:57.388200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a57dcb1-f515-40ff-80ef-aa809e18e38e req-0db24b2c-e445-41bc-84d8-26995a586ab5 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023741 Jul 08 17:23:57.573597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bf6c5-8b24-4eae-b016-6b0e0549e265 req-e8e9ada5-7d17-4d2f-baee-cd2e2f24a226 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.575316 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a11bf6c5-8b24-4eae-b016-6b0e0549e265 req-e8e9ada5-7d17-4d2f-baee-cd2e2f24a226 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 944 time: 0.0705433 Jul 08 17:23:57.637913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a11bf6c5-8b24-4eae-b016-6b0e0549e265 req-79ed1dbb-7c14-45de-90c2-faf1f6c45eef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564098 Jul 08 17:23:57.720778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b40fc-1003-47f7-9105-f1349b7905f8 req-f1ac249b-9b47-4fb8-a4cc-76e40ba8e241 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:57.723323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-219b40fc-1003-47f7-9105-f1349b7905f8 req-f1ac249b-9b47-4fb8-a4cc-76e40ba8e241 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 1101 time: 0.0698066 Jul 08 17:23:57.775342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-219b40fc-1003-47f7-9105-f1349b7905f8 req-e55a29aa-82e9-4ac3-a8ca-3274f04a323d tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Jul 08 17:23:58.242777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-829efa6b-7f6a-4fce-8ed1-c468ea2e9a63 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117933 Jul 08 17:23:58.284156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53506) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:58.429234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162290e8-d13a-49f9-87e6-96ba463a5940 req-74a40c3c-a423-4d38-a42e-b8603b58fc31 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:58.442815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-162290e8-d13a-49f9-87e6-96ba463a5940 req-74a40c3c-a423-4d38-a42e-b8603b58fc31 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2979021 Jul 08 17:23:58.479588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a1977e7f-44d4-47fe-957f-d9e019edbad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.508400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-e7308ee2-d232-41b0-b7c8-3065099b674b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:58.519037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-e7308ee2-d232-41b0-b7c8-3065099b674b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574897 Jul 08 17:23:58.547085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-2e113ccd-45d7-4eb8-9cf4-9327dbc9a706 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/quotas/9cb8beca9e7649af8fb571b3196864e7 HTTP/1.1" status: 200 len: 375 time: 0.0270522 Jul 08 17:23:58.570064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-162290e8-d13a-49f9-87e6-96ba463a5940 req-e068e107-3b84-498d-914f-3c56006d9816 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261497 Jul 08 17:23:58.677293 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a1977e7f-44d4-47fe-957f-d9e019edbad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.680199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-21a6d722-7336-4964-a1f2-f7ab83d2b832 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1321776 Jul 08 17:23:58.694130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a1977e7f-44d4-47fe-957f-d9e019edbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.735167 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a1977e7f-44d4-47fe-957f-d9e019edbad3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9b0bc8ee059d4bfa9eaf89d5a478ec23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490402 Jul 08 17:23:58.737833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53518) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:58.764256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1977e7f-44d4-47fe-957f-d9e019edbad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ed99c-dbeb-435e-89e5-5ea82c793bba,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:58.873198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-738aae80-032a-4715-85a9-3c51fb0f9ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:58.908552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-738aae80-032a-4715-85a9-3c51fb0f9ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.038382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58ca5969-7ed7-4605-97c5-b5e5e6d7c32e req-457d2aec-5410-46e2-9034-121bed6b4c3a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 210 time: 0.0541203 Jul 08 17:23:59.073909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-738aae80-032a-4715-85a9-3c51fb0f9ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.084272 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-738aae80-032a-4715-85a9-3c51fb0f9ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.088202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-738aae80-032a-4715-85a9-3c51fb0f9ead admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f49ed99c-dbeb-435e-89e5-5ea82c793bba HTTP/1.1" status: 204 len: 168 time: 0.3463862 Jul 08 17:23:59.134527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aae80-032a-4715-85a9-3c51fb0f9ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ed99c-dbeb-435e-89e5-5ea82c793bba,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:59.164577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689e778-b3ca-4b2f-a942-156b6db7ab6f req-7d930644-6fbf-4c86-a109-b896a09f10ea tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.174908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0689e778-b3ca-4b2f-a942-156b6db7ab6f req-7d930644-6fbf-4c86-a109-b896a09f10ea tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 944 time: 0.2522180 Jul 08 17:23:59.210705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device cd0d79c0-85d3-40c3-972f-45352bd70e06 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:23:59.252196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0689e778-b3ca-4b2f-a942-156b6db7ab6f req-946c3642-3a8f-45aa-8361-dece72db2173 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760298 Jul 08 17:23:59.390783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:59.421993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'mac_address': 'fa:16:3e:82:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:23:59.492814 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.509633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0d79c0-85d3-40c3-972f-45352bd70e06 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:23:59.541293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:23:59.548850 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.594522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53538) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:59.616491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-009a41e7-fc64-44ce-b9f6-6c13f79d2748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.631254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:59.835872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-009a41e7-fc64-44ce-b9f6-6c13f79d2748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.858130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-009a41e7-fc64-44ce-b9f6-6c13f79d2748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.891416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a41e7-fc64-44ce-b9f6-6c13f79d2748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177689b7-8269-4c41-83bb-17264c2e5d8b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:23:59.916284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-009a41e7-fc64-44ce-b9f6-6c13f79d2748 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3de5b453ecb34cf5a35c3470c4e6b40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161328 Jul 08 17:23:59.918906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53546) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:23:59.955620 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6ad7b5b6-b0cf-4bcb-8d5c-45514a5e8e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:23:59.986295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a70721-4008-4c5f-af18-d46a4da11f5e req-3d78a445-57fe-4b81-835b-0ea835a3f8d6 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:23:59.993248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82a70721-4008-4c5f-af18-d46a4da11f5e req-3d78a445-57fe-4b81-835b-0ea835a3f8d6 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1872072 Jul 08 17:24:00.028865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['cd0d79c0-85d3-40c3-972f-45352bd70e06'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:00.052946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-511fc8b5-6641-4544-adc4-5e38ea1903d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.079951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82a70721-4008-4c5f-af18-d46a4da11f5e req-fb1dbc15-51c9-4cac-a927-7f356a990fca tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855687 Jul 08 17:24:00.112131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-511fc8b5-6641-4544-adc4-5e38ea1903d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.250146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c4301cb-de2e-4dcb-bbf5-8969ebe0ab1c req-ca42bca5-1664-4900-b768-6d9b6f1e1200 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 210 time: 0.0486581 Jul 08 17:24:00.250785 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-511fc8b5-6641-4544-adc4-5e38ea1903d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.254091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-511fc8b5-6641-4544-adc4-5e38ea1903d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.259199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-511fc8b5-6641-4544-adc4-5e38ea1903d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/177689b7-8269-4c41-83bb-17264c2e5d8b HTTP/1.1" status: 204 len: 168 time: 0.3393321 Jul 08 17:24:00.277410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fc8b5-6641-4544-adc4-5e38ea1903d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177689b7-8269-4c41-83bb-17264c2e5d8b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:00.388924 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:00.533926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afcc87-391b-4247-b1b4-1cf77de7aee8 req-6275f3b3-2c0b-44c9-8dbe-f9e11938b8a7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.538012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91afcc87-391b-4247-b1b4-1cf77de7aee8 req-6275f3b3-2c0b-44c9-8dbe-f9e11938b8a7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 945 time: 0.1268275 Jul 08 17:24:00.633023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-4441722c-8951-40ab-befe-1fc39583e3bc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426917 Jul 08 17:24:00.661964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91afcc87-391b-4247-b1b4-1cf77de7aee8 req-36423ea4-4bff-41b0-ad59-7a3a702cfe78 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196790 Jul 08 17:24:00.887247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-c48da029-108b-449d-a242-4d92f25ed004 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:00.889456 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-c48da029-108b-449d-a242-4d92f25ed004 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436693 Jul 08 17:24:00.904768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:01.083393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:01.088317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:01.234646 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:01.374440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.121 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/fd3c5b2a-d569-4add-9ae0-57fde505bd77) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:01.415538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76dff0-ab12-458c-a2cd-36d4dea068d5 req-1d5e2c44-eb1b-4bbd-9258-851e65ceaa83 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:01.422349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c76dff0-ab12-458c-a2cd-36d4dea068d5 req-1d5e2c44-eb1b-4bbd-9258-851e65ceaa83 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1496851 Jul 08 17:24:01.518884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c76dff0-ab12-458c-a2cd-36d4dea068d5 req-e0f8771d-68ef-4516-aa12-795283b381da tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829680 Jul 08 17:24:01.684456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:01.697738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4ad226a-ea63-4ad5-a637-aa947111605f req-efcfda10-fdc0-4abd-9c71-cfea5dfa552b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 210 time: 0.0667362 Jul 08 17:24:01.702003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object fd3c5b2a-d569-4add-9ae0-57fde505bd77 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:01.756395 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:01.773842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'f022aedc-3097-42e8-aec4-0b4559c2f9eb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:01.838422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'c3ed5464-3323-47e3-ac0b-fd679a913363'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:01.869574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:01.893182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:01.898303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:01.998604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.000392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.038375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=fd3c5b2a-d569-4add-9ae0-57fde505bd77,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:02.077215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1767695 Jul 08 17:24:02.079823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.080650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.081355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.081877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.082367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.082891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.083388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.083880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.084440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.084947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.085533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.086054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e0cfa4-e8da-47ec-b7f9-34ed4b8a7b87 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:02.101320 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Request body: {'port': {'device_id': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:02.118575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a32a2e-9ed5-4600-9eb0-400bd8407734 req-5b8fda35-72aa-474a-a0c3-78906a3f8e9b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.135751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9a32a2e-9ed5-4600-9eb0-400bd8407734 req-5b8fda35-72aa-474a-a0c3-78906a3f8e9b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 945 time: 0.1525280 Jul 08 17:24:02.269368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9a32a2e-9ed5-4600-9eb0-400bd8407734 req-f0b2bf9f-a8a6-4624-9424-4290c8ac41cf tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326344 Jul 08 17:24:02.296869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.620712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3f8f8378-c797-4031-9a42-0378876b32ca None None] Provisioning for port fd3c5b2a-d569-4add-9ae0-57fde505bd77 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:02.681610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3f8f8378-c797-4031-9a42-0378876b32ca None None] Provisioning complete for port fd3c5b2a-d569-4add-9ae0-57fde505bd77 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:02.682034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8378-c797-4031-9a42-0378876b32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.760725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3c5b2a-d569-4add-9ae0-57fde505bd77 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:02.786804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.850564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Transition to ACTIVE for port object fd3c5b2a-d569-4add-9ae0-57fde505bd77 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:02.859326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.930179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:02.940463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76561b-d984-45f4-9c82-461136cb81d9 req-79a0961b-f5dc-44b7-b4f5-4d76a93be7f7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:02.944781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d76561b-d984-45f4-9c82-461136cb81d9 req-79a0961b-f5dc-44b7-b4f5-4d76a93be7f7 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2080078 Jul 08 17:24:03.009515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3c5b2a-d569-4add-9ae0-57fde505bd77,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:03.041422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f8378-c797-4031-9a42-0378876b32ca None None] Port fd3c5b2a-d569-4add-9ae0-57fde505bd77 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:03.116140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d76561b-d984-45f4-9c82-461136cb81d9 req-eb338515-66f1-446b-a0c6-7a83d09ab8b4 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642888 Jul 08 17:24:03.214615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Attempting to bind port fd3c5b2a-d569-4add-9ae0-57fde505bd77 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:03.215100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Attempting to bind port fd3c5b2a-d569-4add-9ae0-57fde505bd77 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:03.215698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Attempting to bind port fd3c5b2a-d569-4add-9ae0-57fde505bd77 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:03.221568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Port fd3c5b2a-d569-4add-9ae0-57fde505bd77 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:03.222262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Attempting to bind port fd3c5b2a-d569-4add-9ae0-57fde505bd77 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:03.228607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:03.229389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:03.230390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:03.231081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Bound port: fd3c5b2a-d569-4add-9ae0-57fde505bd77, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:03.231703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.264547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device cd0d79c0-85d3-40c3-972f-45352bd70e06 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:03.298630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650a5db-ebcd-4228-8d7f-d8c350c594ea req-fba2dc27-08db-4bf6-a3a2-0178ef48974c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.309456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f650a5db-ebcd-4228-8d7f-d8c350c594ea req-fba2dc27-08db-4bf6-a3a2-0178ef48974c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 948 time: 0.1882045 Jul 08 17:24:03.339071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] For port fd3c5b2a-d569-4add-9ae0-57fde505bd77, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:03.345696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] For port fd3c5b2a-d569-4add-9ae0-57fde505bd77, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fd3c5b2a-d569-4add-9ae0-57fde505bd77,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:03.354789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.370138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f650a5db-ebcd-4228-8d7f-d8c350c594ea req-e3829497-642f-4cb5-a821-c87bb953a4ce tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592952 Jul 08 17:24:03.513278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.513901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.521950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] 10.222.0.72 "PUT /v2.0/ports/fd3c5b2a-d569-4add-9ae0-57fde505bd77 HTTP/1.1" status: 200 len: 1096 time: 1.4303393 Jul 08 17:24:03.522423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'tag': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:03.525057 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306c46ab-fc12-485d-a0e4-ff615aaba17c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f", "tag": "fd3c5b2a-d569-4add-9ae0-57fde505bd77"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:03.558877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port cd0d79c0-85d3-40c3-972f-45352bd70e06 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:03.571472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port cd0d79c0-85d3-40c3-972f-45352bd70e06 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:03.572096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.585639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895b40f-52ff-4b9d-bc91-e372c65fbe63 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3c5b2a-d569-4add-9ae0-57fde505bd77,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:03.594101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d7a840e-f27c-48fd-b4fa-1fcc10115175 req-2f013bb4-2b91-4d6d-8b3c-248d136acd89 tempest-FlavorsV2NegativeTest-1458849319 tempest-FlavorsV2NegativeTest-1458849319-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e9025ef6a0974609865ac14a4b352c96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532320 Jul 08 17:24:03.709661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-441057c9-e617-4e9c-9db9-7e6927bd480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.716224 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-441057c9-e617-4e9c-9db9-7e6927bd480a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 1099 time: 0.1218774 Jul 08 17:24:03.752118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.762301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-6c8874cf-013b-4088-88dc-bfbaae0c0d01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2962375 Jul 08 17:24:03.835492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:03.838426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-5525b46d-c534-4c62-aa85-72664cc31748 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=fd3c5b2a-d569-4add-9ae0-57fde505bd77 HTTP/1.1" status: 200 len: 217 time: 0.1124935 Jul 08 17:24:03.839754 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d521af1-66d6-4710-a4f8-b766072a89cb" -d '{"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:03.862593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a840e-f27c-48fd-b4fa-1fcc10115175 req-8e7d2347-51ac-43c0-b582-d6689cdd0224 tempest-FlavorsV2NegativeTest-1458849319 tempest-FlavorsV2NegativeTest-1458849319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.871939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d7a840e-f27c-48fd-b4fa-1fcc10115175 req-8e7d2347-51ac-43c0-b582-d6689cdd0224 tempest-FlavorsV2NegativeTest-1458849319 tempest-FlavorsV2NegativeTest-1458849319-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767951 Jul 08 17:24:03.880975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:03.896022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:03.938685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0fdb4777-046b-4cdf-8dc3-7812148337b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.940166 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-0fdb4777-046b-4cdf-8dc3-7812148337b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0934680 Jul 08 17:24:03.954826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ab2d9-b8c0-43c3-b328-be5b822cfab4 req-0af18dcd-5b97-42ec-8c4b-adc3fb8c6496 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:03.957194 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a15ab2d9-b8c0-43c3-b328-be5b822cfab4 req-0af18dcd-5b97-42ec-8c4b-adc3fb8c6496 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 945 time: 0.2929099 Jul 08 17:24:03.964720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d7a840e-f27c-48fd-b4fa-1fcc10115175 req-7c99eb7f-a1fc-4382-abcc-ea0397a16b6b tempest-FlavorsV2NegativeTest-1458849319 tempest-FlavorsV2NegativeTest-1458849319-project] 10.222.0.63 "GET /v2.0/quotas/e9025ef6a0974609865ac14a4b352c96 HTTP/1.1" status: 200 len: 375 time: 0.0907896 Jul 08 17:24:03.993666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:04.027627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d7a840e-f27c-48fd-b4fa-1fcc10115175 req-4fbae081-3d09-4c9c-80f9-1c75a8ae60d0 tempest-FlavorsV2NegativeTest-1458849319 tempest-FlavorsV2NegativeTest-1458849319-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e9025ef6a0974609865ac14a4b352c96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620084 Jul 08 17:24:04.028950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-934343d5-df1c-4808-ad82-6a10f7fee2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.030535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-934343d5-df1c-4808-ad82-6a10f7fee2a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805254 Jul 08 17:24:04.094023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a15ab2d9-b8c0-43c3-b328-be5b822cfab4 req-4d07770e-c4f4-4c46-b113-61cad90a31bd tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242192 Jul 08 17:24:04.134312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-b0d01c38-19ad-460f-85ef-924f21247362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.142733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-b0d01c38-19ad-460f-85ef-924f21247362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 1118 time: 0.2296028 Jul 08 17:24:04.229360 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad10bdc-3d1b-4489-9a03-8c095e56e2af x-openstack-request-id: req-dad10bdc-3d1b-4489-9a03-8c095e56e2af {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:04.229655 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f", "tag": "fd3c5b2a-d569-4add-9ae0-57fde505bd77", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:04.229908 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dad10bdc-3d1b-4489-9a03-8c095e56e2af {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:04.230309 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'tag': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77', 'status': 'completed', 'code': 200} Jul 08 17:24:04.280693 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8bf9a4-8321-4ecc-87a3-273f86648b02 x-openstack-request-id: req-0c8bf9a4-8321-4ecc-87a3-273f86648b02 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:04.281665 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:04.281951 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c8bf9a4-8321-4ecc-87a3-273f86648b02 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:04.282192 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-560534c1-b6e9-4c7f-9114-7995690f0c99 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423253 Jul 08 17:24:04.282349 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'code': 200} Jul 08 17:24:04.383678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-4ae3895e-d374-41a6-a3d2-99efe16f9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.400124 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-4ae3895e-d374-41a6-a3d2-99efe16f9619 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.2379105 Jul 08 17:24:04.494898 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8fcf7f6d-a257-4b7e-a785-cbcb284459bd req-ea973201-f7d1-4cd2-b93c-fba859620eb6 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990399 Jul 08 17:24:04.505010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d6b19-804c-4819-b2d0-3ce5763318a8 req-7e6d1109-27c5-45dc-b05a-4a23bc478382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.506485 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e3d6b19-804c-4819-b2d0-3ce5763318a8 req-7e6d1109-27c5-45dc-b05a-4a23bc478382 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 1097 time: 0.1127751 Jul 08 17:24:04.546181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-1307014e-2096-4e2c-97bd-d20da91b12e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 200 len: 217 time: 0.1390824 Jul 08 17:24:04.639820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-cf16cf8c-0845-4ff0-aa6e-fafe0229315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.641567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-cf16cf8c-0845-4ff0-aa6e-fafe0229315a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0865412 Jul 08 17:24:04.652216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409616e3-4275-4ac5-bb78-1016cdf8d3ab req-b5ffce7b-9202-4c24-88c3-61282d4b7c8d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.660439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-409616e3-4275-4ac5-bb78-1016cdf8d3ab req-b5ffce7b-9202-4c24-88c3-61282d4b7c8d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2426436 Jul 08 17:24:04.689050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e3d6b19-804c-4819-b2d0-3ce5763318a8 req-45a6237c-fefa-442b-b1e7-5d69ec2101d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724665 Jul 08 17:24:04.731990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-394fb5d9-037e-469f-91a7-120aaea66480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629203 Jul 08 17:24:04.755376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-325528a1-43f0-4177-b639-7e29c40fc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.757100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-325528a1-43f0-4177-b639-7e29c40fc123 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 1099 time: 0.1766529 Jul 08 17:24:04.768808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-409616e3-4275-4ac5-bb78-1016cdf8d3ab req-e5291f72-5189-47c8-9ad3-78a1fe70c6f0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042333 Jul 08 17:24:04.918168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-5c337dd2-3e76-408c-8e64-90ef0e7a0e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.919861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-5c337dd2-3e76-408c-8e64-90ef0e7a0e90 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1558511 Jul 08 17:24:04.946978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53682) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:04.968307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-0ef3f21b-c591-48aa-ab7b-2e1f35f86c9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=fd3c5b2a-d569-4add-9ae0-57fde505bd77 HTTP/1.1" status: 200 len: 217 time: 0.0402982 Jul 08 17:24:04.991515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47288c5d-2009-49fd-9ac0-532be472930e req-421de30c-e092-41a5-b907-4115c395b583 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:04.993412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47288c5d-2009-49fd-9ac0-532be472930e req-421de30c-e092-41a5-b907-4115c395b583 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 948 time: 0.0785255 Jul 08 17:24:05.022316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-66ac40b3-90eb-4520-a423-8bef4598da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.023888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-66ac40b3-90eb-4520-a423-8bef4598da5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0468788 Jul 08 17:24:05.046009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47288c5d-2009-49fd-9ac0-532be472930e req-7572f389-69db-4017-99e7-bcb4026945f9 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Jul 08 17:24:05.088974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.095890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-a1ed67db-683a-4c0e-b305-0be89c9f9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.097643 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-a1ed67db-683a-4c0e-b305-0be89c9f9ad6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627649 Jul 08 17:24:05.272527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-ed2193a2-fb39-420e-9b28-036c6838a2da service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665885 Jul 08 17:24:05.322511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-1f5861db-34fb-4187-b1e8-bfed7ce8710a service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903286 Jul 08 17:24:05.407575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-306c46ab-fc12-485d-a0e4-ff615aaba17c req-995e3ab7-64e4-4058-abea-c05634103d01 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278026 Jul 08 17:24:05.427456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.440720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99277ef-7f25-4918-9a60-6c6b046a602c req-a18b2b07-62cc-4657-817d-3fe398db21c6 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.442275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f99277ef-7f25-4918-9a60-6c6b046a602c req-a18b2b07-62cc-4657-817d-3fe398db21c6 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 946 time: 0.2567723 Jul 08 17:24:05.446664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.537733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5ed54-fdc4-4fff-a78f-0d28cbb4efe9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:05.541407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e9025ef6a0974609865ac14a4b352c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5934696 Jul 08 17:24:05.544262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53692) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:05.563200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8333d75-3404-4c28-9846-0236d07c87a2 req-3c72793a-d076-49fa-81e5-3ccd19e89df5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.564720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8333d75-3404-4c28-9846-0236d07c87a2 req-3c72793a-d076-49fa-81e5-3ccd19e89df5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.2908237 Jul 08 17:24:05.579137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5bf3618-53a1-4426-96ed-c41ff7dc8df2 req-b546ec1a-9043-49c9-a0e4-aabbcc459958 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451832 Jul 08 17:24:05.579430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.579750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.580092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.580426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.580781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.581125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.581448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.581775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.582131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.583008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.583353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.583674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e221d-3f5f-40d9-8f50-85614fb18a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:05.604427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f99277ef-7f25-4918-9a60-6c6b046a602c req-8c82c38d-68d2-4eb9-8811-f6c5f8221970 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418383 Jul 08 17:24:05.621638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5748b50-d5fd-42b9-b983-f3afdb3eaccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.641915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8333d75-3404-4c28-9846-0236d07c87a2 req-5e4e07cf-925b-499b-82b9-f137f8b70452 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Jul 08 17:24:05.648254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5748b50-d5fd-42b9-b983-f3afdb3eaccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.721942 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5748b50-d5fd-42b9-b983-f3afdb3eaccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.725511 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5748b50-d5fd-42b9-b983-f3afdb3eaccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:05.729309 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c5748b50-d5fd-42b9-b983-f3afdb3eaccf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5f5ed54-fdc4-4fff-a78f-0d28cbb4efe9 HTTP/1.1" status: 204 len: 168 time: 0.1838043 Jul 08 17:24:05.743936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5748b50-d5fd-42b9-b983-f3afdb3eaccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5ed54-fdc4-4fff-a78f-0d28cbb4efe9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:05.968194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b540-0b51-4281-b7b0-3e95892da4ad req-a3ce2705-f8d2-4b87-b9ed-43ba099bb935 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:05.970073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66e7b540-0b51-4281-b7b0-3e95892da4ad req-a3ce2705-f8d2-4b87-b9ed-43ba099bb935 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.0743690 Jul 08 17:24:06.014206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66e7b540-0b51-4281-b7b0-3e95892da4ad req-b2eef04e-b4c2-40b0-bc03-1f003e68dd87 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383635 Jul 08 17:24:06.269830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379fbbd-73a0-4eac-8729-749cc67a2b07 req-089923fa-0321-4085-bb87-5cfb2e8f4dd1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.271912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f379fbbd-73a0-4eac-8729-749cc67a2b07 req-089923fa-0321-4085-bb87-5cfb2e8f4dd1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 948 time: 0.0969026 Jul 08 17:24:06.321295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f379fbbd-73a0-4eac-8729-749cc67a2b07 req-74364b4b-4dc6-4d53-b1b6-f8f9e2c30c2f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jul 08 17:24:06.450122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53722) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:06.561110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-network', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:06.583613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Made reservation on behalf of 2c3d9e08b98c47aea8e84c3b459e8add for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:06.587066 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.595615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.697587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.704219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.732149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:24:06.743228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b09c05-9ccf-47ea-801c-0269411c4718,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:06.749036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.749314 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Added segment 5b7705a8-18b6-450d-a854-00d3157dce49 of type vlan for network 15480377-6a8a-4540-8917-07c29bff0b90 Jul 08 17:24:06.820101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.852938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.853914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.854509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:06.875185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37315d9e-f742-42e1-938c-8480ed1c1b5d req-b2a8de98-6ac7-475f-99f6-281ed50e2e15 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.876757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37315d9e-f742-42e1-938c-8480ed1c1b5d req-b2a8de98-6ac7-475f-99f6-281ed50e2e15 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 946 time: 0.1151693 Jul 08 17:24:06.900001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ac978-20ea-419c-b050-3deb000db9a0 req-74f2f46b-5f05-4b77-9c08-ce74873e36ec tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:06.901606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f39ac978-20ea-419c-b050-3deb000db9a0 req-74f2f46b-5f05-4b77-9c08-ce74873e36ec tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1059458 Jul 08 17:24:06.911473 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4574201 Jul 08 17:24:06.912289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53732) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:06.919734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f948e-ee87-411f-940d-bf201532542c admin admin] Pushing event updated for resources: {'Network': ['ID=15480377-6a8a-4540-8917-07c29bff0b90,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:06.923677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Request body: {'subnet': {'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-subnet', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:06.933265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 15480377-6a8a-4540-8917-07c29bff0b90 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:24:06.973900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37315d9e-f742-42e1-938c-8480ed1c1b5d req-eb43677a-c5d8-4def-b358-0b28da5ce73d tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882137 Jul 08 17:24:06.982463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f39ac978-20ea-419c-b050-3deb000db9a0 req-6c1ff0e3-3a49-4408-b9be-6b7a0a4bdf17 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729456 Jul 08 17:24:06.988685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Made reservation on behalf of 2c3d9e08b98c47aea8e84c3b459e8add for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:06.990921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.194536 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.283236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:07.312681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Checking segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:07.313126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Network hostable DHCP agents. Network: 15480377-6a8a-4540-8917-07c29bff0b90, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:24:07.340490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Network 15480377-6a8a-4540-8917-07c29bff0b90 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:24:07.352479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 15480377-6a8a-4540-8917-07c29bff0b90) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:07.358582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.359185 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.364363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747ff65-947e-47af-9ed9-e83e1dcbe3b8 None None] Network 15480377-6a8a-4540-8917-07c29bff0b90 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:07.372130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a83f5-b758-47e2-90a5-f576a5cdf227 req-3c5f932b-afc5-4a33-84e5-e615774da45f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.373742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-520a83f5-b758-47e2-90a5-f576a5cdf227 req-3c5f932b-afc5-4a33-84e5-e615774da45f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.1014552 Jul 08 17:24:07.445345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-13c158e9-a729-4af8-8373-8c63d08ed6f9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5218225 Jul 08 17:24:07.445659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53744) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:07.450829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:07.491767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-520a83f5-b758-47e2-90a5-f576a5cdf227 req-9df4a308-c425-4b0e-8fe5-79f52084214c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094303 Jul 08 17:24:07.516763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.518435 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.546467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b26787-55c0-440c-8467-b7462b9b3f81 req-b093e12a-3bb4-4846-b06e-63e86aa3d7f2 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:07.554159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0b26787-55c0-440c-8467-b7462b9b3f81 req-b093e12a-3bb4-4846-b06e-63e86aa3d7f2 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1755910 Jul 08 17:24:07.580322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-15480377-6a8a-4540-8917-07c29bff0b90', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:24:07.582074 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.639292 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:07.669285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0b26787-55c0-440c-8467-b7462b9b3f81 req-a00bb223-f017-4403-95c7-186ccc6815b6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141198 Jul 08 17:24:07.916685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Allocated IP 172.20.0.2 (15480377-6a8a-4540-8917-07c29bff0b90/c4a74e6d-ac28-43bd-91f5-dc3edbbb9026/d91442b6-5ca1-4a85-89ce-67f95c1a702b) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:08.112373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.126445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Transition to ACTIVE for port object d91442b6-5ca1-4a85-89ce-67f95c1a702b will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:08.137322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.144242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Transition to ACTIVE for port object d91442b6-5ca1-4a85-89ce-67f95c1a702b will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:08.154477 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.197441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444386ac-7255-444f-ad81-40142da9c762 req-dba83525-3102-49cd-b444-7ff435d20052 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.198608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-444386ac-7255-444f-ad81-40142da9c762 req-dba83525-3102-49cd-b444-7ff435d20052 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 946 time: 0.5820076 Jul 08 17:24:08.201255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Network 15480377-6a8a-4540-8917-07c29bff0b90 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:08.206531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:08.209883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:08.212108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Pushing event updated for resources: {'Port': ['ID=d91442b6-5ca1-4a85-89ce-67f95c1a702b,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:08.274639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Attempting to bind port d91442b6-5ca1-4a85-89ce-67f95c1a702b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:08.275016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Attempting to bind port d91442b6-5ca1-4a85-89ce-67f95c1a702b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:08.275382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Attempting to bind port d91442b6-5ca1-4a85-89ce-67f95c1a702b on network 15480377-6a8a-4540-8917-07c29bff0b90 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:08.280677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:08.281101 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Checking segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:08.281502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.281897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Bound using segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:08.282360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Bound port: d91442b6-5ca1-4a85-89ce-67f95c1a702b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:08.282740 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.362047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] For port d91442b6-5ca1-4a85-89ce-67f95c1a702b, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:08.362266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896aad6-0e8c-4176-ba49-aeda11375a5f req-78a6ac34-1916-4b3f-8fa5-6fbdb0fbb053 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.364043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1896aad6-0e8c-4176-ba49-aeda11375a5f req-78a6ac34-1916-4b3f-8fa5-6fbdb0fbb053 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 948 time: 0.5624342 Jul 08 17:24:08.366223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] For port d91442b6-5ca1-4a85-89ce-67f95c1a702b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d91442b6-5ca1-4a85-89ce-67f95c1a702b,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:08.374178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.378941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4aa36-34b0-4377-a5bf-686fed90c76d req-da059529-0669-43f9-b18c-2d890df2aa37 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:08.381005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5d4aa36-34b0-4377-a5bf-686fed90c76d req-da059529-0669-43f9-b18c-2d890df2aa37 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 946 time: 0.2400737 Jul 08 17:24:08.455333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbc85c-ebfc-4e1e-8d4f-55e242178971 None None] Pushing event updated for resources: {'Port': ['ID=d91442b6-5ca1-4a85-89ce-67f95c1a702b,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:08.481235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1896aad6-0e8c-4176-ba49-aeda11375a5f req-447f345a-f91c-4b36-ad2e-f3f566d6bf31 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969651 Jul 08 17:24:08.493325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5d4aa36-34b0-4377-a5bf-686fed90c76d req-f1e8eb2c-511e-474e-bff4-a8140c933332 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/security-groups?id=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012309 Jul 08 17:24:08.505575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Deleting port 7366b333-5dc7-4837-9a43-82ae878c6837 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:08.505575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.749150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fd3c5b2a-d569-4add-9ae0-57fde505bd77 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:08.786701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.819569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.827579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] For port 7366b333-5dc7-4837-9a43-82ae878c6837, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7366b333-5dc7-4837-9a43-82ae878c6837,segment=NetworkSegment(5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d),segment_id=5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:08.827943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:08.878421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Calling delete_port for 7366b333-5dc7-4837-9a43-82ae878c6837 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:08.893840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d91442b6-5ca1-4a85-89ce-67f95c1a702b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:08.967252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port fd3c5b2a-d569-4add-9ae0-57fde505bd77, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fd3c5b2a-d569-4add-9ae0-57fde505bd77,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:08.983901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77', 'mac_address': 'fa:16:3e:cb:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:09.026631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d91442b6-5ca1-4a85-89ce-67f95c1a702b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:09.047938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.061983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3c5b2a-d569-4add-9ae0-57fde505bd77 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:09.064826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2af2e-a3ad-454b-a9d3-471ab02bfba5 req-2282c064-056e-49c7-9a2e-50f65931eaad tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.066884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ad2af2e-a3ad-454b-a9d3-471ab02bfba5 req-2282c064-056e-49c7-9a2e-50f65931eaad tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.3937867 Jul 08 17:24:09.086128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port fd3c5b2a-d569-4add-9ae0-57fde505bd77, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fd3c5b2a-d569-4add-9ae0-57fde505bd77,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:09.092311 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.097178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9874c19-8c92-4f9f-88d6-ef17118f90be req-15428a81-0738-4043-be42-c090b2db8da6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.099270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9874c19-8c92-4f9f-88d6-ef17118f90be req-15428a81-0738-4043-be42-c090b2db8da6 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 946 time: 0.2814598 Jul 08 17:24:09.133547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Allocated IP 172.25.5.90 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/623309b4-e06c-4d39-b5ef-128a57ab4750) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:09.148334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=fd3c5b2a-d569-4add-9ae0-57fde505bd77,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:09.243655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ad2af2e-a3ad-454b-a9d3-471ab02bfba5 req-25ed897f-fa47-422d-b3e8-bc1cd27ac041 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416218 Jul 08 17:24:09.246581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9874c19-8c92-4f9f-88d6-ef17118f90be req-8dd179e2-a7d6-4506-9c1c-1deb0d680da9 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299260 Jul 08 17:24:09.341351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.405923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Pushing event deleted for resources: {'Port': ['ID=7366b333-5dc7-4837-9a43-82ae878c6837,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:09.455525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['fd3c5b2a-d569-4add-9ae0-57fde505bd77'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:09.485904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] No DVR routers for this DVR port 7366b333-5dc7-4837-9a43-82ae878c6837 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:09.489345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.491589 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-444386ac-7255-444f-ad81-40142da9c762 req-a74e5e83-d541-4a67-9b5b-ef37502650e7 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.41 "DELETE /v2.0/ports/7366b333-5dc7-4837-9a43-82ae878c6837 HTTP/1.1" status: 204 len: 173 time: 1.2808468 Jul 08 17:24:09.512599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'name': 'network-vif-deleted', 'tag': '7366b333-5dc7-4837-9a43-82ae878c6837'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:09.515872 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef2f43d-4b8f-4c15-91bf-6abc161e6720" -d '{"events": [{"server_uuid": "0b0be04e-10f5-452e-9f16-feb6d8088701", "name": "network-vif-deleted", "tag": "7366b333-5dc7-4837-9a43-82ae878c6837"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:09.521824 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.603446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a867-603d-4075-8eb1-ae7b31c13cdd req-a8717485-7fe0-4a85-905e-6ad3e08581a7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:09.605114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7645a867-603d-4075-8eb1-ae7b31c13cdd req-a8717485-7fe0-4a85-905e-6ad3e08581a7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1722522 Jul 08 17:24:09.663316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:09.776117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7645a867-603d-4075-8eb1-ae7b31c13cdd req-17f3b251-b2d4-48ab-997f-0d12576cfe9a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648204 Jul 08 17:24:09.807246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:09.813348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:09.824252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:09.878600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Pushing event updated for resources: {'Port': ['ID=623309b4-e06c-4d39-b5ef-128a57ab4750,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:09.903256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa5e70-a067-4a12-a3f4-9a94cad747d0 None None] Network 15480377-6a8a-4540-8917-07c29bff0b90 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:09.987322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a47e3e91-b1c3-49a9-80d6-087b79ffe208 req-495f9889-8111-4473-a08c-fff386d8cbf6 tempest-VolumesAdminNegativeTest-546525059 tempest-VolumesAdminNegativeTest-546525059-project] 10.222.0.63 "GET /v2.0/ports?device_id=0b0be04e-10f5-452e-9f16-feb6d8088701 HTTP/1.1" status: 200 len: 210 time: 0.0415525 Jul 08 17:24:10.013311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6b7bbb43-d61f-479e-bb83-4ef11ed62c98 None None] Provisioning for port d91442b6-5ca1-4a85-89ce-67f95c1a702b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:10.025872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6b7bbb43-d61f-479e-bb83-4ef11ed62c98 None None] Provisioning complete for port d91442b6-5ca1-4a85-89ce-67f95c1a702b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:10.026248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb43-d61f-479e-bb83-4ef11ed62c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.062370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25646cde-c6d0-4f6f-873a-30ecc63b3573 req-40b58058-277c-4c19-a87b-fc2e1b7ffaff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.064665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25646cde-c6d0-4f6f-873a-30ecc63b3573 req-40b58058-277c-4c19-a87b-fc2e1b7ffaff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 949 time: 0.3132896 Jul 08 17:24:10.068559 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79894e0-d93a-4dd2-8dee-289672f09c06 x-openstack-request-id: req-d79894e0-d93a-4dd2-8dee-289672f09c06 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:10.068868 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0be04e-10f5-452e-9f16-feb6d8088701", "name": "network-vif-deleted", "tag": "7366b333-5dc7-4837-9a43-82ae878c6837", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:10.069114 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d79894e0-d93a-4dd2-8dee-289672f09c06 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:10.069830 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0be04e-10f5-452e-9f16-feb6d8088701', 'name': 'network-vif-deleted', 'tag': '7366b333-5dc7-4837-9a43-82ae878c6837', 'status': 'completed', 'code': 200} Jul 08 17:24:10.176154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25646cde-c6d0-4f6f-873a-30ecc63b3573 req-ade38e1c-49e8-4baf-b62e-a230bff85ba0 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952308 Jul 08 17:24:10.177657 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb43-d61f-479e-bb83-4ef11ed62c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.249898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.270089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6b7bbb43-d61f-479e-bb83-4ef11ed62c98 None None] For port d91442b6-5ca1-4a85-89ce-67f95c1a702b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d91442b6-5ca1-4a85-89ce-67f95c1a702b,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:10.276670 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b7bbb43-d61f-479e-bb83-4ef11ed62c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.334520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bbb43-d61f-479e-bb83-4ef11ed62c98 None None] Pushing event updated for resources: {'Port': ['ID=d91442b6-5ca1-4a85-89ce-67f95c1a702b,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:10.490508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-c3c83ea5-b741-4ad0-96be-d545833c2d5d tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.492227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-c3c83ea5-b741-4ad0-96be-d545833c2d5d tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.1999404 Jul 08 17:24:10.538070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:10.667406 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.729769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-56acbaf6-5339-4d57-8887-7e50814a2fd3 None None] Provisioning complete for port d91442b6-5ca1-4a85-89ce-67f95c1a702b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:10.730321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-56acbaf6-5339-4d57-8887-7e50814a2fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.735867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23025-85b8-4b27-aaef-e1c3ca92abbb req-1f154fe2-74fc-488a-ac8b-7ae66e600f06 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:10.737716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64f23025-85b8-4b27-aaef-e1c3ca92abbb req-1f154fe2-74fc-488a-ac8b-7ae66e600f06 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 945 time: 0.2670598 Jul 08 17:24:10.754768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:10.763346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fd3c5b2a-d569-4add-9ae0-57fde505bd77 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:10.854643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d91442b6-5ca1-4a85-89ce-67f95c1a702b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:10.882735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port fd3c5b2a-d569-4add-9ae0-57fde505bd77 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:10.923407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port fd3c5b2a-d569-4add-9ae0-57fde505bd77 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:10.923786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.001625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d91442b6-5ca1-4a85-89ce-67f95c1a702b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:11.002000 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.062547 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.093492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:11.095790 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0471b60-7195-48e7-a200-3bdeeafe8a0d" -d '{"events": [{"server_uuid": "2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f", "name": "network-vif-plugged", "status": "completed", "tag": "fd3c5b2a-d569-4add-9ae0-57fde505bd77"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:11.112726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port fd3c5b2a-d569-4add-9ae0-57fde505bd77, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fd3c5b2a-d569-4add-9ae0-57fde505bd77,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:11.118221 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.217834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=fd3c5b2a-d569-4add-9ae0-57fde505bd77,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:11.261678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-556e40c6-9b35-47b5-80a6-f75f9f1b2654 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--2093742855&fields=id&tenant_id=f74687f223ad48769310c5b87679f156 HTTP/1.1" status: 200 len: 267 time: 0.5362458 Jul 08 17:24:11.268964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64f23025-85b8-4b27-aaef-e1c3ca92abbb req-f3501031-8cc1-44b0-8992-08585598cb4c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203540 Jul 08 17:24:11.275262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c42a69d3-382d-4c02-adb8-3a7a413ad5be details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:11.287677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7366b333-5dc7-4837-9a43-82ae878c6837 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:11.340919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 7366b333-5dc7-4837-9a43-82ae878c6837 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:11.341231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7366b333-5dc7-4837-9a43-82ae878c6837 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:11.438678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:11.453631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c42a69d3-382d-4c02-adb8-3a7a413ad5be has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:24:11.502706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:11.507414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Router 3018fbed-b1ed-4240-abb9-3712b0325aca is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:24:11.532758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-e6789240-0927-44c5-b842-fa68d1d898b8 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.534232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-e6789240-0927-44c5-b842-fa68d1d898b8 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 824 time: 0.2595649 Jul 08 17:24:11.611422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-2bac4497-e5a8-4c85-a9d4-1eaba796bdb5 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/quotas/f74687f223ad48769310c5b87679f156 HTTP/1.1" status: 200 len: 375 time: 0.0654089 Jul 08 17:24:11.623728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1c1c-54a7-4805-aa69-aaaf436fdca6 req-829003a1-e7ad-45fd-a417-9a47def8ccf4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:11.625244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d08f1c1c-54a7-4805-aa69-aaaf436fdca6 req-829003a1-e7ad-45fd-a417-9a47def8ccf4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.2354240 Jul 08 17:24:11.650326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:11.779122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.791783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d08f1c1c-54a7-4805-aa69-aaaf436fdca6 req-a6096d45-306a-4254-a155-7ca742bbcdc6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580558 Jul 08 17:24:11.796446 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.817620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:11.831117 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:11.843759 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:11.845360 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:11.930562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-b098e9fd-7823-461a-a726-12d26ec44f4a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3024187 Jul 08 17:24:11.951250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53806) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:11.967041 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:11.967833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:11.973798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5a6ea6a4-10dd-4d5a-9831-ba1a451f8014 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5269840 Jul 08 17:24:12.001423 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5572238b-cb1a-4fd3-8258-7c9a97d61b20 x-openstack-request-id: req-5572238b-cb1a-4fd3-8258-7c9a97d61b20 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:12.001691 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f", "name": "network-vif-plugged", "status": "completed", "tag": "fd3c5b2a-d569-4add-9ae0-57fde505bd77", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:12.001945 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5572238b-cb1a-4fd3-8258-7c9a97d61b20 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:12.002337 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77', 'code': 200} Jul 08 17:24:12.005430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53808) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:12.047320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:12.047662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:12.047995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:12.050399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] Deleting subnet 5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:12.065813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.098023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:12.100277 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7791d8-7dd3-46dc-b903-543a6358bca3" -d '{"events": [{"server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "name": "network-vif-unplugged", "status": "completed", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:12.156091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:12.164039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:12.164039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Attempting to bind port c42a69d3-382d-4c02-adb8-3a7a413ad5be on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:12.190816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.206656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:12.207637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:12.208035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:12.208484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Bound port: c42a69d3-382d-4c02-adb8-3a7a413ad5be, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:12.208884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.231574 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:10Z', 'revision_number': 3, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:12.288043 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:12.288631 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Updating router 3018fbed-b1ed-4240-abb9-3712b0325aca port 623309b4-e06c-4d39-b5ef-128a57ab4750 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:24:12.339259 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.470974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-0aa8f1d5-e318-4ed1-854f-a3709c46a385 service neutron] 10.222.0.63 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958985 Jul 08 17:24:12.506762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b6212-a2f6-44fb-b0c2-98e177de5e7f req-fc6b3f2c-1e14-4a96-be50-33abaa126f43 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.514469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d4b6212-a2f6-44fb-b0c2-98e177de5e7f req-fc6b3f2c-1e14-4a96-be50-33abaa126f43 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 950 time: 0.3711762 Jul 08 17:24:12.541967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d95d9-a31b-49ad-a8f0-9d78aeec9c7a req-8672d755-3fac-4706-accb-3af842e12994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.543480 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-449d95d9-a31b-49ad-a8f0-9d78aeec9c7a req-8672d755-3fac-4706-accb-3af842e12994 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 1101 time: 0.4339619 Jul 08 17:24:12.548004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.576601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:12.602652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-139bf8f3-334b-4036-8a3f-1d50fc41d3d7 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.604397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-139bf8f3-334b-4036-8a3f-1d50fc41d3d7 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "GET /v2.0/ports?device_id=1644cbad-b9e6-44bc-a8ac-edc7ed7bc696 HTTP/1.1" status: 200 len: 946 time: 0.4578564 Jul 08 17:24:12.619730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:12.645944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d4b6212-a2f6-44fb-b0c2-98e177de5e7f req-813bfbd6-eca2-4836-b8ef-0eff894405ef tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304872 Jul 08 17:24:12.651880 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.654517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-449d95d9-a31b-49ad-a8f0-9d78aeec9c7a req-5c4ef7eb-8e2c-4eec-88e3-11ee4ebf6d8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854061 Jul 08 17:24:12.734419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.769172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:12.775432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.777633 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-070d2c6d-bbd3-4508-bb04-739cf3d3a2b8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5cba7c3b-0cbd-4ee2-8344-fd6e1313d7e2 HTTP/1.1" status: 204 len: 168 time: 0.8244686 Jul 08 17:24:12.790735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53814) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:12.822451 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.838396 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Transition to ACTIVE for port object 623309b4-e06c-4d39-b5ef-128a57ab4750 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:12.845466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-32a1867d-c038-4618-837e-26b84c5b54ca service neutron] 10.222.0.63 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712003 Jul 08 17:24:12.853113 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.873504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Deleting port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:12.873842 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.930140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=8']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:12.939856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:12.940500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:12.942137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-265324ee-75e8-42a3-9b31-83425d0402ad service neutron] 10.222.0.41 "PUT /v2.0/ports/c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 200 len: 1121 time: 2.4347551 Jul 08 17:24:12.949666 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865b25fa-a872-44ae-a8a1-672476413357 x-openstack-request-id: req-865b25fa-a872-44ae-a8a1-672476413357 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:12.950019 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "name": "network-vif-unplugged", "status": "completed", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:12.950330 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-865b25fa-a872-44ae-a8a1-672476413357 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:12.950779 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be', 'code': 200} Jul 08 17:24:12.999714 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Attempting to bind port 623309b4-e06c-4d39-b5ef-128a57ab4750 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:13.000081 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Attempting to bind port 623309b4-e06c-4d39-b5ef-128a57ab4750 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:13.000434 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Attempting to bind port 623309b4-e06c-4d39-b5ef-128a57ab4750 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:13.015523 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:13.015892 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:13.016290 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.016675 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:13.017169 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Bound port: 623309b4-e06c-4d39-b5ef-128a57ab4750, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:13.017554 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.027209 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Pushing event updated for resources: {'Port': ['ID=623309b4-e06c-4d39-b5ef-128a57ab4750,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:13.051150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] For port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:13.051770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.053406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c42a69d3-382d-4c02-adb8-3a7a413ad5be'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:13.093288 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.093622 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.093955 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.094278 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.098170 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.098534 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.098861 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.099186 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.099506 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.099826 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.100141 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.100452 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:13.170962 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] For port 623309b4-e06c-4d39-b5ef-128a57ab4750, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:13.174291 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] For port 623309b4-e06c-4d39-b5ef-128a57ab4750, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=623309b4-e06c-4d39-b5ef-128a57ab4750,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:13.187454 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.212335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c42a69d3-382d-4c02-adb8-3a7a413ad5be'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:13.295717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.307388 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:13.308006 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:13.368633 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.457991 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:13.496883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3d147-2d9e-4402-ba72-f0f0208fee98 req-d60f7678-22dd-4b1f-8740-91f7cc3aa293 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.507617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0df3d147-2d9e-4402-ba72-f0f0208fee98 req-d60f7678-22dd-4b1f-8740-91f7cc3aa293 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.3079736 Jul 08 17:24:13.523587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.524332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.524928 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9 disassociated. External IP: 172.25.5.222, port: 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c. Jul 08 17:24:13.534422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Calling delete_port for 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:13.726554 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7cccc2-aad5-49a2-aa98-9f5b01214b81 None None] Pushing event updated for resources: {'Port': ['ID=623309b4-e06c-4d39-b5ef-128a57ab4750,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:13.762416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0df3d147-2d9e-4402-ba72-f0f0208fee98 req-47dff245-884e-48b5-9e7e-c098c2afb36f tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520046 Jul 08 17:24:13.807883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.833481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:13.871798 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:10Z', 'revision_number': 3, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:13.876564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Allocated IP 172.20.0.1 (15480377-6a8a-4540-8917-07c29bff0b90/c4a74e6d-ac28-43bd-91f5-dc3edbbb9026/61eb69d6-93c4-4bb4-97b8-1554400d15ba) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:13.886499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event deleted for resources: {'Port': ['ID=302baab3-0f2c-44e4-a772-3a9a2a4a2e1c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:13.911528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d02f3-37f4-414f-94ea-7369634a5ea1 req-2dd8d057-df7f-4041-bb21-7a23f18cfc1f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:13.920571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a89d02f3-37f4-414f-94ea-7369634a5ea1 req-2dd8d057-df7f-4041-bb21-7a23f18cfc1f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.5444698 Jul 08 17:24:13.935362 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5b19d-73e7-40c0-a17f-e26327a52e1e None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:10Z', 'revision_number': 3, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:14.033090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.050130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b369022a-0559-43dd-b786-52c45a2d63b0']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:14.091197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:14.091777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7e03d4-895d-4d1c-9cb9-cc691c9dfe0d') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:14.095822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a89d02f3-37f4-414f-94ea-7369634a5ea1 req-d8e514d0-3ec2-44dd-880f-3dd35d51d6e9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735725 Jul 08 17:24:14.103016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19e339d8-1452-4a56-8871-cdd90a9bb880 req-341c318d-144e-4d2f-85b0-2d9f74e27c74 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 210 time: 0.1790285 Jul 08 17:24:14.104567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.139485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.151122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:14.151541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:14.153492 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:14.210619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.243613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Transition to ACTIVE for port object 61eb69d6-93c4-4bb4-97b8-1554400d15ba will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:14.328173 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.341961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:14.375520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.398023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.403049 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b369022a-0559-43dd-b786-52c45a2d63b0 HTTP/1.1" status: 204 len: 168 time: 1.6087508 Jul 08 17:24:14.403682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53844) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:14.456585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Pushing event updated for resources: {'Port': ['ID=61eb69d6-93c4-4bb4-97b8-1554400d15ba,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:14.472428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Network 15480377-6a8a-4540-8917-07c29bff0b90 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:14.490303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988fe4a-dc0b-44f7-bcc1-d21910129915 admin admin] Pushing event deleted for resources: {'Network': ['ID=b369022a-0559-43dd-b786-52c45a2d63b0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:14.515051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:14.530157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:14.636152 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.643370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] Deleting subnet 156e0fd7-4e75-4cc6-91c7-8e9b72d4365b {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:14.649834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.665153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9494cd5-5456-4558-a830-4f87123f7c1d req-9226bee7-87ed-4c90-af7b-78f0b8008df8 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:14.666772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9494cd5-5456-4558-a830-4f87123f7c1d req-9226bee7-87ed-4c90-af7b-78f0b8008df8 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 950 time: 0.2007849 Jul 08 17:24:14.736283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:14.749264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] Sync routers for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:14.767158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:14.768164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:14.830690 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.893648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] No DVR routers for this DVR port 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:14.918644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.954711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:14.966930 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:14.976018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623309b4-e06c-4d39-b5ef-128a57ab4750 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:14.979336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:14.982109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5775a269-a1fa-4b64-972e-bf8c7fc03f9b req-7153bde0-6eb0-49db-9638-76cec374ce45 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "DELETE /v2.0/ports/302baab3-0f2c-44e4-a772-3a9a2a4a2e1c HTTP/1.1" status: 204 len: 173 time: 2.3679316 Jul 08 17:24:14.982647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'name': 'network-vif-deleted', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:14.985214 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87067122-dc1e-4019-9139-05e4a557a681" -d '{"events": [{"server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "name": "network-vif-deleted", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:14.994213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9494cd5-5456-4558-a830-4f87123f7c1d req-8e8e80d3-83d9-4e92-b909-d14bb98a9e46 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526221 Jul 08 17:24:14.998745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.015960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.017925 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] 10.222.0.63 "DELETE /v2.0/subnets/156e0fd7-4e75-4cc6-91c7-8e9b72d4365b HTTP/1.1" status: 204 len: 168 time: 0.5493004 Jul 08 17:24:15.051167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d8b19-470c-4e7f-831c-8203d24783cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156e0fd7-4e75-4cc6-91c7-8e9b72d4365b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:15.056474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53852) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:15.076718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bcd0e61e-c013-420f-a6fc-1033ea21b9c4 None None] Provisioning for port 61eb69d6-93c4-4bb4-97b8-1554400d15ba completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:15.212460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bcd0e61e-c013-420f-a6fc-1033ea21b9c4 None None] Provisioning complete for port 61eb69d6-93c4-4bb4-97b8-1554400d15ba triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:15.212863 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e61e-c013-420f-a6fc-1033ea21b9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.216705 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad5b20-767f-4184-a3c1-e6ef522dfa26 x-openstack-request-id: req-8bad5b20-767f-4184-a3c1-e6ef522dfa26 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:15.217243 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1644cbad-b9e6-44bc-a8ac-edc7ed7bc696", "name": "network-vif-deleted", "tag": "302baab3-0f2c-44e4-a772-3a9a2a4a2e1c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:15.217452 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8bad5b20-767f-4184-a3c1-e6ef522dfa26 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:15.217875 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1644cbad-b9e6-44bc-a8ac-edc7ed7bc696', 'name': 'network-vif-deleted', 'tag': '302baab3-0f2c-44e4-a772-3a9a2a4a2e1c', 'status': 'completed', 'code': 200} Jul 08 17:24:15.357995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:15.432179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:15.432885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 302baab3-0f2c-44e4-a772-3a9a2a4a2e1c not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:15.460459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:15.597025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-4efb2988-00b5-40c8-ae07-302a97f52aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:15.625099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-4efb2988-00b5-40c8-ae07-302a97f52aad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1124 time: 0.3267567 Jul 08 17:24:15.682756 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716da641-6846-491b-aa8d-3bd1de121011 x-openstack-request-id: req-716da641-6846-491b-aa8d-3bd1de121011 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:15.683800 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:15.684282 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-716da641-6846-491b-aa8d-3bd1de121011 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:15.684903 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be', 'status': 'completed', 'code': 200} Jul 08 17:24:15.736126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0e61e-c013-420f-a6fc-1033ea21b9c4 None None] Port 61eb69d6-93c4-4bb4-97b8-1554400d15ba cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:15.751183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 623309b4-e06c-4d39-b5ef-128a57ab4750 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:15.795110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 623309b4-e06c-4d39-b5ef-128a57ab4750 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:15.795495 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.834201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.834659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-8081cc64-3897-4353-9900-9adecb2e5df1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:15.842909 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-8081cc64-3897-4353-9900-9adecb2e5df1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 824 time: 0.3867946 Jul 08 17:24:15.862756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:15.889177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-77dd2f69-bc2d-46da-b457-dacfc28e2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:15.890787 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-77dd2f69-bc2d-46da-b457-dacfc28e2e91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.2539761 Jul 08 17:24:15.986092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9874-2700-4054-ada4-5080b02722c1 req-ee339f21-78fd-45f6-9962-8598a35ea3db tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:15.987946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf0a9874-2700-4054-ada4-5080b02722c1 req-ee339f21-78fd-45f6-9962-8598a35ea3db tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.8533208 Jul 08 17:24:16.008013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97031a8-85b0-4d05-b877-7f367287b24c req-c93f69c1-2cf1-4c3d-88a0-5fb201307b29 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.015373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c97031a8-85b0-4d05-b877-7f367287b24c req-c93f69c1-2cf1-4c3d-88a0-5fb201307b29 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 1101 time: 0.3290458 Jul 08 17:24:16.045410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.089161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 623309b4-e06c-4d39-b5ef-128a57ab4750, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=623309b4-e06c-4d39-b5ef-128a57ab4750,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:16.099793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-b1ef592a-bbdc-4eb0-814c-c036028856d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 200 len: 217 time: 0.1375098 Jul 08 17:24:16.110230 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.166460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.187755 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-57de31e9-9b1c-47b6-91be-6b50d8a8d824 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f74687f223ad48769310c5b87679f156 HTTP/1.1" status: 200 len: 380 time: 0.2951894 Jul 08 17:24:16.197737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c97031a8-85b0-4d05-b877-7f367287b24c req-036ce986-d07c-4a85-b164-ca519b929116 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775641 Jul 08 17:24:16.216356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'port': {'device_id': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'admin_state_up': True, 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'security_groups': ['ca18492a-3d2a-4ad6-a597-bac88dc85a27']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:16.250097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:16.281671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d228b8e-42eb-48ce-96fd-dac4435e6294') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:16.282405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d228b8e-42eb-48ce-96fd-dac4435e6294') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:16.296533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf0a9874-2700-4054-ada4-5080b02722c1 req-20e7529c-1d2c-4ea1-b0be-aa152be41b2d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944989 Jul 08 17:24:16.339941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.350523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-f1600e08-5ea2-4a12-8575-3a45fad85043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:16.354231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-f1600e08-5ea2-4a12-8575-3a45fad85043 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.2477164 Jul 08 17:24:16.380831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:16.454351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.465917 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-005c4dea-d13b-462a-a193-39f1be96b468 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982134 Jul 08 17:24:16.473944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] Checking router: 91438114-c0ce-4913-ac6c-e9bd4399b7f8 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:16.481182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=623309b4-e06c-4d39-b5ef-128a57ab4750,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:16.492842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:16.493735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:16.548849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:16.549322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:16.551505 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:16.687377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.704668 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-f9563c38-623a-4f79-9174-f8afdc724577 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099826 Jul 08 17:24:16.710700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Made reservation on behalf of f74687f223ad48769310c5b87679f156 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:16.713781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:16.725182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.733300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.784557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.821393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:16.823811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] 10.222.0.63 "DELETE /v2.0/networks/8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061 HTTP/1.1" status: 204 len: 168 time: 1.7642262 Jul 08 17:24:16.824893 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfa7c8-7a85-4872-a301-c2267f479610 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9ca6b5-86ad-40db-8ca5-9dc5e4a94061,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:16.861628 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef2121fd-f328-4eb9-85fc-7a4d4f8c785f req-ff02ec0d-3508-433d-ba61-f13ae088f626 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336119 Jul 08 17:24:16.895017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623309b4-e06c-4d39-b5ef-128a57ab4750 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:16.912143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a8e50a7-e0fb-4243-b7eb-f5e4b9bd843e req-5665f890-bdf3-4365-913f-180527af9b98 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 210 time: 0.2142248 Jul 08 17:24:17.060157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7e01e-148c-402b-a718-31eafcad73b7 req-53b648d4-d688-411e-bdf5-d7f5a8183a7a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:17.073711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3e7e01e-148c-402b-a718-31eafcad73b7 req-53b648d4-d688-411e-bdf5-d7f5a8183a7a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.6901705 Jul 08 17:24:17.096110 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.103412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53880) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:17.159678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 623309b4-e06c-4d39-b5ef-128a57ab4750 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:17.160931 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.215444 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-23ad7b6a-86a3-4891-b354-48f420badd9f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2c47819cdd44ba2b0c7f8f6e1bc459c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106269 Jul 08 17:24:17.220146 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:17.221932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53882) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:17.233002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Pushing event updated for resources: {'Port': ['ID=61eb69d6-93c4-4bb4-97b8-1554400d15ba,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:17.246382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Allocated IP 172.20.0.12 (07ef4e78-ce45-4c6d-9126-76b4cf206fe5/7ce22d6e-220e-4004-a382-188e05f43918/e6402e39-5c6a-4145-93e1-081da6424cb2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:17.260124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Network 15480377-6a8a-4540-8917-07c29bff0b90 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:17.260725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce964ca-8526-474d-bbea-21ce96bec58a None None] The sync data for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 is: [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:17.267192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:17.434330 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4897177-2221-4d70-bb56-c99f39a3e0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.469958 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3e7e01e-148c-402b-a718-31eafcad73b7 req-25004e37-a55c-438f-a239-934f2c782496 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950920 Jul 08 17:24:17.474413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-1ed737f1-b6a6-4957-a13c-46008b468a71 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976865 Jul 08 17:24:17.624242 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4897177-2221-4d70-bb56-c99f39a3e0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.758646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.792641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a678d659-f099-488c-ac34-31494b984783 None None] Provisioning complete for port 61eb69d6-93c4-4bb4-97b8-1554400d15ba triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:17.793095 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a678d659-f099-488c-ac34-31494b984783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.794353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Transition to ACTIVE for port object e6402e39-5c6a-4145-93e1-081da6424cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:17.797203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4897177-2221-4d70-bb56-c99f39a3e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.799735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4897177-2221-4d70-bb56-c99f39a3e0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.813661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f4897177-2221-4d70-bb56-c99f39a3e0ad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e HTTP/1.1" status: 204 len: 168 time: 0.5881252 Jul 08 17:24:17.839841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4897177-2221-4d70-bb56-c99f39a3e0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697bc1c-1fb0-4dfb-a9fe-4d2baad60b3e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:17.881462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:17.911933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a678d659-f099-488c-ac34-31494b984783 None None] Port 61eb69d6-93c4-4bb4-97b8-1554400d15ba cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:17.929732 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec06d8-de14-4170-b578-ecbf39ff183b None None] New status for floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:24:17.935709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:17.939522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:17.947413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:18.056119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event updated for resources: {'Port': ['ID=e6402e39-5c6a-4145-93e1-081da6424cb2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:18.099081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.099881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:18.101968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:18.120368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-69e0fea5-3571-4729-8c77-7bec2c22195a tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9092407 Jul 08 17:24:18.142745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Request body: {'port': {'device_id': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:18.190606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9650380-dbe3-481c-a54b-858b0a824df1 req-33484678-8419-41dd-925f-2ee0664d31bf tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.195451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9650380-dbe3-481c-a54b-858b0a824df1 req-33484678-8419-41dd-925f-2ee0664d31bf tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.3690722 Jul 08 17:24:18.283715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:18.364573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-aa32f6fc-c3f4-42aa-87b1-5e025f59098f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.368623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53912) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:18.371693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-aa32f6fc-c3f4-42aa-87b1-5e025f59098f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8884482 Jul 08 17:24:18.375835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:18.382545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3b624641-6a8a-457e-a982-66b3eeb4b017 admin admin] 10.222.0.63 "PUT /v2.0/routers/3018fbed-b1ed-4240-abb9-3712b0325aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3491893 Jul 08 17:24:18.393817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:18.406481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:18.407225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:18.419616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-b42da236-2286-4b1c-b5dc-8a8bbf9d4194 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/quotas/9cb8beca9e7649af8fb571b3196864e7 HTTP/1.1" status: 200 len: 375 time: 0.0469377 Jul 08 17:24:18.486366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9650380-dbe3-481c-a54b-858b0a824df1 req-ea7b03ed-abcc-44d6-acda-cdb3d359b701 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125150 Jul 08 17:24:18.558181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-b57d1f08-7dc1-461d-a4e3-999835e9660b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1361969 Jul 08 17:24:18.624644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:18.744846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4658d8b-af4b-422b-9030-0cfad8fac2c2 None None] Provisioning for port e6402e39-5c6a-4145-93e1-081da6424cb2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:18.791409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bd4e8-2f20-4b23-aab8-484546616672 req-3a230b22-9c71-466d-8e8f-b9d52f8f25c0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:18.799253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a8bd4e8-2f20-4b23-aab8-484546616672 req-3a230b22-9c71-466d-8e8f-b9d52f8f25c0 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 932 time: 0.1014233 Jul 08 17:24:18.838878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4658d8b-af4b-422b-9030-0cfad8fac2c2 None None] Provisioning complete for port e6402e39-5c6a-4145-93e1-081da6424cb2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:18.839280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4658d8b-af4b-422b-9030-0cfad8fac2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:18.859213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a8bd4e8-2f20-4b23-aab8-484546616672 req-8d1e40bd-4cdd-48e1-91d5-d3d8d38e6bd7 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588326 Jul 08 17:24:18.881444 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-786a7a4d-f3f5-4977-8b60-a639fe46b544 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c53553509cc94d21b7162f395aa0050e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086377 Jul 08 17:24:18.881975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53928) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:18.970288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6402e39-5c6a-4145-93e1-081da6424cb2 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:18.988569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:18.995634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91f5bde6-ff96-4368-b089-9c1beb6f0bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.018560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Transition to ACTIVE for port object e6402e39-5c6a-4145-93e1-081da6424cb2 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:19.030220 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.045362 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91f5bde6-ff96-4368-b089-9c1beb6f0bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.098781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b4658d8b-af4b-422b-9030-0cfad8fac2c2 None None] Port e6402e39-5c6a-4145-93e1-081da6424cb2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:19.121928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 2, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:19.175230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:19.175896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Updating router 3018fbed-b1ed-4240-abb9-3712b0325aca port 61eb69d6-93c4-4bb4-97b8-1554400d15ba binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:24:19.207474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86b7c-4775-4523-a91e-9ad5d139e903 req-bd6aefd8-d42b-4a95-8f37-ff59a9c01c4a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.215460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b86b7c-4775-4523-a91e-9ad5d139e903 req-bd6aefd8-d42b-4a95-8f37-ff59a9c01c4a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1823890 Jul 08 17:24:19.269412 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.290777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b86b7c-4775-4523-a91e-9ad5d139e903 req-ec38dc73-82ec-479f-b785-02710e0868ca tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744362 Jul 08 17:24:19.343067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e6402e39-5c6a-4145-93e1-081da6424cb2,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:19.371938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91f5bde6-ff96-4368-b089-9c1beb6f0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.375977 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91f5bde6-ff96-4368-b089-9c1beb6f0bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.394136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-91f5bde6-ff96-4368-b089-9c1beb6f0bc8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/55d3dbd6-50a1-487f-b53a-6dc3edfd76ec HTTP/1.1" status: 204 len: 168 time: 0.4983683 Jul 08 17:24:19.436025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5bde6-ff96-4368-b089-9c1beb6f0bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d3dbd6-50a1-487f-b53a-6dc3edfd76ec,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:19.449078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Attempting to bind port e6402e39-5c6a-4145-93e1-081da6424cb2 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:19.449426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Attempting to bind port e6402e39-5c6a-4145-93e1-081da6424cb2 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:19.449762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Attempting to bind port e6402e39-5c6a-4145-93e1-081da6424cb2 on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:19.461585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-824931df-238e-4cbe-b030-e7d25b3c7a12 req-64b14e32-3362-4069-a3f0-6b02ebff92ea tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 210 time: 0.0583673 Jul 08 17:24:19.463959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Port e6402e39-5c6a-4145-93e1-081da6424cb2 on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:19.477640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Attempting to bind port e6402e39-5c6a-4145-93e1-081da6424cb2 on network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:19.487715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:19.488103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Checking segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:19.489028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Bound using segment: {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:19.489469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Bound port: e6402e39-5c6a-4145-93e1-081da6424cb2, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:19.489947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.564040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-f2f2a6a3-d42a-46fa-a957-e86e3502c42b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.566738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-f2f2a6a3-d42a-46fa-a957-e86e3502c42b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 820 time: 0.2389915 Jul 08 17:24:19.593420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-b5728b89-70b3-46fa-bf1a-a36bb1b5f15d tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/quotas/2c3d9e08b98c47aea8e84c3b459e8add HTTP/1.1" status: 200 len: 375 time: 0.0168314 Jul 08 17:24:19.618841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] For port e6402e39-5c6a-4145-93e1-081da6424cb2, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:19.623259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] For port e6402e39-5c6a-4145-93e1-081da6424cb2, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e6402e39-5c6a-4145-93e1-081da6424cb2,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:19.637814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.752279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.752885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:19.754936 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6402e39-5c6a-4145-93e1-081da6424cb2 HTTP/1.1" status: 200 len: 1092 time: 1.6172025 Jul 08 17:24:19.755280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:19.767341 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ab24b6-b012-4ba0-9a01-2cffb55709df" -d '{"events": [{"name": "network-changed", "server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:19.797336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-532f61f1-2be9-4fa3-a65b-f0f793b833c6 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1993546 Jul 08 17:24:19.841495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04192f3b-75ef-4b69-bc8c-175c4dab7c91 service neutron] Pushing event updated for resources: {'Port': ['ID=e6402e39-5c6a-4145-93e1-081da6424cb2,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:19.996245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-4e934fd4-adad-47d3-8412-a0d54ca3476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:19.997875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-4e934fd4-adad-47d3-8412-a0d54ca3476c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 1095 time: 0.1501915 Jul 08 17:24:20.012895 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-0848dbc0-1390-41bd-ac01-b49dc267c0b9 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141459 Jul 08 17:24:20.044657 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.064779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Transition to ACTIVE for port object 61eb69d6-93c4-4bb4-97b8-1554400d15ba will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:20.083297 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.107974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-f57ef490-f826-4c09-a95c-67d9765d490b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6402e39-5c6a-4145-93e1-081da6424cb2 HTTP/1.1" status: 200 len: 217 time: 0.0707555 Jul 08 17:24:20.239366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5b7d-0a8e-4c9e-93e7-9847b0775153 req-d1ee7ff1-f0f9-4a67-803c-d82fb073b81c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.247649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d81b5b7d-0a8e-4c9e-93e7-9847b0775153 req-d1ee7ff1-f0f9-4a67-803c-d82fb073b81c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.4420722 Jul 08 17:24:20.250331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-34e800ca-1002-4ebe-bf9b-e3cafa48e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.257587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-34e800ca-1002-4ebe-bf9b-e3cafa48e37e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce22d6e-220e-4004-a382-188e05f43918 HTTP/1.1" status: 200 len: 863 time: 0.1486919 Jul 08 17:24:20.309802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d81b5b7d-0a8e-4c9e-93e7-9847b0775153 req-69ea0d52-e356-47a9-b1d6-8c38984bc86e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609601 Jul 08 17:24:20.345202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443d6e-6a1d-4b0e-8a88-6b89c39501fa None None] Pushing event updated for resources: {'Port': ['ID=61eb69d6-93c4-4bb4-97b8-1554400d15ba,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:20.346568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-39c27431-307e-4569-b6cc-e3ab30d12692 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324447 Jul 08 17:24:20.384569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-09841349-633a-409a-9561-e087feb9dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.389410 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-09841349-633a-409a-9561-e087feb9dd3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093524 Jul 08 17:24:20.485791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Attempting to bind port 61eb69d6-93c4-4bb4-97b8-1554400d15ba on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:20.486175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Attempting to bind port 61eb69d6-93c4-4bb4-97b8-1554400d15ba by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:20.486551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Attempting to bind port 61eb69d6-93c4-4bb4-97b8-1554400d15ba on network 15480377-6a8a-4540-8917-07c29bff0b90 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:20.502694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:20.503078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Checking segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:20.504125 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.504529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Bound using segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:20.505034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Bound port: 61eb69d6-93c4-4bb4-97b8-1554400d15ba, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:20.505419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.611963 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-bdad4a17-28a6-4a00-858c-65549120cbed service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179875 Jul 08 17:24:20.613983 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef4904-e9ef-4b60-a376-61024b665da7 x-openstack-request-id: req-51ef4904-e9ef-4b60-a376-61024b665da7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:20.614263 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:20.614507 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51ef4904-e9ef-4b60-a376-61024b665da7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:20.614885 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'status': 'completed', 'code': 200} Jul 08 17:24:20.754871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] For port 61eb69d6-93c4-4bb4-97b8-1554400d15ba, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:20.762442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] For port 61eb69d6-93c4-4bb4-97b8-1554400d15ba, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=61eb69d6-93c4-4bb4-97b8-1554400d15ba,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:20.784868 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:20.837546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651b36b-32ea-47fc-b98f-db2e6e671f00 req-2ed5f42b-805a-48c9-b07b-e421bf6f7b30 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:20.848382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7651b36b-32ea-47fc-b98f-db2e6e671f00 req-2ed5f42b-805a-48c9-b07b-e421bf6f7b30 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 944 time: 0.1795325 Jul 08 17:24:20.894116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c87ae3cc-1574-480b-88c6-cbdf508d6bb5 req-2dba193c-15af-4378-bbea-21b6f9c6ca7f service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659397 Jul 08 17:24:20.952146 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:20.953293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:20.986036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7651b36b-32ea-47fc-b98f-db2e6e671f00 req-5c619c1e-0fc6-43ff-bbdf-e5aa0cb404ba tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292057 Jul 08 17:24:21.012210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-9dd3fde1-b5b4-47aa-bc62-425e906dcefd tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9cb8beca9e7649af8fb571b3196864e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321076 Jul 08 17:24:21.051185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51443d6e-6a1d-4b0e-8a88-6b89c39501fa None None] Pushing event updated for resources: {'Port': ['ID=61eb69d6-93c4-4bb4-97b8-1554400d15ba,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:21.257139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:21.401762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d05014f-8a2e-43c9-9ed9-6ef650ad73b6 req-aae105d5-53f8-4b7f-8c2f-c76da95e1434 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 210 time: 0.2231076 Jul 08 17:24:21.489641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f64078-f80e-4c38-ac29-345abb6f9a4c req-c83dcfcc-b172-43ee-9b15-3643c0e15124 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:21.498069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0f64078-f80e-4c38-ac29-345abb6f9a4c req-c83dcfcc-b172-43ee-9b15-3643c0e15124 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.2836645 Jul 08 17:24:21.569803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ce3c555-b4c3-4ab3-ab60-5b5af3cbcb8b req-765143b4-2c3e-4b64-9b5c-3ffbb20c8031 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0616736 Jul 08 17:24:21.591759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-7da85830-149d-490d-872c-7e6717b129c2 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:21.594337 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-7da85830-149d-490d-872c-7e6717b129c2 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5405169 Jul 08 17:24:21.615106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-495520a9-e1d7-442e-a673-c35f5a640322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:21.623688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-495520a9-e1d7-442e-a673-c35f5a640322 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 1095 time: 0.5623429 Jul 08 17:24:21.672501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0f64078-f80e-4c38-ac29-345abb6f9a4c req-57e0da8a-9648-4297-bc8c-fc5126519a2a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731896 Jul 08 17:24:21.685766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Request body: {'port': {'device_id': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '9cb8beca9e7649af8fb571b3196864e7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:21.816520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-c196fd64-45b8-404b-93da-1dce694604bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:21.820966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-c196fd64-45b8-404b-93da-1dce694604bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 925 time: 0.1427190 Jul 08 17:24:21.903443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:20Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:21.928463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-02c5071f-c2bf-4f3d-9edd-d1bebf1845db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6402e39-5c6a-4145-93e1-081da6424cb2 HTTP/1.1" status: 200 len: 217 time: 0.0977027 Jul 08 17:24:21.934506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Made reservation on behalf of 9cb8beca9e7649af8fb571b3196864e7 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:21.939149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6919dc-a9b3-43bd-ba8f-8c0379e9378b None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:20Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:21.945026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.111386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-d7f39ac5-0b14-4e35-82cc-348e9a22e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:22.122773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-d7f39ac5-0b14-4e35-82cc-348e9a22e090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce22d6e-220e-4004-a382-188e05f43918 HTTP/1.1" status: 200 len: 863 time: 0.1708872 Jul 08 17:24:22.200553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3458-d59f-431e-b8b3-be319ed8849a req-a79e1a16-0cff-4579-a6c8-95eda1c57d99 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:22.202809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b32a3458-d59f-431e-b8b3-be319ed8849a req-a79e1a16-0cff-4579-a6c8-95eda1c57d99 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.2779284 Jul 08 17:24:22.340923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Allocated IP 192.168.233.215 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/bc6744b4-f7ea-42a0-8041-2f35e7e8d771) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:22.394064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b32a3458-d59f-431e-b8b3-be319ed8849a req-d9152c3b-b22d-445b-b571-0e525fcb8516 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800785 Jul 08 17:24:22.419459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-e2ce75ec-5df7-430b-9898-58a03afe70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:22.422371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-e2ce75ec-5df7-430b-9898-58a03afe70a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2869556 Jul 08 17:24:22.553003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-9f4fea1f-17a1-4773-87f1-d45f74151807 service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160204 Jul 08 17:24:22.623032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.639947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Transition to ACTIVE for port object bc6744b4-f7ea-42a0-8041-2f35e7e8d771 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:22.701337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:22.714037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'fd3c5b2a-d569-4add-9ae0-57fde505bd77'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:22.744834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:22.748771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:22.766371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39f33932-e073-4af8-9af5-39489eec68e8 req-38f0e412-f940-4600-8220-b52f70d2fd4b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 210 time: 0.1689196 Jul 08 17:24:22.766772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'c3ed5464-3323-47e3-ac0b-fd679a913363'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:22.816430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acd1d9-eec8-4239-a7cb-7f85d337f0bf req-ac4a7ea2-fbaa-4d95-a1b9-ffecbfc12f95 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:22.826757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86acd1d9-eec8-4239-a7cb-7f85d337f0bf req-ac4a7ea2-fbaa-4d95-a1b9-ffecbfc12f95 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 944 time: 0.4980328 Jul 08 17:24:22.854368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:22.970140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c42a69d3-382d-4c02-adb8-3a7a413ad5be no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:23.047938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 61eb69d6-93c4-4bb4-97b8-1554400d15ba up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:23.063154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86acd1d9-eec8-4239-a7cb-7f85d337f0bf req-ee9ae902-e68f-49a8-acc0-b834c05b4828 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354956 Jul 08 17:24:23.111163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ab24b6-b012-4ba0-9a01-2cffb55709df req-677cb44d-0f93-4e2e-918d-9fce3124bc0c service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426521 Jul 08 17:24:23.220991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff39fa9c-2f17-4c60-9ebb-69012a6fce23 req-bcb55e13-9e40-42c9-9a16-17d9945de121 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0862854 Jul 08 17:24:23.379792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 61eb69d6-93c4-4bb4-97b8-1554400d15ba completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:23.388659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 61eb69d6-93c4-4bb4-97b8-1554400d15ba triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:23.389275 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.480122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-169769af-c211-4385-bb55-e558fc07f71a None None] Provisioning for port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:23.495357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-169769af-c211-4385-bb55-e558fc07f71a None None] Provisioning complete for port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:23.496562 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-169769af-c211-4385-bb55-e558fc07f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:23.598076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3e842-a255-471a-8f6b-61c3f63c9fe5 req-37feec61-af39-4ff3-925b-92ecc968109f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:23.610061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ae3e842-a255-471a-8f6b-61c3f63c9fe5 req-37feec61-af39-4ff3-925b-92ecc968109f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.2044148 Jul 08 17:24:23.726624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ae3e842-a255-471a-8f6b-61c3f63c9fe5 req-b7d6e901-fe5e-443f-b08f-70996380b11a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146216 Jul 08 17:24:23.964506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-169769af-c211-4385-bb55-e558fc07f71a None None] Port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:23.976588 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.040446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d545a-5d1b-433d-89ab-3b0ce7b96886 req-4d258c3b-9709-4b3c-93e1-c476df14bdc2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.068166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d09d545a-5d1b-433d-89ab-3b0ce7b96886 req-4d258c3b-9709-4b3c-93e1-c476df14bdc2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.2523038 Jul 08 17:24:24.071247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 61eb69d6-93c4-4bb4-97b8-1554400d15ba, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=61eb69d6-93c4-4bb4-97b8-1554400d15ba,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:24.099319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event updated for resources: {'Port': ['ID=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:24.105832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.117215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-afb00dac-9257-4533-b12b-1c04f4777de3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.122113 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-afb00dac-9257-4533-b12b-1c04f4777de3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.72 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 820 time: 1.2633812 Jul 08 17:24:24.142468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.143540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.178224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'port': {'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'admin_state_up': True, 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:24.186138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-e68ed2d4-3ed7-4215-a8fe-5d8933950b6c tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5092206 Jul 08 17:24:24.233608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=61eb69d6-93c4-4bb4-97b8-1554400d15ba,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:24.267721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.269641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.269641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.269641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.270221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.270554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.270967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.271452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.272018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.272018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.272570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.273053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:24:24.291693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Request body: {'port': {'device_id': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:24.295960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d09d545a-5d1b-433d-89ab-3b0ce7b96886 req-5a3196e3-cdd8-46c7-a03c-08de51d701c9 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196071 Jul 08 17:24:24.357742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69422895-9452-4475-a246-da3c2baa0db0 req-8d05dc83-9d15-490c-ae03-f27b709d998d tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.368683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69422895-9452-4475-a246-da3c2baa0db0 req-8d05dc83-9d15-490c-ae03-f27b709d998d tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 936 time: 0.2965264 Jul 08 17:24:24.453245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.480990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69422895-9452-4475-a246-da3c2baa0db0 req-7ba1ae06-a119-4552-b1d4-bb7417f8a319 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097655 Jul 08 17:24:24.712445 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-ab0a7ecb-f2a0-4d3f-9e47-3b38c27af8a4 service neutron] 10.222.0.72 "GET /v2.0/ports/c42a69d3-382d-4c02-adb8-3a7a413ad5be/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.4136596 Jul 08 17:24:24.735751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b9ebf7-1594-4687-9393-e17de51f951b req-fec95b8e-9245-4026-b579-85e46a77ab4f tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0666099 Jul 08 17:24:24.780345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dba9f-8a94-42c2-b113-4fa5ac24dd37 req-0aa1a4d7-a4ee-420b-86fe-ee98d81e10b8 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:24.789996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a24dba9f-8a94-42c2-b113-4fa5ac24dd37 req-0aa1a4d7-a4ee-420b-86fe-ee98d81e10b8 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 944 time: 0.1019976 Jul 08 17:24:24.828998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 61eb69d6-93c4-4bb4-97b8-1554400d15ba up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:24.847557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a24dba9f-8a94-42c2-b113-4fa5ac24dd37 req-ecd3d7b5-5977-47b0-a9c8-230f69b31f07 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564249 Jul 08 17:24:24.849301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Made reservation on behalf of 2c3d9e08b98c47aea8e84c3b459e8add for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:24.853029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.897509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 61eb69d6-93c4-4bb4-97b8-1554400d15ba triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:24.897724 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.935424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6744b4-f7ea-42a0-8041-2f35e7e8d771 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:24.944361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:24.988650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Transition to ACTIVE for port object bc6744b4-f7ea-42a0-8041-2f35e7e8d771 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:25.002596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.028365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-05dc37b1-b0ca-410b-a0b5-bd8bd3caf476 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.030489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-05dc37b1-b0ca-410b-a0b5-bd8bd3caf476 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.1240311 Jul 08 17:24:25.046025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-30097c34-10b8-4ae9-a4c5-9c83dbd6c9f7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/quotas/15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 375 time: 0.0096219 Jul 08 17:24:25.114797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Pushing event updated for resources: {'Port': ['ID=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:25.169122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-752cb324-0750-4299-bae8-2d15715501b9 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165223 Jul 08 17:24:25.216518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:25.251422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Allocated IP 172.20.0.11 (15480377-6a8a-4540-8917-07c29bff0b90/c4a74e6d-ac28-43bd-91f5-dc3edbbb9026/e3a15901-d075-4cc5-9a51-a6f047692f4a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:25.266405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbd3bc-c0c5-4e60-a284-da24bc7386bd req-87f6887f-6ce3-4124-a685-54d7b8a9c168 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.267307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:25.267965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26cbd3bc-c0c5-4e60-a284-da24bc7386bd req-87f6887f-6ce3-4124-a685-54d7b8a9c168 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1519356 Jul 08 17:24:25.301609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-070f9d44-2562-4824-8169-040b14ec0811 service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313052 Jul 08 17:24:25.331420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42a69d3-382d-4c02-adb8-3a7a413ad5be {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:25.335432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e6402e39-5c6a-4145-93e1-081da6424cb2 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:25.337447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Attempting to bind port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:25.337783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Attempting to bind port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:25.338115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Attempting to bind port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:25.353614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:25.361904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26cbd3bc-c0c5-4e60-a284-da24bc7386bd req-ad3f513c-11ff-4411-8878-ed336bf55cad tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866947 Jul 08 17:24:25.367287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:25.367623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Attempting to bind port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:25.387632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:25.388393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:25.388547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:25.388886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Bound port: bc6744b4-f7ea-42a0-8041-2f35e7e8d771, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:25.389250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.407016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.427797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-01ada8a1-36b3-404d-81ec-0f90001d1ab2 service neutron] 10.222.0.63 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195796 Jul 08 17:24:25.454696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e6402e39-5c6a-4145-93e1-081da6424cb2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e6402e39-5c6a-4145-93e1-081da6424cb2,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:25.469576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'port_id': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'mac_address': 'fa:16:3e:b6:17:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:25.544203 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.555765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.564065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6402e39-5c6a-4145-93e1-081da6424cb2 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:25.575154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] For port bc6744b4-f7ea-42a0-8041-2f35e7e8d771, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:25.594408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e6402e39-5c6a-4145-93e1-081da6424cb2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e6402e39-5c6a-4145-93e1-081da6424cb2,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:25.602740 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.603026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.613169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] For port bc6744b4-f7ea-42a0-8041-2f35e7e8d771, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:25.630706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.633055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Transition to ACTIVE for port object e3a15901-d075-4cc5-9a51-a6f047692f4a will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:25.638221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] Transition to ACTIVE for port object c42a69d3-382d-4c02-adb8-3a7a413ad5be will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:25.651746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b168c0-8b1c-4eb1-91d6-b168455991a7 req-865a41da-c785-4d04-afbc-cd72602f30bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.659090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10b168c0-8b1c-4eb1-91d6-b168455991a7 req-865a41da-c785-4d04-afbc-cd72602f30bb tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 943 time: 0.1146634 Jul 08 17:24:25.674287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.684874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:25.685360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.686932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] 10.222.0.41 "PUT /v2.0/ports/bc6744b4-f7ea-42a0-8041-2f35e7e8d771 HTTP/1.1" status: 200 len: 1096 time: 1.4609358 Jul 08 17:24:25.687236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'tag': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:25.689562 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf5c50-99f3-41a7-96e7-73733a895a35" -d '{"events": [{"name": "network-changed", "server_uuid": "14e925ff-399a-46fd-849a-43868ca8bd8d", "tag": "bc6744b4-f7ea-42a0-8041-2f35e7e8d771"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:25.697661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e6402e39-5c6a-4145-93e1-081da6424cb2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:25.740253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10b168c0-8b1c-4eb1-91d6-b168455991a7 req-17885567-ce77-4c6d-a161-f7d615f95dd0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790319 Jul 08 17:24:25.784806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2445-d7bc-4dc5-b9e7-501aeb8eb53f service neutron] Pushing event updated for resources: {'Port': ['ID=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:25.823291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] No DVR routers for this DVR port c42a69d3-382d-4c02-adb8-3a7a413ad5be on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:25.827607 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd32c97-b2b3-449b-ba95-9e400cfca945 x-openstack-request-id: req-6cd32c97-b2b3-449b-ba95-9e400cfca945 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:25.827607 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e925ff-399a-46fd-849a-43868ca8bd8d", "tag": "bc6744b4-f7ea-42a0-8041-2f35e7e8d771", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:25.827815 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6cd32c97-b2b3-449b-ba95-9e400cfca945 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:25.828070 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'tag': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771', 'status': 'completed', 'code': 200} Jul 08 17:24:25.937126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] Pushing event updated for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:25.980143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:25.984283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b4faef6-55ed-48d8-8f14-395e09a3a4c8 req-72057bd7-2b80-4d46-b8e1-6e34d1512330 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0453570 Jul 08 17:24:26.001861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-ed26a291-5a48-4540-820c-5acb3c2bd3de service neutron] 10.222.0.72 "PUT /v2.0/ports/c42a69d3-382d-4c02-adb8-3a7a413ad5be/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2808502 Jul 08 17:24:26.074068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['e6402e39-5c6a-4145-93e1-081da6424cb2'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:26.093481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Network 15480377-6a8a-4540-8917-07c29bff0b90 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:26.099724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:26.105192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:26.110252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Pushing event updated for resources: {'Port': ['ID=e3a15901-d075-4cc5-9a51-a6f047692f4a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:26.137777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-82d56000-c902-4d79-9e24-bacec8ca1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.139331 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-82d56000-c902-4d79-9e24-bacec8ca1324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 1099 time: 0.3177185 Jul 08 17:24:26.211102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-f7f4b4d4-ef64-4fef-a241-b9d8eecc18fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=bc6744b4-f7ea-42a0-8041-2f35e7e8d771 HTTP/1.1" status: 200 len: 217 time: 0.0496855 Jul 08 17:24:26.218377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.219185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.278819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-940d4354-4b1f-4936-b823-41230a948bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.280327 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-940d4354-4b1f-4936-b823-41230a948bf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0567331 Jul 08 17:24:26.334995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-e764c811-9f4a-4fd3-b110-d4671d16621c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1677577 Jul 08 17:24:26.352955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Request body: {'port': {'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:26.425083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-2ad41c1c-c38f-492b-b2ef-f6442a4e54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.426618 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-2ad41c1c-c38f-492b-b2ef-f6442a4e54c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383827 Jul 08 17:24:26.448226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.491968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9925a72-e357-4e08-b15a-87f07cc2820b None None] Provisioning for port e3a15901-d075-4cc5-9a51-a6f047692f4a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:26.498512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9925a72-e357-4e08-b15a-87f07cc2820b None None] Provisioning complete for port e3a15901-d075-4cc5-9a51-a6f047692f4a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:26.499017 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9925a72-e357-4e08-b15a-87f07cc2820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.540114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e9925a72-e357-4e08-b15a-87f07cc2820b None None] Port e3a15901-d075-4cc5-9a51-a6f047692f4a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:26.547087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cbae23b4-541a-4cc5-89a8-e0a0d5a33b8e req-15869fca-608e-4241-aaf5-86c5a7c10cfb tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.4801481 Jul 08 17:24:26.608910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6f678-1aed-4b9f-88dd-63a8e03ccbc3 req-397198a9-8972-43fc-af89-797c0ca6d64b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.615660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3e6f678-1aed-4b9f-88dd-63a8e03ccbc3 req-397198a9-8972-43fc-af89-797c0ca6d64b tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 948 time: 0.5989864 Jul 08 17:24:26.620387 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-9b07a59c-cea9-4b86-a555-32e9cd4d7d27 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853898 Jul 08 17:24:26.668496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3e6f678-1aed-4b9f-88dd-63a8e03ccbc3 req-7c597082-0d4b-48fd-b5ed-d4732e2feb21 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Jul 08 17:24:26.710953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-d5aeeec4-451c-4a4a-af3c-d65b6d6deadd tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.712469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-d5aeeec4-451c-4a4a-af3c-d65b6d6deadd tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.6135247 Jul 08 17:24:26.787833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26f009ba-3ef6-4cdb-a309-224f1aba7340 req-46cdf3ed-6f41-46ca-92d4-acf623626bee service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558900 Jul 08 17:24:26.797574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a95276-1717-4f11-8482-4d9b6c3e85c3 req-6b990acf-10b3-47fa-9fe8-9fb6b9d6a288 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.799319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47a95276-1717-4f11-8482-4d9b6c3e85c3 req-6b990acf-10b3-47fa-9fe8-9fb6b9d6a288 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 945 time: 0.1298609 Jul 08 17:24:26.867059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47a95276-1717-4f11-8482-4d9b6c3e85c3 req-36f93b86-092b-477a-8ff8-1e6de4e8860b tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520511 Jul 08 17:24:26.873199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-d66aa42f-c016-40e1-9403-eab5eabb01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:26.874673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-d66aa42f-c016-40e1-9403-eab5eabb01e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e&tenant_id=78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 1095 time: 0.1444492 Jul 08 17:24:26.879110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a15901-d075-4cc5-9a51-a6f047692f4a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:26.888206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.903884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Transition to ACTIVE for port object e3a15901-d075-4cc5-9a51-a6f047692f4a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:26.908095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:26.979383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a15901-d075-4cc5-9a51-a6f047692f4a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:27.076289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Attempting to bind port e3a15901-d075-4cc5-9a51-a6f047692f4a on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:27.076615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Attempting to bind port e3a15901-d075-4cc5-9a51-a6f047692f4a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:27.076980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Attempting to bind port e3a15901-d075-4cc5-9a51-a6f047692f4a on network 15480377-6a8a-4540-8917-07c29bff0b90 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:27.085441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Port e3a15901-d075-4cc5-9a51-a6f047692f4a on network 15480377-6a8a-4540-8917-07c29bff0b90 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:27.085765 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Attempting to bind port e3a15901-d075-4cc5-9a51-a6f047692f4a on network 15480377-6a8a-4540-8917-07c29bff0b90 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:27.093003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:27.093003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Checking segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:27.093003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Bound using segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:27.093003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Bound port: e3a15901-d075-4cc5-9a51-a6f047692f4a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:27.093540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:27.094011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-51b985e8-260a-49c1-a77b-fd4e4ed73b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.095536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-51b985e8-260a-49c1-a77b-fd4e4ed73b98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 1099 time: 0.1551478 Jul 08 17:24:27.153159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-64e24b9d-2115-485a-af3c-7b3c9acc4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.154524 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-64e24b9d-2115-485a-af3c-7b3c9acc4fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1095 time: 0.1850586 Jul 08 17:24:27.193748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746212d-f108-4d40-8890-d6bdf405554e req-9a58bf9d-554f-4463-8f8d-d4ea7b547404 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.197331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4746212d-f108-4d40-8890-d6bdf405554e req-9a58bf9d-554f-4463-8f8d-d4ea7b547404 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1964045 Jul 08 17:24:27.230971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] For port e3a15901-d075-4cc5-9a51-a6f047692f4a, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:27.261789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] For port e3a15901-d075-4cc5-9a51-a6f047692f4a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:27.266875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5d2e4-6998-4a20-9a36-9cb4809f685d req-a6c91887-aa9b-43e8-95ea-a4d3bd02bd76 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.274553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ab5d2e4-6998-4a20-9a36-9cb4809f685d req-a6c91887-aa9b-43e8-95ea-a4d3bd02bd76 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 944 time: 0.1930621 Jul 08 17:24:27.305788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-26ca130d-19d3-4435-ad7f-0324b3fef4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.307259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-26ca130d-19d3-4435-ad7f-0324b3fef4ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1932375 Jul 08 17:24:27.311599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4746212d-f108-4d40-8890-d6bdf405554e req-4912f16b-9bc1-437a-849d-9bb478fdce42 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052225 Jul 08 17:24:27.313927 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:27.358719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-af47f48c-7b06-4ef4-8c00-a4ac4784fc0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=bc6744b4-f7ea-42a0-8041-2f35e7e8d771 HTTP/1.1" status: 200 len: 217 time: 0.0432708 Jul 08 17:24:27.371162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.371937 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:27.373385 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] 10.222.0.72 "PUT /v2.0/ports/e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 1092 time: 1.0257828 Jul 08 17:24:27.380715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ab5d2e4-6998-4a20-9a36-9cb4809f685d req-63cc5536-8f32-49da-b412-fb6b5f35dd5d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051784 Jul 08 17:24:27.382672 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9cc03233-77fc-4ebb-90ab-881b650517a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:27.397965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-9e302066-0bec-4e92-bd92-71760b07dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.399882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-9e302066-0bec-4e92-bd92-71760b07dae9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.2367587 Jul 08 17:24:27.480776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-014c28c8-0836-45b4-99f4-f28f96662354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.482498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-014c28c8-0836-45b4-99f4-f28f96662354 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1006799 Jul 08 17:24:27.545377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d0fee-c437-4077-9a4d-372135eafdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a15901-d075-4cc5-9a51-a6f047692f4a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:27.553881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-73852881-f437-4d5a-b926-76f1e862987d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 200 len: 217 time: 0.1355395 Jul 08 17:24:27.602300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-8625f3c6-0d7b-4560-a33f-f9f3338481ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.603839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-8625f3c6-0d7b-4560-a33f-f9f3338481ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145661 Jul 08 17:24:27.654595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-256f635a-872f-4bb7-8f5f-1ed237a1c934 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.656205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-256f635a-872f-4bb7-8f5f-1ed237a1c934 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 808 time: 0.4089193 Jul 08 17:24:27.679546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Request body: {'port': {'device_id': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'admin_state_up': True, 'tenant_id': '15045cd9dfb2442c80782c300ddffea5'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:27.699574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448da75-2d41-4367-9854-edc2d5849ce9 req-90b883c8-1c7d-4e78-9e58-778a1cb4f18e tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.701311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b448da75-2d41-4367-9854-edc2d5849ce9 req-90b883c8-1c7d-4e78-9e58-778a1cb4f18e tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 944 time: 0.1572077 Jul 08 17:24:27.730437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-614df489-f599-48bf-b9ee-f5fed93b2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.731886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-614df489-f599-48bf-b9ee-f5fed93b2940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.1534190 Jul 08 17:24:27.753843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e92d3c90-0d1e-4bd4-90d3-5559dc6ba7f1 req-6378cc74-1975-4438-8274-bc23cfc928ce tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.0495679 Jul 08 17:24:27.790930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-6afaa8ed-60f2-4eac-a5f7-7df42ce62228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:27.793618 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-6afaa8ed-60f2-4eac-a5f7-7df42ce62228 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1095 time: 0.2639797 Jul 08 17:24:27.823604 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-4f5edaa8-5914-4196-ad52-58ad89cd75a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813050 Jul 08 17:24:27.824805 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b448da75-2d41-4367-9854-edc2d5849ce9 req-8e4a8175-9f2c-4934-9964-804dbcfc4e21 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097503 Jul 08 17:24:27.831834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-cc6de81f-da42-47e9-aa65-66e4c0c1a991 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186863 Jul 08 17:24:27.833350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:27.837259 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc45102-c2f0-4892-ab18-c974aeca7157" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:27.917688 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-206579b1-a236-4598-9a1b-9467b17354a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 217 time: 0.0969627 Jul 08 17:24:27.930962 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:24:27.958412 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d033a034-4817-42d9-9899-4e428068e06f x-openstack-request-id: req-d033a034-4817-42d9-9899-4e428068e06f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:27.959010 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:27.959417 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d033a034-4817-42d9-9899-4e428068e06f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:27.960179 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'status': 'completed', 'code': 200} Jul 08 17:24:28.061673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-c8780df8-6e54-4056-a87f-185f25c48b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:28.063452 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-c8780df8-6e54-4056-a87f-185f25c48b36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.1003585 Jul 08 17:24:28.086093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdf5c50-99f3-41a7-96e7-73733a895a35 req-6312600d-d914-48f0-8d7d-7ee4ce6b37b9 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366951 Jul 08 17:24:28.124379 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-a99cc926-273b-49b1-bf73-5444fab8852f service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850935 Jul 08 17:24:28.135969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Made reservation on behalf of 15045cd9dfb2442c80782c300ddffea5 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:28.139779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:28.162585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6fdbc-e977-4279-9415-a50503bc960b req-55e1f097-2a09-4e02-9a63-7d3dce7fb89a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:28.164108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52b6fdbc-e977-4279-9415-a50503bc960b req-55e1f097-2a09-4e02-9a63-7d3dce7fb89a tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 948 time: 0.1343570 Jul 08 17:24:28.200915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7904e6e-a94b-4c26-aace-c477cb2df09c req-9e003bd0-12e4-4fe7-a837-f934b4d900ca tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:28.202477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7904e6e-a94b-4c26-aace-c477cb2df09c req-9e003bd0-12e4-4fe7-a837-f934b4d900ca tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 945 time: 0.1075361 Jul 08 17:24:28.231845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52b6fdbc-e977-4279-9415-a50503bc960b req-a3ac5c0c-4a0a-4e09-9bca-9b8467b075f6 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613039 Jul 08 17:24:28.252535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7904e6e-a94b-4c26-aace-c477cb2df09c req-f4a8b33c-36dc-46d3-a8d4-c9dab4b1b3e4 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Jul 08 17:24:28.273281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3f8fc8f3-8f86-4d0f-93f6-2cd1e4cee93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:28.275142 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-3f8fc8f3-8f86-4d0f-93f6-2cd1e4cee93c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004189 Jul 08 17:24:28.592705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b33305-f485-4b56-b4f5-f8da0f06f033 req-337de2a0-5d79-4e5b-a383-19b8c8087c38 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:28.599780 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9b33305-f485-4b56-b4f5-f8da0f06f033 req-337de2a0-5d79-4e5b-a383-19b8c8087c38 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1382873 Jul 08 17:24:28.666099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c550f5d-9a20-458f-80bc-7f4d19c2eed5 req-68a9036b-5fa3-4d6d-95fa-021f4252fa73 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:28.667872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c550f5d-9a20-458f-80bc-7f4d19c2eed5 req-68a9036b-5fa3-4d6d-95fa-021f4252fa73 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 944 time: 0.1377020 Jul 08 17:24:28.673924 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-8b2ac318-85d2-4c42-97e0-96d0e2528ac4 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218019 Jul 08 17:24:28.680105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9b33305-f485-4b56-b4f5-f8da0f06f033 req-1a406ad2-c664-46f8-abea-32d63a6a04e6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792899 Jul 08 17:24:28.744379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c550f5d-9a20-458f-80bc-7f4d19c2eed5 req-33c6204e-7114-406f-92ef-ecc8c45b6dc1 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631204 Jul 08 17:24:28.818238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Allocated IP 172.20.0.5 (6d73dbbb-e029-4435-bffb-10686084861d/a8362d75-575c-47ad-bd75-aa622b0b5c48/796ce922-53ea-4a4d-91e8-97749303a5ff) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:28.825280 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-0ed1001e-c435-425e-b818-524696d228a8 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147271 Jul 08 17:24:29.007431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b9a1d828-92dc-484a-a4bc-88e09dc6de61 req-54fa3c8e-92fb-4df4-b1c3-93ded38e1250 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739712 Jul 08 17:24:29.011634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e0cefad-b0e1-4384-bf2f-ec74f5604e8b req-6abec61a-56fe-4cec-a5e9-6f911049f31d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.0659225 Jul 08 17:24:29.116087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def02014-5b64-463c-88d3-33f96638bfa8 req-0ec14890-3ab3-4499-ad0d-09de4133ba00 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:29.123732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-def02014-5b64-463c-88d3-33f96638bfa8 req-0ec14890-3ab3-4499-ad0d-09de4133ba00 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 944 time: 0.1045494 Jul 08 17:24:29.173318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-def02014-5b64-463c-88d3-33f96638bfa8 req-9c3354f5-6ae2-4415-82cc-ec10c6978413 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Jul 08 17:24:29.274682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-f13cac86-41fd-4707-86ee-e78b79611062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:29.276140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-f13cac86-41fd-4707-86ee-e78b79611062 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1095 time: 0.1704254 Jul 08 17:24:29.310669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.347048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bc6744b4-f7ea-42a0-8041-2f35e7e8d771 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:29.368335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e6402e39-5c6a-4145-93e1-081da6424cb2 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:29.385770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-1d24d809-6ed4-445d-ab43-8d5c687ea408 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330324 Jul 08 17:24:29.391459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eb673-7513-4890-858e-b5f35b556496 req-0b1c709d-9669-4f0f-8da6-3811ae208b0d tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:29.394445 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-0b1c709d-9669-4f0f-8da6-3811ae208b0d tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.2435014 Jul 08 17:24:29.533664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6778d8-f160-445b-b07c-e86fb1fd47b9 req-ebf2e5db-a70c-45c8-a0a8-da5895f42362 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:29.545996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be6778d8-f160-445b-b07c-e86fb1fd47b9 req-ebf2e5db-a70c-45c8-a0a8-da5895f42362 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 948 time: 0.1806638 Jul 08 17:24:29.563603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-e255517e-0bd6-461c-9f52-28ca5f1d37ba tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:29.564482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-e255517e-0bd6-461c-9f52-28ca5f1d37ba tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589055 Jul 08 17:24:29.598396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-ae242576-6efd-4f61-9ba7-86aa5a2cfb8c tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/quotas/b5905ae8e6854e5bbfa4111a3e30df6b HTTP/1.1" status: 200 len: 375 time: 0.0224109 Jul 08 17:24:29.611342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-8cebe646-79a1-4672-80c1-5f0a29120000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:29.613965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-8cebe646-79a1-4672-80c1-5f0a29120000 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.3214982 Jul 08 17:24:29.621496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a56eb673-7513-4890-858e-b5f35b556496 req-6cb6861f-dcda-4021-a920-36d5512d6571 service neutron] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:29.626557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.635323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be6778d8-f160-445b-b07c-e86fb1fd47b9 req-c50a4e20-e57d-4ba2-b26d-3d5c8fddf7af tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804999 Jul 08 17:24:29.640313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port e6402e39-5c6a-4145-93e1-081da6424cb2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:29.648542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bc6744b4-f7ea-42a0-8041-2f35e7e8d771, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:29.656702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port e6402e39-5c6a-4145-93e1-081da6424cb2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:29.657322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.683545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:29.702694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-49280f99-28df-49de-af90-76ddf5461a6d tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943220 Jul 08 17:24:29.738488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771', 'mac_address': 'fa:16:3e:b0:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:29.738678 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a56eb673-7513-4890-858e-b5f35b556496 req-6cb6861f-dcda-4021-a920-36d5512d6571 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.739701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a56eb673-7513-4890-858e-b5f35b556496 req-6cb6861f-dcda-4021-a920-36d5512d6571 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c42a69d3-382d-4c02-adb8-3a7a413ad5be/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.3361199 Jul 08 17:24:29.742082 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-e2c839d7-e9b5-4740-b88e-8c307715b52d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 217 time: 0.1168895 Jul 08 17:24:29.745395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:29.782692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Network 6d73dbbb-e029-4435-bffb-10686084861d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:29.787608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:29.792694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.849063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6744b4-f7ea-42a0-8041-2f35e7e8d771 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:29.855219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:29.892310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bc6744b4-f7ea-42a0-8041-2f35e7e8d771, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:29.908805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.985400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:29.986462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:29.992933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718fe91-4a02-47ad-991e-334411d7135e req-1dbb3456-1da1-4962-9094-30bd3ffd2652 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:30.001437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d718fe91-4a02-47ad-991e-334411d7135e req-1dbb3456-1da1-4962-9094-30bd3ffd2652 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 945 time: 0.1589730 Jul 08 17:24:30.007761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-6802d9a9-043e-4e14-9e35-d38cfb83c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:30.011477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-6802d9a9-043e-4e14-9e35-d38cfb83c742 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.2623980 Jul 08 17:24:30.016982 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-ccfa5cd0-9748-4dbf-8de7-82c35fdadd1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3455274 Jul 08 17:24:30.051436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Request body: {'port': {'device_id': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:30.076845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d718fe91-4a02-47ad-991e-334411d7135e req-673c5c07-642f-435d-990d-24faa8ee8451 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726333 Jul 08 17:24:30.088218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:30.156530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d1de1694-ded3-4bdd-a1dd-01c657eaf596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.191521 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.223535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:30.227079 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70402c18-3b2c-4c33-9923-5638b50b1feb" -d '{"events": [{"server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "name": "network-vif-plugged", "status": "completed", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:30.245764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e6402e39-5c6a-4145-93e1-081da6424cb2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e6402e39-5c6a-4145-93e1-081da6424cb2,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:30.273037 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.361473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.376420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-2f901ec5-5652-4f45-a590-f1bda6f6e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:30.379200 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-2f901ec5-5652-4f45-a590-f1bda6f6e8e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506684 Jul 08 17:24:30.390870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e6402e39-5c6a-4145-93e1-081da6424cb2,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:30.395809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:30.432246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['bc6744b4-f7ea-42a0-8041-2f35e7e8d771'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:30.601440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-676dff78-111d-49b9-b749-75a9fe47f247 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093685 Jul 08 17:24:30.677892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeba04-4ee7-4af2-91fe-f0bde12cdc72 req-0ec07df9-89df-4eb5-82a5-6e8125921aa4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:30.684417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90eeba04-4ee7-4af2-91fe-f0bde12cdc72 req-0ec07df9-89df-4eb5-82a5-6e8125921aa4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.3293536 Jul 08 17:24:30.697774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62952c21-070c-4c70-b1be-d6a65b6cb9cd req-ba62b5d9-b131-47cb-8bcd-b770d4b0f6cd tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:30.708469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ffc45102-c2f0-4892-ab18-c974aeca7157 req-cad2f605-190c-4e5b-ae2d-e0925a0e3d52 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945628 Jul 08 17:24:30.710984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62952c21-070c-4c70-b1be-d6a65b6cb9cd req-ba62b5d9-b131-47cb-8bcd-b770d4b0f6cd tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 944 time: 0.3376269 Jul 08 17:24:30.798634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90eeba04-4ee7-4af2-91fe-f0bde12cdc72 req-169ed068-d501-43bd-8ab7-a4177998ea24 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852659 Jul 08 17:24:30.824358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62952c21-070c-4c70-b1be-d6a65b6cb9cd req-45ea8fb7-12d5-4c2a-9a88-b4e67726c705 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120698 Jul 08 17:24:30.998164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796ce922-53ea-4a4d-91e8-97749303a5ff {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:31.019743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.044260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-906a60b3-d359-4d1d-969b-0e862e639dfe tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448623 Jul 08 17:24:31.062177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Transition to ACTIVE for port object 796ce922-53ea-4a4d-91e8-97749303a5ff will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:31.070945 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.171159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:31.229283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-51707243-e47f-4df1-b17a-6c9bd658acce tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.229872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:31.230560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:31.231092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:31.231502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-51707243-e47f-4df1-b17a-6c9bd658acce tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855578 Jul 08 17:24:31.237687 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.238293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:31.239003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:31.245411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc71c64-bc57-4a70-8fb8-1913cf2407f1 req-7d42d76b-1a22-4ddc-a576-e8d4a617f3e2 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.245881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:31.246427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:31.247027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:31.247780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Bound port: 796ce922-53ea-4a4d-91e8-97749303a5ff, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:31.248427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.253698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcc71c64-bc57-4a70-8fb8-1913cf2407f1 req-7d42d76b-1a22-4ddc-a576-e8d4a617f3e2 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.1798019 Jul 08 17:24:31.291185 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-f96d2540-0558-4c1d-a668-ee9c39815b67 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/quotas/b5905ae8e6854e5bbfa4111a3e30df6b HTTP/1.1" status: 200 len: 375 time: 0.0342782 Jul 08 17:24:31.334430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:31.338602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:31.347436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.349720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcc71c64-bc57-4a70-8fb8-1913cf2407f1 req-b51d4096-8a2e-4849-a1ac-e3e54fd58a31 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949826 Jul 08 17:24:31.365137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-862c1d0b-215e-494b-a748-bd3e30fefcec tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665116 Jul 08 17:24:31.400781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.401410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:31.402819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] 10.222.0.72 "PUT /v2.0/ports/796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 200 len: 1091 time: 1.3725030 Jul 08 17:24:31.403287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:31.405569 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:31.429344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca22465-a26f-43aa-8665-fe90b79ad4cf service neutron] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:31.542836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-49f5f6f4-9cba-4d45-8931-fc970b20817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.545386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-49f5f6f4-9cba-4d45-8931-fc970b20817c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1094 time: 0.0840216 Jul 08 17:24:31.557003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a11ac-5a3c-44d6-ac5a-84ff4829b39b req-e5a415ef-c505-478e-9660-d2889777fdeb tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.564076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd2a11ac-5a3c-44d6-ac5a-84ff4829b39b req-e5a415ef-c505-478e-9660-d2889777fdeb tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 944 time: 0.0958598 Jul 08 17:24:31.584403 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06e2dd-7312-485a-91a4-17ffdaa7401d x-openstack-request-id: req-4a06e2dd-7312-485a-91a4-17ffdaa7401d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:31.584912 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "name": "network-vif-plugged", "status": "completed", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:31.585166 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4a06e2dd-7312-485a-91a4-17ffdaa7401d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:31.585571 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'code': 200} Jul 08 17:24:31.609230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd2a11ac-5a3c-44d6-ac5a-84ff4829b39b req-4d16de6c-5f28-4a7e-ae2d-3d3080913056 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Jul 08 17:24:31.638102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-c5181b2d-9b7f-4c2e-900d-0a8153491c4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 200 len: 217 time: 0.0841362 Jul 08 17:24:31.744941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-12253ea1-a765-4002-90f7-3f9fd25b70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.746632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-12253ea1-a765-4002-90f7-3f9fd25b70fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.0867305 Jul 08 17:24:31.831660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-bf9a642b-d9ce-4108-b7e8-1c1b98e889e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738215 Jul 08 17:24:31.898434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d12ed-c46a-4a7f-ab7a-e2b76181764a req-15fe767e-9933-4674-8dc4-1b92fa2f7409 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.899937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-982d12ed-c46a-4a7f-ab7a-e2b76181764a req-15fe767e-9933-4674-8dc4-1b92fa2f7409 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 949 time: 0.1467826 Jul 08 17:24:31.959179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-982d12ed-c46a-4a7f-ab7a-e2b76181764a req-f3db1477-38c1-45f3-8b0d-7feed31f6c93 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529356 Jul 08 17:24:31.972373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e82359-c552-4b8e-9f50-21519fba15e0 req-88734fd9-21b5-44b1-a16a-5e3489a90a84 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:31.980514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e82359-c552-4b8e-9f50-21519fba15e0 req-88734fd9-21b5-44b1-a16a-5e3489a90a84 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 946 time: 0.1280468 Jul 08 17:24:32.038599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-7c23a579-bef9-467f-9bdb-cfb94afe05c4 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830962 Jul 08 17:24:32.045519 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-d704ea63-bac9-40a5-b8ac-1382fb74da96 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2175519 Jul 08 17:24:32.070675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e82359-c552-4b8e-9f50-21519fba15e0 req-c1700649-8ed1-482e-b66c-28ab9fc4d931 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884480 Jul 08 17:24:32.184915 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd56dc05-3034-41c3-b8ee-e602dd149676 x-openstack-request-id: req-dd56dc05-3034-41c3-b8ee-e602dd149676 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:32.185884 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:32.185884 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd56dc05-3034-41c3-b8ee-e602dd149676 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:32.186113 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff', 'status': 'completed', 'code': 200} Jul 08 17:24:32.231139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e16b2b0-bd11-4606-8839-e2efe502b666 req-cd204fcc-6ae2-48c5-9a88-cf377166f2f0 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 210 time: 0.0395250 Jul 08 17:24:32.255200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-1cd95384-3149-4040-ae19-1e9639d46cb0 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.256722 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-1cd95384-3149-4040-ae19-1e9639d46cb0 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834881 Jul 08 17:24:32.276960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d37d2-2b42-4a18-b6b3-cce731578fcd req-ef768bdb-bf1f-4bd3-8700-86dc342dcea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.278479 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f8d37d2-2b42-4a18-b6b3-cce731578fcd req-ef768bdb-bf1f-4bd3-8700-86dc342dcea6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 1097 time: 0.4498754 Jul 08 17:24:32.282109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Request body: {'port': {'device_id': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': 'b5905ae8e6854e5bbfa4111a3e30df6b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:32.414312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507060bf-5c8a-441c-b252-70e13db597f4 req-2e757f69-5039-4e5e-b870-0160adaf8abd tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.422365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-507060bf-5c8a-441c-b252-70e13db597f4 req-2e757f69-5039-4e5e-b870-0160adaf8abd tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1095 time: 0.0919201 Jul 08 17:24:32.433083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f8d37d2-2b42-4a18-b6b3-cce731578fcd req-d9c41f75-cd02-41db-917b-a44e7a7d400b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339757 Jul 08 17:24:32.437393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3af0459f-0abb-4aa2-806c-87a8cab99cb3 req-2eaf4fcc-6957-48e6-be68-121bd3e1c7e9 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712854 Jul 08 17:24:32.483423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Made reservation on behalf of b5905ae8e6854e5bbfa4111a3e30df6b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:32.487675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.498392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.510653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-507060bf-5c8a-441c-b252-70e13db597f4 req-5af4e23d-7e15-4151-9895-bbe31fb64b38 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872161 Jul 08 17:24:32.575526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe38d0-f0d1-44ae-85b5-02ec8ab391a6 req-8a618c21-d5cf-4d85-b8bb-f11c995a3f7a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.578092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2bbe38d0-f0d1-44ae-85b5-02ec8ab391a6 req-8a618c21-d5cf-4d85-b8bb-f11c995a3f7a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.1536674 Jul 08 17:24:32.652575 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2bbe38d0-f0d1-44ae-85b5-02ec8ab391a6 req-e2ca1fe0-06c7-4633-b5d8-a9dff7f0d9fa tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Jul 08 17:24:32.655861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.676048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.715725 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:32.778671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddf610-5b28-436c-b5f3-38fa01205762 req-3fd9dd89-4dc6-46c4-96b0-02523214b8bd tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.779913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3ddf610-5b28-436c-b5f3-38fa01205762 req-3fd9dd89-4dc6-46c4-96b0-02523214b8bd tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.0836296 Jul 08 17:24:32.814048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1158111e-95e0-457e-87b4-9ee0d0e3ec1b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:32.854130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e3a15901-d075-4cc5-9a51-a6f047692f4a details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:32.857022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3ddf610-5b28-436c-b5f3-38fa01205762 req-1e9e41fd-f8e1-4b8e-8c4e-862187514834 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688229 Jul 08 17:24:32.903143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-1514baa1-0303-4f17-adc0-277df88d5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.904709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-1514baa1-0303-4f17-adc0-277df88d5270 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1094 time: 0.2472057 Jul 08 17:24:32.913869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a5db-d956-4eb7-b0cb-5a1934b6f18f req-a618c786-e616-409c-9868-b1ce6564c1ed tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:32.920943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd30a5db-d956-4eb7-b0cb-5a1934b6f18f req-a618c786-e616-409c-9868-b1ce6564c1ed tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.1080155 Jul 08 17:24:32.979641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd30a5db-d956-4eb7-b0cb-5a1934b6f18f req-42a18e85-bbbd-4d7d-9c76-6eb661eee65f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576444 Jul 08 17:24:33.023253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e3a15901-d075-4cc5-9a51-a6f047692f4a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:33.039977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'mac_address': 'fa:16:3e:be:bd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:33.093538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.111935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a15901-d075-4cc5-9a51-a6f047692f4a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:33.142275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042ce6c-b75f-49f2-9652-223d1d6a8e4f req-0b21cf3e-f6a3-44e8-acb7-b1a1170b0f3b tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.148408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Allocated IP 192.168.233.108 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/97e634d9-1da8-4b2f-8c82-f03d6b894b35) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:33.149261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e3a15901-d075-4cc5-9a51-a6f047692f4a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:33.151495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6042ce6c-b75f-49f2-9652-223d1d6a8e4f req-0b21cf3e-f6a3-44e8-acb7-b1a1170b0f3b tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 1095 time: 0.0740762 Jul 08 17:24:33.162724 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.239265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e3a15901-d075-4cc5-9a51-a6f047692f4a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:33.240337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6042ce6c-b75f-49f2-9652-223d1d6a8e4f req-88d10512-8a0a-47b3-8702-6d2ecacb13da tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876930 Jul 08 17:24:33.297869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36daa5-1808-4a9e-abf6-32b8eddf1e24 req-bd3631cd-a3b5-4a9f-bbee-427430007c74 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.309349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d36daa5-1808-4a9e-abf6-32b8eddf1e24 req-bd3631cd-a3b5-4a9f-bbee-427430007c74 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 945 time: 0.1380343 Jul 08 17:24:33.329363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-ffade850-5723-4a66-b2bc-1c4843697bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.331020 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-ffade850-5723-4a66-b2bc-1c4843697bc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.4110861 Jul 08 17:24:33.353904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-b660704a-27d5-4edf-878d-238c123c7f2b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414059 Jul 08 17:24:33.361524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bc6744b4-f7ea-42a0-8041-2f35e7e8d771 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:33.403536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-26ae8c11-e11a-4ec8-a89c-6b86bf0b485d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 200 len: 217 time: 0.0543673 Jul 08 17:24:33.492272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e3a15901-d075-4cc5-9a51-a6f047692f4a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:33.507177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.515347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d36daa5-1808-4a9e-abf6-32b8eddf1e24 req-9c54084c-d807-4b21-b038-1668dd4db828 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049825 Jul 08 17:24:33.525461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-8979f0c3-3b68-4cc3-a4c8-d1131b3a2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.526915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-8979f0c3-3b68-4cc3-a4c8-d1131b3a2708 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1149552 Jul 08 17:24:33.530186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Transition to ACTIVE for port object 97e634d9-1da8-4b2f-8c82-f03d6b894b35 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:33.595307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-0414b390-16c8-4c8e-b0f2-a672f6b624e7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.597758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-0414b390-16c8-4c8e-b0f2-a672f6b624e7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259109 Jul 08 17:24:33.600788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:33.604457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-87593ab0-307e-48b6-ad22-0ec8bfad7203 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681186 Jul 08 17:24:33.614569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:33.615237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.635762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Request body: {'port': {'device_id': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': 'b5905ae8e6854e5bbfa4111a3e30df6b'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:33.793533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5314ab7-5480-4507-82fb-c607e51c4fd1 req-341b29ff-6677-468c-b999-19b9496b75b1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.809600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5314ab7-5480-4507-82fb-c607e51c4fd1 req-341b29ff-6677-468c-b999-19b9496b75b1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 949 time: 0.2879539 Jul 08 17:24:33.812949 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.813658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.842346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:33.844636 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3843d9c-d2d6-4fc4-9857-822944a66ac8" -d '{"events": [{"server_uuid": "14e925ff-399a-46fd-849a-43868ca8bd8d", "name": "network-vif-plugged", "status": "completed", "tag": "bc6744b4-f7ea-42a0-8041-2f35e7e8d771"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:33.858360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bc6744b4-f7ea-42a0-8041-2f35e7e8d771, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:33.858581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:33.864058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:33.868306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:33.875617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:33.909341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5314ab7-5480-4507-82fb-c607e51c4fd1 req-ad7ccccf-37a3-46d7-be06-2e180b114281 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980842 Jul 08 17:24:33.941960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660a0b9-ecd9-4e92-a35f-fd0df85d887b req-2fbb901d-e8bb-4bf1-b2fa-972840096703 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:33.951954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:33.953631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a660a0b9-ecd9-4e92-a35f-fd0df85d887b req-2fbb901d-e8bb-4bf1-b2fa-972840096703 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 946 time: 0.2601118 Jul 08 17:24:33.957096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:33.969533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-a63a3578-ac1f-4a45-af93-f57429cc4532 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481250 Jul 08 17:24:33.985815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Made reservation on behalf of b5905ae8e6854e5bbfa4111a3e30df6b for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:34.000407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.059742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.060404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.063694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a660a0b9-ecd9-4e92-a35f-fd0df85d887b req-2e06671b-bbd1-4231-af0e-bd348045f3a1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090584 Jul 08 17:24:34.089086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-478b5261-6daf-4970-87c6-b9d774bc2c85 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8217294 Jul 08 17:24:34.109380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Request body: {'port': {'device_id': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:34.113389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e5c97e5-9cc6-484b-860a-2991b09a4ba4 req-d137f365-c7c5-4571-a7d8-b2f2bedae9a1 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 210 time: 0.0541697 Jul 08 17:24:34.175490 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62d14b62-b912-4ac9-9a3e-856fa60a8ce8 req-4d1f6ee3-336f-438b-93cb-32f7b893ceb6 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893392 Jul 08 17:24:34.222593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.225726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6139fdae-3da8-4f25-9a7b-ab68c71ad4f2 None None] Provisioning for port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:34.230142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6139fdae-3da8-4f25-9a7b-ab68c71ad4f2 None None] Provisioning complete for port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:34.230647 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6139fdae-3da8-4f25-9a7b-ab68c71ad4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.269812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Allocated IP 192.168.233.64 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/33697ae3-eaa3-4739-beb3-95298dddcce8) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:34.301861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6139fdae-3da8-4f25-9a7b-ab68c71ad4f2 None None] Port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:34.453093 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164ba87b-59b8-40cf-a1b7-40c61214a8fa x-openstack-request-id: req-164ba87b-59b8-40cf-a1b7-40c61214a8fa {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:34.454497 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e925ff-399a-46fd-849a-43868ca8bd8d", "name": "network-vif-plugged", "status": "completed", "tag": "bc6744b4-f7ea-42a0-8041-2f35e7e8d771", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:34.454596 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-164ba87b-59b8-40cf-a1b7-40c61214a8fa {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:34.464042 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771', 'code': 200} Jul 08 17:24:34.485864 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.500078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Transition to ACTIVE for port object 33697ae3-eaa3-4739-beb3-95298dddcce8 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:34.552006 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.665282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:34.676847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:34.677927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ef26c-50e0-4789-b50f-a888ac850859 req-9e57ca87-19ba-4d3d-b622-dd6500305778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.679444 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f66ef26c-50e0-4789-b50f-a888ac850859 req-9e57ca87-19ba-4d3d-b622-dd6500305778 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 1101 time: 0.0902190 Jul 08 17:24:34.679957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:34.685834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:34.750049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.750678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.758004 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f66ef26c-50e0-4789-b50f-a888ac850859 req-a42fdf21-eadb-40dc-98ac-61b6d91a9660 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Jul 08 17:24:34.763705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e634d9-1da8-4b2f-8c82-f03d6b894b35 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:34.772198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.776088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f0016-44a9-4b90-9171-37a342ca042f req-ce1003f6-1e02-4bc4-96a9-10d988e940b8 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.783189 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a00f0016-44a9-4b90-9171-37a342ca042f req-ce1003f6-1e02-4bc4-96a9-10d988e940b8 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.2163889 Jul 08 17:24:34.784688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Transition to ACTIVE for port object 97e634d9-1da8-4b2f-8c82-f03d6b894b35 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:34.790153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.798899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964bdb1-4bd4-4ba5-b7d4-8dca3945ff08 req-b8703482-3540-4d15-9e65-b50c69d0eb03 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:34.806548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9964bdb1-4bd4-4ba5-b7d4-8dca3945ff08 req-b8703482-3540-4d15-9e65-b50c69d0eb03 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 946 time: 0.2188942 Jul 08 17:24:34.815992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1914ae3d-ed15-4db8-a1cd-a0ed8c55fbc7 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1860979 Jul 08 17:24:34.835069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Request body: {'port': {'device_id': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:34.852113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e3a15901-d075-4cc5-9a51-a6f047692f4a up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:34.907275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port e3a15901-d075-4cc5-9a51-a6f047692f4a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:34.912762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port e3a15901-d075-4cc5-9a51-a6f047692f4a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:34.913241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.916647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a00f0016-44a9-4b90-9171-37a342ca042f req-d9a4c27e-9192-4fda-b81b-86c040b5182c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325715 Jul 08 17:24:34.925514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9964bdb1-4bd4-4ba5-b7d4-8dca3945ff08 req-cd0901f3-1073-47f2-a829-61be80e81091 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179981 Jul 08 17:24:34.927023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:34.939937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Attempting to bind port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:34.940281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Attempting to bind port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:34.940618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Attempting to bind port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:34.945413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:34.945741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Attempting to bind port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:34.961470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:34.961834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:34.962144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:34.962548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Bound port: 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:34.962980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:34.984302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.047219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:35.050514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:35.063024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c871420f-70e8-4b0e-b48c-e1141d9b9420 None None] Provisioning for port 33697ae3-eaa3-4739-beb3-95298dddcce8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:35.066835 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.080319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c871420f-70e8-4b0e-b48c-e1141d9b9420 None None] Provisioning complete for port 33697ae3-eaa3-4739-beb3-95298dddcce8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:35.080319 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c871420f-70e8-4b0e-b48c-e1141d9b9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.116378 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.125620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.126250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.127744 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] 10.222.0.72 "PUT /v2.0/ports/97e634d9-1da8-4b2f-8c82-f03d6b894b35 HTTP/1.1" status: 200 len: 1096 time: 1.0242987 Jul 08 17:24:35.128192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:35.130525 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655a1f00-4b07-48d2-88ea-ae417a6c1371" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:35.179223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c871420f-70e8-4b0e-b48c-e1141d9b9420 None None] Port 33697ae3-eaa3-4739-beb3-95298dddcce8 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:35.199859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e3a15901-d075-4cc5-9a51-a6f047692f4a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:35.216256 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.236522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffc554-33e0-4157-931e-18e05c22c737 service neutron] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:35.280419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-132132c4-2895-41b6-a59f-45335e72c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.288477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-132132c4-2895-41b6-a59f-45335e72c851 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 1099 time: 0.1113510 Jul 08 17:24:35.307083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e3a15901-d075-4cc5-9a51-a6f047692f4a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:35.340324 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-64948e61-cb52-4bac-b1fa-eaf253777f50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35 HTTP/1.1" status: 200 len: 217 time: 0.0427403 Jul 08 17:24:35.397444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-dc4f92fb-49e2-445b-a4fa-641d5f33d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.398974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-dc4f92fb-49e2-445b-a4fa-641d5f33d226 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0518637 Jul 08 17:24:35.464191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-e14908f3-1804-412a-a3f4-90f34051ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.466536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-e14908f3-1804-412a-a3f4-90f34051ebbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559077 Jul 08 17:24:35.589191 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-d0c20595-5318-44a4-9122-591fb91e5036 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116359 Jul 08 17:24:35.689972 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-41c1f8cb-5c6d-45ac-9feb-2636d1961a2a req-33d7a09a-d908-4bf7-a9cb-47082086f68e service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892940 Jul 08 17:24:35.737986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33697ae3-eaa3-4739-beb3-95298dddcce8 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:35.747607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.770069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Transition to ACTIVE for port object 33697ae3-eaa3-4739-beb3-95298dddcce8 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:35.778259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f005d-0e1d-4c49-8b71-c62f1e069b4c req-70b38f50-7512-4993-9bee-6e30f8c861e1 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.779776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-322f005d-0e1d-4c49-8b71-c62f1e069b4c req-70b38f50-7512-4993-9bee-6e30f8c861e1 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.4572749 Jul 08 17:24:35.781892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:35.791092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0db5c-3df1-4b6c-b960-2ec29dcfc66a req-2d9849c3-67a4-4850-9fae-5bf0a3c380ba tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:35.792539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dec0db5c-3df1-4b6c-b960-2ec29dcfc66a req-2d9849c3-67a4-4850-9fae-5bf0a3c380ba tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 946 time: 0.4729159 Jul 08 17:24:35.877095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:35.921983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dec0db5c-3df1-4b6c-b960-2ec29dcfc66a req-e781d907-62fc-4c8d-9667-ea7ea89763ed tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207845 Jul 08 17:24:35.924832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-322f005d-0e1d-4c49-8b71-c62f1e069b4c req-d7550d06-1c25-4c67-b7c4-529bb3d62a44 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311646 Jul 08 17:24:36.006476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Attempting to bind port 33697ae3-eaa3-4739-beb3-95298dddcce8 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:36.007047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Attempting to bind port 33697ae3-eaa3-4739-beb3-95298dddcce8 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:36.007553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Attempting to bind port 33697ae3-eaa3-4739-beb3-95298dddcce8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:36.012882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Port 33697ae3-eaa3-4739-beb3-95298dddcce8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:24:36.014993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Attempting to bind port 33697ae3-eaa3-4739-beb3-95298dddcce8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:36.023114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:36.023701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:36.024287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:36.024916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Bound port: 33697ae3-eaa3-4739-beb3-95298dddcce8, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:36.025442 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:36.134118 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:36.150383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:36.166972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:36.216505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.217246 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:36.219052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] 10.222.0.72 "PUT /v2.0/ports/33697ae3-eaa3-4739-beb3-95298dddcce8 HTTP/1.1" status: 200 len: 1095 time: 1.3939817 Jul 08 17:24:36.220341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:36.222659 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:36.234891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568f392-e0ef-4a0c-88c1-bfbc70c64c56 req-20602191-11d8-4c32-9772-6e7748de7fc7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.236445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7568f392-e0ef-4a0c-88c1-bfbc70c64c56 req-20602191-11d8-4c32-9772-6e7748de7fc7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 950 time: 0.1509407 Jul 08 17:24:36.259691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabe251-d342-45c5-9b5f-77e67c5a92ac service neutron] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:36.293374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7568f392-e0ef-4a0c-88c1-bfbc70c64c56 req-2b41c0c6-7c37-4fb3-a86e-304620256915 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475523 Jul 08 17:24:36.450750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-6a5a0667-8ab4-40a3-b766-94206ef5a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.452896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-6a5a0667-8ab4-40a3-b766-94206ef5a954 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 1098 time: 0.0957603 Jul 08 17:24:36.456830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:36.460334 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13642e89-3795-41e1-bd25-6f38d6d3fc7e" -d '{"events": [{"server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:36.529511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-96977318-9aaf-41bd-9545-c776f369c4f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=33697ae3-eaa3-4739-beb3-95298dddcce8 HTTP/1.1" status: 200 len: 217 time: 0.0631287 Jul 08 17:24:36.685993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-b4022151-214e-46de-b339-0361adb25c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.687856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-b4022151-214e-46de-b339-0361adb25c46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1200054 Jul 08 17:24:36.719026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209467a5-04ef-4c22-87e6-000cff966ee3 req-f4168ed4-d68a-4e8a-906e-902f31a23faf tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.720522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-209467a5-04ef-4c22-87e6-000cff966ee3 req-f4168ed4-d68a-4e8a-906e-902f31a23faf tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 946 time: 0.2561579 Jul 08 17:24:36.776853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea807ca-1153-4eea-a0ec-fb4b38536aec req-b82b49ab-a822-4d62-93c4-e63ea734481f tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.778340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fea807ca-1153-4eea-a0ec-fb4b38536aec req-b82b49ab-a822-4d62-93c4-e63ea734481f tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 947 time: 0.1542547 Jul 08 17:24:36.820247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-209467a5-04ef-4c22-87e6-000cff966ee3 req-4b55b03c-9242-4360-8598-23f4a3fbf996 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810354 Jul 08 17:24:36.855241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fea807ca-1153-4eea-a0ec-fb4b38536aec req-62f0f005-9070-4d56-8830-8a45da2b51bd tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649459 Jul 08 17:24:36.858191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-f03e46ca-52ac-4a96-85cb-44a3de4cefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:36.859440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-f03e46ca-52ac-4a96-85cb-44a3de4cefd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596522 Jul 08 17:24:36.868194 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112af3fc-7a6e-4131-b2b9-285f86b26e9b x-openstack-request-id: req-112af3fc-7a6e-4131-b2b9-285f86b26e9b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:36.868701 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:36.868701 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-112af3fc-7a6e-4131-b2b9-285f86b26e9b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:36.869417 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'status': 'completed', 'code': 200} Jul 08 17:24:36.932989 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38e7985-ad17-450a-9873-55f5db8f5628 x-openstack-request-id: req-b38e7985-ad17-450a-9873-55f5db8f5628 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:36.933347 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:36.933661 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b38e7985-ad17-450a-9873-55f5db8f5628 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:36.934239 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'status': 'completed', 'code': 200} Jul 08 17:24:36.960196 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc03697-7113-42f1-ac78-f313875c86e9 x-openstack-request-id: req-fbc03697-7113-42f1-ac78-f313875c86e9 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:36.960726 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "name": "network-vif-plugged", "status": "completed", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:36.961203 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fbc03697-7113-42f1-ac78-f313875c86e9 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:36.961769 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'code': 200} Jul 08 17:24:37.011377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-476b1556-e8d3-42b6-9057-86ed601a3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.012603 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-476b1556-e8d3-42b6-9057-86ed601a3802 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 1099 time: 0.1050844 Jul 08 17:24:37.019072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-0c95aff1-f5de-444a-8eab-c874ffff4e44 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406763 Jul 08 17:24:37.167412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42518fbb-e2f6-4c31-bab1-3b3b4a8afc1e req-cae4eef3-734e-4555-b1e6-73e86f601d6b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.168995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42518fbb-e2f6-4c31-bab1-3b3b4a8afc1e req-cae4eef3-734e-4555-b1e6-73e86f601d6b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.1674116 Jul 08 17:24:37.173359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-92530f96-1001-4cac-9ccd-9c444102ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.175674 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-92530f96-1001-4cac-9ccd-9c444102ad19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1546957 Jul 08 17:24:37.229991 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-f1a85c6e-514c-4d2a-803f-900c46887e76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35 HTTP/1.1" status: 200 len: 217 time: 0.0422580 Jul 08 17:24:37.247887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad296a08-60ca-4ce6-93b9-b0222c70741a req-de6ffcfc-2a06-4740-a743-3738c7031b7f service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089081 Jul 08 17:24:37.265776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42518fbb-e2f6-4c31-bab1-3b3b4a8afc1e req-733b5068-d272-414e-b320-df91dc489282 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845728 Jul 08 17:24:37.315979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb8d9e-d66f-4fe3-8d36-3c64f96beacf req-282893ca-49ed-4fef-a47e-567844727afc tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.331460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1eb8d9e-d66f-4fe3-8d36-3c64f96beacf req-282893ca-49ed-4fef-a47e-567844727afc tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 946 time: 0.1613734 Jul 08 17:24:37.389682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54366) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:37.395954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Request body: {'floatingip': {'port_id': 'e6402e39-5c6a-4145-93e1-081da6424cb2'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:37.475514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:37.601267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768ceff-468f-418e-a004-d1574fbe6184 req-1595961a-d31f-4e51-bb32-58c8ba5b030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.602775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e768ceff-468f-418e-a004-d1574fbe6184 req-1595961a-d31f-4e51-bb32-58c8ba5b030e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.4844162 Jul 08 17:24:37.604529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-f24fac76-d677-42a4-bc10-8eebc6a96374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.605862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-f24fac76-d677-42a4-bc10-8eebc6a96374 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.3714244 Jul 08 17:24:37.630675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-25c1067c-b95e-40cd-841c-afee6cc8636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.632428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-25c1067c-b95e-40cd-841c-afee6cc8636b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 1098 time: 0.3000333 Jul 08 17:24:37.646090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624208-3d49-4447-ab75-68bf19a800f9 req-084a6a94-3cac-4596-a087-55401cafd934 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.652978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d624208-3d49-4447-ab75-68bf19a800f9 req-084a6a94-3cac-4596-a087-55401cafd934 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 946 time: 0.2604630 Jul 08 17:24:37.704581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e768ceff-468f-418e-a004-d1574fbe6184 req-4d070a29-14c8-48e7-8d96-e47638b6640e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847838 Jul 08 17:24:37.745219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-f65427af-b828-4af5-9a94-c537bb8af306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.746785 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-f65427af-b828-4af5-9a94-c537bb8af306 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283913 Jul 08 17:24:37.815510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d624208-3d49-4447-ab75-68bf19a800f9 req-bc8e402a-e13d-44cd-a390-3281970dc9dd tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608613 Jul 08 17:24:37.885971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-64e7b0f8-7b48-4e19-865c-e43bd5be611b service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270540 Jul 08 17:24:37.914432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-6da3a1f3-673c-493e-94f3-9cf6fb126c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:37.915561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-6da3a1f3-673c-493e-94f3-9cf6fb126c52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2535176 Jul 08 17:24:37.983489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-655a1f00-4b07-48d2-88ea-ae417a6c1371 req-b377ec97-ab94-47ad-ba49-233f3eb38870 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897479 Jul 08 17:24:37.988474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-8c01bd20-c176-45bb-b4a4-a3c19dbc7c08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=33697ae3-eaa3-4739-beb3-95298dddcce8 HTTP/1.1" status: 200 len: 217 time: 0.0572019 Jul 08 17:24:38.081413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc7f76-1943-4b48-9377-0d33af627825 req-c42db77f-57e5-4fa3-9b9e-ac49e89b4d06 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:38.082898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ebc7f76-1943-4b48-9377-0d33af627825 req-c42db77f-57e5-4fa3-9b9e-ac49e89b4d06 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 950 time: 0.2911501 Jul 08 17:24:38.206438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-603ca4e8-a9b6-492a-a1b9-2cafee0e39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:38.207828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-603ca4e8-a9b6-492a-a1b9-2cafee0e39df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1995430 Jul 08 17:24:38.232487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ebc7f76-1943-4b48-9377-0d33af627825 req-65ca573c-4e70-4c17-b315-0877a7f9dd67 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131525 Jul 08 17:24:38.271650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31286-5175-40ab-b39a-72071f62a5ed req-c501df51-45b2-4b3c-83f4-fe5959aa710f tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:38.273162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07b31286-5175-40ab-b39a-72071f62a5ed req-c501df51-45b2-4b3c-83f4-fe5959aa710f tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.3069358 Jul 08 17:24:38.418065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07b31286-5175-40ab-b39a-72071f62a5ed req-9daebf37-a295-453d-bbeb-59482ea72706 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386619 Jul 08 17:24:38.441817 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:38.446124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-6474f26e-652e-47b2-9609-da5f81eb6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:38.447606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-6474f26e-652e-47b2-9609-da5f81eb6630 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302859 Jul 08 17:24:38.450482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:38.867207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:38.898110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ede85-1a8b-4e80-bdf1-4b0d33425678 req-9707baef-9d54-45c4-92eb-005546016c08 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:38.899609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea1ede85-1a8b-4e80-bdf1-4b0d33425678 req-9707baef-9d54-45c4-92eb-005546016c08 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 947 time: 0.5502310 Jul 08 17:24:38.974494 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9 associated. External IP: 172.25.5.222, port: e6402e39-5c6a-4145-93e1-081da6424cb2. Jul 08 17:24:38.974904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:38.981472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-eedf10a9-fa46-4b00-a1bb-eff87f36a999 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971988 Jul 08 17:24:38.986126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'mac_address': 'fa:16:3e:55:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:39.024276 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:39.028664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea1ede85-1a8b-4e80-bdf1-4b0d33425678 req-cbf845b7-a5a0-4097-96bb-93bbfddbe578 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183805 Jul 08 17:24:39.038034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e634d9-1da8-4b2f-8c82-f03d6b894b35 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:39.069185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:39.073949 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:39.130743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:39.145373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e355c5-2baf-4a3e-88a5-e2a35a3cb5b3 req-d36cab7b-1e21-4a1f-9fc5-f1c51aa06fce tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:39.146950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55e355c5-2baf-4a3e-88a5-e2a35a3cb5b3 req-d36cab7b-1e21-4a1f-9fc5-f1c51aa06fce tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 1101 time: 0.3180377 Jul 08 17:24:39.224783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34ffe1a5-133d-400b-82f3-b69cfcf40ff3 req-822b57e5-a963-453e-9517-5932534dedc9 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098901 Jul 08 17:24:39.248693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55e355c5-2baf-4a3e-88a5-e2a35a3cb5b3 req-059f578f-98c3-4d7b-a8ca-d08d385f14e2 tempest-ServersOnMultiNodesTest-1616255946 tempest-ServersOnMultiNodesTest-1616255946-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928273 Jul 08 17:24:39.352034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f325-ce60-4afc-91ab-b2089e69dcb7 req-9640fb33-be97-4d1e-96c5-3fd8df30d502 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:39.353588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e137f325-ce60-4afc-91ab-b2089e69dcb7 req-9640fb33-be97-4d1e-96c5-3fd8df30d502 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.1809967 Jul 08 17:24:39.398247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device cd0d79c0-85d3-40c3-972f-45352bd70e06 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:39.414030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['97e634d9-1da8-4b2f-8c82-f03d6b894b35'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:39.458288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:39.463044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e137f325-ce60-4afc-91ab-b2089e69dcb7 req-ffeef517-d588-423e-b938-29be2fa503ba tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017890 Jul 08 17:24:39.544174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defca44-18c2-4a42-93d3-4ac1395af074 req-66a887cc-80a3-499c-9cad-1a672624ac12 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:39.545766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0defca44-18c2-4a42-93d3-4ac1395af074 req-66a887cc-80a3-499c-9cad-1a672624ac12 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 946 time: 0.1596336 Jul 08 17:24:39.567971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:39.588024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'mac_address': 'fa:16:3e:82:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:39.633407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0defca44-18c2-4a42-93d3-4ac1395af074 req-444bf01e-67e0-4fae-a05b-b09c5f4880fe tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796421 Jul 08 17:24:39.636390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:39.641105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:39.649240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:39.657167 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] Sync routers for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:39.672977 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:39.674963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:39.681637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd0d79c0-85d3-40c3-972f-45352bd70e06 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:39.712228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:39.719968 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:39.741264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6bd4ef4a-da48-49b6-a760-9b0d7c3aaa89 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "PUT /v2.0/floatingips/2a380ad7-92ec-4b5f-93a3-e807152b60d9 HTTP/1.1" status: 200 len: 992 time: 2.3500409 Jul 08 17:24:39.741944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:39.744243 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209" -d '{"events": [{"name": "network-changed", "server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:39.816396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:39.856939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-0db709e9-6133-40f8-854e-054678b9e0bf tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:39.859150 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-0db709e9-6133-40f8-854e-054678b9e0bf tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.0949860 Jul 08 17:24:39.923358 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:39.969773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['cd0d79c0-85d3-40c3-972f-45352bd70e06'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:40.021907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Deleting port e776996f-ce0c-4a4a-875b-6d0e4359fa1a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:40.022586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.164244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-55b88902-5311-4192-905f-abbe5b1bf320 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2989798 Jul 08 17:24:40.170359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:40.207955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.216102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] For port e776996f-ce0c-4a4a-875b-6d0e4359fa1a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:40.217117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.219465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32636c5d-041f-408a-8f34-5aa048f9558b req-a26505dd-0064-4fe5-b0db-33827b7639bf tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:40.228774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32636c5d-041f-408a-8f34-5aa048f9558b req-a26505dd-0064-4fe5-b0db-33827b7639bf tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/ports?device_id=06ffb12f-0a81-4d00-b60c-afc3f34a01cc HTTP/1.1" status: 200 len: 946 time: 0.3043144 Jul 08 17:24:40.333087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32636c5d-041f-408a-8f34-5aa048f9558b req-418c3350-3763-410e-985c-9a937a65215d tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups?id=7372b2f1-cbb4-44a3-8285-26840c6d738e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033530 Jul 08 17:24:40.389357 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '2a380ad7-92ec-4b5f-93a3-e807152b60d9', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'port_id': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'mac_address': 'fa:16:3e:b6:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:02Z', 'updated_at': '2021-07-08T17:24:38Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:40.419582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.432254 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] Checking router: 91438114-c0ce-4913-ac6c-e9bd4399b7f8 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:40.443448 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:40.444303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:40.594529 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a89b4b0-652a-44bb-843d-58464c385296 x-openstack-request-id: req-5a89b4b0-652a-44bb-843d-58464c385296 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:40.596203 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:40.597615 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5a89b4b0-652a-44bb-843d-58464c385296 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:40.599076 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'status': 'completed', 'code': 200} Jul 08 17:24:40.646820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.647193 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:40.647593 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Floating IP 773fc58b-72e9-4c49-8a12-3aac9e92f22e disassociated. External IP: 172.25.5.239, port: e776996f-ce0c-4a4a-875b-6d0e4359fa1a. Jul 08 17:24:40.647940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Calling delete_port for e776996f-ce0c-4a4a-875b-6d0e4359fa1a owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:40.674501 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:40.723742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Allocated IP 172.25.5.93 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/c6cbef64-a6b6-4191-845a-449b08901369) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:40.884803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 33697ae3-eaa3-4739-beb3-95298dddcce8 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:40.887237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:40.940277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.011017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event deleted for resources: {'Port': ['ID=e776996f-ce0c-4a4a-875b-6d0e4359fa1a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:41.026190 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.029832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-f6caae9a-a808-41ee-9230-e26a631aa564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.031348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-f6caae9a-a808-41ee-9230-e26a631aa564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f74687f223ad48769310c5b87679f156&device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 1097 time: 0.4005961 Jul 08 17:24:41.082541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:41.109400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:41.110332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.172067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec0574-ca8c-4512-951f-913ecf2fad4c req-2587c656-a24c-4cf7-ac1d-295cdda88797 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.174800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8ec0574-ca8c-4512-951f-913ecf2fad4c req-2587c656-a24c-4cf7-ac1d-295cdda88797 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 950 time: 0.2120290 Jul 08 17:24:41.210929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.227874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-88806a1e-3ee7-4f9a-8972-dea75da8d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.229527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-88806a1e-3ee7-4f9a-8972-dea75da8d624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 200 len: 925 time: 0.1879895 Jul 08 17:24:41.278074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:41.300030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Router 7d84a5e5-9947-448e-8252-c6c095e047c4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:41.327038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:41.347849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8ec0574-ca8c-4512-951f-913ecf2fad4c req-e0f172ae-5736-4401-9dc9-3b7ce5416d25 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639140 Jul 08 17:24:41.355940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:41.360994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:41.363061 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '2a380ad7-92ec-4b5f-93a3-e807152b60d9', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'port_id': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'mac_address': 'fa:16:3e:b6:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:02Z', 'updated_at': '2021-07-08T17:24:38Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:41.428184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device cd0d79c0-85d3-40c3-972f-45352bd70e06 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:41.432649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Pushing event updated for resources: {'Port': ['ID=c6cbef64-a6b6-4191-845a-449b08901369,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:41.469072 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b1f99-8f87-470d-8476-c19601c4daf6 None None] The sync data for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 is: [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '2a380ad7-92ec-4b5f-93a3-e807152b60d9', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'port_id': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'mac_address': 'fa:16:3e:b6:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:22:02Z', 'updated_at': '2021-07-08T17:24:38Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:41.511270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'mac_address': 'fa:16:3e:ef:c4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:41.543522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-86d6ddb5-d58a-47ae-8a17-55d93fc8346c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6402e39-5c6a-4145-93e1-081da6424cb2 HTTP/1.1" status: 200 len: 1000 time: 0.2823434 Jul 08 17:24:41.575609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.625842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:41.668071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] Sync routers for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:41.735900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] No DVR routers for this DVR port e776996f-ce0c-4a4a-875b-6d0e4359fa1a on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:41.740367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.743764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-e6054eaa-a3ce-4d89-835b-a0cddeda86af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.745357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-e6054eaa-a3ce-4d89-835b-a0cddeda86af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce22d6e-220e-4004-a382-188e05f43918 HTTP/1.1" status: 200 len: 863 time: 0.1877427 Jul 08 17:24:41.748815 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c09033d-288c-4060-ba6d-ef1fcc3c94c3 req-1748fd67-879d-4608-ba81-74c5d07ae755 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.41 "DELETE /v2.0/ports/e776996f-ce0c-4a4a-875b-6d0e4359fa1a HTTP/1.1" status: 204 len: 173 time: 1.8831189 Jul 08 17:24:41.750277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'name': 'network-vif-deleted', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:41.752908 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffea6a3-fc5e-4f03-9fd2-5bfe6033391c" -d '{"events": [{"server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "name": "network-vif-deleted", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:41.773409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:41.775615 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c0f53-ddab-414b-b398-871c5b03b810" -d '{"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-plugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:41.823948 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.832077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:41.832962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:41.863099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c9ed6eac-c3d6-4947-81c2-502427829b80 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:41.873310 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c9ed6eac-c3d6-4947-81c2-502427829b80 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/ports?device_id=14e925ff-399a-46fd-849a-43868ca8bd8d HTTP/1.1" status: 200 len: 950 time: 0.3156950 Jul 08 17:24:41.875253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:41.915250 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.924398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33697ae3-eaa3-4739-beb3-95298dddcce8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:41.943331 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:41.966380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port cd0d79c0-85d3-40c3-972f-45352bd70e06 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:41.966751 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.010736 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab713b46-87c6-4e3b-abdc-8df778a37d39 None None] New status for floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:24:42.150427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:42.150982 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.257062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.269717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:42.289684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:42.338181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port bc6744b4-f7ea-42a0-8041-2f35e7e8d771, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:42.340895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.348309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-2ac5d0a0-0811-4190-ae84-5d3414fc710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:42.349925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-2ac5d0a0-0811-4190-ae84-5d3414fc710d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07ef4e78-ce45-4c6d-9126-76b4cf206fe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4670675 Jul 08 17:24:42.361990 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.385646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for bc6744b4-f7ea-42a0-8041-2f35e7e8d771 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:42.407121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e4344-222c-4989-963a-baf31888882d req-f9012733-4fb2-4026-9244-97cba9a1437a tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:42.421320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-897e4344-222c-4989-963a-baf31888882d req-f9012733-4fb2-4026-9244-97cba9a1437a tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 947 time: 0.7241094 Jul 08 17:24:42.537284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-4470ab0b-4ce1-45ce-bed6-003e4dcd63b2 service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506474 Jul 08 17:24:42.583857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:42.590706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-897e4344-222c-4989-963a-baf31888882d req-c2a2d5cb-2aa6-42d7-b8e1-94cc7d326e5d tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684518 Jul 08 17:24:42.726440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:42.869372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:42.892792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'fd3c5b2a-d569-4add-9ae0-57fde505bd77'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:42.901678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc06d2ed-95c2-46e1-b0a9-e1759a0b8209 req-03e27edc-2a3a-4aab-a671-51272f2192bd service neutron] 10.222.0.41 "GET /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248329 Jul 08 17:24:42.902236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['33697ae3-eaa3-4739-beb3-95298dddcce8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:42.911993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=bc6744b4-f7ea-42a0-8041-2f35e7e8d771,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:42.989987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port bc6744b4-f7ea-42a0-8041-2f35e7e8d771 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:43.019431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.029162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.039081 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0f0c9a6-94e4-4d2b-a0ef-61d6fc352c23 req-c2e46de5-560e-45ec-ac7a-61a0ce8e3255 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "DELETE /v2.0/ports/bc6744b4-f7ea-42a0-8041-2f35e7e8d771 HTTP/1.1" status: 204 len: 173 time: 1.1601393 Jul 08 17:24:43.059372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ee89c-a403-4c9e-ab8c-82311f42dc1f req-e982bdc6-ee9e-4050-b378-f10eb919a927 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:43.061883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d8ee89c-a403-4c9e-ab8c-82311f42dc1f req-e982bdc6-ee9e-4050-b378-f10eb919a927 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.1593022 Jul 08 17:24:43.069574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.072421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'c3ed5464-3323-47e3-ac0b-fd679a913363', 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:43.129633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Pushing event updated for resources: {'Port': ['ID=c6cbef64-a6b6-4191-845a-449b08901369,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:43.178014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d8ee89c-a403-4c9e-ab8c-82311f42dc1f req-09b00745-fb73-4f0d-8e50-3cfa57fca482 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989454 Jul 08 17:24:43.184713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.225604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 796ce922-53ea-4a4d-91e8-97749303a5ff details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:24:43.238969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.270351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.278954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8d51029c-6345-4b26-b96c-2834e400a3de tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1137733 Jul 08 17:24:43.331900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:43.389083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-becc4a23-9964-49cf-ad5f-647e45767e1d tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1082466 Jul 08 17:24:43.445788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '796ce922-53ea-4a4d-91e8-97749303a5ff', 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d', 'port_id': '796ce922-53ea-4a4d-91e8-97749303a5ff', 'mac_address': 'fa:16:3e:28:af:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8362d75-575c-47ad-bd75-aa622b0b5c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:24:43.516088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:43.574158 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.615690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.646716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e776996f-ce0c-4a4a-875b-6d0e4359fa1a no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:43.690839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:43.721940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: e776996f-ce0c-4a4a-875b-6d0e4359fa1a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:43.722280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e776996f-ce0c-4a4a-875b-6d0e4359fa1a not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:43.722682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bc6744b4-f7ea-42a0-8041-2f35e7e8d771 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:43.797460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796ce922-53ea-4a4d-91e8-97749303a5ff {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:24:43.834422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: bc6744b4-f7ea-42a0-8041-2f35e7e8d771 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:43.834760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bc6744b4-f7ea-42a0-8041-2f35e7e8d771 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:43.883721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:43.907047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:43.934176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:44.011663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:44.096257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8b37a4c8-dcf7-4175-958d-25d2dcb45aa4 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.101426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-8b37a4c8-dcf7-4175-958d-25d2dcb45aa4 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.7062771 Jul 08 17:24:44.113044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-11097315-d4f3-42e5-b019-810f0adba482 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:24:44.128947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e68890a4-1c75-470d-b41c-8ec9c15f1048 req-11097315-d4f3-42e5-b019-810f0adba482 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222898 Jul 08 17:24:44.197343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 5, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:44.267290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] Checking router: 7d84a5e5-9947-448e-8252-c6c095e047c4 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:44.275929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['796ce922-53ea-4a4d-91e8-97749303a5ff'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:44.363206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:44.363928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:44.502723 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ab2491-63db-4526-89ad-5d61eb2ed11e x-openstack-request-id: req-42ab2491-63db-4526-89ad-5d61eb2ed11e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:44.503674 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ffb12f-0a81-4d00-b60c-afc3f34a01cc", "name": "network-vif-deleted", "tag": "e776996f-ce0c-4a4a-875b-6d0e4359fa1a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:44.503974 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-42ab2491-63db-4526-89ad-5d61eb2ed11e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:44.504330 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ffb12f-0a81-4d00-b60c-afc3f34a01cc', 'name': 'network-vif-deleted', 'tag': 'e776996f-ce0c-4a4a-875b-6d0e4359fa1a', 'status': 'completed', 'code': 200} Jul 08 17:24:44.557197 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dab1c5-1573-45f4-abac-b090a982c0a3 x-openstack-request-id: req-84dab1c5-1573-45f4-abac-b090a982c0a3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:44.557588 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-plugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:44.557933 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-84dab1c5-1573-45f4-abac-b090a982c0a3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:44.558623 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'code': 200} Jul 08 17:24:44.618958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:44.748356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f8b0c-640f-4f2f-9f01-4ecee72ef669 req-9514cd89-7713-44cd-875f-0d110216d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.751355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c24f8b0c-640f-4f2f-9f01-4ecee72ef669 req-9514cd89-7713-44cd-875f-0d110216d034 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 1101 time: 0.1040604 Jul 08 17:24:44.817879 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c24f8b0c-640f-4f2f-9f01-4ecee72ef669 req-3db781a4-0e30-4724-85aa-c1ae46414c7c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591309 Jul 08 17:24:44.918852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1b196-bcab-4af1-8d07-b5249140153b req-109515ac-3b8b-464d-9789-e4f9f7c8f518 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:44.921520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18e1b196-bcab-4af1-8d07-b5249140153b req-109515ac-3b8b-464d-9789-e4f9f7c8f518 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 948 time: 0.0863433 Jul 08 17:24:44.974226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18e1b196-bcab-4af1-8d07-b5249140153b req-a6393783-2b68-413e-8fae-ed53018c1d94 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463820 Jul 08 17:24:45.065543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 5, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:45.123318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb25fce-0e42-4a3e-8b66-777b1a805167 None None] The sync data for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 is: [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:22:14Z', 'revision_number': 4, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf', 'name': '', 'network_id': 'f0753dd1-beba-4116-a199-9437c3a6fb03', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'mac_address': 'fa:16:3e:c6:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:12Z', 'updated_at': '2021-07-08T17:22:21Z', 'revision_number': 5, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'subnets': [{'id': '65bed641-9d0d-4e4a-b122-0ab37dd648d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:45.290587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc32a5-f043-47a1-9317-84753c415b87 req-92d80c3a-8f18-4e72-8861-fa7b2943658e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:45.294561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddcc32a5-f043-47a1-9317-84753c415b87 req-92d80c3a-8f18-4e72-8861-fa7b2943658e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 944 time: 0.1988444 Jul 08 17:24:45.369015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddcc32a5-f043-47a1-9317-84753c415b87 req-ab826c2e-0f41-452e-ac75-beaaf0705af2 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657094 Jul 08 17:24:45.454113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54556) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:45.538983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef0657-96ff-4041-941b-625e0144967d None None] New status for floating IP 773fc58b-72e9-4c49-8a12-3aac9e92f22e: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:24:45.548144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47aac9e6-c123-4362-ae95-bd2f3b311d5e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.581814 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47aac9e6-c123-4362-ae95-bd2f3b311d5e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.657402 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47aac9e6-c123-4362-ae95-bd2f3b311d5e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.660898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47aac9e6-c123-4362-ae95-bd2f3b311d5e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:45.666427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54564) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:45.666986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-47aac9e6-c123-4362-ae95-bd2f3b311d5e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "DELETE /v2.0/security-groups/7372b2f1-cbb4-44a3-8285-26840c6d738e HTTP/1.1" status: 204 len: 168 time: 0.2099385 Jul 08 17:24:45.676216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aac9e6-c123-4362-ae95-bd2f3b311d5e tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372b2f1-cbb4-44a3-8285-26840c6d738e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:45.694205 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-10c39ea0-3e0c-4a2b-9cd8-36cebc426c39 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] show failed (client error): The resource could not be found. Jul 08 17:24:45.698052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-10c39ea0-3e0c-4a2b-9cd8-36cebc426c39 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "GET /v2.0/security-groups/7372b2f1-cbb4-44a3-8285-26840c6d738e HTTP/1.1" status: 404 len: 347 time: 0.0294175 Jul 08 17:24:45.698183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54566) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:45.937501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Deleting port ca68f214-d8f0-4481-ba26-d4306604e1c9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:45.938760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:46.052931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:46.053511 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:46.078042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Calling delete_port for ca68f214-d8f0-4481-ba26-d4306604e1c9 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:46.256563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:46.294171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Pushing event deleted for resources: {'Port': ['ID=ca68f214-d8f0-4481-ba26-d4306604e1c9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:46.379668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:46.382478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:46.385171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d1e514a8-9bef-45cb-90d7-58f4a53d7385 tempest-ServersTestJSON-116280296 tempest-ServersTestJSON-116280296-project] 10.222.0.63 "DELETE /v2.0/floatingips/773fc58b-72e9-4c49-8a12-3aac9e92f22e HTTP/1.1" status: 204 len: 168 time: 0.6852674 Jul 08 17:24:46.387853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54572) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:46.506817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'name': 'network-vif-deleted', 'tag': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:46.510134 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508bfc0d-f347-4302-a8e9-401be4ab0497" -d '{"events": [{"server_uuid": "14e925ff-399a-46fd-849a-43868ca8bd8d", "name": "network-vif-deleted", "tag": "bc6744b4-f7ea-42a0-8041-2f35e7e8d771"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:46.559565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:46.562377 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3bd2f7-aae5-4c5f-bec5-1816b4e0b673" -d '{"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:46.850436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:46.922802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 796ce922-53ea-4a4d-91e8-97749303a5ff up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:46.978230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 796ce922-53ea-4a4d-91e8-97749303a5ff completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:46.983885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 796ce922-53ea-4a4d-91e8-97749303a5ff triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:46.984323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.116260 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.159823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:47.167213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.167452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 33697ae3-eaa3-4739-beb3-95298dddcce8 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:47.234962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Deleting port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:47.235578 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.280720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:47.291764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 33697ae3-eaa3-4739-beb3-95298dddcce8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:47.298173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 33697ae3-eaa3-4739-beb3-95298dddcce8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:47.298581 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.328257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] For port a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:47.328601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.351535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Calling delete_port for a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:47.428564 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.496336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:47.508202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.577130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:47.612048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:47.644215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:47.932086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:48.484272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-52d8a6d7-f1d8-4a23-9db5-69d605eea8ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851738 Jul 08 17:24:48.585220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Router 7d84a5e5-9947-448e-8252-c6c095e047c4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:24:48.636787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-0ad03748-82b4-4a6c-996a-4df480f8ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:48.636787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-0ad03748-82b4-4a6c-996a-4df480f8ee10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9cb8beca9e7649af8fb571b3196864e7&device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 1101 time: 0.1223311 Jul 08 17:24:48.729768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:48.742221 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] Sync routers for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:48.757676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aa316ca4-d66e-4500-bad8-d56d37bbad05 admin admin] 10.222.0.63 "PUT /v2.0/routers/7d84a5e5-9947-448e-8252-c6c095e047c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3661048 Jul 08 17:24:48.757676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54588) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:48.770011 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:48.771006 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:48.838231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-7c060420-a255-4d94-814a-d6407b835ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:48.839936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-7c060420-a255-4d94-814a-d6407b835ef3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1724083 Jul 08 17:24:48.890473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-f785c0c2-51df-4256-9da6-26191b9a87f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 HTTP/1.1" status: 200 len: 217 time: 0.0417821 Jul 08 17:24:48.965437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-9b14b931-13da-48fd-ab76-16f3fe121c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:48.968131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-9b14b931-13da-48fd-ab76-16f3fe121c45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0650258 Jul 08 17:24:48.994577 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:49.036065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.081217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-3a9b9e42-47c5-4ec1-8486-fb20843feff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:49.083786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-3a9b9e42-47c5-4ec1-8486-fb20843feff3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087968 Jul 08 17:24:49.241788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.252503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-8d362535-afc3-47b0-beef-80cf9361777d service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555643 Jul 08 17:24:49.334970 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:24:47Z', 'revision_number': 5, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port': {'id': 'd3ece73a-d698-4311-9525-2b2780c8bb8f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:22:07Z', 'updated_at': '2021-07-08T17:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:49.356538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Deleting port d3ece73a-d698-4311-9525-2b2780c8bb8f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:49.357179 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.374241 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] Checking router: 7d84a5e5-9947-448e-8252-c6c095e047c4 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:49.385406 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] Routers {'7d84a5e5-9947-448e-8252-c6c095e047c4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:49.388893 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['7d84a5e5-9947-448e-8252-c6c095e047c4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:49.420308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b71cdc9-3575-4228-84d7-7e6a3a50a5db req-66945985-aee7-4186-a3eb-5c57839b1cfc service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594944 Jul 08 17:24:49.467407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] For port d3ece73a-d698-4311-9525-2b2780c8bb8f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d3ece73a-d698-4311-9525-2b2780c8bb8f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:49.468058 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.486258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Calling delete_port for d3ece73a-d698-4311-9525-2b2780c8bb8f owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:49.541717 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] Set router 7d84a5e5-9947-448e-8252-c6c095e047c4 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:49.614170 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:24:49Z', 'revision_number': 6, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:49.659324 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2397d9b-8cfa-4be7-89ef-b94ec6300cf4 None None] The sync data for ids ['7d84a5e5-9947-448e-8252-c6c095e047c4'] in n-d-799528-4 is: [{'id': '7d84a5e5-9947-448e-8252-c6c095e047c4', 'name': 'tempest-ServersTestJSON-1965860929-router', 'tenant_id': '41b39d2156d2497fb94371f7266b5e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:22:05Z', 'updated_at': '2021-07-08T17:24:49Z', 'revision_number': 6, 'project_id': '41b39d2156d2497fb94371f7266b5e77', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:49.740004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.783092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ece73a-d698-4311-9525-2b2780c8bb8f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:49.871123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.995368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:49.998084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.081806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.082454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d84a5e5-9947-448e-8252-c6c095e047c4 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:24:50.099121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.105022 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54592) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:50.105548 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dfd1b8da-6494-459b-bcae-b58cdede90fb admin admin] 10.222.0.63 "DELETE /v2.0/routers/7d84a5e5-9947-448e-8252-c6c095e047c4 HTTP/1.1" status: 204 len: 168 time: 1.3470056 Jul 08 17:24:50.167046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] Deleting subnet 65bed641-9d0d-4e4a-b122-0ab37dd648d4 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:24:50.172938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.221455 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.341384 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.403764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.429107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65bed641-9d0d-4e4a-b122-0ab37dd648d4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:50.511461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.513952 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-010a0e8f-b5ef-4577-aa41-2cc1b96c0cef admin admin] 10.222.0.63 "DELETE /v2.0/subnets/65bed641-9d0d-4e4a-b122-0ab37dd648d4 HTTP/1.1" status: 204 len: 168 time: 0.4074996 Jul 08 17:24:50.518134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54594) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:50.525356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf66279-a17a-4dd2-8754-350cb9b3c4ba None None] Network f0753dd1-beba-4116-a199-9437c3a6fb03 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:50.593077 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.665414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Deleting port d09a07d3-7d4d-4b02-bb56-50442739d52a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:50.665756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.779165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] DHCP port deletion for f0753dd1-beba-4116-a199-9437c3a6fb03 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:24:50.792925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] For port d09a07d3-7d4d-4b02-bb56-50442739d52a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d09a07d3-7d4d-4b02-bb56-50442739d52a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:50.793328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.824959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Calling delete_port for d09a07d3-7d4d-4b02-bb56-50442739d52a owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:50.890025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d3ece73a-d698-4311-9525-2b2780c8bb8f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:50.939496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d3ece73a-d698-4311-9525-2b2780c8bb8f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:50.940150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d3ece73a-d698-4311-9525-2b2780c8bb8f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:50.940720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d09a07d3-7d4d-4b02-bb56-50442739d52a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:50.950018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] Deleting port d09a07d3-7d4d-4b02-bb56-50442739d52a {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:50.951414 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:50.977424 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.008539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09a07d3-7d4d-4b02-bb56-50442739d52a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:51.014174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] No DVR routers for this DVR port d09a07d3-7d4d-4b02-bb56-50442739d52a on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:51.067412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] For port d09a07d3-7d4d-4b02-bb56-50442739d52a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d09a07d3-7d4d-4b02-bb56-50442739d52a,segment=NetworkSegment(f385bfd6-ad31-4147-bf56-43e54f870541),segment_id=f385bfd6-ad31-4147-bf56-43e54f870541)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:51.067799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.098005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d09a07d3-7d4d-4b02-bb56-50442739d52a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:51.098345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d09a07d3-7d4d-4b02-bb56-50442739d52a not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:51.098756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:51.104095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] Calling delete_port for d09a07d3-7d4d-4b02-bb56-50442739d52a owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:51.142205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:24:51.142780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a2546ff7-d9b0-45b8-83a3-1dfd4e0907bf not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:24:51.149473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.160426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0753dd1-beba-4116-a199-9437c3a6fb03']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:51.172269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f385bfd6-ad31-4147-bf56-43e54f870541') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:51.172574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f385bfd6-ad31-4147-bf56-43e54f870541') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:51.191324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.207408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.217771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:24:51.218169 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:24:51.220824 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:24:51.258866 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.299985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] Pushing event deleted for resources: {'Port': ['ID=d09a07d3-7d4d-4b02-bb56-50442739d52a,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:51.309327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e654683-afa9-4162-8f48-0f5c748cdb86 None None] No DVR routers for this DVR port d09a07d3-7d4d-4b02-bb56-50442739d52a on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:51.318557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.323618 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.328880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f0753dd1-beba-4116-a199-9437c3a6fb03 HTTP/1.1" status: 204 len: 168 time: 0.8087578 Jul 08 17:24:51.346936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dec3f1-862d-49d9-91c9-097b4d3ac4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0753dd1-beba-4116-a199-9437c3a6fb03,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:51.599541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54604) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:51.668907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ac90ba2e-07e9-4a5c-b570-e06155be0d4a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=41b39d2156d2497fb94371f7266b5e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680566 Jul 08 17:24:51.671405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54606) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:51.725569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46789990-362d-4915-94fd-e94c8a5d03af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.748379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46789990-362d-4915-94fd-e94c8a5d03af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.828040 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46789990-362d-4915-94fd-e94c8a5d03af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.831524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46789990-362d-4915-94fd-e94c8a5d03af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:51.832685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-46789990-362d-4915-94fd-e94c8a5d03af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf4bc185-0de2-4207-841b-a94efde05042 HTTP/1.1" status: 204 len: 168 time: 0.1603889 Jul 08 17:24:51.862367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46789990-362d-4915-94fd-e94c8a5d03af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4bc185-0de2-4207-841b-a94efde05042,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:52.731390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54630) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:52.895930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1105637646-network', 'tenant_id': '5a67d3690506449d9c74a5c065567045'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:52.919494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:52.922681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:52.934185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.152953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.166019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.219033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:24:53.230040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03320bb2-afae-4cd3-bc82-044655696c8a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:53.248861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.248861 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Added segment 1149c6b6-bb2f-4978-93d6-dbf5d1f746fa of type vlan for network 79d53fa7-c96f-4de0-975e-8019dfd50b73 Jul 08 17:24:53.295445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.346225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.347690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:53.348469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.378407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6451392 Jul 08 17:24:53.383176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54636) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:53.389762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Request body: {'subnet': {'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1105637646-subnet', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:53.417515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:53.424587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.430180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6adbab-7b8b-42a5-b271-2beed83746d4 admin admin] Pushing event updated for resources: {'Network': ['ID=79d53fa7-c96f-4de0-975e-8019dfd50b73,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:53.441067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:24:53.703473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.802514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d76aadc-2b18-4d53-ba20-d8cea51bd04f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:53.812012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Checking segment: {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:53.812506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Network hostable DHCP agents. Network: 79d53fa7-c96f-4de0-975e-8019dfd50b73, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:24:53.838094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:24:53.852429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 79d53fa7-c96f-4de0-975e-8019dfd50b73) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:53.858788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:53.860199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.866624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749e38d-5e86-436e-b27c-897f644cfd7e None None] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:53.892388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54638) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:53.893393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a2c5f538-116c-4e0b-ba9c-4cdc2c067ba7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5078919 Jul 08 17:24:53.897614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:53.942834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:53.946476 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.022029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.141554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e5399-1242-4013-9831-847bf100f140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-79d53fa7-c96f-4de0-975e-8019dfd50b73', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:24:54.142465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-072e5399-1242-4013-9831-847bf100f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.244986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.315314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-072e5399-1242-4013-9831-847bf100f140 None None] Allocated IP 172.20.0.2 (79d53fa7-c96f-4de0-975e-8019dfd50b73/3d76aadc-2b18-4d53-ba20-d8cea51bd04f/00665e2e-32d9-436a-b728-62a40eb8a9a2) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:54.508997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-072e5399-1242-4013-9831-847bf100f140 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.519491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-072e5399-1242-4013-9831-847bf100f140 None None] Transition to ACTIVE for port object 00665e2e-32d9-436a-b728-62a40eb8a9a2 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:54.535342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-072e5399-1242-4013-9831-847bf100f140 None None] Transition to ACTIVE for port object 00665e2e-32d9-436a-b728-62a40eb8a9a2 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:54.541860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.545107 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-072e5399-1242-4013-9831-847bf100f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.565648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.584381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e5399-1242-4013-9831-847bf100f140 None None] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:54.589875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-072e5399-1242-4013-9831-847bf100f140 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:54.600060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e5399-1242-4013-9831-847bf100f140 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:54.609896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e5399-1242-4013-9831-847bf100f140 None None] Pushing event updated for resources: {'Port': ['ID=00665e2e-32d9-436a-b728-62a40eb8a9a2,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:54.674426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-072e5399-1242-4013-9831-847bf100f140 None None] Attempting to bind port 00665e2e-32d9-436a-b728-62a40eb8a9a2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:54.674797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-072e5399-1242-4013-9831-847bf100f140 None None] Attempting to bind port 00665e2e-32d9-436a-b728-62a40eb8a9a2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:54.675167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e5399-1242-4013-9831-847bf100f140 None None] Attempting to bind port 00665e2e-32d9-436a-b728-62a40eb8a9a2 on network 79d53fa7-c96f-4de0-975e-8019dfd50b73 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:54.682589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e5399-1242-4013-9831-847bf100f140 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:54.682964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e5399-1242-4013-9831-847bf100f140 None None] Checking segment: {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:54.683370 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-072e5399-1242-4013-9831-847bf100f140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.683763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e5399-1242-4013-9831-847bf100f140 None None] Bound using segment: {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:54.684232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-072e5399-1242-4013-9831-847bf100f140 None None] Bound port: 00665e2e-32d9-436a-b728-62a40eb8a9a2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:54.684623 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-072e5399-1242-4013-9831-847bf100f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.759952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-072e5399-1242-4013-9831-847bf100f140 None None] For port 00665e2e-32d9-436a-b728-62a40eb8a9a2, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:54.769020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Allocated IP 172.25.5.179 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/334d8a3e-2385-4d78-9af1-2103709d5a43) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:54.776866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-072e5399-1242-4013-9831-847bf100f140 None None] For port 00665e2e-32d9-436a-b728-62a40eb8a9a2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=00665e2e-32d9-436a-b728-62a40eb8a9a2,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:54.785332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-072e5399-1242-4013-9831-847bf100f140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.844200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e5399-1242-4013-9831-847bf100f140 None None] Pushing event updated for resources: {'Port': ['ID=00665e2e-32d9-436a-b728-62a40eb8a9a2,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:54.923883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:54.985448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.038921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:55.049734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:55.054947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:55.058405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=334d8a3e-2385-4d78-9af1-2103709d5a43,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:55.401758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.564594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.644115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-31358be8-5ce2-4acf-a7e3-abd2950070ae tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:55.648618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:55.649500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-31358be8-5ce2-4acf-a7e3-abd2950070ae tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 820 time: 0.1647615 Jul 08 17:24:55.675702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-8a277c86-af57-4e08-898a-3743fee6102f tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/quotas/2c3d9e08b98c47aea8e84c3b459e8add HTTP/1.1" status: 200 len: 375 time: 0.0185862 Jul 08 17:24:55.783390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-5e83ae79-a5a7-402b-856c-dd5a9961f52f tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1016417 Jul 08 17:24:55.834326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:24:55.964188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-6d7361dc-af64-4e86-b3d3-5057e34541b5 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727331 Jul 08 17:24:56.057222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:24:56.069681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Sync routers for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:24:56.079538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-f829c1ce-ebca-4599-b5cd-038ecd1cac1f service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081450 Jul 08 17:24:56.082428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:56.083105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:56.108277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.113192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54670) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:24:56.113367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3f8ce842-e2f0-4cfb-8763-1929e516f5f6 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2196624 Jul 08 17:24:56.195799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7faca9-9029-497c-b623-36bfb7fb12c7 None None] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:24:56.284519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d9bd9464-6215-42f4-9c28-600a8bd031de None None] Provisioning for port 00665e2e-32d9-436a-b728-62a40eb8a9a2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:56.319138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:56.385187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508952fd-da2f-4fba-982d-06affd48655d req-a05cd45e-48ca-458c-b8ee-f8211dc1a184 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:56.386691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-508952fd-da2f-4fba-982d-06affd48655d req-a05cd45e-48ca-458c-b8ee-f8211dc1a184 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 949 time: 0.1957030 Jul 08 17:24:56.511723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-508952fd-da2f-4fba-982d-06affd48655d req-fe527161-bf9d-4f48-ab8d-a228f69e1658 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166215 Jul 08 17:24:56.592115 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aad199a-c9d3-4c84-903d-9dab6061553e x-openstack-request-id: req-8aad199a-c9d3-4c84-903d-9dab6061553e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:56.592408 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e925ff-399a-46fd-849a-43868ca8bd8d", "name": "network-vif-deleted", "tag": "bc6744b4-f7ea-42a0-8041-2f35e7e8d771", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:56.593124 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8aad199a-c9d3-4c84-903d-9dab6061553e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:56.593511 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e925ff-399a-46fd-849a-43868ca8bd8d', 'name': 'network-vif-deleted', 'tag': 'bc6744b4-f7ea-42a0-8041-2f35e7e8d771', 'status': 'completed', 'code': 200} Jul 08 17:24:56.649944 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5287e605-af82-47dd-a5cb-a0fdff74fffb x-openstack-request-id: req-5287e605-af82-47dd-a5cb-a0fdff74fffb {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:24:56.650515 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-plugged", "status": "completed", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:24:56.650673 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5287e605-af82-47dd-a5cb-a0fdff74fffb {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:24:56.651124 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'code': 200} Jul 08 17:24:56.679973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:55Z', 'revision_number': 3, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:56.710475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Checking router: b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:24:56.710964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Updating router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca port 334d8a3e-2385-4d78-9af1-2103709d5a43 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:24:56.783433 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:56.940194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8ba83-990a-4228-ac93-bb6c5abfbb4d req-1f44cef9-0bfe-4177-b7a3-32029faad05e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:56.956416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39b8ba83-990a-4228-ac93-bb6c5abfbb4d req-1f44cef9-0bfe-4177-b7a3-32029faad05e tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.4985096 Jul 08 17:24:56.981042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.029871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 00665e2e-32d9-436a-b728-62a40eb8a9a2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:57.079949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39b8ba83-990a-4228-ac93-bb6c5abfbb4d req-da474edb-2ca3-422f-b88a-35f4c19e5d5c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219711 Jul 08 17:24:57.253173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 00665e2e-32d9-436a-b728-62a40eb8a9a2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:57.266061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 00665e2e-32d9-436a-b728-62a40eb8a9a2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:57.266519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.329983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad841a-7e2b-42f0-8337-a671231d01ae req-4700d5aa-1d97-4cba-8b6d-11c8dd40ef61 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:57.336902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2ad841a-7e2b-42f0-8337-a671231d01ae req-4700d5aa-1d97-4cba-8b6d-11c8dd40ef61 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 950 time: 0.2853398 Jul 08 17:24:57.377092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d438def5-0df9-4f7a-b3cf-1d83870d2eb9 req-bcf809f5-9d82-42e3-9c4f-7b166d3c72b2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 210 time: 0.1060326 Jul 08 17:24:57.392300 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.441444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Allocated IP 172.20.0.1 (79d53fa7-c96f-4de0-975e-8019dfd50b73/3d76aadc-2b18-4d53-ba20-d8cea51bd04f/387b723e-aa3a-4931-8417-6d5191177ffa) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:57.455937 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.457444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2ad841a-7e2b-42f0-8337-a671231d01ae req-cd5febae-e682-4540-adc4-9915ee946cb7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196163 Jul 08 17:24:57.472081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a290056-1be0-41cc-a1f2-814d6b016fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.482355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Transition to ACTIVE for port object 334d8a3e-2385-4d78-9af1-2103709d5a43 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:57.508840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.512644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 00665e2e-32d9-436a-b728-62a40eb8a9a2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=00665e2e-32d9-436a-b728-62a40eb8a9a2,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:57.554130 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.612323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Attempting to bind port 334d8a3e-2385-4d78-9af1-2103709d5a43 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:24:57.612980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Attempting to bind port 334d8a3e-2385-4d78-9af1-2103709d5a43 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:24:57.613538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Attempting to bind port 334d8a3e-2385-4d78-9af1-2103709d5a43 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:24:57.617797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-2c4a6d1f-b8a2-4c6c-9bad-fb35a8813532 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:57.622442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-2c4a6d1f-b8a2-4c6c-9bad-fb35a8813532 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 950 time: 0.2444365 Jul 08 17:24:57.626043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:24:57.626925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:24:57.627331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.627735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:24:57.628204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Bound port: 334d8a3e-2385-4d78-9af1-2103709d5a43, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:24:57.628586 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.703305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] For port 334d8a3e-2385-4d78-9af1-2103709d5a43, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:24:57.707332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] For port 334d8a3e-2385-4d78-9af1-2103709d5a43, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=334d8a3e-2385-4d78-9af1-2103709d5a43,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:24:57.708545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc2d26-2ae0-46f1-bbd3-c726bd961759 None None] Pushing event updated for resources: {'Port': ['ID=334d8a3e-2385-4d78-9af1-2103709d5a43,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:57.745795 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.752697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.778367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Transition to ACTIVE for port object 387b723e-aa3a-4931-8417-6d5191177ffa will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:57.818093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=00665e2e-32d9-436a-b728-62a40eb8a9a2,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:57.837088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:24:57.837797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:57.880727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port fd3c5b2a-d569-4add-9ae0-57fde505bd77 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:24:57.881381 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.932406 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:57.970211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc2d26-2ae0-46f1-bbd3-c726bd961759 None None] Pushing event updated for resources: {'Port': ['ID=334d8a3e-2385-4d78-9af1-2103709d5a43,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:58.007492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:24:58.030231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:58.041814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:58.049544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Pushing event updated for resources: {'Port': ['ID=387b723e-aa3a-4931-8417-6d5191177ffa,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:58.055664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:58.131120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41d522-55e0-4ac9-99b7-051c3f8b05d6 req-7d55d836-b728-4a1a-b9f7-1b9b5044a123 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:58.138311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f41d522-55e0-4ac9-99b7-051c3f8b05d6 req-7d55d836-b728-4a1a-b9f7-1b9b5044a123 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 949 time: 0.3285127 Jul 08 17:24:58.142257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port fd3c5b2a-d569-4add-9ae0-57fde505bd77, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fd3c5b2a-d569-4add-9ae0-57fde505bd77,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:58.142630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.170626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for fd3c5b2a-d569-4add-9ae0-57fde505bd77 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:24:58.197068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.440283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:55Z', 'revision_number': 3, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:24:58.489967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-6800505c-145d-467e-ad02-9ba63f0c1cdc tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:58.493127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-6800505c-145d-467e-ad02-9ba63f0c1cdc tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.41 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 820 time: 0.3104916 Jul 08 17:24:58.517965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'port': {'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'admin_state_up': True, 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:58.533313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f41d522-55e0-4ac9-99b7-051c3f8b05d6 req-35f4815d-9564-4b48-a419-e08804bcc04e tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938498 Jul 08 17:24:58.543037 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.600568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'fd3c5b2a-d569-4add-9ae0-57fde505bd77'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:58.635088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=fd3c5b2a-d569-4add-9ae0-57fde505bd77,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:58.710344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'c3ed5464-3323-47e3-ac0b-fd679a913363'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:24:58.755047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Made reservation on behalf of 2c3d9e08b98c47aea8e84c3b459e8add for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:24:58.760840 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.810671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff'}, {'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:58.812995 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac9190-e217-4c97-ad47-283b3f57fc19" -d '{"events": [{"server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "name": "network-vif-plugged", "status": "completed", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff"}, {"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-plugged", "status": "completed", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:58.823273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada30eb5-0cf0-4f2f-afe3-9f71d2cf9a4d None None] The sync data for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 is: [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:55Z', 'revision_number': 3, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:24:58.902449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e6bf24e9-72ec-4470-9a36-ee045bde4f5f None None] Provisioning for port 387b723e-aa3a-4931-8417-6d5191177ffa completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:24:58.909195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2233d9fe-de4d-4adb-8387-194f6c42d39e req-53396841-b34e-45b7-8635-81c15d3ade0b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 210 time: 0.0722845 Jul 08 17:24:58.914103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e6bf24e9-72ec-4470-9a36-ee045bde4f5f None None] Provisioning complete for port 387b723e-aa3a-4931-8417-6d5191177ffa triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:58.914536 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6bf24e9-72ec-4470-9a36-ee045bde4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:58.968372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 00665e2e-32d9-436a-b728-62a40eb8a9a2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:24:59.010982 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.052225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Allocated IP 172.20.0.5 (15480377-6a8a-4540-8917-07c29bff0b90/c4a74e6d-ac28-43bd-91f5-dc3edbbb9026/3e08529a-c882-4a22-9daa-424e5c966482) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:24:59.074277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port fd3c5b2a-d569-4add-9ae0-57fde505bd77 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:24:59.103465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf24e9-72ec-4470-9a36-ee045bde4f5f None None] Port 387b723e-aa3a-4931-8417-6d5191177ffa cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:24:59.127253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.133439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1750466-73fb-4217-8d4b-baebdd44bbed req-5acb9133-73f2-47cc-a963-ecaf47ffa491 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "DELETE /v2.0/ports/fd3c5b2a-d569-4add-9ae0-57fde505bd77 HTTP/1.1" status: 204 len: 173 time: 1.4999158 Jul 08 17:24:59.134089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'name': 'network-vif-deleted', 'tag': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:24:59.136078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 00665e2e-32d9-436a-b728-62a40eb8a9a2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:24:59.136519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.144397 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d88aece-0087-4924-aff9-e070c57e4668" -d '{"events": [{"server_uuid": "2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f", "name": "network-vif-deleted", "tag": "fd3c5b2a-d569-4add-9ae0-57fde505bd77"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:24:59.381894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.424649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Transition to ACTIVE for port object 3e08529a-c882-4a22-9daa-424e5c966482 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:24:59.477901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.513361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device cd0d79c0-85d3-40c3-972f-45352bd70e06 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:24:59.573333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Network 15480377-6a8a-4540-8917-07c29bff0b90 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:24:59.577866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:24:59.598256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:24:59.660284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Pushing event updated for resources: {'Port': ['ID=3e08529a-c882-4a22-9daa-424e5c966482,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:24:59.725695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:59.726812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.772215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-c49c1d82-d27c-4c43-b02a-3627fa7e92f2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2622607 Jul 08 17:24:59.793658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Request body: {'port': {'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:24:59.834760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a35972eb-e693-4304-94b3-a82a6d1dd84a req-7d2fde0f-9542-4c3d-9675-71451869c868 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f HTTP/1.1" status: 200 len: 210 time: 0.6782179 Jul 08 17:24:59.847007 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.957615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98491-27d5-46b3-9aff-9e7d372e77f9 req-b6238616-94f7-4d24-bfc2-2cdaa1f80ab0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:24:59.962270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:24:59.964951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:24:59.970980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75e98491-27d5-46b3-9aff-9e7d372e77f9 req-b6238616-94f7-4d24-bfc2-2cdaa1f80ab0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 1.1318405 Jul 08 17:25:00.011180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.081678 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bade6210-ba09-4789-aadf-9b98fa6dc5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.087853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75e98491-27d5-46b3-9aff-9e7d372e77f9 req-4ecbfc3c-9e4b-4ca8-8e0d-35719a2d42bf tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155727 Jul 08 17:25:00.140875 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.154620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.280852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89e73738-3415-4a7f-9787-f14280c7ad0a None None] Provisioning for port 3e08529a-c882-4a22-9daa-424e5c966482 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:00.319765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.340225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Pushing event updated for resources: {'Port': ['ID=387b723e-aa3a-4931-8417-6d5191177ffa,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:00.355357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89e73738-3415-4a7f-9787-f14280c7ad0a None None] Provisioning complete for port 3e08529a-c882-4a22-9daa-424e5c966482 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:00.355849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89e73738-3415-4a7f-9787-f14280c7ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.443456 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7caa05-09a1-4a07-b179-0f760bc1c559 x-openstack-request-id: req-6a7caa05-09a1-4a07-b179-0f760bc1c559 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:00.443978 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "name": "network-vif-plugged", "status": "completed", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff", "code": 200}, {"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-plugged", "status": "completed", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:00.444429 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6a7caa05-09a1-4a07-b179-0f760bc1c559 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:00.444989 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff', 'code': 200} Jul 08 17:25:00.445316 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'code': 200} Jul 08 17:25:00.453883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:00.480660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.503185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-89e73738-3415-4a7f-9787-f14280c7ad0a None None] Port 3e08529a-c882-4a22-9daa-424e5c966482 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:25:00.541308 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b645b3-9188-417e-ba88-e849268b4a12 x-openstack-request-id: req-31b645b3-9188-417e-ba88-e849268b4a12 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:00.541666 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f", "name": "network-vif-deleted", "tag": "fd3c5b2a-d569-4add-9ae0-57fde505bd77", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:00.542500 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31b645b3-9188-417e-ba88-e849268b4a12 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:00.542921 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d091a1c-5ad9-47ae-a2e4-bee7ad08be5f', 'name': 'network-vif-deleted', 'tag': 'fd3c5b2a-d569-4add-9ae0-57fde505bd77', 'status': 'completed', 'code': 200} Jul 08 17:25:00.601243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:00.604849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:00.760722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a06c87-3541-442b-9fae-45e7c0643ee9 req-db870fb4-48a9-42fb-90ff-582e3ca85eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:00.767823 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a06c87-3541-442b-9fae-45e7c0643ee9 req-db870fb4-48a9-42fb-90ff-582e3ca85eb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 1100 time: 0.2260897 Jul 08 17:25:00.773564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e08529a-c882-4a22-9daa-424e5c966482 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:00.793078 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.824791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Transition to ACTIVE for port object 3e08529a-c882-4a22-9daa-424e5c966482 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:00.829976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a06c87-3541-442b-9fae-45e7c0643ee9 req-8b0b32de-661d-45fb-8590-ba1aae92b9f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465915 Jul 08 17:25:00.836061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:00.901975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Pushing event updated for resources: {'Port': ['ID=3e08529a-c882-4a22-9daa-424e5c966482,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:00.922347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20ed1-51c9-4d52-a507-e4c26b78fc2b req-20826ade-d23f-4ea4-88a4-c3e0fe8df779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:00.924154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fc20ed1-51c9-4d52-a507-e4c26b78fc2b req-20826ade-d23f-4ea4-88a4-c3e0fe8df779 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1096 time: 0.3804533 Jul 08 17:25:00.955208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:00.968194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 334d8a3e-2385-4d78-9af1-2103709d5a43 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:00.975686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8705-a6a5-4308-a599-f0efda6e687b req-5e44273e-3a06-476d-b8be-547e3ef9f449 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:00.976874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-831b8705-a6a5-4308-a599-f0efda6e687b req-5e44273e-3a06-476d-b8be-547e3ef9f449 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 949 time: 0.3640957 Jul 08 17:25:01.019137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Attempting to bind port 3e08529a-c882-4a22-9daa-424e5c966482 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:01.019500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Attempting to bind port 3e08529a-c882-4a22-9daa-424e5c966482 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:01.019838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Attempting to bind port 3e08529a-c882-4a22-9daa-424e5c966482 on network 15480377-6a8a-4540-8917-07c29bff0b90 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:01.025234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Port 3e08529a-c882-4a22-9daa-424e5c966482 on network 15480377-6a8a-4540-8917-07c29bff0b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:01.025564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Attempting to bind port 3e08529a-c882-4a22-9daa-424e5c966482 on network 15480377-6a8a-4540-8917-07c29bff0b90 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:01.031874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:01.032182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Checking segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:01.032576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Bound using segment: {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:01.033150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Bound port: 3e08529a-c882-4a22-9daa-424e5c966482, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7705a8-18b6-450d-a854-00d3157dce49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:01.033514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.039382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fd3c5b2a-d569-4add-9ae0-57fde505bd77 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:01.087989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407257d-b962-4466-b61a-491ea3339f29 req-eef05d38-9bbd-4815-ab46-40f97cd3fc0c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:01.095215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1407257d-b962-4466-b61a-491ea3339f29 req-eef05d38-9bbd-4815-ab46-40f97cd3fc0c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 931 time: 0.3873186 Jul 08 17:25:01.123183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: fd3c5b2a-d569-4add-9ae0-57fde505bd77 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:01.123183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fd3c5b2a-d569-4add-9ae0-57fde505bd77 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:01.163436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-39ecdcb0-4042-4cfd-af02-f7840dfc1093 None None] Provisioning complete for port 387b723e-aa3a-4931-8417-6d5191177ffa triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:01.163813 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39ecdcb0-4042-4cfd-af02-f7840dfc1093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.202927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fc20ed1-51c9-4d52-a507-e4c26b78fc2b req-0c2fe772-c4c4-4452-8be4-0dbab46cec31 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547567 Jul 08 17:25:01.218192 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-831b8705-a6a5-4308-a599-f0efda6e687b req-507863f9-4ee6-42bb-b8bd-30679bb9f053 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254956 Jul 08 17:25:01.219136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] For port 3e08529a-c882-4a22-9daa-424e5c966482, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:01.223162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] For port 3e08529a-c882-4a22-9daa-424e5c966482, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3e08529a-c882-4a22-9daa-424e5c966482,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:01.234751 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.289868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1407257d-b962-4466-b61a-491ea3339f29 req-547fd855-393f-467e-a541-64bf651d2cdf tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850147 Jul 08 17:25:01.313462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 334d8a3e-2385-4d78-9af1-2103709d5a43 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:01.321884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 334d8a3e-2385-4d78-9af1-2103709d5a43 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:01.322706 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.328169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.372363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:01.373283 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.376841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 1091 time: 1.5878897 Jul 08 17:25:01.378828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-39ecdcb0-4042-4cfd-af02-f7840dfc1093 None None] Port 387b723e-aa3a-4931-8417-6d5191177ffa cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:25:01.379819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:01.386800 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "tag": "3e08529a-c882-4a22-9daa-424e5c966482"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:01.394987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9937bf3-ad86-4b00-9245-00e58f537459 service neutron] Pushing event updated for resources: {'Port': ['ID=3e08529a-c882-4a22-9daa-424e5c966482,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:01.575665 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.580312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-5ac3dac0-560e-42fe-be4d-486882aed1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:01.587706 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-5ac3dac0-560e-42fe-be4d-486882aed1eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 1094 time: 0.1271207 Jul 08 17:25:01.604938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 334d8a3e-2385-4d78-9af1-2103709d5a43, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=334d8a3e-2385-4d78-9af1-2103709d5a43,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:01.613022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:01.650567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-8a7f5191-af67-45ee-96bb-aa8efcacff99 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:01.653353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-8a7f5191-af67-45ee-96bb-aa8efcacff99 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.2755656 Jul 08 17:25:01.655564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:01.675162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ed5d632d-e78f-4e59-a6d4-b22666881d88 admin admin] 10.222.0.63 "PUT /v2.0/routers/b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5608165 Jul 08 17:25:01.694793 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Sync routers for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:01.702441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-fc0b6d81-fee6-4ca3-9ad6-5ea7f0b511d3 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/quotas/501431849f494a74ac17f84b8d9df21d HTTP/1.1" status: 200 len: 375 time: 0.0235562 Jul 08 17:25:01.708960 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-225213ef-eb34-4e5e-aab7-7e03ab159e63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 217 time: 0.1060748 Jul 08 17:25:01.712995 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:01.717623 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:01.728504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=334d8a3e-2385-4d78-9af1-2103709d5a43,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:01.806068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-ef985fdf-da95-4dee-a361-d9082121dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:01.810798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-ef985fdf-da95-4dee-a361-d9082121dd3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0921431 Jul 08 17:25:01.888886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24603483-938e-4d86-8813-4bf1932f52f0 req-9553b6bc-3a1c-4912-9832-c5ff99768cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:01.890738 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-9553b6bc-3a1c-4912-9832-c5ff99768cab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717788 Jul 08 17:25:01.925389 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:01.944905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-24cc2e30-9a1d-4b26-99b2-499db5658fdb tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2330143 Jul 08 17:25:02.007368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0a102-f0d0-4ba1-9d50-9f6eeaa24bd5 req-3c275daf-6f78-4794-9a72-b1fb0bc737aa tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:02.014290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aeb0a102-f0d0-4ba1-9d50-9f6eeaa24bd5 req-3c275daf-6f78-4794-9a72-b1fb0bc737aa tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.2047682 Jul 08 17:25:02.046828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e3a15901-d075-4cc5-9a51-a6f047692f4a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:02.080126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aeb0a102-f0d0-4ba1-9d50-9f6eeaa24bd5 req-6f7eaae5-6449-4045-bace-6a4106465fd6 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646834 Jul 08 17:25:02.081428 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-821f47e7-c2e5-41a7-8934-330cf5309ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762848 Jul 08 17:25:02.151559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-4b993851-7536-4a35-9da1-d9fc6ae357f1 service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061369 Jul 08 17:25:02.353251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24603483-938e-4d86-8813-4bf1932f52f0 req-19de0317-b4bf-4a05-8ed1-c2f0a932cea8 service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496884 Jul 08 17:25:02.383641 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4a4abe-2c17-43de-ab4f-56c70a855529 x-openstack-request-id: req-1c4a4abe-2c17-43de-ab4f-56c70a855529 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:02.383932 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "tag": "3e08529a-c882-4a22-9daa-424e5c966482", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:02.384185 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c4a4abe-2c17-43de-ab4f-56c70a855529 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:02.384614 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482', 'status': 'completed', 'code': 200} Jul 08 17:25:02.428902 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:24:59Z', 'revision_number': 2, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:02.446553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:02.449201 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087c286a-8c74-4f47-860b-76451fb879c6" -d '{"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:02.469863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-7f097552-79f8-4844-ae6f-0378c2030741 service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167908 Jul 08 17:25:02.498586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-e825f563-285d-454a-abac-a2772fb196a3 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:02.503997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-e825f563-285d-454a-abac-a2772fb196a3 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc83e8fc-067c-49a6-b8e6-3adb71cd01d7 HTTP/1.1" status: 200 len: 944 time: 0.2376199 Jul 08 17:25:02.528082 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Checking router: b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:02.532926 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Updating router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca port 387b723e-aa3a-4931-8417-6d5191177ffa binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:25:02.636726 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.740342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Deleting port cd0d79c0-85d3-40c3-972f-45352bd70e06 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:02.744528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.754575 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:02.920717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-7b02daf5-4663-400c-a617-dcf48b542540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:02.926906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-7b02daf5-4663-400c-a617-dcf48b542540 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 1094 time: 0.2593155 Jul 08 17:25:03.004785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 334d8a3e-2385-4d78-9af1-2103709d5a43 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:03.034555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] For port cd0d79c0-85d3-40c3-972f-45352bd70e06, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=cd0d79c0-85d3-40c3-972f-45352bd70e06,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:03.037130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.103169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Calling delete_port for cd0d79c0-85d3-40c3-972f-45352bd70e06 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:03.125112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 334d8a3e-2385-4d78-9af1-2103709d5a43 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:03.126364 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.227714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-d25fd2ca-3636-41c5-9e47-6b9adb2bbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:03.232658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-d25fd2ca-3636-41c5-9e47-6b9adb2bbf16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.2954481 Jul 08 17:25:03.279047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f9975-4972-4e74-9909-b767680e001a req-c0e042f6-e3d5-4933-986d-d701138264dc tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:03.280796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-712f9975-4972-4e74-9909-b767680e001a req-c0e042f6-e3d5-4933-986d-d701138264dc tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 949 time: 0.3316407 Jul 08 17:25:03.419685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-712f9975-4972-4e74-9909-b767680e001a req-56b362b9-f73a-418e-9bfc-208834dca888 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991354 Jul 08 17:25:03.514717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1fa99-babf-43ad-b916-37f44b0907a0 req-40d8780e-e516-47c1-971f-2b2f949a427b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:03.517604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7c1fa99-babf-43ad-b916-37f44b0907a0 req-40d8780e-e516-47c1-971f-2b2f949a427b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 943 time: 0.2508740 Jul 08 17:25:03.553361 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9605f524-0e9d-418d-87f1-317d031891ef x-openstack-request-id: req-9605f524-0e9d-418d-87f1-317d031891ef {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:03.553660 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:03.554110 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9605f524-0e9d-418d-87f1-317d031891ef {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:03.554716 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'code': 200} Jul 08 17:25:03.601678 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.664242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7c1fa99-babf-43ad-b916-37f44b0907a0 req-2319778e-8314-4a01-956d-322be1c71965 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326709 Jul 08 17:25:03.704647 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Transition to ACTIVE for port object 387b723e-aa3a-4931-8417-6d5191177ffa will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:03.722278 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.774627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b78aaf7c-23f9-4d71-981e-50aa24d57a2a req-b72ed497-f000-4d1f-9778-2d8fcdb9e3dd tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 210 time: 0.1452210 Jul 08 17:25:03.775514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:03.863322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c6553-a533-4b8c-92cb-d2120c98a716 None None] Pushing event updated for resources: {'Port': ['ID=387b723e-aa3a-4931-8417-6d5191177ffa,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:03.926097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-542ad8c2-313e-4471-b513-f2d5c4c47fec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 217 time: 0.6563876 Jul 08 17:25:03.966172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event deleted for resources: {'Port': ['ID=cd0d79c0-85d3-40c3-972f-45352bd70e06,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:04.007281 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Attempting to bind port 387b723e-aa3a-4931-8417-6d5191177ffa on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:04.007640 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Attempting to bind port 387b723e-aa3a-4931-8417-6d5191177ffa by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:04.007997 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Attempting to bind port 387b723e-aa3a-4931-8417-6d5191177ffa on network 79d53fa7-c96f-4de0-975e-8019dfd50b73 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:04.023538 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:04.025013 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Checking segment: {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:04.026263 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.027332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] No DVR routers for this DVR port cd0d79c0-85d3-40c3-972f-45352bd70e06 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:04.033267 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Bound using segment: {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:04.034179 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Bound port: 387b723e-aa3a-4931-8417-6d5191177ffa, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:04.035261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.037238 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.037492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fcd30b4-2319-4a93-8614-11b8708186a9 req-f27d5c0f-eeab-48d0-b845-91a6f8a8bcb1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "DELETE /v2.0/ports/cd0d79c0-85d3-40c3-972f-45352bd70e06 HTTP/1.1" status: 204 len: 173 time: 1.5297842 Jul 08 17:25:04.037986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-deleted', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:04.044999 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394e0a40-7ae9-4efc-8d1f-43502a76097e" -d '{"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-deleted", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:04.050408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-646ef19c-f748-485b-9e28-1aeef5607c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:04.052076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-646ef19c-f748-485b-9e28-1aeef5607c18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.1175992 Jul 08 17:25:04.186989 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] For port 387b723e-aa3a-4931-8417-6d5191177ffa, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:04.191141 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] For port 387b723e-aa3a-4931-8417-6d5191177ffa, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=387b723e-aa3a-4931-8417-6d5191177ffa,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:04.197790 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:04.234083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-ac72005f-3f11-41a9-81fc-f0c4716cefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:04.238995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-ac72005f-3f11-41a9-81fc-f0c4716cefc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769214 Jul 08 17:25:04.287817 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:04.289042 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:04.394648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781a95-9351-4116-902d-647135be65e3 req-554f57ee-f3a1-4fbe-ba5a-aa8faf4d8457 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:04.401206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae781a95-9351-4116-902d-647135be65e3 req-554f57ee-f3a1-4fbe-ba5a-aa8faf4d8457 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 950 time: 0.3418283 Jul 08 17:25:04.459481 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:04.487357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-7d31a03c-10c3-427a-9670-85e405a8ed09 service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374780 Jul 08 17:25:04.513463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127e011-5f40-43be-ade0-af954aca1b6d req-549e89c1-a2ab-4d66-9ea9-54b8a1411433 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:04.517204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5127e011-5f40-43be-ade0-af954aca1b6d req-549e89c1-a2ab-4d66-9ea9-54b8a1411433 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.3713174 Jul 08 17:25:04.625527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae781a95-9351-4116-902d-647135be65e3 req-daf75fee-cf0c-497e-90fa-69af96bb853f tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193966 Jul 08 17:25:04.692716 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd8b6493-fe9f-4b4c-a7c1-c5e7c7356079 req-096bceb0-7042-405a-a4b8-c516e4cbb8a7 service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975501 Jul 08 17:25:04.708064 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c6553-a533-4b8c-92cb-d2120c98a716 None None] Pushing event updated for resources: {'Port': ['ID=387b723e-aa3a-4931-8417-6d5191177ffa,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:04.734297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5127e011-5f40-43be-ade0-af954aca1b6d req-ed8c175e-68dd-48fa-9d41-379125948dfa tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022717 Jul 08 17:25:04.808472 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:04Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:04.843891 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f539b14-d76b-4cf5-b5a4-e080a0c9158f None None] The sync data for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 is: [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:04Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:04.912887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-e1dcc8b7-6715-456c-adca-6659fe263c17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1645944 Jul 08 17:25:04.936850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-a1b8da23-5c6f-4dd3-b59d-32a83c8ee2d8 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:04.953126 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:25:04.969035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-a1b8da23-5c6f-4dd3-b59d-32a83c8ee2d8 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 950 time: 0.2823088 Jul 08 17:25:05.051921 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff0d302-8f12-4077-b154-78978ac3e7f7 x-openstack-request-id: req-aff0d302-8f12-4077-b154-78978ac3e7f7 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:05.052576 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc83e8fc-067c-49a6-b8e6-3adb71cd01d7", "name": "network-vif-deleted", "tag": "cd0d79c0-85d3-40c3-972f-45352bd70e06", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:05.053172 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aff0d302-8f12-4077-b154-78978ac3e7f7 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:05.053578 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc83e8fc-067c-49a6-b8e6-3adb71cd01d7', 'name': 'network-vif-deleted', 'tag': 'cd0d79c0-85d3-40c3-972f-45352bd70e06', 'status': 'completed', 'code': 200} Jul 08 17:25:05.205767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-e19a12cf-3bda-4d6e-83f1-321815aa7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:05.208288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-e19a12cf-3bda-4d6e-83f1-321815aa7f0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 1096 time: 0.2368562 Jul 08 17:25:05.428982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e599ee-003b-4bc0-b164-5bff8b4bbcde req-d6ccd9d7-348c-4d64-9665-73aab8a30778 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:05.432412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05e599ee-003b-4bc0-b164-5bff8b4bbcde req-d6ccd9d7-348c-4d64-9665-73aab8a30778 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 950 time: 0.3142173 Jul 08 17:25:05.444189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port f022aedc-3097-42e8-aec4-0b4559c2f9eb {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:05.444540 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:05.550908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3e08529a-c882-4a22-9daa-424e5c966482 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:05.561929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device cd0d79c0-85d3-40c3-972f-45352bd70e06 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:05.651002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-7fa9b0bf-fe66-4ac6-a160-e4f081d830da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:05.652767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-7fa9b0bf-fe66-4ac6-a160-e4f081d830da service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.3414712 Jul 08 17:25:05.687233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: cd0d79c0-85d3-40c3-972f-45352bd70e06 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:05.690643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device cd0d79c0-85d3-40c3-972f-45352bd70e06 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:05.735379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-1289e6b3-cff3-44bc-addb-5c9a268ac3e0 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:05.752576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-1289e6b3-cff3-44bc-addb-5c9a268ac3e0 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.2795401 Jul 08 17:25:05.773894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Request body: {'port': {'device_id': '667271d0-6475-4078-a051-d7e9e1ee105c', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'admin_state_up': True, 'tenant_id': '501431849f494a74ac17f84b8d9df21d'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:05.840503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05e599ee-003b-4bc0-b164-5bff8b4bbcde req-f06ba693-76b0-4c67-90d1-0b10ae8d9784 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886085 Jul 08 17:25:05.841598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-68e70a90-2a9b-4ab6-b159-83b923881f4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 200 len: 217 time: 0.1723027 Jul 08 17:25:05.866444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ad83e-0587-4f43-817b-81a2a0c89ef2 req-706ccc86-e399-41da-bdd0-28c6864607b1 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:05.885600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-416ad83e-0587-4f43-817b-81a2a0c89ef2 req-706ccc86-e399-41da-bdd0-28c6864607b1 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 943 time: 0.6466708 Jul 08 17:25:05.944386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 3e08529a-c882-4a22-9daa-424e5c966482, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3e08529a-c882-4a22-9daa-424e5c966482,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:05.959316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '3e08529a-c882-4a22-9daa-424e5c966482', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'mac_address': 'fa:16:3e:6d:e6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:06.027272 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.059453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e08529a-c882-4a22-9daa-424e5c966482 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:06.067078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port f022aedc-3097-42e8-aec4-0b4559c2f9eb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f022aedc-3097-42e8-aec4-0b4559c2f9eb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:06.069890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.104589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 3e08529a-c882-4a22-9daa-424e5c966482, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3e08529a-c882-4a22-9daa-424e5c966482,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:06.106999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for f022aedc-3097-42e8-aec4-0b4559c2f9eb owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:06.115239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Made reservation on behalf of 501431849f494a74ac17f84b8d9df21d for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:06.115540 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.120989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.255189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=3e08529a-c882-4a22-9daa-424e5c966482,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:06.377397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Allocated IP 172.20.0.14 (a2ce0013-b088-44bb-ab85-9f389f7725a2/2131ec50-2bd5-429c-9022-3931aedb3af7/bf626587-dbe7-4730-8880-29f1ba43497e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:06.469797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-416ad83e-0587-4f43-817b-81a2a0c89ef2 req-4f6d0cbe-ef97-4d0e-a0c9-c74c3b2d8331 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831847 Jul 08 17:25:06.474042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-ed22a324-a794-429c-b0f4-d99e70ac69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:06.478449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-ed22a324-a794-429c-b0f4-d99e70ac69fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.5627787 Jul 08 17:25:06.549168 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.567650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.570922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'f022aedc-3097-42e8-aec4-0b4559c2f9eb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:06.576946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['3e08529a-c882-4a22-9daa-424e5c966482'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:06.583097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-8c91f7d7-3b53-4eec-b1e1-624d9203d5f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955970 Jul 08 17:25:06.627501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.693012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:06.697328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:06.706700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:06.770161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:06.781639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.781987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.782327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.782659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.782985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.783328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.783656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.783974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.784291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.784715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.784934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.785242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:06.814778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=f022aedc-3097-42e8-aec4-0b4559c2f9eb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:06.826243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:06.826970 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:06.863677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-90c3224d-63a0-4e51-9de1-07c871d7ae3e tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0941358 Jul 08 17:25:06.883902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Request body: {'port': {'device_id': '667271d0-6475-4078-a051-d7e9e1ee105c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:07.022797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 387b723e-aa3a-4931-8417-6d5191177ffa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:07.033593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.089814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54d47e-b1a7-45e7-9007-5f1cd75f5cf3 req-bba4072b-e61d-4edb-acf5-3731664ed6f5 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:07.101015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a54d47e-b1a7-45e7-9007-5f1cd75f5cf3 req-bba4072b-e61d-4edb-acf5-3731664ed6f5 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1096 time: 0.7505312 Jul 08 17:25:07.103572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.103996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.104276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.104579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.104945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.105276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.105861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.106247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.106513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.106984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.107320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.107646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:07.111165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port f022aedc-3097-42e8-aec4-0b4559c2f9eb on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:07.118151 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.120188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4df1ca58-39e4-4210-a7f9-f1df81d192fe req-42f699b6-15b9-467a-bb9e-564967cbdbdc tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "DELETE /v2.0/ports/f022aedc-3097-42e8-aec4-0b4559c2f9eb HTTP/1.1" status: 204 len: 173 time: 2.1404221 Jul 08 17:25:07.130740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 387b723e-aa3a-4931-8417-6d5191177ffa completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:07.139496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'name': 'network-vif-deleted', 'tag': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:07.143345 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad5db22-44d9-4290-ae5a-66d67cc27a0b" -d '{"events": [{"server_uuid": "91e1f0b7-97c4-4780-adc8-37eea9350399", "name": "network-vif-deleted", "tag": "f022aedc-3097-42e8-aec4-0b4559c2f9eb"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:07.164342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-7140c07d-7594-40e8-a42a-0343b19134d4 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554092 Jul 08 17:25:07.176786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 387b723e-aa3a-4931-8417-6d5191177ffa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:07.177449 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.185134 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a54d47e-b1a7-45e7-9007-5f1cd75f5cf3 req-21ce56cd-4006-480a-9045-35050c126ac3 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801322 Jul 08 17:25:07.459656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.474974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf626587-dbe7-4730-8880-29f1ba43497e {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:07.488153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.506646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Transition to ACTIVE for port object bf626587-dbe7-4730-8880-29f1ba43497e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:07.513203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.525885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 387b723e-aa3a-4931-8417-6d5191177ffa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=387b723e-aa3a-4931-8417-6d5191177ffa,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:07.541927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.618199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=387b723e-aa3a-4931-8417-6d5191177ffa,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.661524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.705537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Attempting to bind port bf626587-dbe7-4730-8880-29f1ba43497e on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:07.705720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Attempting to bind port bf626587-dbe7-4730-8880-29f1ba43497e by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:07.706051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Attempting to bind port bf626587-dbe7-4730-8880-29f1ba43497e on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:07.711927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Port bf626587-dbe7-4730-8880-29f1ba43497e on network a2ce0013-b088-44bb-ab85-9f389f7725a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:07.712250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Attempting to bind port bf626587-dbe7-4730-8880-29f1ba43497e on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:07.717745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:07.718089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Checking segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:07.718477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Bound using segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:07.720159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Bound port: bf626587-dbe7-4730-8880-29f1ba43497e, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:07.720159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.815726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:07.820165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:07.830354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.849215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-754d4bcf-3a06-4c42-b1e4-03ad2f3a7507 req-3421a59a-1b96-4c7b-89b0-3f9763ba5c8d tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=91e1f0b7-97c4-4780-adc8-37eea9350399 HTTP/1.1" status: 200 len: 210 time: 0.4545474 Jul 08 17:25:07.864345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276954f9-53e9-4e5c-a4ec-3a183419f4f8 req-48f23abc-5ba8-4044-807c-4a0a1353ae6a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:07.871179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-276954f9-53e9-4e5c-a4ec-3a183419f4f8 req-48f23abc-5ba8-4044-807c-4a0a1353ae6a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 932 time: 1.1857090 Jul 08 17:25:07.871379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:07.871379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:07.872924 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf626587-dbe7-4730-8880-29f1ba43497e HTTP/1.1" status: 200 len: 1092 time: 0.9925575 Jul 08 17:25:07.872924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:07.874579 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88f3f3b-a76c-4b03-8ed1-9729c690602c" -d '{"events": [{"name": "network-changed", "server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:07.910209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91039f4-6162-47d8-986c-596d1dcf3ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:07.917368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008f4638-626d-41e5-bc47-e1c6ccc56950 req-99f043b2-49d2-41b7-b2db-7cd84fd8daa0 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7426484 Jul 08 17:25:07.928413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'c3ed5464-3323-47e3-ac0b-fd679a913363'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:07.949075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-276954f9-53e9-4e5c-a4ec-3a183419f4f8 req-171b41cd-95d5-48db-b6fe-acd2a4988ab2 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Jul 08 17:25:08.130988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-2ec0d82a-1da5-4136-bf63-f8595a9753d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:08.132430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-2ec0d82a-1da5-4136-bf63-f8595a9753d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 1095 time: 0.1257384 Jul 08 17:25:08.193041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-bcff3048-ad06-42e4-8861-d99433d14e5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf626587-dbe7-4730-8880-29f1ba43497e HTTP/1.1" status: 200 len: 217 time: 0.0454204 Jul 08 17:25:08.240096 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa409fe5-6368-4d9c-b56d-23347250d1f4 x-openstack-request-id: req-fa409fe5-6368-4d9c-b56d-23347250d1f4 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:08.240372 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e1f0b7-97c4-4780-adc8-37eea9350399", "name": "network-vif-deleted", "tag": "f022aedc-3097-42e8-aec4-0b4559c2f9eb", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:08.241004 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa409fe5-6368-4d9c-b56d-23347250d1f4 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:08.241401 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e1f0b7-97c4-4780-adc8-37eea9350399', 'name': 'network-vif-deleted', 'tag': 'f022aedc-3097-42e8-aec4-0b4559c2f9eb', 'status': 'completed', 'code': 200} Jul 08 17:25:08.260932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-9ae95080-f42d-415d-bae5-b78ac0ae3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:08.263325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-9ae95080-f42d-415d-bae5-b78ac0ae3d84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.0627015 Jul 08 17:25:08.307408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-027c9977-d662-4b9a-8844-6d21ca9fa0a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366955 Jul 08 17:25:08.451872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-a1e26f4e-2329-4d47-b8cf-abdb8326b60a service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369145 Jul 08 17:25:08.457700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4a6a5-abab-4280-8423-40d628e99c7f req-76e49a98-1c74-4730-bc27-dee531c9938a tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:08.459331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61c4a6a5-abab-4280-8423-40d628e99c7f req-76e49a98-1c74-4730-bc27-dee531c9938a tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1096 time: 0.0890136 Jul 08 17:25:08.580415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61c4a6a5-abab-4280-8423-40d628e99c7f req-ee13ca6b-8b14-4bfd-88c8-a97be722a7e0 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115925 Jul 08 17:25:08.614096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c06e2d29-df82-4a31-bba1-df21afbd9bfd req-06c4a98a-385b-4760-8248-1fbdc2dfe0e0 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536212 Jul 08 17:25:08.633867 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5548f05c-5266-470b-a79c-a24ab71dd5c5 x-openstack-request-id: req-5548f05c-5266-470b-a79c-a24ab71dd5c5 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:08.634158 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:08.634411 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5548f05c-5266-470b-a79c-a24ab71dd5c5 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:08.634810 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'status': 'completed', 'code': 200} Jul 08 17:25:08.649561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc410c-45be-497c-9523-2a592527dfca req-eedaf9ed-6e0e-44fc-9a82-6072b52c532c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:08.651143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbfc410c-45be-497c-9523-2a592527dfca req-eedaf9ed-6e0e-44fc-9a82-6072b52c532c tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 944 time: 0.1223330 Jul 08 17:25:08.701315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbfc410c-45be-497c-9523-2a592527dfca req-d464b719-8f7d-4a8d-a7fa-82e1cad0d1d8 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Jul 08 17:25:08.840772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-939048b0-f176-40e1-8a12-d0df542cdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:08.844719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-939048b0-f176-40e1-8a12-d0df542cdf00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 1095 time: 0.1034534 Jul 08 17:25:08.874067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 387b723e-aa3a-4931-8417-6d5191177ffa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:09.054991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 387b723e-aa3a-4931-8417-6d5191177ffa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:09.055473 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.064815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-7b57fa16-2f9b-4308-bd6a-8bffce6b8f4c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:09.066929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-7b57fa16-2f9b-4308-bd6a-8bffce6b8f4c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.1952190 Jul 08 17:25:09.068200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-41c232a7-2482-4365-8761-fcda2cc83c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:09.069732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-41c232a7-2482-4365-8761-fcda2cc83c72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 906 time: 0.2183700 Jul 08 17:25:09.102166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f022aedc-3097-42e8-aec4-0b4559c2f9eb no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:09.122337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-633437a2-6202-437d-ad1a-bd0b0266ab9d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/quotas/78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 375 time: 0.0488505 Jul 08 17:25:09.124251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-32fab758-f706-401f-aa9d-db081d8a887a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf626587-dbe7-4730-8880-29f1ba43497e HTTP/1.1" status: 200 len: 217 time: 0.0416994 Jul 08 17:25:09.126963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: f022aedc-3097-42e8-aec4-0b4559c2f9eb {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:09.127383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f022aedc-3097-42e8-aec4-0b4559c2f9eb not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:09.228970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-ca11ec0d-d8f9-4dd2-a930-efcb7d8e16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:09.230383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-ca11ec0d-d8f9-4dd2-a930-efcb7d8e16a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.0872543 Jul 08 17:25:09.271388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-61b66117-19cd-42be-bb52-05ddfcee58a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341041 Jul 08 17:25:09.282628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-efb8a5ac-246d-49ca-ba74-4250d007fe15 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1537938 Jul 08 17:25:09.440713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-163ac990-1ad9-4110-a801-9c89c287e3cf service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571214 Jul 08 17:25:09.444350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-3badcf29-567a-423f-8735-18a520dfbb13 service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528902 Jul 08 17:25:09.585166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3e08529a-c882-4a22-9daa-424e5c966482 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:09.600667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88f3f3b-a76c-4b03-8ed1-9729c690602c req-b62e4314-0109-47ab-b2e9-f8d0eb6ab870 service neutron] 10.222.0.41 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528714 Jul 08 17:25:09.604526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-0688ff4e-4f2b-4330-a84a-860fb6e03dfa service neutron] 10.222.0.63 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493137 Jul 08 17:25:09.653943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 3e08529a-c882-4a22-9daa-424e5c966482 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:09.661023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 3e08529a-c882-4a22-9daa-424e5c966482 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:09.661519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.763291 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.790271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:09.792612 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296275e1-07a9-403e-8b9f-101dad18be1d" -d '{"events": [{"server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "name": "network-vif-plugged", "status": "completed", "tag": "3e08529a-c882-4a22-9daa-424e5c966482"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:09.812006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 3e08529a-c882-4a22-9daa-424e5c966482, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3e08529a-c882-4a22-9daa-424e5c966482,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:09.818117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:09.883192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=3e08529a-c882-4a22-9daa-424e5c966482,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:10.226965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f0b90-4a2c-4dbf-a28a-c6d71f1bb1f1 req-418072d1-2039-4867-94dd-6771ec6cadd1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:10.229392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-002f0b90-4a2c-4dbf-a28a-c6d71f1bb1f1 req-418072d1-2039-4867-94dd-6771ec6cadd1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 944 time: 0.0844598 Jul 08 17:25:10.288766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-644dbfc8-c176-422e-8cf3-6523f41e06ee tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:25:10.290045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-644dbfc8-c176-422e-8cf3-6523f41e06ee tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058863 Jul 08 17:25:10.296159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-002f0b90-4a2c-4dbf-a28a-c6d71f1bb1f1 req-5afe83c3-1da3-48ed-a5c7-d6b62ed9a7b1 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548396 Jul 08 17:25:10.301993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:10.302932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:25:10.470392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:10.470738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:10.471212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:10.475689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:10.476017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:10.481609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:10.482434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:10.483005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:10.483453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Bound port: 796ce922-53ea-4a4d-91e8-97749303a5ff, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:10.542386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:10.553084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:10.554685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7c3a7fea-053d-4aae-98f7-54b78cf097e2 service neutron] 10.222.0.63 "POST /v2.0/ports/796ce922-53ea-4a4d-91e8-97749303a5ff/bindings HTTP/1.1" status: 201 len: 389 time: 0.2572892 Jul 08 17:25:10.680472 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d163214-19ff-444e-9274-b70157b1e219 x-openstack-request-id: req-6d163214-19ff-444e-9274-b70157b1e219 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:10.680967 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "name": "network-vif-plugged", "status": "completed", "tag": "3e08529a-c882-4a22-9daa-424e5c966482", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:10.681636 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6d163214-19ff-444e-9274-b70157b1e219 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:10.682268 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482', 'code': 200} Jul 08 17:25:10.711176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284fcea-b6b8-4e62-8752-538b07d9dacd req-b7f35966-ab3d-4b32-86bd-9ad75cf0237d tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:10.713975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f284fcea-b6b8-4e62-8752-538b07d9dacd req-b7f35966-ab3d-4b32-86bd-9ad75cf0237d tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 945 time: 0.0966251 Jul 08 17:25:10.765534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f284fcea-b6b8-4e62-8752-538b07d9dacd req-c6f748da-b309-4dd2-bbe7-7bd47d981b79 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Jul 08 17:25:10.873488 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bf19680-f691-403a-8b98-4e98c604611c req-1afe2206-0e12-4a66-991c-829111818b16 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 210 time: 0.0610402 Jul 08 17:25:10.919698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1872e-0cdb-437d-90e5-e9679d1ef78d req-40f7787f-547a-43ba-b287-c817e2bced47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:10.921295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3b1872e-0cdb-437d-90e5-e9679d1ef78d req-40f7787f-547a-43ba-b287-c817e2bced47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 1096 time: 0.1192250 Jul 08 17:25:11.004755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3b1872e-0cdb-437d-90e5-e9679d1ef78d req-9fdf2193-1e2c-48c9-a14b-9b356dd28da3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742512 Jul 08 17:25:11.096376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50467002-49a8-4be1-8a99-3e69fddb3657 req-531b5fe0-09bb-40a6-831d-02668f50ac4d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:11.097965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50467002-49a8-4be1-8a99-3e69fddb3657 req-531b5fe0-09bb-40a6-831d-02668f50ac4d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.0753489 Jul 08 17:25:11.116520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:11.150468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50467002-49a8-4be1-8a99-3e69fddb3657 req-1a80d7b0-ab4f-40a0-89f5-e1ddad7135ff tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Jul 08 17:25:11.234735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:11.246938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'mac_address': 'fa:16:3e:55:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:11.294394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.308800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97e634d9-1da8-4b2f-8c82-f03d6b894b35 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:11.349434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:11.359579 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.433828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-242035e4-7606-4e69-9c0f-2699ead22537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:11.435378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-242035e4-7606-4e69-9c0f-2699ead22537 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1096 time: 0.1052632 Jul 08 17:25:11.452774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:11.541846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['97e634d9-1da8-4b2f-8c82-f03d6b894b35'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:11.599175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bf626587-dbe7-4730-8880-29f1ba43497e details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:11.755911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-17547052-d269-4bdd-89a4-d6ada7709d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:11.757876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-17547052-d269-4bdd-89a4-d6ada7709d7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.3137755 Jul 08 17:25:11.783406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:11.803592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'mac_address': 'fa:16:3e:e6:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:11.849322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-fb68e212-06da-4422-8633-b383155303e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 200 len: 217 time: 0.0735192 Jul 08 17:25:11.853714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.872008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf626587-dbe7-4730-8880-29f1ba43497e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:11.872690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ef05f-b45e-443e-92c6-51ba5f531159 req-1eaa5559-1b08-4a5c-9871-74a3e0d5a0e9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:11.880767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f87ef05f-b45e-443e-92c6-51ba5f531159 req-1eaa5559-1b08-4a5c-9871-74a3e0d5a0e9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 944 time: 0.3483014 Jul 08 17:25:11.893714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:11.899039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:11.960384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-13b26dd1-0cad-44b0-9f89-04cccec8afc3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:11.963167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-13b26dd1-0cad-44b0-9f89-04cccec8afc3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 820 time: 0.3672791 Jul 08 17:25:11.965257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:11.990036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Request body: {'port': {'device_id': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'admin_state_up': True, 'tenant_id': '78f0f599a2754a83bb34ce042d0c8c17'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:12.069361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac56627-79ad-46cb-957d-eeb20fe014fa req-27e1cbd7-fba2-4f55-9886-cbe03387f9e7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:12.070922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ac56627-79ad-46cb-957d-eeb20fe014fa req-27e1cbd7-fba2-4f55-9886-cbe03387f9e7 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 950 time: 0.3962770 Jul 08 17:25:12.091618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f87ef05f-b45e-443e-92c6-51ba5f531159 req-2f7bb7e1-3497-44d3-ae9d-7d74ee876db3 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043808 Jul 08 17:25:12.093528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-0d5f77e6-737d-45e4-bac6-eb98f9a37b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:12.095884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-0d5f77e6-737d-45e4-bac6-eb98f9a37b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.2374301 Jul 08 17:25:12.156913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-07e882ac-8ce9-41b5-a75b-c6b8be544868 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446784 Jul 08 17:25:12.216106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ac56627-79ad-46cb-957d-eeb20fe014fa req-31b87133-a449-4779-9ca6-2d4bcdd80222 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152406 Jul 08 17:25:12.351400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Made reservation on behalf of 78f0f599a2754a83bb34ce042d0c8c17 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:12.357659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:12.365736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['bf626587-dbe7-4730-8880-29f1ba43497e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:12.407303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-5e26e487-512c-42d3-be11-598b9069f968 service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297044 Jul 08 17:25:12.647077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84cbbbb7-028a-4314-8a8e-d402ab392114 req-676607bc-2f69-434d-a7e1-ac3681861189 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 210 time: 0.0539386 Jul 08 17:25:12.674884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-7d78249a-3b44-483e-8564-5b36ba6c3bbf service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613938 Jul 08 17:25:12.725536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b7e5f-cb18-4719-a03e-a3aadddecddc req-c343db10-26d3-4457-a3ae-8d0a3650c341 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:12.732426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-258b7e5f-cb18-4719-a03e-a3aadddecddc req-c343db10-26d3-4457-a3ae-8d0a3650c341 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 945 time: 0.3062503 Jul 08 17:25:12.744024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Allocated IP 172.20.0.10 (0664b879-38e9-4d8c-9380-0897a1d0931b/e74a4f37-adb8-40a7-b934-dc46167628eb/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:12.865422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-258b7e5f-cb18-4719-a03e-a3aadddecddc req-fcb260a4-c998-4144-ae01-78f3ac371f7b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317756 Jul 08 17:25:12.994406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6fe79-324e-467d-9757-3360071e6cd8 req-025cba07-4ad0-4f30-9d59-1e411f5729a4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:12.996492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5a6fe79-324e-467d-9757-3360071e6cd8 req-025cba07-4ad0-4f30-9d59-1e411f5729a4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.2196388 Jul 08 17:25:13.071072 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.133115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:13.149613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5a6fe79-324e-467d-9757-3360071e6cd8 req-72437dd3-faec-4c18-bbaf-69811af8c4fe tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685899 Jul 08 17:25:13.209230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.245999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:13.246370 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.273089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Network 0664b879-38e9-4d8c-9380-0897a1d0931b is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:13.319792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:13.328984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:13.394798 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.428010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-2893c845-92b6-4114-9478-6a72151f6bfb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:13.429637 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-2893c845-92b6-4114-9478-6a72151f6bfb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/ports?device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 950 time: 0.1819861 Jul 08 17:25:13.512173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c42a69d3-382d-4c02-adb8-3a7a413ad5be'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:13.626623 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.645474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port 2f2274d1-553f-43c5-a5d4-696621ed6df2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:13.646226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.671863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:13.675341 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f432e0cb-f6d8-47cb-b827-3d5e35c47355" -d '{"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-plugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:13.736269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:13.783718 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.792857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port 2f2274d1-553f-43c5-a5d4-696621ed6df2, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2f2274d1-553f-43c5-a5d4-696621ed6df2,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:13.793513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:13.808987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for 2f2274d1-553f-43c5-a5d4-696621ed6df2 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:13.873460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:14.048860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.062662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', '2f2274d1-553f-43c5-a5d4-696621ed6df2'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:14.087327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:14.087966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.093143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=2f2274d1-553f-43c5-a5d4-696621ed6df2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:14.181960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:14.184550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port 2f2274d1-553f-43c5-a5d4-696621ed6df2 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:14.187600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.190881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-15f33c05-e5a8-4a74-85a1-65c2bc1b6863 req-3c27f47c-4102-4a25-bd94-59c3e1812cff tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "DELETE /v2.0/ports/2f2274d1-553f-43c5-a5d4-696621ed6df2 HTTP/1.1" status: 204 len: 173 time: 0.7530477 Jul 08 17:25:14.191681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de286096-146e-4167-962d-ee61f0fef867', 'name': 'network-vif-deleted', 'tag': '2f2274d1-553f-43c5-a5d4-696621ed6df2'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:14.197908 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3edddb-397a-48d5-9c8a-2073805d5998" -d '{"events": [{"server_uuid": "de286096-146e-4167-962d-ee61f0fef867", "name": "network-vif-deleted", "tag": "2f2274d1-553f-43c5-a5d4-696621ed6df2"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:14.200101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f5a5a41-bf3e-419d-adfd-ac41e7bc1f1d req-ac2f9838-82fe-4bdb-8e78-a4d89f2766c8 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=de286096-146e-4167-962d-ee61f0fef867 HTTP/1.1" status: 200 len: 210 time: 0.1037469 Jul 08 17:25:14.220768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'c3ed5464-3323-47e3-ac0b-fd679a913363'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:14.249724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b72868-8782-4169-9792-837533723ee9 req-bd3df511-72c1-4b49-848f-ef2082e269bd tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:14.252197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20b72868-8782-4169-9792-837533723ee9 req-bd3df511-72c1-4b49-848f-ef2082e269bd tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c48d529-f171-4efc-93d1-ceeeb61ef4dc HTTP/1.1" status: 200 len: 949 time: 0.2056637 Jul 08 17:25:14.255017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-927f74aa-4eae-46ba-9627-26f741f08688 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2721550 Jul 08 17:25:14.357577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Request body: {'port': {'device_id': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:14.441581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc64cb-b522-4f55-870d-43c80c13885c req-b70db49d-fc50-4191-8464-fcf47f516779 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:14.448246 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89dc64cb-b522-4f55-870d-43c80c13885c req-b70db49d-fc50-4191-8464-fcf47f516779 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 945 time: 1.1979327 Jul 08 17:25:14.564343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:14.661499 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89dc64cb-b522-4f55-870d-43c80c13885c req-25185c38-d463-415a-8fea-c6d148a21deb tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006781 Jul 08 17:25:14.826127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port c3ed5464-3323-47e3-ac0b-fd679a913363 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:14.826478 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.349850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:15.367289 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.407090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Transition to ACTIVE for port object 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:15.409222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port c3ed5464-3323-47e3-ac0b-fd679a913363, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c3ed5464-3323-47e3-ac0b-fd679a913363,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:15.409857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.427335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.434800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for c3ed5464-3323-47e3-ac0b-fd679a913363 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:15.538278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cad97-9669-4cb0-944c-8483dd379046 req-5647fb69-6643-4cdb-9ff8-e8ac0b6e5b7c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:15.540041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-820cad97-9669-4cb0-944c-8483dd379046 req-5647fb69-6643-4cdb-9ff8-e8ac0b6e5b7c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 932 time: 0.5872192 Jul 08 17:25:15.629250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:15.638434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bf626587-dbe7-4730-8880-29f1ba43497e up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:15.716721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-820cad97-9669-4cb0-944c-8483dd379046 req-29e7a0e3-e94e-4d5b-8aa6-5b526fca0482 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312363 Jul 08 17:25:15.742264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:15.743047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:15.743331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:15.766899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port bf626587-dbe7-4730-8880-29f1ba43497e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:15.773465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port bf626587-dbe7-4730-8880-29f1ba43497e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:15.774024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.783732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:15.784258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:15.802611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:15.803090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:15.803598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:15.804155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Bound port: 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:15.804621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.860352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:15.872171 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa31739-a5cd-4784-ad77-fe1819a2d18c x-openstack-request-id: req-6fa31739-a5cd-4784-ad77-fe1819a2d18c {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:15.872569 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-plugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:15.872984 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6fa31739-a5cd-4784-ad77-fe1819a2d18c {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:15.873536 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'code': 200} Jul 08 17:25:15.881896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:15.945813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:15.957714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=c3ed5464-3323-47e3-ac0b-fd679a913363,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:16.145407 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:16.182751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:16.219304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port c3ed5464-3323-47e3-ac0b-fd679a913363 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:16.226957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:16.228982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20b72868-8782-4169-9792-837533723ee9 req-3dc2e40e-95cd-4049-87d6-95b452cd7ec1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "DELETE /v2.0/ports/c3ed5464-3323-47e3-ac0b-fd679a913363 HTTP/1.1" status: 204 len: 173 time: 1.9692814 Jul 08 17:25:16.231029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'name': 'network-vif-deleted', 'tag': 'c3ed5464-3323-47e3-ac0b-fd679a913363'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:16.233364 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297af85-2a9e-4a24-ad3f-5b2d72a2be79" -d '{"events": [{"server_uuid": "1c48d529-f171-4efc-93d1-ceeeb61ef4dc", "name": "network-vif-deleted", "tag": "c3ed5464-3323-47e3-ac0b-fd679a913363"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:16.237794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:16.252291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:16.314710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.315333 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:16.317023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] 10.222.0.72 "PUT /v2.0/ports/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 200 len: 1092 time: 1.9707139 Jul 08 17:25:16.328488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510967f0-b389-496a-88de-0d7c7ec929d6 req-c0e84d95-fa2d-4860-b416-f52312e51275 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.330077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-510967f0-b389-496a-88de-0d7c7ec929d6 req-c0e84d95-fa2d-4860-b416-f52312e51275 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 945 time: 0.2577620 Jul 08 17:25:16.345400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:16.404414 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:16.422493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2f9d8-0f58-4d6c-a484-954cffd2fa0b service neutron] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:16.469682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-510967f0-b389-496a-88de-0d7c7ec929d6 req-edcbb9c5-416f-4e5e-adef-6cceb3a6e0df tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180370 Jul 08 17:25:16.626159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-3b63e37c-1c30-471f-bf98-bbaf561d7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.627727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-3b63e37c-1c30-471f-bf98-bbaf561d7740 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1095 time: 0.1277142 Jul 08 17:25:16.734489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-ff83baa8-a146-404b-9beb-fc6ce54ce6b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 200 len: 217 time: 0.0956483 Jul 08 17:25:16.805685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:16.962592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-1fb87f1d-169e-42c8-b006-a714117882fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:16.967993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-1fb87f1d-169e-42c8-b006-a714117882fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.2128956 Jul 08 17:25:17.053105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-2c54a3c3-2825-4ade-814a-3dbcb4cc9de9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780241 Jul 08 17:25:17.071736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595f86-ad7c-498c-9561-ae67622df4e2 req-996e931c-2484-4822-a683-501a0180cf67 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:17.081832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c595f86-ad7c-498c-9561-ae67622df4e2 req-996e931c-2484-4822-a683-501a0180cf67 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.2387366 Jul 08 17:25:17.154270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2f2274d1-553f-43c5-a5d4-696621ed6df2 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:17.217771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 2f2274d1-553f-43c5-a5d4-696621ed6df2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:17.218101 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2f2274d1-553f-43c5-a5d4-696621ed6df2 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:17.367911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c595f86-ad7c-498c-9561-ae67622df4e2 req-91898557-a2d3-4795-b140-361ebb5a8612 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313433 Jul 08 17:25:17.436537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-e29f624d-c9c4-4a41-bbcc-2d1346b4600e service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596552 Jul 08 17:25:17.460632 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c489514d-2af0-4afe-af66-a1ac51429051 x-openstack-request-id: req-c489514d-2af0-4afe-af66-a1ac51429051 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:17.461609 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de286096-146e-4167-962d-ee61f0fef867", "name": "network-vif-deleted", "tag": "2f2274d1-553f-43c5-a5d4-696621ed6df2", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:17.462120 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c489514d-2af0-4afe-af66-a1ac51429051 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:17.462779 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de286096-146e-4167-962d-ee61f0fef867', 'name': 'network-vif-deleted', 'tag': '2f2274d1-553f-43c5-a5d4-696621ed6df2', 'status': 'completed', 'code': 200} Jul 08 17:25:17.619986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cd0c33c-1799-4d9a-a2c3-b77e7e151954 req-10ce2959-d5c2-4367-944d-37cb75d4561d service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763639 Jul 08 17:25:17.628778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c3ed5464-3323-47e3-ac0b-fd679a913363 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:17.676348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: c3ed5464-3323-47e3-ac0b-fd679a913363 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:17.676669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c3ed5464-3323-47e3-ac0b-fd679a913363 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:17.875683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:17.878759 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac96122-ca0a-4557-9bab-d24170046367" -d '{"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-plugged", "status": "completed", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:17.958961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41267d19-aba6-4f2c-9884-c44a992db743 req-a03810d2-f8c4-46f8-ba28-f83d06d1a8f4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:17.962995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41267d19-aba6-4f2c-9884-c44a992db743 req-a03810d2-f8c4-46f8-ba28-f83d06d1a8f4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 946 time: 0.1105859 Jul 08 17:25:18.018575 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41267d19-aba6-4f2c-9884-c44a992db743 req-c97ac173-6742-4da3-b090-7735fd1c5829 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480740 Jul 08 17:25:18.086164 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe51d57-49ad-45db-a9b0-265bd154326c x-openstack-request-id: req-cbe51d57-49ad-45db-a9b0-265bd154326c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:18.086978 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c48d529-f171-4efc-93d1-ceeeb61ef4dc", "name": "network-vif-deleted", "tag": "c3ed5464-3323-47e3-ac0b-fd679a913363", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:18.087712 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cbe51d57-49ad-45db-a9b0-265bd154326c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:18.088390 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c48d529-f171-4efc-93d1-ceeeb61ef4dc', 'name': 'network-vif-deleted', 'tag': 'c3ed5464-3323-47e3-ac0b-fd679a913363', 'status': 'completed', 'code': 200} Jul 08 17:25:18.396416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-89fa399d-c4f8-441c-bb69-426003ef8320 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:18.398519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-89fa399d-c4f8-441c-bb69-426003ef8320 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1723249 Jul 08 17:25:18.472147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-881f1c5e-45a3-4a28-a575-1d68ed33441b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.0672371 Jul 08 17:25:18.492336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'floatingip': {'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:18.571165 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.291777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.322761 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.487347 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Floating IP 89fd978d-b519-4f22-99e6-e5a42d231371 associated. External IP: 172.25.5.93, port: e3a15901-d075-4cc5-9a51-a6f047692f4a. Jul 08 17:25:19.781879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:19.935141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:19.947522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:19.947728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:19.959505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:19.960663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:20.031132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-bafda4de-3570-4531-850a-4a4b7fd35448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "PUT /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 200 len: 996 time: 1.5515924 Jul 08 17:25:20.095061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'}, {'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:20.097283 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539f310d-fc5c-4998-8fcb-9f8353d9258a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a"}, {"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:20.151757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-70e990fc-5679-4537-8993-c7f163f688ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:20.153332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-70e990fc-5679-4537-8993-c7f163f688ce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.0885000 Jul 08 17:25:20.167174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:20.311912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-a0063592-fc30-4a97-9f6f-a39d60fe6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:20.315169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-a0063592-fc30-4a97-9f6f-a39d60fe6013 service neutron] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.1521382 Jul 08 17:25:20.417231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-94497d2e-d703-4f32-8852-4d76ae527ba4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 999 time: 0.0962851 Jul 08 17:25:20.471964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-f649dfb1-9c66-48f4-971e-803307c415ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:20.474030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-f649dfb1-9c66-48f4-971e-803307c415ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0509043 Jul 08 17:25:20.550632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-ddfb169f-28fa-4b64-aeb3-b366a6c1b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:20.552457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-ddfb169f-28fa-4b64-aeb3-b366a6c1b3da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718527 Jul 08 17:25:20.569562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-509c6fdb-0133-47bc-a538-952c8a19165a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:25:20.570851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-509c6fdb-0133-47bc-a538-952c8a19165a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123143 Jul 08 17:25:20.717470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-7c3f48d8-6061-40cb-ae4f-cf4e7ec2ad5d service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398232 Jul 08 17:25:20.802326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:be:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:19Z', 'revision_number': 1, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:20.850510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:20.868217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fff2c1-a10e-4e7e-b04f-9157e9de390f req-b26e5f1a-a318-4d16-a4f0-ffaf90681287 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445549 Jul 08 17:25:20.875723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:20.876355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:21.013817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:21.149017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb135b-d705-456a-9e70-d419f44a1ba0 req-a1d0e6bd-72bc-4fe3-9977-9eaa107f7b71 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:21.154538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8deb135b-d705-456a-9e70-d419f44a1ba0 req-a1d0e6bd-72bc-4fe3-9977-9eaa107f7b71 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.1372180 Jul 08 17:25:21.280591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8deb135b-d705-456a-9e70-d419f44a1ba0 req-b3df34e2-7732-447c-b3b3-1cc28cff640a tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164474 Jul 08 17:25:21.362844 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e18ba1a-7a74-4532-a042-e152a913958e x-openstack-request-id: req-6e18ba1a-7a74-4532-a042-e152a913958e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:21.364544 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-plugged", "status": "completed", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:21.368576 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6e18ba1a-7a74-4532-a042-e152a913958e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:21.369238 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'code': 200} Jul 08 17:25:21.506800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:be:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:19Z', 'revision_number': 1, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:21.553024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c0a75-7453-4944-a33b-d8bcbd738b9d None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:be:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:19Z', 'revision_number': 1, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:21.719237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa4c5c-5a5f-449f-aa81-e9065de3bb49 req-ddd231d5-c2f4-4d3c-a8e4-679a92b2d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:21.727472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91aa4c5c-5a5f-449f-aa81-e9065de3bb49 req-ddd231d5-c2f4-4d3c-a8e4-679a92b2d741 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 1097 time: 0.2648575 Jul 08 17:25:21.822314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5d73d-781e-4b0c-b459-85af5a521f01 req-b3facd54-f049-4cf8-940e-bfd0171e443b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:21.842242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35d5d73d-781e-4b0c-b459-85af5a521f01 req-b3facd54-f049-4cf8-940e-bfd0171e443b tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.2990994 Jul 08 17:25:21.899757 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa541b9f-8fc1-49df-a11e-6fe29d4b4939 None None] New status for floating IP 89fd978d-b519-4f22-99e6-e5a42d231371: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:25:22.096238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91aa4c5c-5a5f-449f-aa81-e9065de3bb49 req-e4075c3c-63b5-46c5-83f2-f261ecfb8902 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583775 Jul 08 17:25:22.129539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35d5d73d-781e-4b0c-b459-85af5a521f01 req-cfde7245-dd58-4984-8ddf-b0dd340acb2f tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860110 Jul 08 17:25:22.169537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded9916-d0ad-493a-a8a7-4d951c6669e1 req-85edc959-85a5-4d17-b320-34e9154e02f0 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:22.179281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aded9916-d0ad-493a-a8a7-4d951c6669e1 req-85edc959-85a5-4d17-b320-34e9154e02f0 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 946 time: 0.4282715 Jul 08 17:25:22.255455 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa98aae2-b299-4a92-b491-119137bbbdeb x-openstack-request-id: req-fa98aae2-b299-4a92-b491-119137bbbdeb {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:22.256887 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:22.256887 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa98aae2-b299-4a92-b491-119137bbbdeb {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:22.256887 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a', 'status': 'completed', 'code': 200} Jul 08 17:25:22.256887 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'status': 'completed', 'code': 200} Jul 08 17:25:22.279260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aded9916-d0ad-493a-a8a7-4d951c6669e1 req-8aced473-01e1-4477-b6e9-d6da81f374d6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972602 Jul 08 17:25:22.449090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-5bffac2c-b3cd-4cc5-bddb-bd7d30736a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:22.451851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-5bffac2c-b3cd-4cc5-bddb-bd7d30736a71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1095 time: 0.1690359 Jul 08 17:25:22.981294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-6f8f325e-288f-4a5f-8fc9-4fd7f3c3e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:22.982830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-6f8f325e-288f-4a5f-8fc9-4fd7f3c3e04a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.5223088 Jul 08 17:25:23.076746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-e2a14503-9c67-4b1b-ad57-401a1cdc462b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 200 len: 217 time: 0.0536582 Jul 08 17:25:23.170183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-88d4e565-fe1b-4bce-9747-89fe4e088e31 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:23.172076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-88d4e565-fe1b-4bce-9747-89fe4e088e31 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6607354 Jul 08 17:25:23.176581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-c7dcbc82-48cd-4430-9dc2-1fa5d24fb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:23.178401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-c7dcbc82-48cd-4430-9dc2-1fa5d24fb150 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0922523 Jul 08 17:25:23.197196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7224-c194-4533-bf9f-b01fef3641c8 req-3c6f3fba-0780-44d1-a10e-1814309ae730 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:23.204979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-888e7224-c194-4533-bf9f-b01fef3641c8 req-3c6f3fba-0780-44d1-a10e-1814309ae730 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.2821081 Jul 08 17:25:23.326948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-888e7224-c194-4533-bf9f-b01fef3641c8 req-25016b3a-fa12-423e-91d7-9aa5e5f134f6 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209433 Jul 08 17:25:23.409512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-050ece14-5673-4e58-92fd-252bfc3f771f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841068 Jul 08 17:25:23.498408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-314978ca-acab-4a94-b12b-aaf93fc9d22d tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1001 time: 0.3187273 Jul 08 17:25:23.504686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'floatingip': {'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:23.600075 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:24.032636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-06956525-19c9-43cc-9558-cc39fad55ae7 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107857 Jul 08 17:25:24.440207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-f65ee5d0-2ed2-442e-a8c1-c697b29f42e6 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908346 Jul 08 17:25:24.528244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b41ba-6504-4799-b68e-c78540e5eb2d req-ca3d1b45-5742-44a9-9461-80377396bca8 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:24.529839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d61b41ba-6504-4799-b68e-c78540e5eb2d req-ca3d1b45-5742-44a9-9461-80377396bca8 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.2296519 Jul 08 17:25:24.651707 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d61b41ba-6504-4799-b68e-c78540e5eb2d req-dd8c9d13-9c66-4b47-9c8c-df7b6e7733fc tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956018 Jul 08 17:25:24.704624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-44e76884-c763-4822-a7b0-3e2f96d29980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:24.706155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-44e76884-c763-4822-a7b0-3e2f96d29980 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.1950495 Jul 08 17:25:24.869636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:24.890764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:24.948248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-7cc509cb-0036-4a4c-b474-1b6aa095b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:24.949725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-7cc509cb-0036-4a4c-b474-1b6aa095b52e service neutron] 10.222.0.72 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.2246675 Jul 08 17:25:25.045829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-5c1fa1a0-1dcb-4440-90be-86c1a49c4ab0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 217 time: 0.0782225 Jul 08 17:25:25.111139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-a55593cb-eea0-4f9e-990c-dc2d8c281553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.113000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-a55593cb-eea0-4f9e-990c-dc2d8c281553 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0542493 Jul 08 17:25:25.146688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41432ba3-1333-49ef-89a4-098b21803f7e req-9a5dc958-a794-4a15-87a7-b0b4f3f9abc2 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.154299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41432ba3-1333-49ef-89a4-098b21803f7e req-9a5dc958-a794-4a15-87a7-b0b4f3f9abc2 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 946 time: 0.2746344 Jul 08 17:25:25.197593 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Floating IP 89fd978d-b519-4f22-99e6-e5a42d231371 associated. External IP: 172.25.5.93, port: e3a15901-d075-4cc5-9a51-a6f047692f4a. Jul 08 17:25:25.264616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41432ba3-1333-49ef-89a4-098b21803f7e req-2ec60f75-2580-42e3-b45e-00ccc6b57e05 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091146 Jul 08 17:25:25.364922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-85803755-6450-4beb-806c-ac84870ebe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.366521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-85803755-6450-4beb-806c-ac84870ebe6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417631 Jul 08 17:25:25.566098 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:25.617428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:25.732368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-db73dbb8-5722-491e-9894-3a9797ae3173 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514557 Jul 08 17:25:25.788916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-258f426a-b50b-4e7b-9ea2-cf094297e0d1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:25.791368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-258f426a-b50b-4e7b-9ea2-cf094297e0d1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc90d888-bbc4-4118-9fa5-cee3444b446f HTTP/1.1" status: 200 len: 950 time: 0.1340277 Jul 08 17:25:25.964632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:25.965483 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:26.151730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:26.153166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:26.173178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:26.243128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:26.253962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:26.291065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:26.291694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:26.393068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-539f310d-fc5c-4998-8fcb-9f8353d9258a req-eff4a7d2-24a0-4eb4-8305-38c4fa6942ae service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233675 Jul 08 17:25:26.409764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a18b7-bbf0-401b-aefa-b5059127b244 req-1af5f255-45ba-4f74-b9da-a11c970eb4c8 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:26.411295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b94a18b7-bbf0-401b-aefa-b5059127b244 req-1af5f255-45ba-4f74-b9da-a11c970eb4c8 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.5682304 Jul 08 17:25:26.478217 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:26.525672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b94a18b7-bbf0-401b-aefa-b5059127b244 req-59b5e077-07c5-48cd-9ac2-f54ef64ba3c2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082120 Jul 08 17:25:26.535951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e72edfdd-2b15-47ed-b81d-875cb4391302', '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:26.574186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=1684961d-b7ef-47bf-95a6-5f5b83a9c3b0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:26.642956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:26.705510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:26.708988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:26.711152 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ae1bb09-2403-41cd-b5cd-ba9cb161fea5 req-08ce9528-8844-4347-a0ce-b75299858309 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "DELETE /v2.0/ports/1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 HTTP/1.1" status: 204 len: 173 time: 0.9114435 Jul 08 17:25:26.711546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'name': 'network-vif-deleted', 'tag': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:26.714030 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7944f2d5-048c-4032-b9cf-fe73b60be450" -d '{"events": [{"server_uuid": "bc90d888-bbc4-4118-9fa5-cee3444b446f", "name": "network-vif-deleted", "tag": "1684961d-b7ef-47bf-95a6-5f5b83a9c3b0"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:26.727323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:26.996085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:27.049764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:27.060027 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:27.183222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:27.192690 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:27.300425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-8347dbad-ae4a-4ff3-a632-dd687da93448 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "PUT /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 200 len: 997 time: 3.8000162 Jul 08 17:25:27.460834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-5dc6283e-77b6-4565-8cea-db1264aff865 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.464410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-5dc6283e-77b6-4565-8cea-db1264aff865 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports/e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 943 time: 0.1580999 Jul 08 17:25:27.486451 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c5c78c5e-dbd3-41cc-b625-6e1c2386517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:27.654592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-e633d269-99b6-4976-8433-e583b993d9ab tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.659673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-e633d269-99b6-4976-8433-e583b993d9ab tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a061af9-61ba-44e3-9e49-8e3e59004688 HTTP/1.1" status: 200 len: 949 time: 0.1938832 Jul 08 17:25:27.706748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:6d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:24Z', 'revision_number': 3, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:27.790397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:27.816231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:27.817091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:27.923253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b848ce-4d1d-473e-ab7f-58fc0344160f req-f278f640-b117-4359-881c-afa47c2153b1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.933398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0b848ce-4d1d-473e-ab7f-58fc0344160f req-f278f640-b117-4359-881c-afa47c2153b1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.3005164 Jul 08 17:25:27.946991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-79afaec0-a9e2-4366-b161-5f99d5566287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:27.948633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-79afaec0-a9e2-4366-b161-5f99d5566287 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.2825015 Jul 08 17:25:27.960436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port e72edfdd-2b15-47ed-b81d-875cb4391302 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:27.960812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:28.088437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:28.129084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0b848ce-4d1d-473e-ab7f-58fc0344160f req-9f3af49f-7e2e-4aeb-9f18-198c1cddfb1a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945765 Jul 08 17:25:28.170375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port e72edfdd-2b15-47ed-b81d-875cb4391302, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e72edfdd-2b15-47ed-b81d-875cb4391302,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:28.171894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:28.212168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for e72edfdd-2b15-47ed-b81d-875cb4391302 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:28.228362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-44b6cdd8-49b6-414b-b5ad-e5bc8c4d467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:28.232334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-44b6cdd8-49b6-414b-b5ad-e5bc8c4d467a service neutron] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.2653706 Jul 08 17:25:28.322735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-d339bfbd-4cf9-4361-911e-04501e24ce2f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 217 time: 0.0709949 Jul 08 17:25:28.383971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-d136fa16-6137-4f47-9346-766af3c4d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:28.393307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-d136fa16-6137-4f47-9346-766af3c4d4ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0688982 Jul 08 17:25:28.471106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-240d47a4-d0fd-4f73-b3ed-a04a5070aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:28.473855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-240d47a4-d0fd-4f73-b3ed-a04a5070aeb7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794880 Jul 08 17:25:28.488168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-b1285014-f4d8-4835-89aa-73e1e6df4458 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:25:28.489869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-b1285014-f4d8-4835-89aa-73e1e6df4458 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090096 Jul 08 17:25:28.498396 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521e7fe5-c8b4-47bb-871c-dea574da6b2a x-openstack-request-id: req-521e7fe5-c8b4-47bb-871c-dea574da6b2a {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:28.498758 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90d888-bbc4-4118-9fa5-cee3444b446f", "name": "network-vif-deleted", "tag": "1684961d-b7ef-47bf-95a6-5f5b83a9c3b0", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:28.498923 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-521e7fe5-c8b4-47bb-871c-dea574da6b2a {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:28.499851 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90d888-bbc4-4118-9fa5-cee3444b446f', 'name': 'network-vif-deleted', 'tag': '1684961d-b7ef-47bf-95a6-5f5b83a9c3b0', 'status': 'completed', 'code': 200} Jul 08 17:25:28.548246 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aa4f73-c45e-46a3-873d-83381f1d40e9 x-openstack-request-id: req-a8aa4f73-c45e-46a3-873d-83381f1d40e9 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:28.549149 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:28.549991 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a8aa4f73-c45e-46a3-873d-83381f1d40e9 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:28.551338 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'status': 'completed', 'code': 200} Jul 08 17:25:28.568499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:28.621224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:28.654361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=e72edfdd-2b15-47ed-b81d-875cb4391302,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:28.706718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port e72edfdd-2b15-47ed-b81d-875cb4391302 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:28.710039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:28.712451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147d1deb-d5a4-47e5-a2a2-3d0b439ad490 req-89123cb6-688a-44d3-9153-bfe3d255c27e tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.72 "DELETE /v2.0/ports/e72edfdd-2b15-47ed-b81d-875cb4391302 HTTP/1.1" status: 204 len: 173 time: 1.0380487 Jul 08 17:25:28.798091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:6d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:24Z', 'revision_number': 3, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:28.838816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85935a1-a625-4c73-b96f-ff85af473038 None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:6d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:24Z', 'revision_number': 3, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:29.004036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-e4e7c592-6a3f-4aeb-8985-923a613653f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.005628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-e4e7c592-6a3f-4aeb-8985-923a613653f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.3701956 Jul 08 17:25:29.024989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba2980-3767-4dae-b069-06a08e8b6e89 req-8ac68b47-b756-4fd2-9c9d-4befd4d4403d tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.026613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54ba2980-3767-4dae-b069-06a08e8b6e89 req-8ac68b47-b756-4fd2-9c9d-4befd4d4403d tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 946 time: 0.2933066 Jul 08 17:25:29.035511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-a136400c-cf92-431b-961a-b440c5512c04 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397534 Jul 08 17:25:29.157146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-c53d07d5-16a9-4ec5-a0f3-3a7d115355da service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206634 Jul 08 17:25:29.179320 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d85637-6cfb-459d-ac94-9ab518ba7d23 None None] New status for floating IP 89fd978d-b519-4f22-99e6-e5a42d231371: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:25:29.260662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e72edfdd-2b15-47ed-b81d-875cb4391302 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:29.290354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54ba2980-3767-4dae-b069-06a08e8b6e89 req-41fb039b-d5a4-4caa-8aa7-e710d40f1d7b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539726 Jul 08 17:25:29.323069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: e72edfdd-2b15-47ed-b81d-875cb4391302 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:29.323662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e72edfdd-2b15-47ed-b81d-875cb4391302 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:29.325125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:29.330017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-c44bce61-1fff-46a7-b43f-ab0307d51f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.331542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-c44bce61-1fff-46a7-b43f-ab0307d51f90 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.3040092 Jul 08 17:25:29.383677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:29.383677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1684961d-b7ef-47bf-95a6-5f5b83a9c3b0 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:29.410727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-17014945-6255-4f68-9c65-0fdc1a75dcd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 217 time: 0.0699015 Jul 08 17:25:29.413511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-51058601-5409-4c4c-865b-95d50c2a9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.420426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-51058601-5409-4c4c-865b-95d50c2a9172 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 1096 time: 0.2029784 Jul 08 17:25:29.622312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-26de29aa-0cc3-49b3-a704-c49f96fcee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.623842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-26de29aa-0cc3-49b3-a704-c49f96fcee06 service neutron] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.2025986 Jul 08 17:25:29.633674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:29.639304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-094791ef-4b27-43d1-a640-55f10bf52ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.641472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-094791ef-4b27-43d1-a640-55f10bf52ccd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.1564474 Jul 08 17:25:29.649419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:29.650095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:29.754695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6cba5-27f2-478d-8cfa-131b55b281b0 req-2f0311ab-6287-4eaa-8e02-fecc11a45754 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.762101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ba6cba5-27f2-478d-8cfa-131b55b281b0 req-2f0311ab-6287-4eaa-8e02-fecc11a45754 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.2786229 Jul 08 17:25:29.787394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-fbfee538-1ed8-4bbb-a5be-4e3d5b8d2c02 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 1000 time: 0.1467402 Jul 08 17:25:29.831943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:29.873307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ba6cba5-27f2-478d-8cfa-131b55b281b0 req-929b1798-386f-4240-b5fd-16c5f1fb2a44 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100862 Jul 08 17:25:29.879317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-88d27811-ed5a-4085-bc9e-4da4f7ae6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.880876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-88d27811-ed5a-4085-bc9e-4da4f7ae6639 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0933592 Jul 08 17:25:29.889331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-80a3218d-c8e4-46c6-bd0a-427e7ce639ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:29.892716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-80a3218d-c8e4-46c6-bd0a-427e7ce639ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176006 Jul 08 17:25:30.055290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-5a842460-4338-414a-a1a5-79561369cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:30.060429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-5a842460-4338-414a-a1a5-79561369cdcb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667259 Jul 08 17:25:30.069584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-edcb9024-1947-43a3-ae98-2867b0e89c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:30.311542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-6b6f0842-48e1-4082-bb38-cfd60290aa79 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410100 Jul 08 17:25:30.453616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-9955d3e9-8bfc-463e-8235-061e47e8e6f1 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215051 Jul 08 17:25:30.498089 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:30.501741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'name': 'network-vif-deleted', 'tag': 'e72edfdd-2b15-47ed-b81d-875cb4391302'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:30.506005 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d26c95-c33b-4d00-ad15-ebeb06c98810" -d '{"events": [{"server_uuid": "8a061af9-61ba-44e3-9e49-8e3e59004688", "name": "network-vif-deleted", "tag": "e72edfdd-2b15-47ed-b81d-875cb4391302"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:30.564751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:6d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:29Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:30.589528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:30.592352 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4808e2-541d-4718-afc0-7748d14764c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "tag": "3e08529a-c882-4a22-9daa-424e5c966482"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:30.596556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a6eb14a-7a91-4ab1-a5f3-c04a09ac0255 req-8555d116-d168-4aa5-b929-4446ff4bd862 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338224 Jul 08 17:25:30.643876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:30.665797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:30.667136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:30.777811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79ad1138-e24e-4fed-8bd8-3e53f0b8dd0f req-50a6cc22-2c5b-423c-bc71-b72ab2b2f48d service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429522 Jul 08 17:25:30.886610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670e411-fd8d-469e-bffe-56e1de7cc6db req-c42b183a-9662-4727-b56a-e077c01afe68 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:30.899908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c670e411-fd8d-469e-bffe-56e1de7cc6db req-c42b183a-9662-4727-b56a-e077c01afe68 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 945 time: 0.3021274 Jul 08 17:25:30.912589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:30.973296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-5d434ff7-70cf-4bb0-a806-1987bc4a810c tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:30.977165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-5d434ff7-70cf-4bb0-a806-1987bc4a810c tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.3307059 Jul 08 17:25:31.027878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:31.058818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c670e411-fd8d-469e-bffe-56e1de7cc6db req-3ace2eb9-248d-453b-a202-98a6a54aaecd tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496112 Jul 08 17:25:31.269347 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.292214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:31.345666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.367171 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a2560-2307-486b-9abf-a79aae926528 x-openstack-request-id: req-862a2560-2307-486b-9abf-a79aae926528 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:31.368222 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a061af9-61ba-44e3-9e49-8e3e59004688", "name": "network-vif-deleted", "tag": "e72edfdd-2b15-47ed-b81d-875cb4391302", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:31.368222 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-862a2560-2307-486b-9abf-a79aae926528 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:31.368772 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a061af9-61ba-44e3-9e49-8e3e59004688', 'name': 'network-vif-deleted', 'tag': 'e72edfdd-2b15-47ed-b81d-875cb4391302', 'status': 'completed', 'code': 200} Jul 08 17:25:31.515319 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb5ea96-c4b1-454c-8cfc-bb4c32f8146e x-openstack-request-id: req-bfb5ea96-c4b1-454c-8cfc-bb4c32f8146e {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:31.516367 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "tag": "3e08529a-c882-4a22-9daa-424e5c966482", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:31.517017 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bfb5ea96-c4b1-454c-8cfc-bb4c32f8146e {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:31.517643 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482', 'status': 'completed', 'code': 200} Jul 08 17:25:31.532637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:31.597934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-13a2bb9f-9f8a-4d36-ae13-cb8812c648a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:31.597934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-13a2bb9f-9f8a-4d36-ae13-cb8812c648a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 1096 time: 0.0778534 Jul 08 17:25:31.648322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:31.668171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a', 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b', 'port_id': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a', 'mac_address': 'fa:16:3e:1b:6e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74a4f37-adb8-40a7-b934-dc46167628eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:31.722339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:6d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:29Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:31.757213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fcc3c22-c7f5-4dec-b683-9dab3598b583 req-f7f3d659-eaa8-41d9-a073-ca52a94b7062 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1000 time: 0.2068641 Jul 08 17:25:31.759877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 796ce922-53ea-4a4d-91e8-97749303a5ff details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:31.771464 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.775152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b28562-7924-4238-8785-680b91bf9f5e None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': '3e08529a-c882-4a22-9daa-424e5c966482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:6d:e6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:29Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:31.778255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:31.780386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-0a3947d6-c698-4208-9779-ffc6736b609a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:31.788441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-0a3947d6-c698-4208-9779-ffc6736b609a service neutron] 10.222.0.41 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.1821551 Jul 08 17:25:31.806122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:31.894547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:31.906393 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.921879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-4217aba1-5cb2-4f60-abe3-36b12184c15c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 1000 time: 0.1237373 Jul 08 17:25:31.935514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3c22-c7f5-4dec-b683-9dab3598b583 req-06c0eaaf-86e7-4819-8a19-d17b5b80e435 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:31.949636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fcc3c22-c7f5-4dec-b683-9dab3598b583 req-06c0eaaf-86e7-4819-8a19-d17b5b80e435 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports/3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 942 time: 0.1827013 Jul 08 17:25:31.957919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.987731 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:31.994684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-9c16cafb-f13a-4762-89f8-a1c3680ca85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:31.996280 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-9c16cafb-f13a-4762-89f8-a1c3680ca85d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0646305 Jul 08 17:25:32.014932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:32.018437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:32.041855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.042402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.043302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.043805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.044298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.044820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.046612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.047375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.047881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.048506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.049039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.049591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:25:32.053794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 796ce922-53ea-4a4d-91e8-97749303a5ff has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:25:32.075521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-4ba6681d-c15c-4aaf-a2f6-36524c2990fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:32.080989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-4ba6681d-c15c-4aaf-a2f6-36524c2990fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716147 Jul 08 17:25:32.158436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb154ed1-97ca-422a-8329-f0655039d302 req-47ff63c7-00f0-44ef-91b1-6a6a1e8c02ce tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:32.160327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb154ed1-97ca-422a-8329-f0655039d302 req-47ff63c7-00f0-44ef-91b1-6a6a1e8c02ce tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.3358486 Jul 08 17:25:32.205552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-97379aea-2d73-4a9f-972d-cd5d2a8d036b service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203387 Jul 08 17:25:32.239665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:32.276187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:32.322604 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf4808e2-541d-4718-afc0-7748d14764c1 req-1f3e1367-6717-4288-bcd8-acf3a22f1005 service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037176 Jul 08 17:25:32.324019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fcc3c22-c7f5-4dec-b683-9dab3598b583 req-5f9afbda-4956-4093-ab30-95b29dfa04e7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1000 time: 0.1981361 Jul 08 17:25:32.327809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:32.328425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:32.329020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:32.347085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb154ed1-97ca-422a-8329-f0655039d302 req-23bd6476-a238-482c-8fc2-cc551b2e083d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376390 Jul 08 17:25:32.350470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:32.351093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Attempting to bind port 796ce922-53ea-4a4d-91e8-97749303a5ff on network 6d73dbbb-e029-4435-bffb-10686084861d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:32.400790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:32.401132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Checking segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:32.401523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Bound using segment: {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:32.402058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Bound port: 796ce922-53ea-4a4d-91e8-97749303a5ff, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796a3991-7a1e-4f54-9acc-939bd2242ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6d73dbbb-e029-4435-bffb-10686084861d'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:32.402421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:32.509890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3c22-c7f5-4dec-b683-9dab3598b583 req-8bb5b21b-efb5-40ed-9749-62968ac61e7b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:32.511518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fcc3c22-c7f5-4dec-b683-9dab3598b583 req-8bb5b21b-efb5-40ed-9749-62968ac61e7b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1772125 Jul 08 17:25:32.523727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:32.525689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:32.532111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:32.712269 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.124126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:33.124758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.126116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] 10.222.0.41 "PUT /v2.0/ports/796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 200 len: 1121 time: 2.1128542 Jul 08 17:25:33.126847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebeac2c-dc40-404d-8c83-f1938c32ec84 service neutron] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=8']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:33.220168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-0f7f4146-aa2e-4dae-90f2-5a4d2b2e2963 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1000 time: 0.1142969 Jul 08 17:25:33.254107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc094d-f214-4e3a-a90d-346ff3ec16fb req-59f2b4ae-8b0d-4155-8d57-da1c8243f228 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:33.256044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96bc094d-f214-4e3a-a90d-346ff3ec16fb req-59f2b4ae-8b0d-4155-8d57-da1c8243f228 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.1538594 Jul 08 17:25:33.261148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['796ce922-53ea-4a4d-91e8-97749303a5ff'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:33.288390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:33.323817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-a0fb5f88-b3ae-4961-8a6e-cf34e8621501 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:33.325220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-a0fb5f88-b3ae-4961-8a6e-cf34e8621501 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports/3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 942 time: 0.0952458 Jul 08 17:25:33.363784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96bc094d-f214-4e3a-a90d-346ff3ec16fb req-dfc2ed1a-b8e8-4d83-a71c-95c5446460dd tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868235 Jul 08 17:25:33.428105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['796ce922-53ea-4a4d-91e8-97749303a5ff'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:33.468034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:33.484924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:33.485561 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.532812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff'}, {'name': 'network-changed', 'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:33.535353 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422b154-eb3d-43be-9712-9170bf4d30a9" -d '{"events": [{"server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "name": "network-vif-unplugged", "status": "completed", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff"}, {"name": "network-changed", "server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:33.556020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-208f3d78-1ff6-4c43-a8c7-8d4759cec12d tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1000 time: 0.1227977 Jul 08 17:25:33.678636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.696872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf0391-a955-4aea-afa3-83852c11512e req-b26b097f-d628-4a14-8f90-ec9cdd5cc9eb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:33.698583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41bf0391-a955-4aea-afa3-83852c11512e req-b26b097f-d628-4a14-8f90-ec9cdd5cc9eb tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 949 time: 0.1600075 Jul 08 17:25:33.735824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-789cfd7f-119b-4a92-ba0c-471c6b32083f tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:33.737424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-789cfd7f-119b-4a92-ba0c-471c6b32083f tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1613395 Jul 08 17:25:33.745333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:33.747678 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ae19e-ba1d-4b9f-861f-c9aa6271a53c" -d '{"events": [{"server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "name": "network-vif-plugged", "status": "completed", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:33.754924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bf626587-dbe7-4730-8880-29f1ba43497e details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:33.777839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:33.788348 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.805160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41bf0391-a955-4aea-afa3-83852c11512e req-f3688ff9-e8ce-4933-869b-727e2dda9fe1 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 Jul 08 17:25:33.833037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-345224f0-b3f0-423e-89bf-4c076088ba2b tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1000 time: 0.0846596 Jul 08 17:25:33.843563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:33.906257 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:33.915955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:33.949601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:33.961694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'mac_address': 'fa:16:3e:e6:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:34.002304 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.015560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf626587-dbe7-4730-8880-29f1ba43497e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:34.034828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:34.038658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.091851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.096537 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.096976 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Floating IP 89fd978d-b519-4f22-99e6-e5a42d231371 disassociated. External IP: 172.25.5.93, port: 3e08529a-c882-4a22-9daa-424e5c966482. Jul 08 17:25:34.100042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:34.121973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:34.127809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-811862753'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:34.149637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:34.153648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.163872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac6aa1-2d0d-4302-8552-08ce66f9f361 req-6c2a7efa-6f66-40b6-8c36-26ada5ac91aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.165417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3ac6aa1-2d0d-4302-8552-08ce66f9f361 req-6c2a7efa-6f66-40b6-8c36-26ada5ac91aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 946 time: 0.1721051 Jul 08 17:25:34.179162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:25:34.190406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.191026 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Added segment 6f590f58-3fb2-4506-8fed-446b1a9abf2a of type vlan for network e100d772-09e0-4477-aa42-bb4ba84147a9 Jul 08 17:25:34.236174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.241954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3ac6aa1-2d0d-4302-8552-08ce66f9f361 req-5795d6f5-b4dd-4f71-91bc-09e3ea859942 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491891 Jul 08 17:25:34.272275 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.280060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.280696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.344114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['bf626587-dbe7-4730-8880-29f1ba43497e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:34.362392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:34.368314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2450888 Jul 08 17:25:34.370964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55382) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:34.379070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2083404925'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:34.391644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09298bc0-e8d8-4abd-929f-d654b7e64c3c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Network': ['ID=e100d772-09e0-4477-aa42-bb4ba84147a9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:34.403549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network e100d772-09e0-4477-aa42-bb4ba84147a9 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:25:34.458612 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0c03a-a773-464d-af4e-7d10321f4251 x-openstack-request-id: req-a9f0c03a-a773-464d-af4e-7d10321f4251 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:34.458909 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "name": "network-vif-unplugged", "status": "completed", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff", "code": 200}, {"name": "network-changed", "server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:34.459164 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a9f0c03a-a773-464d-af4e-7d10321f4251 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:34.459591 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff', 'code': 200} Jul 08 17:25:34.459850 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff', 'status': 'completed', 'code': 200} Jul 08 17:25:34.462833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:34.466584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.555270 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe2909e-5276-45f2-926d-fef29ce7f6b9 x-openstack-request-id: req-bbe2909e-5276-45f2-926d-fef29ce7f6b9 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:34.555680 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "name": "network-vif-plugged", "status": "completed", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:34.556027 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bbe2909e-5276-45f2-926d-fef29ce7f6b9 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:34.556506 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a', 'code': 200} Jul 08 17:25:34.590939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:25:34.611029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:34.616544 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.619919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.620281 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Added segment 4e4af76e-4048-4b6e-8814-30668648e9e7 of type vlan for network f6feec97-d073-46f4-befb-21002338a62d Jul 08 17:25:34.621413 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:34.633606 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:34.635051 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:34.688813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789899c3-4d13-41e1-94fb-b2edaaa0d160 req-f38c7eb5-3ee4-4aab-8430-0fd484f2409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.690911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-789899c3-4d13-41e1-94fb-b2edaaa0d160 req-f38c7eb5-3ee4-4aab-8430-0fd484f2409c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1097 time: 0.0651724 Jul 08 17:25:34.728400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-789899c3-4d13-41e1-94fb-b2edaaa0d160 req-798e8ae2-a562-4d6f-8687-a5554a61cdf0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302558 Jul 08 17:25:34.737902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-43c36c4f-24a8-4932-b85b-ba97980deb84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "PUT /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 200 len: 694 time: 0.8989460 Jul 08 17:25:34.740485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.748135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-ef0c0689-8ac7-4f77-a666-f0d214ae0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.750375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-ef0c0689-8ac7-4f77-a666-f0d214ae0825 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1124 time: 0.2334521 Jul 08 17:25:34.760185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:34.878587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.887451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.888291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:34.908147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae2bf0-23ca-4d82-a9cb-769205a06570 req-43dff799-5501-436f-aeef-143c6ce13abe tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:34.909705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20ae2bf0-23ca-4d82-a9cb-769205a06570 req-43dff799-5501-436f-aeef-143c6ce13abe tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 950 time: 0.2574921 Jul 08 17:25:34.965845 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:34.994297 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:35.003659 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:35.004277 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:35.063452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6912727 Jul 08 17:25:35.067211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55396) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:35.073266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'subnet': {'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:35.081943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70ad81-49a2-4356-81a9-c39bddca4097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Network': ['ID=f6feec97-d073-46f4-befb-21002338a62d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:35.095236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f6feec97-d073-46f4-befb-21002338a62d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:25:35.102611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-b82f354f-e497-4536-8053-3b7c35cfd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.104135 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-b82f354f-e497-4536-8053-3b7c35cfd145 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.3087645 Jul 08 17:25:35.112607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-0d398025-7e31-48ce-802f-3cc6a0913b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.114267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-0d398025-7e31-48ce-802f-3cc6a0913b2c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 1096 time: 0.3569648 Jul 08 17:25:35.118781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20ae2bf0-23ca-4d82-a9cb-769205a06570 req-5e7d37a6-f89a-4177-bd34-e99e12cb4d24 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940107 Jul 08 17:25:35.192911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-4f87470d-e443-424b-8329-319a6b963314 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 200 len: 217 time: 0.0774848 Jul 08 17:25:35.202248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:35.206128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.232318 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:35.340375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-e76eeca5-b862-49d6-80d9-4e34ec472811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.342868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-e76eeca5-b862-49d6-80d9-4e34ec472811 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.1195099 Jul 08 17:25:35.386058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-3193384f-febb-4143-a738-fd563ea8fca9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336754 Jul 08 17:25:35.387356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-accf0a4c-2ff3-4675-befb-94d21fc669c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.388903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-accf0a4c-2ff3-4675-befb-94d21fc669c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.2639790 Jul 08 17:25:35.426720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.477186 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:35.486614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-bcb7cb34-683e-429d-840d-7bf701913d8b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 217 time: 0.0829322 Jul 08 17:25:35.509157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Checking segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:35.509545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network hostable DHCP agents. Network: e100d772-09e0-4477-aa42-bb4ba84147a9, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:25:35.512126 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b1449-9caf-4269-ac6b-f2f20ef0f462 None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:35.513180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Subnet': ['ID=779501b4-fdc3-4bcc-934c-80bdcd968701,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:35.534846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network e100d772-09e0-4477-aa42-bb4ba84147a9 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:25:35.546356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, e100d772-09e0-4477-aa42-bb4ba84147a9) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:35.551933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.552955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.558782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221840c-8579-41a7-a3c9-54d3eb1e1b88 None None] Network e100d772-09e0-4477-aa42-bb4ba84147a9 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:35.574514 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5aad8611-5a10-4f32-b3dd-920713e04210 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5035760 Jul 08 17:25:35.574763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94983ffa-cf59-40c8-8aae-864a72f38df1 req-6ce81e95-536c-4740-bb56-5d1786a11f62 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.574891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55408) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:35.580421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94983ffa-cf59-40c8-8aae-864a72f38df1 req-6ce81e95-536c-4740-bb56-5d1786a11f62 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.2762058 Jul 08 17:25:35.582135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'subnet': {'network_id': 'f6feec97-d073-46f4-befb-21002338a62d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:35.648474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-ed5aed17-6c53-42c0-ba3f-c024838fce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:35.650186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-ed5aed17-6c53-42c0-ba3f-c024838fce12 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.1560838 Jul 08 17:25:35.663344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-00f86d84-2b31-4856-aad1-e6c5038c69b0 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697902 Jul 08 17:25:35.704851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:35.709963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:35.719745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94983ffa-cf59-40c8-8aae-864a72f38df1 req-e4ea890d-4285-44ec-9a8f-9f5b452fce42 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383195 Jul 08 17:25:35.860464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bf626587-dbe7-4730-8880-29f1ba43497e up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:36.003161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port bf626587-dbe7-4730-8880-29f1ba43497e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:36.003544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.067003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55d3f57-2d31-4f3f-b555-c9c433c0a693 None None] New status for floating IP 89fd978d-b519-4f22-99e6-e5a42d231371: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:25:36.115881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.240130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Subnet': ['ID=d0178159-6661-496e-8151-12dc9082efee,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:36.259949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Checking segment: {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:36.260303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network hostable DHCP agents. Network: f6feec97-d073-46f4-befb-21002338a62d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:25:36.286742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network f6feec97-d073-46f4-befb-21002338a62d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:25:36.298050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-e100d772-09e0-4477-aa42-bb4ba84147a9', 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'fixed_ips': [{'subnet_id': '779501b4-fdc3-4bcc-934c-80bdcd968701'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:25:36.298557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f6feec97-d073-46f4-befb-21002338a62d) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:36.300924 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.304494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:36.305583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.343345 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c7459cdb-6b15-4148-a4c8-4109de2cd020 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7669079 Jul 08 17:25:36.343998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55430) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:36.351067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'port': {'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'name': 'tempest-TaggedBootDevicesTest-1312750793', 'fixed_ips': [{'subnet_id': '779501b4-fdc3-4bcc-934c-80bdcd968701'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:36.352907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae50e1e-93e4-4489-baa0-afb051b4040a None None] Network f6feec97-d073-46f4-befb-21002338a62d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:36.380792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-f5c8bc2a-9708-4840-9776-b9ce86051baf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:36.382305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-f5c8bc2a-9708-4840-9776-b9ce86051baf tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 949 time: 0.7857466 Jul 08 17:25:36.390124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-f6015e86-489d-4b34-ba4d-3c32ef0f27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:36.397334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-f6015e86-489d-4b34-ba4d-3c32ef0f27e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7324538 Jul 08 17:25:36.414746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.494311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:36.496559 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "tag": "3e08529a-c882-4a22-9daa-424e5c966482"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:36.515151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:36.637826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f422b154-eb3d-43be-9712-9170bf4d30a9 req-10b87e78-a51d-41d1-9fcd-277ba6e24143 service neutron] 10.222.0.72 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9578712 Jul 08 17:25:36.714925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564b1c0-5129-43f6-b942-011003db3133 req-08e2e590-0461-4c01-bc3c-a6d373492336 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:36.726623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.727993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5564b1c0-5129-43f6-b942-011003db3133 req-08e2e590-0461-4c01-bc3c-a6d373492336 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7eef122-5824-47cb-bcdb-2f9a2d16a4c4 HTTP/1.1" status: 200 len: 949 time: 0.5047381 Jul 08 17:25:36.735488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:36.738709 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac41a0d-5279-4d66-9bea-5909d439d35f" -d '{"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-plugged", "status": "completed", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:36.773012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:36.781866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] device_id is not set on port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:25:36.812169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.827797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5564b1c0-5129-43f6-b942-011003db3133 req-843bfa5e-29cd-4c49-be0f-51ea35bf9c33 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.63 "GET /v2.0/security-groups?id=6852b9cf-70b2-4545-9378-06b2296b6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982285 Jul 08 17:25:36.891190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:36.894183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea684238-4921-40e0-abca-7a47657362de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f6feec97-d073-46f4-befb-21002338a62d', 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'fixed_ips': [{'subnet_id': 'd0178159-6661-496e-8151-12dc9082efee'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:25:36.895178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea684238-4921-40e0-abca-7a47657362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.935526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Deleting port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:36.936362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:36.938734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Allocated IP 10.1.1.2 (e100d772-09e0-4477-aa42-bb4ba84147a9/779501b4-fdc3-4bcc-934c-80bdcd968701/ead6e010-9e63-4d53-b102-d463de19ff2b) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:37.125732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] For port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:37.126409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.143488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Calling delete_port for 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:37.179770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-ea684238-4921-40e0-abca-7a47657362de None None] Allocated IP 10.2.2.2 (f6feec97-d073-46f4-befb-21002338a62d/d0178159-6661-496e-8151-12dc9082efee/6fa118c9-138d-4600-979d-10da0d42abcd) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:37.284645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-114d8775-dac6-4613-978a-c8f8f3656185 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861351 Jul 08 17:25:37.379520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.381082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:37.427844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:37.485655 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.502261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Pushing event deleted for resources: {'Port': ['ID=5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:37.531101 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Transition to ACTIVE for port object ead6e010-9e63-4d53-b102-d463de19ff2b will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:37.567075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] No DVR routers for this DVR port 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:37.571730 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f894dd-ebf5-4d49-801d-45a6d99b10a7 req-c0009ba3-0e32-4f86-bd7f-5988caf30932 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801299 Jul 08 17:25:37.573254 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.577548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33119e96-87fd-4acf-86d7-c58b80ab0d74 req-26b8fb96-3619-40b9-9e41-76429072b426 tempest-ServersOnMultiNodesTest-1937077853 tempest-ServersOnMultiNodesTest-1937077853-project] 10.222.0.41 "DELETE /v2.0/ports/5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 HTTP/1.1" status: 204 len: 173 time: 1.1648793 Jul 08 17:25:37.604239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Transition to ACTIVE for port object ead6e010-9e63-4d53-b102-d463de19ff2b will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:37.615310 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:37.717654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Pushing event updated for resources: {'Port': ['ID=ead6e010-9e63-4d53-b102-d463de19ff2b,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:37.778532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 10.1.1.236 (e100d772-09e0-4477-aa42-bb4ba84147a9/779501b4-fdc3-4bcc-934c-80bdcd968701/64b37d6e-c82e-4524-95b5-4c7e4d4a0141) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:37.921436 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.054484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Network e100d772-09e0-4477-aa42-bb4ba84147a9 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:38.086043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:38.095762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:38.113385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a4cc8-2b24-468e-9b3e-e50698fc1d7b req-9c6bd75b-25b6-4f00-8ba6-d2f1e3856bb2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:38.115641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee6a4cc8-2b24-468e-9b3e-e50698fc1d7b req-9c6bd75b-25b6-4f00-8ba6-d2f1e3856bb2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 946 time: 0.2753057 Jul 08 17:25:38.172112 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea684238-4921-40e0-abca-7a47657362de None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.204988 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd488575-f4dd-4290-aca5-d7cfb8da1086 x-openstack-request-id: req-bd488575-f4dd-4290-aca5-d7cfb8da1086 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:38.205280 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "tag": "3e08529a-c882-4a22-9daa-424e5c966482", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:38.205944 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd488575-f4dd-4290-aca5-d7cfb8da1086 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:38.206341 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482', 'status': 'completed', 'code': 200} Jul 08 17:25:38.220954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee6a4cc8-2b24-468e-9b3e-e50698fc1d7b req-ac486038-d252-4b33-8b83-0398302cfd94 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989683 Jul 08 17:25:38.240267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ea684238-4921-40e0-abca-7a47657362de None None] Transition to ACTIVE for port object 6fa118c9-138d-4600-979d-10da0d42abcd will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:38.244903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:38.331431 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.371695 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.384399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ea684238-4921-40e0-abca-7a47657362de None None] Transition to ACTIVE for port object 6fa118c9-138d-4600-979d-10da0d42abcd will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:38.388213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Attempting to bind port ead6e010-9e63-4d53-b102-d463de19ff2b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:38.388691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Attempting to bind port ead6e010-9e63-4d53-b102-d463de19ff2b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:38.389674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Attempting to bind port ead6e010-9e63-4d53-b102-d463de19ff2b on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:38.392853 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c065a88-8de2-45ee-a608-273a4574df7b x-openstack-request-id: req-0c065a88-8de2-45ee-a608-273a4574df7b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:38.393145 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-plugged", "status": "completed", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:38.393396 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c065a88-8de2-45ee-a608-273a4574df7b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:38.393780 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'code': 200} Jul 08 17:25:38.407195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:38.407627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Checking segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:38.408046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.408441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Bound using segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:38.409094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Bound port: ead6e010-9e63-4d53-b102-d463de19ff2b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:38.409482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.413573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Transition to ACTIVE for port object 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:38.416844 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea684238-4921-40e0-abca-7a47657362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.449159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:38.449399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-15914e09-284f-4e19-a3f3-53eecefeb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:38.476642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-15914e09-284f-4e19-a3f3-53eecefeb961 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 1096 time: 0.2212331 Jul 08 17:25:38.483840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea684238-4921-40e0-abca-7a47657362de None None] Network f6feec97-d073-46f4-befb-21002338a62d is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:38.508363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-ea684238-4921-40e0-abca-7a47657362de None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:38.513238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea684238-4921-40e0-abca-7a47657362de None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:38.542224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea684238-4921-40e0-abca-7a47657362de None None] Pushing event updated for resources: {'Port': ['ID=6fa118c9-138d-4600-979d-10da0d42abcd,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:38.552715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.650379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-e59cdedd-b611-407a-982a-dfe8fda7ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:38.651982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-e59cdedd-b611-407a-982a-dfe8fda7ea34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.1418443 Jul 08 17:25:38.653437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] For port ead6e010-9e63-4d53-b102-d463de19ff2b, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:38.665367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ea684238-4921-40e0-abca-7a47657362de None None] Attempting to bind port 6fa118c9-138d-4600-979d-10da0d42abcd on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:38.666022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ea684238-4921-40e0-abca-7a47657362de None None] Attempting to bind port 6fa118c9-138d-4600-979d-10da0d42abcd by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:38.666390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684238-4921-40e0-abca-7a47657362de None None] Attempting to bind port 6fa118c9-138d-4600-979d-10da0d42abcd on network f6feec97-d073-46f4-befb-21002338a62d {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:38.683882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] For port ead6e010-9e63-4d53-b102-d463de19ff2b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ead6e010-9e63-4d53-b102-d463de19ff2b,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:38.685575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684238-4921-40e0-abca-7a47657362de None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:38.686430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684238-4921-40e0-abca-7a47657362de None None] Checking segment: {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:38.687065 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea684238-4921-40e0-abca-7a47657362de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.687618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684238-4921-40e0-abca-7a47657362de None None] Bound using segment: {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:38.688245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ea684238-4921-40e0-abca-7a47657362de None None] Bound port: 6fa118c9-138d-4600-979d-10da0d42abcd, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:38.690208 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea684238-4921-40e0-abca-7a47657362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.698768 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.725417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network e100d772-09e0-4477-aa42-bb4ba84147a9 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:38.729976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:38.735064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:38.745112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-ad8e0346-b8b9-4178-ac82-f6b169ffeb09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 200 len: 217 time: 0.0824444 Jul 08 17:25:38.805687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df6cb-20fe-4094-92bc-d7751f1b7d9e req-170ce589-f7d0-436c-822e-978fcc3f196a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:38.825592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:38.828033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5df6cb-20fe-4094-92bc-d7751f1b7d9e req-170ce589-f7d0-436c-822e-978fcc3f196a tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.4734595 Jul 08 17:25:38.906391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:38.908174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:38.950492 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2ea9c964-a91d-4475-bbf3-ce6cdb8077b3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6052570 Jul 08 17:25:38.953612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55466) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:38.969481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-b5695a72-f4f0-4e29-853f-22f8b97f1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:38.969942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'port': {'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'name': 'tempest-TaggedBootDevicesTest-1095942437', 'fixed_ips': [{'subnet_id': '779501b4-fdc3-4bcc-934c-80bdcd968701'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:38.977177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-b5695a72-f4f0-4e29-853f-22f8b97f1418 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.2179930 Jul 08 17:25:39.002567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78c3c7-62fa-4b7b-b54a-86cdd2abe9ac None None] Pushing event updated for resources: {'Port': ['ID=ead6e010-9e63-4d53-b102-d463de19ff2b,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:39.141950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ea684238-4921-40e0-abca-7a47657362de None None] For port 6fa118c9-138d-4600-979d-10da0d42abcd, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:39.145801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ea684238-4921-40e0-abca-7a47657362de None None] For port 6fa118c9-138d-4600-979d-10da0d42abcd, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6fa118c9-138d-4600-979d-10da0d42abcd,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:39.146571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5df6cb-20fe-4094-92bc-d7751f1b7d9e req-9baa9c3b-c6d2-4061-b567-90c1e6b29727 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682289 Jul 08 17:25:39.155472 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea684238-4921-40e0-abca-7a47657362de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.186500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-1db83492-d438-4732-9223-08cfa1bc7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:39.188241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-1db83492-d438-4732-9223-08cfa1bc7ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927505 Jul 08 17:25:39.308521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea684238-4921-40e0-abca-7a47657362de None None] Pushing event updated for resources: {'Port': ['ID=6fa118c9-138d-4600-979d-10da0d42abcd,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:39.354437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 796ce922-53ea-4a4d-91e8-97749303a5ff no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:39.433844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:25:39.456092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:39.536433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] device_id is not set on port 463ad55d-2fe4-499a-aced-51e3cf226b78 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:25:39.661374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-8927532b-afdd-4cc9-93b8-61a1c3ab67d4 service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612491 Jul 08 17:25:39.771107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:39.841762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:25:39.844866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55482) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:39.845668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:39.987331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432acb92-91db-4751-a3fa-cadd4ff6ec60 req-403dd61b-d9ef-4c6f-baff-3682d5b3a086 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:40.010389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-432acb92-91db-4751-a3fa-cadd4ff6ec60 req-403dd61b-d9ef-4c6f-baff-3682d5b3a086 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1097 time: 0.5350041 Jul 08 17:25:40.099164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71f0f5e9-b3af-423f-a13a-21a4bb962cdc req-2fddae59-ded7-46b0-a64a-e876f20577eb service neutron] 10.222.0.41 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987887 Jul 08 17:25:40.107340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-3ee9498c-6aa3-4ce6-a772-5e15fabc95e0 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:40.114656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-3ee9498c-6aa3-4ce6-a772-5e15fabc95e0 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4522016 Jul 08 17:25:40.168707 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4a601eb8-d321-4283-b766-683745e99186 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9cb8beca9e7649af8fb571b3196864e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229694 Jul 08 17:25:40.172507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55490) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:40.179142 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-432acb92-91db-4751-a3fa-cadd4ff6ec60 req-789df28e-5511-4ef3-a28e-adf4737749c9 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677892 Jul 08 17:25:40.219375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 10.1.1.130 (e100d772-09e0-4477-aa42-bb4ba84147a9/779501b4-fdc3-4bcc-934c-80bdcd968701/463ad55d-2fe4-499a-aced-51e3cf226b78) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:40.257777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'name': 'network-vif-deleted', 'tag': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:40.260480 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f86e557-66de-4657-b65d-bcb8a9f59346" -d '{"events": [{"server_uuid": "e7eef122-5824-47cb-bcdb-2f9a2d16a4c4", "name": "network-vif-deleted", "tag": "5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:40.279837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e732ffd9-54eb-40f3-b12b-ff1e39efd7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.285529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-3c817caa-6997-4b3a-849a-ee142f9cf579 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1698370 Jul 08 17:25:40.291207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-cd495dff-b76b-46f8-892c-27abb90d462c service neutron] 10.222.0.72 "GET /v2.0/ports/796ce922-53ea-4a4d-91e8-97749303a5ff/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.3078151 Jul 08 17:25:40.296559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'floatingip': {'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:40.395329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:40.397930 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf0ad98-2fc9-409a-9de9-9d671ef31b2a" -d '{"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-unplugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:40.412312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.542050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.567149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Transition to ACTIVE for port object 463ad55d-2fe4-499a-aced-51e3cf226b78 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:40.605697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e732ffd9-54eb-40f3-b12b-ff1e39efd7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.723688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.808369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network e100d772-09e0-4477-aa42-bb4ba84147a9 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:40.815736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:40.825172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:40.832353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e732ffd9-54eb-40f3-b12b-ff1e39efd7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.837339 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e732ffd9-54eb-40f3-b12b-ff1e39efd7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.838517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e732ffd9-54eb-40f3-b12b-ff1e39efd7bc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6852b9cf-70b2-4545-9378-06b2296b6f63 HTTP/1.1" status: 204 len: 168 time: 0.6649909 Jul 08 17:25:40.894110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=463ad55d-2fe4-499a-aced-51e3cf226b78,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:40.914535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca716be-9e97-4d98-a197-6a1a8d359643 None None] Network e100d772-09e0-4477-aa42-bb4ba84147a9 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:40.935603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732ffd9-54eb-40f3-b12b-ff1e39efd7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6852b9cf-70b2-4545-9378-06b2296b6f63,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:40.961206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:40.961206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:40.987101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-97acfa3b-f76e-4aa8-b428-d6c22b6efc43 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0317874 Jul 08 17:25:41.109577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:41.112669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9f20636-ac70-492d-8e5e-2edf3a5e331e None None] Provisioning for port ead6e010-9e63-4d53-b102-d463de19ff2b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:41.157298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ead6e010-9e63-4d53-b102-d463de19ff2b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:41.187087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:41.293654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port ead6e010-9e63-4d53-b102-d463de19ff2b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:41.301614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ead6e010-9e63-4d53-b102-d463de19ff2b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:41.302400 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.359209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-b6a54533-8e16-416a-abb2-561819df9bd8 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:41.360792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-b6a54533-8e16-416a-abb2-561819df9bd8 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f0739f4-bebf-4171-b71c-a67cb0fc5ffd HTTP/1.1" status: 200 len: 945 time: 0.6302722 Jul 08 17:25:41.363358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796ce922-53ea-4a4d-91e8-97749303a5ff {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:41.436173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:41.511745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55522) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:41.517432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec32e4-0d0f-41a4-b1b1-9fe65d29126f req-cdd24b4a-b247-4a67-8d60-74feff8681d7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:41.519242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffec32e4-0d0f-41a4-b1b1-9fe65d29126f req-cdd24b4a-b247-4a67-8d60-74feff8681d7 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 943 time: 0.6549335 Jul 08 17:25:41.531923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:41.558324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 33697ae3-eaa3-4739-beb3-95298dddcce8 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:25:41.598491 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9031ca7c-d79f-49a8-b363-9b4cadbde3c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ff76f21b61cf40f5b99216df3f4edcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853703 Jul 08 17:25:41.599473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55526) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:41.667210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:41.687284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ca650-2553-47b7-a735-9f8488a6e6ca None None] Network f6feec97-d073-46f4-befb-21002338a62d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:25:41.695654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'mac_address': 'fa:16:3e:ef:c4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:25:41.706173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffec32e4-0d0f-41a4-b1b1-9fe65d29126f req-20162e00-2957-42fc-9324-01ac5ccc9324 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575131 Jul 08 17:25:41.910142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-adfe000d-421d-477c-b95f-c06a240db377 None None] Provisioning for port 6fa118c9-138d-4600-979d-10da0d42abcd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:41.935272 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:25:41.972404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] Transition to ACTIVE for port object 796ce922-53ea-4a4d-91e8-97749303a5ff will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:25:41.976701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.resource_extend [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:25:41.981767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Deleting port 3e08529a-c882-4a22-9daa-424e5c966482 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:25:41.982081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.052951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.054621 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.064901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.192396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33697ae3-eaa3-4739-beb3-95298dddcce8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:25:42.215602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Provisioning for port 463ad55d-2fe4-499a-aced-51e3cf226b78 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:42.314024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.331410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Provisioning complete for port 463ad55d-2fe4-499a-aced-51e3cf226b78 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:42.332321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.349145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.384758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6331e864-298e-48de-b9cd-099c0dfccb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.399694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Port 463ad55d-2fe4-499a-aced-51e3cf226b78 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:25:42.403943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:42.407189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port ead6e010-9e63-4d53-b102-d463de19ff2b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ead6e010-9e63-4d53-b102-d463de19ff2b,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:42.416882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.433208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6331e864-298e-48de-b9cd-099c0dfccb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.527826 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6331e864-298e-48de-b9cd-099c0dfccb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.530735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6331e864-298e-48de-b9cd-099c0dfccb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.534970 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6331e864-298e-48de-b9cd-099c0dfccb54 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/113c79bd-4cf3-4ee6-b6c0-358a23eb6693 HTTP/1.1" status: 204 len: 168 time: 0.9341538 Jul 08 17:25:42.542740 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.543574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6fa118c9-138d-4600-979d-10da0d42abcd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:42.555937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331e864-298e-48de-b9cd-099c0dfccb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c79bd-4cf3-4ee6-b6c0-358a23eb6693,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:42.558222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:42.651267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['33697ae3-eaa3-4739-beb3-95298dddcce8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:42.802175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Provisioning for port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:42.823477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Provisioning complete for port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:42.823861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:42.872406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:25:42.990293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Provisioning complete for port ead6e010-9e63-4d53-b102-d463de19ff2b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:42.991016 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0f6d8dbd-80b8-49db-a3e8-6ef46f59cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.054474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=ead6e010-9e63-4d53-b102-d463de19ff2b,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:43.074744 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 6fa118c9-138d-4600-979d-10da0d42abcd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:25:43.082349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6fa118c9-138d-4600-979d-10da0d42abcd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:43.083573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.124534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] No DVR routers for this DVR port 796ce922-53ea-4a4d-91e8-97749303a5ff on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:43.219741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] Pushing event updated for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=10']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:43.350182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800111d-9f20-4904-a412-52d63ba1138e req-ef245848-2b45-4051-8f6d-15a303bde7b3 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:43.360057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7800111d-9f20-4904-a412-52d63ba1138e req-ef245848-2b45-4051-8f6d-15a303bde7b3 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1097 time: 1.4140770 Jul 08 17:25:43.364481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 33697ae3-eaa3-4739-beb3-95298dddcce8 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:43.383192 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-52ef11e4-350c-44d4-86ca-f9c58059a15d service neutron] 10.222.0.72 "PUT /v2.0/ports/796ce922-53ea-4a4d-91e8-97749303a5ff/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 3.0802171 Jul 08 17:25:43.386304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] For port 3e08529a-c882-4a22-9daa-424e5c966482, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3e08529a-c882-4a22-9daa-424e5c966482,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:43.386681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.389792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.441545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-85ea626b-7a79-4a69-a7b3-eed08ffbbb00 None None] Provisioning complete for port 463ad55d-2fe4-499a-aced-51e3cf226b78 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:43.442232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-85ea626b-7a79-4a69-a7b3-eed08ffbbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.453228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Calling delete_port for 3e08529a-c882-4a22-9daa-424e5c966482 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:25:43.456643 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Floating IP 89fd978d-b519-4f22-99e6-e5a42d231371 associated. External IP: 172.25.5.93, port: e3a15901-d075-4cc5-9a51-a6f047692f4a. Jul 08 17:25:43.479824 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.483583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-85ea626b-7a79-4a69-a7b3-eed08ffbbb00 None None] Port 463ad55d-2fe4-499a-aced-51e3cf226b78 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:25:43.556722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 6fa118c9-138d-4600-979d-10da0d42abcd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6fa118c9-138d-4600-979d-10da0d42abcd,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:43.565070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 33697ae3-eaa3-4739-beb3-95298dddcce8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:43.565909 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.569574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.602423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7800111d-9f20-4904-a412-52d63ba1138e req-5ae54e74-139d-4dff-8397-38e0ec55c37f tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073445 Jul 08 17:25:43.658731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=6fa118c9-138d-4600-979d-10da0d42abcd,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:43.700157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-85ea626b-7a79-4a69-a7b3-eed08ffbbb00 None None] Provisioning complete for port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:43.700901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-85ea626b-7a79-4a69-a7b3-eed08ffbbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.791948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-6cba366f-f924-4faa-8126-67d57a50973b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:43.797092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-6cba366f-f924-4faa-8126-67d57a50973b tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.3344603 Jul 08 17:25:43.819238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:43.821361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3e08529a-c882-4a22-9daa-424e5c966482 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:43.838294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ead6e010-9e63-4d53-b102-d463de19ff2b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:43.892373 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d831ada7-b083-4a9c-ba48-54c03ad27869 x-openstack-request-id: req-d831ada7-b083-4a9c-ba48-54c03ad27869 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:43.892963 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eef122-5824-47cb-bcdb-2f9a2d16a4c4", "name": "network-vif-deleted", "tag": "5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:43.893743 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d831ada7-b083-4a9c-ba48-54c03ad27869 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:43.894417 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7eef122-5824-47cb-bcdb-2f9a2d16a4c4', 'name': 'network-vif-deleted', 'tag': '5f13cc24-b19f-49fd-b35c-1e8b7f59fdb8', 'status': 'completed', 'code': 200} Jul 08 17:25:43.967299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-89e1bce5-220c-4ffa-b2c7-224a27e5a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:43.970241 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-89e1bce5-220c-4ffa-b2c7-224a27e5a4b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1&tenant_id=15045cd9dfb2442c80782c300ddffea5 HTTP/1.1" status: 200 len: 1095 time: 0.1616855 Jul 08 17:25:43.981349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-85ea626b-7a79-4a69-a7b3-eed08ffbbb00 None None] Port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:25:43.986173 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21faa7ca-cc66-45ff-9ba4-d85405c45b28 x-openstack-request-id: req-21faa7ca-cc66-45ff-9ba4-d85405c45b28 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:43.986465 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-unplugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:43.986718 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-21faa7ca-cc66-45ff-9ba4-d85405c45b28 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:43.987546 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'code': 200} Jul 08 17:25:44.117970 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.141382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e3a15901-d075-4cc5-9a51-a6f047692f4a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:25:44.158219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-01e70a20-ab9c-4655-af5d-f473d9c18d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:44.163965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-01e70a20-ab9c-4655-af5d-f473d9c18d70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=15045cd9dfb2442c80782c300ddffea5&device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1095 time: 0.1418808 Jul 08 17:25:44.166638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Pushing event deleted for resources: {'Port': ['ID=3e08529a-c882-4a22-9daa-424e5c966482,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:44.218080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:44.222407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:44.246578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] No DVR routers for this DVR port 3e08529a-c882-4a22-9daa-424e5c966482 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:25:44.250336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.253364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-196705cd-80fe-463d-8f79-38fa908b6cc9 req-f08ebdc1-06ec-4ef9-a10a-5bddf2de04d3 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.41 "DELETE /v2.0/ports/3e08529a-c882-4a22-9daa-424e5c966482 HTTP/1.1" status: 204 len: 173 time: 2.8695292 Jul 08 17:25:44.315784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.327227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No active binding found for port 3e08529a-c882-4a22-9daa-424e5c966482 {{(pid=93666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:25:44.331979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3e08529a-c882-4a22-9daa-424e5c966482 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:25:44.502873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-e3ebb631-bd6d-4d46-ae64-8ac2982a01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:44.512001 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-e3ebb631-bd6d-4d46-ae64-8ac2982a01ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 200 len: 909 time: 0.3440378 Jul 08 17:25:44.535264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-392f0e40-9c13-4a48-9645-53b38b99f760 None None] Provisioning complete for port 6fa118c9-138d-4600-979d-10da0d42abcd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:44.538596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-392f0e40-9c13-4a48-9645-53b38b99f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.563491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:44.566176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:44.579203 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:44.580377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.596785 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:44.604783 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:44.680641 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-a8a79517-be89-4c03-9d03-668ed7c9ef17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 200 len: 217 time: 0.1574278 Jul 08 17:25:44.698436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-15478605-5581-433e-8870-4b90fb8e0bc7 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "PUT /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 200 len: 996 time: 4.4118443 Jul 08 17:25:44.823782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55584) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:44.844918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b3f04f1c-fcef-43b7-b444-118d3cc19f9b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541557802', 'description': 'tempest-description--804418468'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:44.874463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ead6e010-9e63-4d53-b102-d463de19ff2b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:44.877259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:44.887719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-65d0f89c-c25d-455c-90a7-c92a3f44461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:44.890703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-65d0f89c-c25d-455c-90a7-c92a3f44461f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 200 len: 848 time: 0.2028973 Jul 08 17:25:44.900928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-bdc8874d-6e9e-4859-8db1-22e8fdacfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:44.905374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-bdc8874d-6e9e-4859-8db1-22e8fdacfff8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.1643674 Jul 08 17:25:44.975693 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:45.109011 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-51a1f88b-d412-4aa6-9080-95c68f3bcc1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d73dbbb-e029-4435-bffb-10686084861d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1935744 Jul 08 17:25:45.116553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3f04f1c-fcef-43b7-b444-118d3cc19f9b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.138059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-b434ec49-ac2a-4a5e-93f6-448b71cd1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.139684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-b434ec49-ac2a-4a5e-93f6-448b71cd1435 service neutron] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.2280679 Jul 08 17:25:45.281791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-801eb8cb-88cb-4d19-9143-ccbaf76c9c7d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 999 time: 0.1355844 Jul 08 17:25:45.407085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-f884915e-4cd7-4c4a-930e-ef3317de2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.411547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-f884915e-4cd7-4c4a-930e-ef3317de2799 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.1235523 Jul 08 17:25:45.537291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-142b1f1b-82f6-4180-aa2d-f26e0c733564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:45.543921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-142b1f1b-82f6-4180-aa2d-f26e0c733564 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258156 Jul 08 17:25:45.627173 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:be:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:41Z', 'revision_number': 8, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:45.700899 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:45.733130 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-af356ad8-7b54-4103-8a0b-376f7ebe027d service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611615 Jul 08 17:25:45.754438 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:45.756273 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:45.796527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6fa118c9-138d-4600-979d-10da0d42abcd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:25:45.856581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-81c4ed0c-2d0e-4219-aaa4-3440f242d381 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048339 Jul 08 17:25:45.899787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'name': 'network-vif-deleted', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482'}, {'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:45.902398 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded" -d '{"events": [{"server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "name": "network-vif-deleted", "tag": "3e08529a-c882-4a22-9daa-424e5c966482"}, {"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:45.933147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6fa118c9-138d-4600-979d-10da0d42abcd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:25:45.933654 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.959667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3f04f1c-fcef-43b7-b444-118d3cc19f9b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.980786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3f04f1c-fcef-43b7-b444-118d3cc19f9b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:45.991765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:45.999671 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27807439-c5ad-4991-929e-1776ff646362" -d '{"events": [{"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-plugged", "status": "completed", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:46.008255 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:46.084715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bb2ff64-728c-4d1c-bdcc-ab8420b88d4d req-2bbcd177-be31-4c7e-bd20-377d6887f90d service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214081 Jul 08 17:25:46.157494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3f04f1c-fcef-43b7-b444-118d3cc19f9b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.161880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55612) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:46.165503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3f04f1c-fcef-43b7-b444-118d3cc19f9b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3401408 Jul 08 17:25:46.167071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fbfc62f2-d71c-4614-8895-16188909680d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'security_group_rule': {'security_group_id': 'de2623b6-cde7-41ce-b34b-cee4b9fb5a7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:46.174372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f04f1c-fcef-43b7-b444-118d3cc19f9b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:46.192849 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-5c59aefe-22a6-4b76-bf15-24cfb7f2a5bd service neutron] 10.222.0.41 "GET /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454656 Jul 08 17:25:46.227568 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbfc62f2-d71c-4614-8895-16188909680d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.357787 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbfc62f2-d71c-4614-8895-16188909680d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.364222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbfc62f2-d71c-4614-8895-16188909680d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.382078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc62f2-d71c-4614-8895-16188909680d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d741363e-5512-483a-9e39-a59a302e7cbe,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:46.402045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbfc62f2-d71c-4614-8895-16188909680d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.405205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fbfc62f2-d71c-4614-8895-16188909680d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2416656 Jul 08 17:25:46.407986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55618) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:46.416938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2c980871-9a1f-42d2-89be-4527665db4a2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'security_group_rule': {'security_group_id': 'de2623b6-cde7-41ce-b34b-cee4b9fb5a7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:46.460976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c980871-9a1f-42d2-89be-4527665db4a2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.568620 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:be:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:41Z', 'revision_number': 8, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:46.609719 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c980871-9a1f-42d2-89be-4527665db4a2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.617942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c980871-9a1f-42d2-89be-4527665db4a2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.642278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980871-9a1f-42d2-89be-4527665db4a2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee932fc7-3677-4245-b378-4a6792bccb6b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:46.653916 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494fc76d-2159-4dd0-8435-7d10458fa285 None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '89fd978d-b519-4f22-99e6-e5a42d231371', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'port_id': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'mac_address': 'fa:16:3e:be:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:24:41Z', 'updated_at': '2021-07-08T17:25:41Z', 'revision_number': 8, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:46.668019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c980871-9a1f-42d2-89be-4527665db4a2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.675633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2c980871-9a1f-42d2-89be-4527665db4a2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2661390 Jul 08 17:25:46.676413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55620) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:25:46.688436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:46.737531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.757676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-75227ba4-c79a-43cc-815e-7be019e8ee37 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:46.760855 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-75227ba4-c79a-43cc-815e-7be019e8ee37 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1&tenant_id=15045cd9dfb2442c80782c300ddffea5&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.1171999 Jul 08 17:25:46.868695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.975220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-5cf56f2c-4e9e-4a18-b497-6169c2d2c721 service neutron] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:25:46.984157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-5cf56f2c-4e9e-4a18-b497-6169c2d2c721 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:46.989404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16612c09-bada-45ff-ad7b-8b5929482b7f req-5cf56f2c-4e9e-4a18-b497-6169c2d2c721 service neutron] 10.222.0.41 "DELETE /v2.0/ports/796ce922-53ea-4a4d-91e8-97749303a5ff/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.2186763 Jul 08 17:25:47.069840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 172.25.5.167 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/77559bde-6a39-4a35-9072-6d6b23209197) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:25:47.074909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14322330-470e-48fd-bdfe-deed707d4890 None None] New status for floating IP 89fd978d-b519-4f22-99e6-e5a42d231371: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:25:47.310777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.395944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.466067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:25:47.475315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:25:47.481678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:25:47.569715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=77559bde-6a39-4a35-9072-6d6b23209197,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:47.684659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:47.789942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.102683 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.109699 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.224037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=77559bde-6a39-4a35-9072-6d6b23209197,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:48.236759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.255886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:48.286681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8b1c2162-52ef-4752-bb5d-6a992b35e7e1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5957124 Jul 08 17:25:53.017197 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26cc1e-6e0f-4cba-b8b8-0ab2cc132991 x-openstack-request-id: req-ba26cc1e-6e0f-4cba-b8b8-0ab2cc132991 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:53.018070 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0739f4-bebf-4171-b71c-a67cb0fc5ffd", "name": "network-vif-deleted", "tag": "3e08529a-c882-4a22-9daa-424e5c966482", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:53.018070 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ba26cc1e-6e0f-4cba-b8b8-0ab2cc132991 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:53.018356 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0739f4-bebf-4171-b71c-a67cb0fc5ffd', 'name': 'network-vif-deleted', 'tag': '3e08529a-c882-4a22-9daa-424e5c966482', 'status': 'completed', 'code': 200} Jul 08 17:25:53.018356 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'status': 'completed', 'code': 200} Jul 08 17:25:53.056689 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0a72f0-7b94-4571-b397-7e3915f61b15 x-openstack-request-id: req-7a0a72f0-7b94-4571-b397-7e3915f61b15 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:53.057597 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-plugged", "status": "completed", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:53.058029 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7a0a72f0-7b94-4571-b397-7e3915f61b15 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:53.058587 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'code': 200} Jul 08 17:25:53.189098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a9a6786-3315-48c6-9a68-e1c9a1eadc3c req-6b40ee13-c468-4a17-b681-da564162cf65 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 200 len: 998 time: 0.0912220 Jul 08 17:25:53.212696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-cf523c74-1754-4f6f-9a8d-6767b94bb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.214169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-cf523c74-1754-4f6f-9a8d-6767b94bb14f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.1681342 Jul 08 17:25:53.223824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edde6d4-b11e-43d2-9d2a-ac1c0be7f821 req-e66a3aa7-b3a6-4f6d-8ad9-d0375365d169 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.225348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6edde6d4-b11e-43d2-9d2a-ac1c0be7f821 req-e66a3aa7-b3a6-4f6d-8ad9-d0375365d169 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 944 time: 0.1923022 Jul 08 17:25:53.377842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6edde6d4-b11e-43d2-9d2a-ac1c0be7f821 req-6e5a0673-dd64-4f5a-8feb-a92414e4210c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139660 Jul 08 17:25:53.452972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-3e06fab0-5914-4706-a895-4768f104aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.454625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-3e06fab0-5914-4706-a895-4768f104aee1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.2183664 Jul 08 17:25:53.462001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a6786-3315-48c6-9a68-e1c9a1eadc3c req-fce7a220-a9a0-4fcf-ae24-023bd3d007f5 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.463404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a9a6786-3315-48c6-9a68-e1c9a1eadc3c req-fce7a220-a9a0-4fcf-ae24-023bd3d007f5 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2655597 Jul 08 17:25:53.479653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-3a9a6786-3315-48c6-9a68-e1c9a1eadc3c req-97d71869-a850-4185-8c31-ab2930921ae2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:25:53.481253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a9a6786-3315-48c6-9a68-e1c9a1eadc3c req-97d71869-a850-4185-8c31-ab2930921ae2 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082116 Jul 08 17:25:53.573613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-b74b39cd-e20d-416a-b1a1-1ad97ee35bbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 1001 time: 0.0913773 Jul 08 17:25:53.689733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-3998e565-d9c9-4565-9c31-46fbf6033fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.691778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-3998e565-d9c9-4565-9c31-46fbf6033fed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0908732 Jul 08 17:25:53.795325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3c010390-c18a-4edd-94ee-57ef88e3a9d6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--541557802&fields=id&tenant_id=5a67d3690506449d9c74a5c065567045 HTTP/1.1" status: 200 len: 267 time: 0.1067514 Jul 08 17:25:53.868160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-fa155e72-63e6-4540-b59b-aaabc1210f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.870184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-fa155e72-63e6-4540-b59b-aaabc1210f58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612887 Jul 08 17:25:53.884847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-b9d90d4c-e0a7-4214-9ddc-b97f270bca8c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:53.886482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-b9d90d4c-e0a7-4214-9ddc-b97f270bca8c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports/64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 932 time: 0.0907445 Jul 08 17:25:53.999729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-b5279786-c0b7-499e-96c7-1420a1ff4321 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:54.001125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-b5279786-c0b7-499e-96c7-1420a1ff4321 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports/463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 932 time: 0.1053429 Jul 08 17:25:54.077890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-44f7d8d9-8208-4a5c-b102-58a3549add15 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900108 Jul 08 17:25:54.086302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-15022dac-4429-4b2d-a9b8-fa3da979484e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0678265 Jul 08 17:25:54.178295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-09a8f104-6c81-4395-82cf-4f5531f1f0de tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0912886 Jul 08 17:25:54.293517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7181bbaa-4ee8-4c1c-9f1f-1cc752133ded req-7b4b31f1-99b6-4c66-810a-2555cc9285cd service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053094 Jul 08 17:25:54.323913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-6ad9212a-d582-4b3e-990b-82ea698df5bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:54.330230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-6ad9212a-d582-4b3e-990b-82ea698df5bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:54.336072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-6ad9212a-d582-4b3e-990b-82ea698df5bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:54.342778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-6ad9212a-d582-4b3e-990b-82ea698df5bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/networks?id=79d53fa7-c96f-4de0-975e-8019dfd50b73&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=f6feec97-d073-46f4-befb-21002338a62d&id=f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 200 len: 1990 time: 0.1636574 Jul 08 17:25:54.360394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-b11f693a-9c46-4d54-b7b6-f5c6e0c45494 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/quotas/5a67d3690506449d9c74a5c065567045 HTTP/1.1" status: 200 len: 375 time: 0.0167198 Jul 08 17:25:54.461890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-435e4e2b-d73a-49b9-accd-ef431379be2a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1004887 Jul 08 17:25:54.568682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e026292e-4587-4486-a524-eb2e5aec7554 service neutron] 10.222.0.63 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058068 Jul 08 17:25:54.678109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cb10ccf4-03e8-485a-adfc-628de1f9b26d service neutron] 10.222.0.63 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077471 Jul 08 17:25:54.735300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-bdc2a8da-6f52-47a5-8549-eafb21c78e98 service neutron] 10.222.0.63 "GET /v2.0/ports/64b37d6e-c82e-4524-95b5-4c7e4d4a0141?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0508275 Jul 08 17:25:54.864088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-aee8684c-694d-4d26-a304-f6107c0871c2 service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200855 Jul 08 17:25:54.977280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0f33ee80-48ff-4bed-8e6b-39a2dba0c330 service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077557 Jul 08 17:25:55.043702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-495fa444-a8f0-4c58-b867-8c1fd4e75170 service neutron] 10.222.0.63 "GET /v2.0/ports/463ad55d-2fe4-499a-aced-51e3cf226b78?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0560160 Jul 08 17:25:55.074332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-d67360e7-4c02-4792-8fc2-58e0f90aa46f tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:25:55.075959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-d67360e7-4c02-4792-8fc2-58e0f90aa46f tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066373 Jul 08 17:25:55.087993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:55.089300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Unknown quota resources ['binding']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:25:55.143648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-45819139-3579-4443-9fd0-815b948b1b22 service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906346 Jul 08 17:25:55.250009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-ab609ccc-34d3-4787-b6c1-953d80db2551 service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962968 Jul 08 17:25:55.270778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:25:55.271530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:25:55.271932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:55.280988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:25:55.281386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:25:55.287668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:25:55.288103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:25:55.288560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:25:55.289093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Bound port: 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:25:55.358760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d4492ad7-89c8-4ab0-84bc-f4f25816ebc5 service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025743 Jul 08 17:25:55.364103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:25:55.370529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.373151 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f53fe66a-65c5-4740-923f-2f7a616c74b8 service neutron] 10.222.0.63 "POST /v2.0/ports/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2905829 Jul 08 17:25:55.505318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-148e43e8-b1db-441a-b826-3fa73465c2f5 service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448264 Jul 08 17:25:55.565917 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.649350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-bc27a179-5ab3-420e-a598-0571d0345c8d tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1001 time: 0.1424003 Jul 08 17:25:55.705718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f6727e88-f3aa-4b05-8975-d52a45a4224e service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998100 Jul 08 17:25:55.753865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282276d-75e0-407e-b827-a6e877c1e011 req-1a56bbb1-3dfc-483c-8473-f489a5204b3a tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:55.754501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-43c7770f-3d6f-489d-8025-8a26ae48f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:55.756006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-43c7770f-3d6f-489d-8025-8a26ae48f8dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1097 time: 0.0677288 Jul 08 17:25:55.756541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-1a56bbb1-3dfc-483c-8473-f489a5204b3a tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports/e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 943 time: 0.0985005 Jul 08 17:25:55.811294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bf626587-dbe7-4730-8880-29f1ba43497e no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:55.864223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-73474704-d3bd-423a-8a02-4e267aa2595f service neutron] 10.222.0.63 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451616 Jul 08 17:25:55.907780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-83d4077e-6c5c-4167-a092-786beb827eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:55.909950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-83d4077e-6c5c-4167-a092-786beb827eed service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.1397493 Jul 08 17:25:55.936227 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:55.962349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:55.964094 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-6782774f-9bac-4528-9aaf-d1cf95443d70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 200 len: 217 time: 0.0454967 Jul 08 17:25:55.965582 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6a4cae-71ba-4b40-bd6c-69d53ed24279" -d '{"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-unplugged", "status": "completed", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:55.982559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:55.995816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.045133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-6bcb7522-9065-4c20-9660-815d4eac8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:56.046759 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-6bcb7522-9065-4c20-9660-815d4eac8351 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.0750701 Jul 08 17:25:56.079477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:56.098021 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-4536adff-6c5d-43c1-b77f-dc9c3d4a8329 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421236 Jul 08 17:25:56.205413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-344a2c3f-f225-40d9-8a18-ff82b23ec2c5 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007645 Jul 08 17:25:56.314021 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-670debd2-11f0-466d-a195-542565a225cd service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004238 Jul 08 17:25:56.336983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-f463680a-c9b9-44b0-b4a2-e039676bb04e tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1001 time: 0.4620209 Jul 08 17:25:56.378425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-9f7c1e26-5f9a-473d-ac54-f7e9ab94e95c service neutron] 10.222.0.63 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132651 Jul 08 17:25:56.521724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282276d-75e0-407e-b827-a6e877c1e011 req-4e7ed93f-0d08-4ba2-a1fd-083baa903481 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:56.523093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-4e7ed93f-0d08-4ba2-a1fd-083baa903481 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1747193 Jul 08 17:25:56.536113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-b7117cdb-55f5-45c2-9674-a87439d30226 service neutron] 10.222.0.63 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328213 Jul 08 17:25:56.646981 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-0378027a-9c72-4d64-8687-708ff602d661 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 1001 time: 0.1140580 Jul 08 17:25:56.664037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:25:56.730304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-5dbe0588-9a90-43ad-9b4c-5996ed915296 service neutron] 10.222.0.63 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875572 Jul 08 17:25:56.741488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.934656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-b5da6355-0172-49c3-acda-4f9248352886 service neutron] 10.222.0.63 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578112 Jul 08 17:25:56.971374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.975331 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:56.975967 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Floating IP 89fd978d-b519-4f22-99e6-e5a42d231371 disassociated. External IP: 172.25.5.93, port: e3a15901-d075-4cc5-9a51-a6f047692f4a. Jul 08 17:25:57.218121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:25:57.347676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:25:57.353332 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.362185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:25:57.378672 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-96b4e99b-124a-4c43-9bda-9143f69a9427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:57.383927 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:57.384538 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:57.414155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-c8c5df55-4797-46f9-9984-0ed82e8a7928 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "PUT /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 200 len: 695 time: 0.7564602 Jul 08 17:25:57.414819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:25:57.417866 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107dce3d-0332-4b5f-9648-faeee48140e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:25:57.493435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282276d-75e0-407e-b827-a6e877c1e011 req-3bf1cafb-a76c-4cd0-945c-43b1c177a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:57.501896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-3bf1cafb-a76c-4cd0-945c-43b1c177a964 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.0699248 Jul 08 17:25:57.507647 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:57.615242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282276d-75e0-407e-b827-a6e877c1e011 req-2e5e611f-7b32-4c6e-a72d-ef4912fa529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:57.617211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-2e5e611f-7b32-4c6e-a72d-ef4912fa529f service neutron] 10.222.0.63 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.1143608 Jul 08 17:25:57.689391 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-9799852c-f4e7-431b-b146-62858805a675 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 217 time: 0.0640147 Jul 08 17:25:57.794610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282276d-75e0-407e-b827-a6e877c1e011 req-ceea6a55-4a84-46d0-abba-d1c440dcff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:57.803634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-ceea6a55-4a84-46d0-abba-d1c440dcff99 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.1036782 Jul 08 17:25:57.856428 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:57.888865 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:25:57.898683 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:25:57.899289 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:57.937721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282276d-75e0-407e-b827-a6e877c1e011 req-aa763440-c013-4ebc-ad93-980a326dbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:57.939963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-aa763440-c013-4ebc-ad93-980a326dbeeb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274109 Jul 08 17:25:58.087427 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:25:58.092883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-9808ca4e-ce30-4da6-b567-28557f53013f service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459913 Jul 08 17:25:58.257620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5282276d-75e0-407e-b827-a6e877c1e011 req-28ffd5f2-df9d-46bc-82b4-abfb1d1fe0c6 service neutron] 10.222.0.63 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637149 Jul 08 17:25:58.398340 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:25:58.431210 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef9f74-041c-4ed9-8b8b-9e1c8e6370fc None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:24:15Z', 'revision_number': 4, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '61eb69d6-93c4-4bb4-97b8-1554400d15ba', 'name': '', 'network_id': '15480377-6a8a-4540-8917-07c29bff0b90', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'mac_address': 'fa:16:3e:f1:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:13Z', 'updated_at': '2021-07-08T17:24:24Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'subnets': [{'id': 'c4a74e6d-ac28-43bd-91f5-dc3edbbb9026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:25:58.875783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d99ec18-30f9-4bd5-b2b7-ab295c345b83 None None] New status for floating IP 89fd978d-b519-4f22-99e6-e5a42d231371: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:25:58.911150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847fdab-6695-46d9-af98-cdb8dd30ee8c req-3774994c-5b99-4388-b156-aa7eded554c2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:58.914275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2847fdab-6695-46d9-af98-cdb8dd30ee8c req-3774994c-5b99-4388-b156-aa7eded554c2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 946 time: 0.1886566 Jul 08 17:25:58.982339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2847fdab-6695-46d9-af98-cdb8dd30ee8c req-07087a8f-64fd-48c6-b144-6fffdaac0f13 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Jul 08 17:25:58.989436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61abf-a601-4710-9bff-d66aa30dccba req-92519d09-4404-4957-b047-6a1359cbf41d tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.000822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1e61abf-a601-4710-9bff-d66aa30dccba req-92519d09-4404-4957-b047-6a1359cbf41d tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 1095 time: 0.1839347 Jul 08 17:25:59.077037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1e61abf-a601-4710-9bff-d66aa30dccba req-43709b5a-5b32-4865-a72c-ced28318d226 tempest-LiveMigrationTest-1073235984 tempest-LiveMigrationTest-1073235984-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749636 Jul 08 17:25:59.142135 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9275e0d4-f783-4272-ae82-a77217a40e00 x-openstack-request-id: req-9275e0d4-f783-4272-ae82-a77217a40e00 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:59.142946 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:59.143091 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9275e0d4-f783-4272-ae82-a77217a40e00 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:59.143520 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'status': 'completed', 'code': 200} Jul 08 17:25:59.248947 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5f6b8d-619a-4d94-9c92-2ea51a9b9025 x-openstack-request-id: req-7a5f6b8d-619a-4d94-9c92-2ea51a9b9025 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:25:59.249707 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-unplugged", "status": "completed", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:25:59.250154 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7a5f6b8d-619a-4d94-9c92-2ea51a9b9025 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:25:59.250883 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'code': 200} Jul 08 17:25:59.290239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-d352c500-40a5-4390-a114-1608115362ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.292291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-d352c500-40a5-4390-a114-1608115362ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 1097 time: 0.1221559 Jul 08 17:25:59.429621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b898f7d-635b-460c-bb36-13b5fa53d89d req-2692df10-bb8c-4efc-aac1-91cf195bc176 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0623178 Jul 08 17:25:59.444718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 33697ae3-eaa3-4739-beb3-95298dddcce8 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:25:59.471749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-29f0c130-9261-4b90-ad07-47df620c6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.473964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-29f0c130-9261-4b90-ad07-47df620c6fc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 200 len: 921 time: 0.1722918 Jul 08 17:25:59.529588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-53a0b096-8505-46c2-b823-89761a6ccd44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 200 len: 217 time: 0.0459433 Jul 08 17:25:59.602768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-677c735f-bbb5-4994-b5fc-2e5334f5f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.604787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-677c735f-bbb5-4994-b5fc-2e5334f5f6a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 200 len: 859 time: 0.0689082 Jul 08 17:25:59.614602 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:59.682110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:25:59.686940 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:59.746550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-bfcacf6f-5f5f-414b-812b-0f9167bf2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.749291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-bfcacf6f-5f5f-414b-812b-0f9167bf2061 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15480377-6a8a-4540-8917-07c29bff0b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343057 Jul 08 17:25:59.859158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:25:59.887308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-b303afc4-48aa-4fd4-ac20-ad36147e4925 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305540 Jul 08 17:25:59.955592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-58f63386-210a-412c-bd15-171a2234e49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:25:59.980848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f72d6500-87e4-4fd2-abbe-74d787e6b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:25:59.983644 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f72d6500-87e4-4fd2-abbe-74d787e6b421 service neutron] 10.222.0.72 "GET /v2.0/ports/64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 1028 time: 0.1957660 Jul 08 17:26:00.107781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0ac421de-06fc-4cf8-9c13-aeeb2e5b4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.111568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0ac421de-06fc-4cf8-9c13-aeeb2e5b4e51 service neutron] 10.222.0.72 "GET /v2.0/ports/463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 1028 time: 0.1200454 Jul 08 17:26:00.147910 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107dce3d-0332-4b5f-9648-faeee48140e1 req-9af3310d-4ad3-4474-9a29-1e53f2183777 service neutron] 10.222.0.72 "GET /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535915 Jul 08 17:26:00.195312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a5c1-9c0e-44c7-96ee-9f4309f3fdb5 req-55f3040d-b4df-4f38-a766-ac6637ff9e01 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.196993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1d2a5c1-9c0e-44c7-96ee-9f4309f3fdb5 req-55f3040d-b4df-4f38-a766-ac6637ff9e01 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 947 time: 0.0833876 Jul 08 17:26:00.280375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1d2a5c1-9c0e-44c7-96ee-9f4309f3fdb5 req-66454b1a-329d-4f0d-b25f-114020979b4c tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775793 Jul 08 17:26:00.318316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0dbfb530-72bd-4775-b840-216c6660f523 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.324353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0dbfb530-72bd-4775-b840-216c6660f523 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.331286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0dbfb530-72bd-4775-b840-216c6660f523 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.332950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0dbfb530-72bd-4775-b840-216c6660f523 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "GET /v2.0/networks?id=79d53fa7-c96f-4de0-975e-8019dfd50b73&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=f6feec97-d073-46f4-befb-21002338a62d&id=f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 200 len: 1990 time: 0.2142370 Jul 08 17:26:00.406762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.417567 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-36ba27ac-4665-4596-b537-33415497453d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a67d3690506449d9c74a5c065567045 HTTP/1.1" status: 200 len: 379 time: 0.0740893 Jul 08 17:26:00.429143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'admin_state_up': True, 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'security_groups': ['de2623b6-cde7-41ce-b34b-cee4b9fb5a7c']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:00.450482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-2f381fd7-ae33-4959-ab12-d5f3df7aca42 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 200 len: 693 time: 0.0512240 Jul 08 17:26:00.458265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44d90e-cbb5-463b-890c-adca3bfcc552 req-750a336f-8d6f-456b-85fa-c7a7bd26fd46 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.465838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f44d90e-cbb5-463b-890c-adca3bfcc552 req-750a336f-8d6f-456b-85fa-c7a7bd26fd46 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 944 time: 0.1655662 Jul 08 17:26:00.562210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:00.564586 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f44d90e-cbb5-463b-890c-adca3bfcc552 req-b9be1c08-97ab-41bc-8e95-ce13044e0314 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982056 Jul 08 17:26:00.567192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.655088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-e2f61f00-c4e4-45a2-a88f-8d10a4d2007f tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:00.662554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-e2f61f00-c4e4-45a2-a88f-8d10a4d2007f tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1950173 Jul 08 17:26:00.674142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-544af047-2c80-48ff-8be0-2140c3153581 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:26:00.676894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-544af047-2c80-48ff-8be0-2140c3153581 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090549 Jul 08 17:26:00.746109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 172.20.0.11 (79d53fa7-c96f-4de0-975e-8019dfd50b73/3d76aadc-2b18-4d53-ba20-d8cea51bd04f/ea9553bf-647a-47df-b150-4dc36665ad20) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:00.747810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-702f487c-b3b0-48d4-bfcc-23468aaeeefb tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 696 time: 0.0645139 Jul 08 17:26:00.824097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-07f3f5fe-930e-4872-bcdb-a9ef8cb20911 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 696 time: 0.0609028 Jul 08 17:26:00.973487 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:00.995070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Transition to ACTIVE for port object ea9553bf-647a-47df-b150-4dc36665ad20 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:01.013790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-47af08e3-4806-465c-8f7f-681632010fc0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:01.015472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-47af08e3-4806-465c-8f7f-681632010fc0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 944 time: 0.1258948 Jul 08 17:26:01.025165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ed5a7-1d86-4cd9-ade4-63a71f29568e req-e79f61d7-eb0b-4437-8015-fbaab3b571e0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:01.026654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a13ed5a7-1d86-4cd9-ade4-63a71f29568e req-e79f61d7-eb0b-4437-8015-fbaab3b571e0 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 946 time: 0.2777584 Jul 08 17:26:01.037655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Deleting port c6cbef64-a6b6-4191-845a-449b08901369 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:01.037963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.108859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.121815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a13ed5a7-1d86-4cd9-ade4-63a71f29568e req-f331c7f8-2033-4bf3-adb8-d02f737b4491 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859745 Jul 08 17:26:01.157305 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.157972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.175801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Calling delete_port for c6cbef64-a6b6-4191-845a-449b08901369 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:01.185492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:01.190441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=ea9553bf-647a-47df-b150-4dc36665ad20,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:01.195844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:01.198422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:01.202354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Deleting port 796ce922-53ea-4a4d-91e8-97749303a5ff {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:01.202354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.252122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:01.264023 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8599f02-7dba-44c3-a126-756a3596a07c" -d '{"events": [{"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-unplugged", "status": "completed", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:01.287280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.315969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:01.316616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.355940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c9356b8e-011d-4b48-9cb3-80a2c2a48cb8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9317937 Jul 08 17:26:01.365065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] For port 796ce922-53ea-4a4d-91e8-97749303a5ff, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=796ce922-53ea-4a4d-91e8-97749303a5ff,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:01.365686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.371611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'admin_state_up': True, 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'security_groups': ['de2623b6-cde7-41ce-b34b-cee4b9fb5a7c']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:01.429262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Calling delete_port for 796ce922-53ea-4a4d-91e8-97749303a5ff owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:01.459310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-9e014875-3536-4216-9c6a-0fe87a3718b5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:01.461086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-9e014875-3536-4216-9c6a-0fe87a3718b5 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.1712530 Jul 08 17:26:01.481768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-f90f700b-5bd1-43a8-b1cb-b116e5835561 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/quotas/501431849f494a74ac17f84b8d9df21d HTTP/1.1" status: 200 len: 375 time: 0.0146606 Jul 08 17:26:01.483570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.567185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5d2d1db2-9c2b-4624-a05e-828e065a0b12 None None] Provisioning for port ea9553bf-647a-47df-b150-4dc36665ad20 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:01.572251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5d2d1db2-9c2b-4624-a05e-828e065a0b12 None None] Provisioning complete for port ea9553bf-647a-47df-b150-4dc36665ad20 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:01.572959 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1db2-9c2b-4624-a05e-828e065a0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.587526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Pushing event deleted for resources: {'Port': ['ID=c6cbef64-a6b6-4191-845a-449b08901369,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:01.644282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.647244 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.648273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28336eb7-6a33-4d9a-a21f-a5d09ac5ddf2 req-93fe13c2-f137-4687-af0d-e4f5103d02be tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "DELETE /v2.0/floatingips/89fd978d-b519-4f22-99e6-e5a42d231371 HTTP/1.1" status: 204 len: 173 time: 0.8023777 Jul 08 17:26:01.663145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d1db2-9c2b-4624-a05e-828e065a0b12 None None] Port ea9553bf-647a-47df-b150-4dc36665ad20 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:01.674218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:01.678867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-08a9e2b2-0b6f-4ad1-a203-1bee397c831c tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878309 Jul 08 17:26:01.683201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.722164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.775575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', '796ce922-53ea-4a4d-91e8-97749303a5ff'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:01.795592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event deleted for resources: {'Port': ['ID=796ce922-53ea-4a4d-91e8-97749303a5ff,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:01.811371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-01b6b898-f4b9-4c30-8bee-23ebd10bba4e service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311829 Jul 08 17:26:01.902099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] No DVR routers for this DVR port 796ce922-53ea-4a4d-91e8-97749303a5ff on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:01.908844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:01.910860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58ac3202-d8ab-4d34-b7d8-369418c13536 req-e552407d-636e-45d9-bed4-d23b07d565e4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "DELETE /v2.0/ports/796ce922-53ea-4a4d-91e8-97749303a5ff HTTP/1.1" status: 204 len: 173 time: 0.8877237 Jul 08 17:26:01.911303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'name': 'network-vif-deleted', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:01.913929 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0518a1-168e-48b5-a741-419c672d147e" -d '{"events": [{"server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "name": "network-vif-deleted", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:01.990410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-ec81a928-e99b-410d-a3e4-ccb7f6a3ae56 service neutron] 10.222.0.63 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716580 Jul 08 17:26:02.083720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 10.1.1.5 (e100d772-09e0-4477-aa42-bb4ba84147a9/779501b4-fdc3-4bcc-934c-80bdcd968701/92a208fa-a8f1-495e-92d7-e5d63421a105) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:02.390088 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.412090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Transition to ACTIVE for port object 92a208fa-a8f1-495e-92d7-e5d63421a105 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:02.485812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.520384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98487cdb-8d9f-498a-9ae4-59db827ff6d5 req-2af66f19-c5e3-434a-9435-bea9824ed176 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:02.545325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98487cdb-8d9f-498a-9ae4-59db827ff6d5 req-2af66f19-c5e3-434a-9435-bea9824ed176 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 932 time: 0.1690545 Jul 08 17:26:02.583358 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5f35d3-651d-4319-a9a0-1b137510d71e x-openstack-request-id: req-ab5f35d3-651d-4319-a9a0-1b137510d71e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:02.583971 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-unplugged", "status": "completed", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:02.583971 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ab5f35d3-651d-4319-a9a0-1b137510d71e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:02.584396 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'code': 200} Jul 08 17:26:02.599294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network e100d772-09e0-4477-aa42-bb4ba84147a9 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:02.602348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=92a208fa-a8f1-495e-92d7-e5d63421a105,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:02.614961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:02.624860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:02.656964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98487cdb-8d9f-498a-9ae4-59db827ff6d5 req-d5983342-793b-439d-a7e1-c68aa55f0ed3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107807 Jul 08 17:26:02.715539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7479d-aad4-4209-a658-59f76df3b65c req-0e550689-41af-45d8-8be7-94696dbaec12 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:02.717914 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95a7479d-aad4-4209-a658-59f76df3b65c req-0e550689-41af-45d8-8be7-94696dbaec12 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "GET /v2.0/ports?device_id=667271d0-6475-4078-a051-d7e9e1ee105c HTTP/1.1" status: 200 len: 944 time: 0.4051919 Jul 08 17:26:02.721433 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.810325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:02.811006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:02.873308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-01edd82f-6157-4c8d-8616-5ff1d7257180 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5103238 Jul 08 17:26:02.886560 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-528dbd18-a950-40ee-a12e-4d4af03fbe2f req-57f99141-a842-407c-a956-098e23ed79d3 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.0625851 Jul 08 17:26:02.924530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'admin_state_up': True, 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'security_groups': ['de2623b6-cde7-41ce-b34b-cee4b9fb5a7c']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:02.975427 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3362e1ed-aa50-47e2-8f8b-2e1e376d13e8 x-openstack-request-id: req-3362e1ed-aa50-47e2-8f8b-2e1e376d13e8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:02.976361 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5493e0c-0637-4545-a39d-f3d4644423d1", "name": "network-vif-deleted", "tag": "796ce922-53ea-4a4d-91e8-97749303a5ff", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:02.976361 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3362e1ed-aa50-47e2-8f8b-2e1e376d13e8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:02.977247 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5493e0c-0637-4545-a39d-f3d4644423d1', 'name': 'network-vif-deleted', 'tag': '796ce922-53ea-4a4d-91e8-97749303a5ff', 'status': 'completed', 'code': 200} Jul 08 17:26:03.016442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Deleting port bf626587-dbe7-4730-8880-29f1ba43497e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:03.016989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.112184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bcc91c1a-dfad-4b6a-9e76-c42a98527590 None None] Provisioning for port 92a208fa-a8f1-495e-92d7-e5d63421a105 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:03.123618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bcc91c1a-dfad-4b6a-9e76-c42a98527590 None None] Provisioning complete for port 92a208fa-a8f1-495e-92d7-e5d63421a105 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:03.124764 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bcc91c1a-dfad-4b6a-9e76-c42a98527590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.186926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bcc91c1a-dfad-4b6a-9e76-c42a98527590 None None] Port 92a208fa-a8f1-495e-92d7-e5d63421a105 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:03.196658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb8f8f53-4335-4923-b467-f85f1af995bc req-44e2437e-9170-4f1a-8174-69f7e1ad0a17 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 210 time: 0.0866158 Jul 08 17:26:03.223415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] For port bf626587-dbe7-4730-8880-29f1ba43497e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=bf626587-dbe7-4730-8880-29f1ba43497e,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:03.225505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.263604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-0160cacf-4617-4ee7-9faf-b100e327ff4e tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:03.272408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-0160cacf-4617-4ee7-9faf-b100e327ff4e tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1097 time: 0.1923654 Jul 08 17:26:03.279633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Calling delete_port for bf626587-dbe7-4730-8880-29f1ba43497e owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:03.294186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:03.442091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.532315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event deleted for resources: {'Port': ['ID=bf626587-dbe7-4730-8880-29f1ba43497e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:03.544981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.549825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:03.553994 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.586055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10233c-43d0-4236-92e0-013879a26557 req-997103c4-0e82-4aee-8b76-420dba45a6df tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:03.592722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f10233c-43d0-4236-92e0-013879a26557 req-997103c4-0e82-4aee-8b76-420dba45a6df tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 946 time: 0.3174245 Jul 08 17:26:03.639818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] No DVR routers for this DVR port bf626587-dbe7-4730-8880-29f1ba43497e on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:03.652890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:03.656999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95a7479d-aad4-4209-a658-59f76df3b65c req-40a171d6-9c22-42a5-ad2c-9db28ea986ef tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.41 "DELETE /v2.0/ports/bf626587-dbe7-4730-8880-29f1ba43497e HTTP/1.1" status: 204 len: 173 time: 0.9179358 Jul 08 17:26:03.797658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f10233c-43d0-4236-92e0-013879a26557 req-4f84eaf4-b16a-4091-90ff-c79126622cd3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782129 Jul 08 17:26:03.842784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 10.1.1.65 (e100d772-09e0-4477-aa42-bb4ba84147a9/779501b4-fdc3-4bcc-934c-80bdcd968701/4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:03.867367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55940) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:03.877961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:04.008229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:04.088692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700b5ad-72b1-41c7-84c5-450bcf06ace3 req-6a0a7ce9-84fc-45f4-9bd1-42eb807bb3d0 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:04.099019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c700b5ad-72b1-41c7-84c5-450bcf06ace3 req-6a0a7ce9-84fc-45f4-9bd1-42eb807bb3d0 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 946 time: 0.3959541 Jul 08 17:26:04.138083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:04.153537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 796ce922-53ea-4a4d-91e8-97749303a5ff no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:04.192785 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69094c0c-6550-493d-930c-32a618d7e427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.193464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 796ce922-53ea-4a4d-91e8-97749303a5ff {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:04.194011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 796ce922-53ea-4a4d-91e8-97749303a5ff not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:04.195959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 17:26:04.208271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.230055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Transition to ACTIVE for port object 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:04.279858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3e556d70-4315-4c69-940f-71e851f7a9d4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:04.283020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3e556d70-4315-4c69-940f-71e851f7a9d4 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.72 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 805 time: 0.1242728 Jul 08 17:26:04.324673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Request body: {'port': {'device_id': '2c319420-860f-4bb7-bf29-510395e97e8c', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'admin_state_up': True, 'tenant_id': '501431849f494a74ac17f84b8d9df21d'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:04.355311 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.418673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network e100d772-09e0-4477-aa42-bb4ba84147a9 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:04.429210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:04.436684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:04.440679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69094c0c-6550-493d-930c-32a618d7e427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.467961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:04.473337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69094c0c-6550-493d-930c-32a618d7e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.535114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-69094c0c-6550-493d-930c-32a618d7e427 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=99b2df500de04a4b8c3ef6b361aa4c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559422 Jul 08 17:26:04.540541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55950) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:04.592375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:04.593169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.610992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69094c0c-6550-493d-930c-32a618d7e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbdab1e-61cc-4cb7-9e97-25a5a92fb1d9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:04.620176 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8354ece-cfdd-48b6-941d-19d0ab23f535 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7104564 Jul 08 17:26:04.634425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d', 'admin_state_up': True, 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'security_groups': ['de2623b6-cde7-41ce-b34b-cee4b9fb5a7c']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:04.811438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-2d4c-4a43-aa6a-153a8b11ae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.833518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6d0c1296-cc49-443a-80b6-0c3ba74044b8 None None] Provisioning for port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:04.837725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6d0c1296-cc49-443a-80b6-0c3ba74044b8 None None] Provisioning complete for port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:04.838206 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1296-cc49-443a-80b6-0c3ba74044b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.861665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-2d4c-4a43-aa6a-153a8b11ae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.883134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:04.913127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c1296-cc49-443a-80b6-0c3ba74044b8 None None] Port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:04.914156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c700b5ad-72b1-41c7-84c5-450bcf06ace3 req-0f06c278-43f5-460c-8915-1d2a052a3b29 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/security-groups?id=f4b09c05-9ccf-47ea-801c-0269411c4718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8141873 Jul 08 17:26:04.934097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:04.949137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-b2231cfc-ffbe-4986-a088-e03dd7aadc65 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:04.951548 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-b2231cfc-ffbe-4986-a088-e03dd7aadc65 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 946 time: 0.1858225 Jul 08 17:26:04.985460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:04.989077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:04.991453 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06176d1d-a179-4deb-8241-42ce2d5d8a12" -d '{"events": [{"server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:04.997576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-deleted', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:05.000065 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba1c487-b86b-4920-b2bd-eccab03b714e" -d '{"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-deleted", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:05.016378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.025080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Made reservation on behalf of 501431849f494a74ac17f84b8d9df21d for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:05.029333 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.078517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-2d4c-4a43-aa6a-153a8b11ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.081106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a35717bf-2d4c-4a43-aa6a-153a8b11ae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.082321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a35717bf-2d4c-4a43-aa6a-153a8b11ae64 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1dbdab1e-61cc-4cb7-9e97-25a5a92fb1d9 HTTP/1.1" status: 204 len: 168 time: 0.5407102 Jul 08 17:26:05.107721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35717bf-2d4c-4a43-aa6a-153a8b11ae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbdab1e-61cc-4cb7-9e97-25a5a92fb1d9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:05.116423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.151611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:05.172902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Deleting port e3a15901-d075-4cc5-9a51-a6f047692f4a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:05.173268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.322986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Allocated IP 172.20.0.6 (a2ce0013-b088-44bb-ab85-9f389f7725a2/2131ec50-2bd5-429c-9022-3931aedb3af7/2c4d8650-8c9f-44bf-b921-60348a318227) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:05.422838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] For port e3a15901-d075-4cc5-9a51-a6f047692f4a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e3a15901-d075-4cc5-9a51-a6f047692f4a,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:05.423479 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.443494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Calling delete_port for e3a15901-d075-4cc5-9a51-a6f047692f4a owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:05.453958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 10.2.2.100 (f6feec97-d073-46f4-befb-21002338a62d/d0178159-6661-496e-8151-12dc9082efee/2bed1ffb-d085-4e0c-8213-c24971357988) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:05.455724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55964) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:05.458939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:05.505966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.517501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea37a6fa-0c3e-468f-9c52-478d6a9a1899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.561892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-380f020c-71f4-42e3-b777-59a180af4a67 req-c7f44cd4-fd62-4ad1-b1aa-821912dbff74 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.4824255 Jul 08 17:26:05.593999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:05.613583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'mac_address': 'fa:16:3e:55:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:05.653707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:05.654061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:05.654622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:05.675904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4163c9b-50db-4cfe-ad6f-bbf1481e3ded req-a04f21a1-825c-4e63-a51f-6003ac243ed1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:05.682524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4163c9b-50db-4cfe-ad6f-bbf1481e3ded req-a04f21a1-825c-4e63-a51f-6003ac243ed1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:05.690433 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4163c9b-50db-4cfe-ad6f-bbf1481e3ded req-a04f21a1-825c-4e63-a51f-6003ac243ed1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 1652 time: 1.3957703 Jul 08 17:26:05.719738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:05.720016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Attempting to bind port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on network 0664b879-38e9-4d8c-9380-0897a1d0931b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:05.729117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:05.729622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Checking segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:05.729852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Bound using segment: {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:05.730301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Bound port: 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58e7433-2e14-48aa-882d-e71fb9e64a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0664b879-38e9-4d8c-9380-0897a1d0931b'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:05.730827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.744574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.767934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e634d9-1da8-4b2f-8c82-f03d6b894b35 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:05.789594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a86a22bf-d8d7-4d23-831d-c56a86c983c8 req-774b2755-c720-494d-9fa2-59cc1d168bfc tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 210 time: 0.0510931 Jul 08 17:26:05.796242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:05.803444 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.839197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4163c9b-50db-4cfe-ad6f-bbf1481e3ded req-a9c329e7-3f6a-4ab0-9f3c-3afe2a325540 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465566 Jul 08 17:26:05.898056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bf626587-dbe7-4730-8880-29f1ba43497e no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:05.954440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: bf626587-dbe7-4730-8880-29f1ba43497e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:05.955063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device bf626587-dbe7-4730-8880-29f1ba43497e not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:05.965852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['97e634d9-1da8-4b2f-8c82-f03d6b894b35'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:05.967524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:05.985931 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5f9a37-1710-4b9c-acd7-f141619f99b2 x-openstack-request-id: req-6a5f9a37-1710-4b9c-acd7-f141619f99b2 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:05.988459 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:05.988953 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6a5f9a37-1710-4b9c-acd7-f141619f99b2 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:05.990802 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a', 'code': 200} Jul 08 17:26:06.040014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.091036 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae3b631-11c1-4510-bca7-eb081e58e3e4 x-openstack-request-id: req-2ae3b631-11c1-4510-bca7-eb081e58e3e4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:06.091712 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667271d0-6475-4078-a051-d7e9e1ee105c", "name": "network-vif-deleted", "tag": "bf626587-dbe7-4730-8880-29f1ba43497e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:06.092042 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ae3b631-11c1-4510-bca7-eb081e58e3e4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:06.092447 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667271d0-6475-4078-a051-d7e9e1ee105c', 'name': 'network-vif-deleted', 'tag': 'bf626587-dbe7-4730-8880-29f1ba43497e', 'status': 'completed', 'code': 200} Jul 08 17:26:06.127287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.127570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.141916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:06.167052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Pushing event deleted for resources: {'Port': ['ID=e3a15901-d075-4cc5-9a51-a6f047692f4a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.196751 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.209026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Network a2ce0013-b088-44bb-ab85-9f389f7725a2 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:06.211885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:06.214746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:06.220987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:06.249485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.298774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea37a6fa-0c3e-468f-9c52-478d6a9a1899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.301190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Transition to ACTIVE for port object 2bed1ffb-d085-4e0c-8213-c24971357988 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:06.302539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] No DVR routers for this DVR port e3a15901-d075-4cc5-9a51-a6f047692f4a on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:06.306366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.308386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45dbf8c1-3fa0-4fc7-9370-6b27bfa502cc req-9dd462c2-b551-41f0-b9d3-61f80e2d6a84 tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.72 "DELETE /v2.0/ports/e3a15901-d075-4cc5-9a51-a6f047692f4a HTTP/1.1" status: 204 len: 173 time: 1.3503184 Jul 08 17:26:06.311426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea37a6fa-0c3e-468f-9c52-478d6a9a1899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.378035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ea37a6fa-0c3e-468f-9c52-478d6a9a1899 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2e070cb4b56a469e8ea339ea6bd7bfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9180086 Jul 08 17:26:06.386228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55978) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:06.386899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a6fa-0c3e-468f-9c52-478d6a9a1899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db13161-871c-491e-8749-4db9816506e5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.444675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:06.447144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.451487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 200 len: 1122 time: 3.1623666 Jul 08 17:26:06.461503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.517235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:06.518378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.538489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b2fa76b-f554-400c-85a1-730ce89791a6 req-414e1230-1b2a-41ff-9b75-9fda659c904e tempest-FloatingIPsAssociationTestJSON-770787363 tempest-FloatingIPsAssociationTestJSON-770787363-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c5283c3-53cd-46d4-83b4-c2706d9b3a3b HTTP/1.1" status: 200 len: 210 time: 0.0854466 Jul 08 17:26:06.545538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:06.579458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c6e9f-1d2f-4685-a190-8725f7ba5c34 req-1eee4c99-c622-4525-9469-9ed724b0b144 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:06.582670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network f6feec97-d073-46f4-befb-21002338a62d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:06.600833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d14c6e9f-1d2f-4685-a190-8725f7ba5c34 req-1eee4c99-c622-4525-9469-9ed724b0b144 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.4741006 Jul 08 17:26:06.643558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3907763b-690f-459a-bbb9-6a4b52ac667f tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3368745 Jul 08 17:26:06.665337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3557bb4-6fa5-47b7-9139-2e70cba17082 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=8']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.669220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:06.680351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Request body: {'port': {'device_id': '2c319420-860f-4bb7-bf29-510395e97e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:06.709997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:06.715879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:06.724935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d14c6e9f-1d2f-4685-a190-8725f7ba5c34 req-9761c8b5-29ed-4313-a601-a55f677b0bd6 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220796 Jul 08 17:26:06.836497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e435be5-81af-4574-8bca-82537f1e2749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.841557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=2bed1ffb-d085-4e0c-8213-c24971357988,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:06.852997 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:06.870716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.871205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.873017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.874232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.874586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.876209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.877090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.877090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.878605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.879988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.880393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:06.881355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:07.028175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7abc6a1-9120-42fe-80f7-f9c4f2a43a51 req-3a8997a4-4e73-47cb-a881-0d3bfe77384c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.1507859 Jul 08 17:26:07.033087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e435be5-81af-4574-8bca-82537f1e2749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.046431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:07.047160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.074618 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8a4bc97f-a070-4968-a690-521cb27e0b8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4459956 Jul 08 17:26:07.092777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d', 'admin_state_up': True, 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'security_groups': ['de2623b6-cde7-41ce-b34b-cee4b9fb5a7c']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:07.101425 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-0f277c06-59a1-46ae-8f8d-7461681ca8ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9354756 Jul 08 17:26:07.162509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49fe3b8d-ffaf-4026-8c71-bf5cf6c53d01 None None] Provisioning for port 2bed1ffb-d085-4e0c-8213-c24971357988 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:07.178337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49fe3b8d-ffaf-4026-8c71-bf5cf6c53d01 None None] Provisioning complete for port 2bed1ffb-d085-4e0c-8213-c24971357988 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:07.178712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49fe3b8d-ffaf-4026-8c71-bf5cf6c53d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.259923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e435be5-81af-4574-8bca-82537f1e2749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.264537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e435be5-81af-4574-8bca-82537f1e2749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.268519 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5e435be5-81af-4574-8bca-82537f1e2749 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4db13161-871c-491e-8749-4db9816506e5 HTTP/1.1" status: 204 len: 168 time: 0.8666627 Jul 08 17:26:07.295285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e435be5-81af-4574-8bca-82537f1e2749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db13161-871c-491e-8749-4db9816506e5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:07.346341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-00de3350-8a21-4471-9b0b-64afdae632c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:07.348458 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-00de3350-8a21-4471-9b0b-64afdae632c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 1095 time: 0.1913180 Jul 08 17:26:07.351027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Made reservation on behalf of 5a67d3690506449d9c74a5c065567045 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:07.358264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.393410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-49fe3b8d-ffaf-4026-8c71-bf5cf6c53d01 None None] Port 2bed1ffb-d085-4e0c-8213-c24971357988 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:07.454708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:07.536649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-f50c316b-aacd-4601-9b9f-cf9ef0bbe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:07.538107 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-f50c316b-aacd-4601-9b9f-cf9ef0bbe18c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.0991175 Jul 08 17:26:07.580336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:07.580787 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.679772 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-eecad4ba-2814-48de-b272-1c02dd069426 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 200 len: 217 time: 0.1331315 Jul 08 17:26:07.758329 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.806796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:07.809597 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aac7ba-9a5e-4c74-9ba4-45e996045f1e" -d '{"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-plugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:07.848128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:07.867630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.871120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e3a15901-d075-4cc5-9a51-a6f047692f4a no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:07.936395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4d8650-8c9f-44bf-b921-60348a318227 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:07.956592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:07.967692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: e3a15901-d075-4cc5-9a51-a6f047692f4a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:07.968387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e3a15901-d075-4cc5-9a51-a6f047692f4a not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:07.970250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:07.992324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Transition to ACTIVE for port object 2c4d8650-8c9f-44bf-b921-60348a318227 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:07.995055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:08.001595 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419bcd0c-0843-4d8b-883c-f367bad4d0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:08.015735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-4d57ea80-446a-4dbd-be06-462abc7f8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.019598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-4d57ea80-446a-4dbd-be06-462abc7f8ea9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.3274727 Jul 08 17:26:08.043160 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.083054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee935307-9fdb-4704-bd75-335807c794de req-ee886c6f-54b0-4bb0-8a63-c1c9836e895a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.087220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee935307-9fdb-4704-bd75-335807c794de req-ee886c6f-54b0-4bb0-8a63-c1c9836e895a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 931 time: 0.9488473 Jul 08 17:26:08.098590 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-aa107226-d05b-4875-95a0-2d0890b2c7e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675693 Jul 08 17:26:08.101313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Allocated IP 10.2.2.200 (f6feec97-d073-46f4-befb-21002338a62d/d0178159-6661-496e-8151-12dc9082efee/0e870c4a-e405-4b87-a768-33707f8d045b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:08.211111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'name': 'network-vif-deleted', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:08.216949 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e7216-2401-4a90-a5ed-0b5d8dd444ca" -d '{"events": [{"server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "name": "network-vif-deleted", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:08.245458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:08.258714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.259074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.259406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.259749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.260084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.260413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.260771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.261094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.261448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.261754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.262116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.262429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:08.298702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee935307-9fdb-4704-bd75-335807c794de req-0677618b-9509-4acd-8b3b-237f2114792a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717041 Jul 08 17:26:08.322200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c6e3-0ff4-4a06-85b8-dc7bb2cd5702 req-616db1c0-b2c0-4c1b-9546-790d813c3251 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.329072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c6e3-0ff4-4a06-85b8-dc7bb2cd5702 req-616db1c0-b2c0-4c1b-9546-790d813c3251 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.335668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c6e3-0ff4-4a06-85b8-dc7bb2cd5702 req-616db1c0-b2c0-4c1b-9546-790d813c3251 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.342583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c6e3-0ff4-4a06-85b8-dc7bb2cd5702 req-616db1c0-b2c0-4c1b-9546-790d813c3251 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.344386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1419c6e3-0ff4-4a06-85b8-dc7bb2cd5702 req-616db1c0-b2c0-4c1b-9546-790d813c3251 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 3093 time: 0.8190348 Jul 08 17:26:08.396803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Attempting to bind port 2c4d8650-8c9f-44bf-b921-60348a318227 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:08.397122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Attempting to bind port 2c4d8650-8c9f-44bf-b921-60348a318227 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:08.397640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Attempting to bind port 2c4d8650-8c9f-44bf-b921-60348a318227 on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:08.412749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Port 2c4d8650-8c9f-44bf-b921-60348a318227 on network a2ce0013-b088-44bb-ab85-9f389f7725a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:08.412749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Attempting to bind port 2c4d8650-8c9f-44bf-b921-60348a318227 on network a2ce0013-b088-44bb-ab85-9f389f7725a2 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:08.416978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1419c6e3-0ff4-4a06-85b8-dc7bb2cd5702 req-17c7fecc-567f-4650-b29c-5467ad42bdcc tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515370 Jul 08 17:26:08.421984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:08.422338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Checking segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:08.422725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Bound using segment: {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:08.423632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Bound port: 2c4d8650-8c9f-44bf-b921-60348a318227, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad80f51-e0bc-460b-a0f5-21bd733d7796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:08.423922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.522722 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-530b73b7-91b1-49db-b92e-6dd5cdfeb291 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876871 Jul 08 17:26:08.570683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:08.579885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:08.588184 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.593889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.622014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:08.622656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:08.624108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] 10.222.0.72 "PUT /v2.0/ports/2c4d8650-8c9f-44bf-b921-60348a318227 HTTP/1.1" status: 200 len: 1091 time: 1.9505887 Jul 08 17:26:08.693594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56052) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:08.693936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56054) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:08.752437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Transition to ACTIVE for port object 0e870c4a-e405-4b87-a768-33707f8d045b will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:08.776626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ec0ed-7868-49b9-a766-e6e15a5a3ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:08.903672 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99606a4-6317-4d96-a27c-00f05c4ef60b x-openstack-request-id: req-d99606a4-6317-4d96-a27c-00f05c4ef60b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:08.904276 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-plugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:08.904276 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d99606a4-6317-4d96-a27c-00f05c4ef60b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:08.904638 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'code': 200} Jul 08 17:26:08.920482 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2347afd3-fc90-44ac-999e-52e8454d8061 req-4525cc8b-a856-4d58-8966-4e76bb1cdd7e service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841856 Jul 08 17:26:08.991216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-779156859-network', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:09.014369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.028647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Made reservation on behalf of 75f3844c0c4c49779a9c849e7aac4204 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:09.031243 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.085581 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.146208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Network f6feec97-d073-46f4-befb-21002338a62d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:09.166117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:09.175701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:09.178577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-a63f3a61-7ac9-42e9-a053-10c294543f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:09.180106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-a63f3a61-7ac9-42e9-a053-10c294543f54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 1094 time: 0.4915156 Jul 08 17:26:09.187747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event updated for resources: {'Port': ['ID=0e870c4a-e405-4b87-a768-33707f8d045b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:09.194437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a2f2-021f-4801-9a43-9c09ed406f49 req-33afdef1-6335-4a30-9b07-b7b92bc0c578 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:09.202214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4959a2f2-021f-4801-9a43-9c09ed406f49 req-33afdef1-6335-4a30-9b07-b7b92bc0c578 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.2437375 Jul 08 17:26:09.305460 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f33a9b-3a7e-4a55-b25c-91a7b3eb6826 x-openstack-request-id: req-e6f33a9b-3a7e-4a55-b25c-91a7b3eb6826 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:09.306171 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:09.306603 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6f33a9b-3a7e-4a55-b25c-91a7b3eb6826 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:09.307181 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a', 'status': 'completed', 'code': 200} Jul 08 17:26:09.309038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-3cfb7ee9-69ec-4bfe-b3f2-ab23ee7cae9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4d8650-8c9f-44bf-b921-60348a318227 HTTP/1.1" status: 200 len: 217 time: 0.0942805 Jul 08 17:26:09.401468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:09.402740 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.468218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4959a2f2-021f-4801-9a43-9c09ed406f49 req-135dcc6a-5ac0-4934-9182-cc83b9c7adfe tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649126 Jul 08 17:26:09.486775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-f3bd7d05-fdc3-4cb9-bb4e-888d8038879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:09.490570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-f3bd7d05-fdc3-4cb9-bb4e-888d8038879b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.1679001 Jul 08 17:26:09.569447 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e63030-aa31-4dad-bb89-c0495178b5d1 x-openstack-request-id: req-f1e63030-aa31-4dad-bb89-c0495178b5d1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:09.569862 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5283c3-53cd-46d4-83b4-c2706d9b3a3b", "name": "network-vif-deleted", "tag": "e3a15901-d075-4cc5-9a51-a6f047692f4a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:09.570238 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f1e63030-aa31-4dad-bb89-c0495178b5d1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:09.570788 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5283c3-53cd-46d4-83b4-c2706d9b3a3b', 'name': 'network-vif-deleted', 'tag': 'e3a15901-d075-4cc5-9a51-a6f047692f4a', 'status': 'completed', 'code': 200} Jul 08 17:26:09.581193 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.595400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.604884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-a69098f7-b430-42cb-9bfb-04721772d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:09.607810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-a69098f7-b430-42cb-9bfb-04721772d23f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1125 time: 0.2816324 Jul 08 17:26:09.614127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-e6aa013f-4140-47a7-b84b-477ab9fa87f8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5258932 Jul 08 17:26:09.641231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-31885d61-d5dd-467f-b514-10d228d78045 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402018 Jul 08 17:26:09.641598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0204704f-7282-4634-96a5-7bfb1c4f25ab None None] Provisioning for port 0e870c4a-e405-4b87-a768-33707f8d045b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:09.649595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:09.651229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0204704f-7282-4634-96a5-7bfb1c4f25ab None None] Provisioning complete for port 0e870c4a-e405-4b87-a768-33707f8d045b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:09.651749 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0204704f-7282-4634-96a5-7bfb1c4f25ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.658005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:26:09.732458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0204704f-7282-4634-96a5-7bfb1c4f25ab None None] Port 0e870c4a-e405-4b87-a768-33707f8d045b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:09.758439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1676b2-58e8-4018-9950-b89f03fbe125,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:09.769528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.769879 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Added segment fd5f9d44-8f75-4bc9-bb04-ab062e380910 of type vlan for network 50d88efe-c520-4675-8e50-a5121ddfcf1d Jul 08 17:26:09.797299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3b89b12-2558-43b4-a48f-0165fea2d3dc req-344ab81b-e26a-4208-b72c-96cc7b08a2e3 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.2366118 Jul 08 17:26:09.924281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.954766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-f7137852-be97-4951-af3e-580249999525 service neutron] 10.222.0.72 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596033 Jul 08 17:26:09.969667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33792081-8663-440e-a51c-5e7053c8d622 req-550b01b1-9304-44e6-b83f-c776d18533be tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:09.971668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:09.977216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33792081-8663-440e-a51c-5e7053c8d622 req-550b01b1-9304-44e6-b83f-c776d18533be tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 943 time: 0.1743371 Jul 08 17:26:10.050938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33792081-8663-440e-a51c-5e7053c8d622 req-460b29fc-bf57-4881-8744-f71f141c244d tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Jul 08 17:26:10.117415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:26:10.137934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-16967c79-86c0-456f-82cb-367606ce7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.139445 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-16967c79-86c0-456f-82cb-367606ce7871 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.5107396 Jul 08 17:26:10.221571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-72c3116e-0d47-4b98-bdda-ed79729fab19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 200 len: 217 time: 0.0448992 Jul 08 17:26:10.266323 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.267308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.268001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.323258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967b3c47-806d-47f8-bb73-79c606f400d2 req-90343575-0a83-48c0-9b86-ddb2274dd80a service neutron] 10.222.0.72 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162577 Jul 08 17:26:10.335797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ad45-aea8-4736-ba51-f70c5403c6f9 req-b379a69a-d8a4-4797-8f97-2be592d737b0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.343270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ad45-aea8-4736-ba51-f70c5403c6f9 req-b379a69a-d8a4-4797-8f97-2be592d737b0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.351346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ad45-aea8-4736-ba51-f70c5403c6f9 req-b379a69a-d8a4-4797-8f97-2be592d737b0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.359835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ad45-aea8-4736-ba51-f70c5403c6f9 req-b379a69a-d8a4-4797-8f97-2be592d737b0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.366924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ad45-aea8-4736-ba51-f70c5403c6f9 req-b379a69a-d8a4-4797-8f97-2be592d737b0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.376520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9420ad45-aea8-4736-ba51-f70c5403c6f9 req-b379a69a-d8a4-4797-8f97-2be592d737b0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 3814 time: 0.2325540 Jul 08 17:26:10.450042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9420ad45-aea8-4736-ba51-f70c5403c6f9 req-fe6f5f73-9338-4501-b5e2-e47f433c5994 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723410 Jul 08 17:26:10.502534 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8075163 Jul 08 17:26:10.505598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56082) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:10.511350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Request body: {'subnet': {'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-779156859-subnet', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:10.525531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247b86f-7522-4e2e-b723-72eab752261d admin admin] Pushing event updated for resources: {'Network': ['ID=50d88efe-c520-4675-8e50-a5121ddfcf1d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:10.532213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.536120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9553bf-647a-47df-b150-4dc36665ad20 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:10.541892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:26:10.557928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-7f046ec5-af1c-45c2-8f42-cd0e3f7931ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.561284 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-7f046ec5-af1c-45c2-8f42-cd0e3f7931ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.3325908 Jul 08 17:26:10.566379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Made reservation on behalf of 75f3844c0c4c49779a9c849e7aac4204 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:10.569261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.672575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:10.715532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-1f5d145c-56bb-4e33-9c3b-f0217592d369 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742590 Jul 08 17:26:10.761123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Transition to ACTIVE for port object ea9553bf-647a-47df-b150-4dc36665ad20 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:10.954286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8f18-772d-444f-9a10-12714b10571d req-343c52d5-d6ab-4d7d-9d16-7c463a7be126 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:10.964144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c6e8f18-772d-444f-9a10-12714b10571d req-343c52d5-d6ab-4d7d-9d16-7c463a7be126 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.1778328 Jul 08 17:26:11.023683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c6e8f18-772d-444f-9a10-12714b10571d req-7f754849-a6ee-4183-8ca9-57fa0ae6abf5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557199 Jul 08 17:26:11.024645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.173421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Checking segment: {'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:11.176093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Network hostable DHCP agents. Network: 50d88efe-c520-4675-8e50-a5121ddfcf1d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:26:11.177862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.184066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38da553-1bc1-4df4-8853-77fb99d2b5be,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:11.248714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:26:11.303535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 50d88efe-c520-4675-8e50-a5121ddfcf1d) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:11.311920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07293235-6998-412f-a4c2-fb0765b5a60c None None] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:11.375601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:11.383266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9553bf-647a-47df-b150-4dc36665ad20,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:11.385493 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcbae0-f711-45b4-b38a-a94bd852e8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:11.427413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6ad5027-f5cb-4a5c-b86b-7e30ae5fe841 req-9b226aa6-0554-40b1-bcdc-0a008eb4e089 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5493e0c-0637-4545-a39d-f3d4644423d1 HTTP/1.1" status: 200 len: 210 time: 0.3428383 Jul 08 17:26:11.455771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:11.465923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.521080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a44b4a1-a3fa-4c7c-ada0-c1376bd7b275 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0130928 Jul 08 17:26:11.523798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56106) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:11.533601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:11.598947 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-7c2b7db7-4877-4bb3-9727-4c6796f42b21 service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8723261 Jul 08 17:26:11.624496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.631490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.646421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d21d8-d72e-4f10-84eb-e0ba4d21a57c req-58c204e4-fee1-4499-b0a3-cfa09977f8b9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:11.647978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-237d21d8-d72e-4f10-84eb-e0ba4d21a57c req-58c204e4-fee1-4499-b0a3-cfa09977f8b9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 943 time: 0.2526639 Jul 08 17:26:11.651570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-50d88efe-c520-4675-8e50-a5121ddfcf1d', 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'fixed_ips': [{'subnet_id': 'c38da553-1bc1-4df4-8853-77fb99d2b5be'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:26:11.659314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.704196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.767148 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a0385d-7087-4600-9386-ed80dda6044a x-openstack-request-id: req-84a0385d-7087-4600-9386-ed80dda6044a {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:11.767428 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:11.767675 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-84a0385d-7087-4600-9386-ed80dda6044a {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:11.770437 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227', 'status': 'completed', 'code': 200} Jul 08 17:26:11.776230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Attempting to bind port ea9553bf-647a-47df-b150-4dc36665ad20 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:11.776761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Attempting to bind port ea9553bf-647a-47df-b150-4dc36665ad20 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:11.776899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Attempting to bind port ea9553bf-647a-47df-b150-4dc36665ad20 on network 79d53fa7-c96f-4de0-975e-8019dfd50b73 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:11.819910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Port ea9553bf-647a-47df-b150-4dc36665ad20 on network 79d53fa7-c96f-4de0-975e-8019dfd50b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:11.820368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Attempting to bind port ea9553bf-647a-47df-b150-4dc36665ad20 on network 79d53fa7-c96f-4de0-975e-8019dfd50b73 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:11.829488 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-237d21d8-d72e-4f10-84eb-e0ba4d21a57c req-1d5bae09-b8c4-48ac-990d-10be00dd63ca tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237371 Jul 08 17:26:11.866275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:11.866635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Checking segment: {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:11.867022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Bound using segment: {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:11.874861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Bound port: ea9553bf-647a-47df-b150-4dc36665ad20, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:11.875248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:11.928101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-419bcd0c-0843-4d8b-883c-f367bad4d0e0 req-7362a832-e436-40e2-a84a-f333f3c665db service neutron] 10.222.0.72 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146491 Jul 08 17:26:12.003953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.039681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-2219b0c9-971e-4f6d-bbaa-c100a53137ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.041732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-2219b0c9-971e-4f6d-bbaa-c100a53137ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=501431849f494a74ac17f84b8d9df21d&device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 1094 time: 0.2438121 Jul 08 17:26:12.088032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] For port ea9553bf-647a-47df-b150-4dc36665ad20, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:12.094292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] For port ea9553bf-647a-47df-b150-4dc36665ad20, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ea9553bf-647a-47df-b150-4dc36665ad20,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:12.108556 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.126176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Allocated IP 172.20.0.2 (50d88efe-c520-4675-8e50-a5121ddfcf1d/c38da553-1bc1-4df4-8853-77fb99d2b5be/5725a0a4-bb7e-47a2-9905-4b942746f1a6) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:12.199871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.201789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.204232 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] 10.222.0.72 "PUT /v2.0/ports/ea9553bf-647a-47df-b150-4dc36665ad20 HTTP/1.1" status: 200 len: 1092 time: 2.5732718 Jul 08 17:26:12.206939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:12.217163 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5c167a-8118-4a5e-875e-58166fe15dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:12.249847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:12.261073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Deleting port 61eb69d6-93c4-4bb4-97b8-1554400d15ba {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:12.261446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.267859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5585c-8d56-4853-8d01-a70042b2c939 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9553bf-647a-47df-b150-4dc36665ad20,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:12.412836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-f54d508c-7197-4fce-9bac-23789dc18226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.414367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-f54d508c-7197-4fce-9bac-23789dc18226 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 200 len: 906 time: 0.3401134 Jul 08 17:26:12.432348 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.442502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Transition to ACTIVE for port object 5725a0a4-bb7e-47a2-9905-4b942746f1a6 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:12.459810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Transition to ACTIVE for port object 5725a0a4-bb7e-47a2-9905-4b942746f1a6 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:12.477531 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.567862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.581795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:12.589742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:12.598143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab1791-5fd9-4877-9b09-061f9abf4e16 req-a859e49c-a6b7-4f80-96f7-e23febd763e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.601186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] For port 61eb69d6-93c4-4bb4-97b8-1554400d15ba, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=61eb69d6-93c4-4bb4-97b8-1554400d15ba,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:12.601565 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.603259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:12.609594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab1791-5fd9-4877-9b09-061f9abf4e16 req-a859e49c-a6b7-4f80-96f7-e23febd763e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.624629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab1791-5fd9-4877-9b09-061f9abf4e16 req-a859e49c-a6b7-4f80-96f7-e23febd763e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.632964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Calling delete_port for 61eb69d6-93c4-4bb4-97b8-1554400d15ba owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:12.641119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab1791-5fd9-4877-9b09-061f9abf4e16 req-a859e49c-a6b7-4f80-96f7-e23febd763e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.653415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab1791-5fd9-4877-9b09-061f9abf4e16 req-a859e49c-a6b7-4f80-96f7-e23febd763e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.663237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2aab1791-5fd9-4877-9b09-061f9abf4e16 req-a859e49c-a6b7-4f80-96f7-e23febd763e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 3826 time: 0.7135148 Jul 08 17:26:12.692004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-8e61d2c6-dc25-4bfb-b3a6-b95b03c9fa22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c4d8650-8c9f-44bf-b921-60348a318227 HTTP/1.1" status: 200 len: 217 time: 0.2254643 Jul 08 17:26:12.763485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Pushing event updated for resources: {'Port': ['ID=5725a0a4-bb7e-47a2-9905-4b942746f1a6,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:12.810818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Attempting to bind port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:12.811204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Attempting to bind port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:12.811570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Attempting to bind port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 on network 50d88efe-c520-4675-8e50-a5121ddfcf1d {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:12.821366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-f905d767-c0c0-4e4b-9f2b-6b3e81ef2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:12.822843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-f905d767-c0c0-4e4b-9f2b-6b3e81ef2fd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 200 len: 845 time: 0.1180153 Jul 08 17:26:12.829738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:12.830121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Checking segment: {'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:12.830531 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.830988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Bound using segment: {'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:12.831687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Bound port: 5725a0a4-bb7e-47a2-9905-4b942746f1a6, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:12.832322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:12.997463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2aab1791-5fd9-4877-9b09-061f9abf4e16 req-0fd9e106-3817-4200-9204-b17c5080bf28 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254254 Jul 08 17:26:13.027704 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-31614060-50dc-40c1-b64f-40e423cf6760 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2ce0013-b088-44bb-ab85-9f389f7725a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511598 Jul 08 17:26:13.111557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] For port 5725a0a4-bb7e-47a2-9905-4b942746f1a6, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:13.132803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] For port 5725a0a4-bb7e-47a2-9905-4b942746f1a6, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5725a0a4-bb7e-47a2-9905-4b942746f1a6,segment=NetworkSegment(fd5f9d44-8f75-4bc9-bb04-ab062e380910),segment_id=fd5f9d44-8f75-4bc9-bb04-ab062e380910)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:13.147298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.202003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-ca0b0520-f98f-49bd-ae9a-4403b744efe4 service neutron] 10.222.0.72 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549635 Jul 08 17:26:13.256012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3a16e-0824-47a0-b419-e0bf8884577d req-397a494d-f106-46ae-a1d5-96a269b3aa5d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:13.258708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73f3a16e-0824-47a0-b419-e0bf8884577d req-397a494d-f106-46ae-a1d5-96a269b3aa5d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.8408666 Jul 08 17:26:13.348383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73f3a16e-0824-47a0-b419-e0bf8884577d req-0634ba07-4dbc-4059-bf5e-d0b88a93c72e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Jul 08 17:26:13.372032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.398684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf664d-4642-497f-b68d-744d74cc9998 None None] Pushing event updated for resources: {'Port': ['ID=5725a0a4-bb7e-47a2-9905-4b942746f1a6,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:13.432865 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702034ba-ae00-44c1-9963-e9112cd0f95e x-openstack-request-id: req-702034ba-ae00-44c1-9963-e9112cd0f95e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:13.433465 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:13.433465 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-702034ba-ae00-44c1-9963-e9112cd0f95e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:13.433901 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'status': 'completed', 'code': 200} Jul 08 17:26:13.487233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:13.491946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2c4d8650-8c9f-44bf-b921-60348a318227 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:13.510887 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.523155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.562762 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.596659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.678829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=61eb69d6-93c4-4bb4-97b8-1554400d15ba,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:13.692340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Transition to ACTIVE for port object 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:13.781823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:13.811125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2c4d8650-8c9f-44bf-b921-60348a318227', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': '2c4d8650-8c9f-44bf-b921-60348a318227', 'mac_address': 'fa:16:3e:d8:89:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:13.886198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:13.922835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4d8650-8c9f-44bf-b921-60348a318227 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:13.926817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33bcbae0-f711-45b4-b38a-a94bd852e8e0 req-6e4de8fe-fed3-47ea-b3e6-676b3457ee02 service neutron] 10.222.0.72 "GET /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030578 Jul 08 17:26:13.982547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.015917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:14.023704 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.113143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.195158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:14.334385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2c4d8650-8c9f-44bf-b921-60348a318227'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:14.346310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-b032e3a7-5236-4149-892f-8214b85da5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.346808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-b032e3a7-5236-4149-892f-8214b85da5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.347293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-b032e3a7-5236-4149-892f-8214b85da5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.347770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-b032e3a7-5236-4149-892f-8214b85da5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.348279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-b032e3a7-5236-4149-892f-8214b85da5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.350106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-b032e3a7-5236-4149-892f-8214b85da5ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 4361 time: 0.8990047 Jul 08 17:26:14.580623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Pushing event updated for resources: {'Port': ['ID=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:14.629825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Attempting to bind port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:14.630174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Attempting to bind port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:14.630405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Attempting to bind port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:14.662449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 on network e100d772-09e0-4477-aa42-bb4ba84147a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:14.662772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Attempting to bind port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:14.685634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:14.686004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Checking segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:14.686430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Bound using segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:14.686873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Bound port: 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:14.687302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.799441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] For port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:14.807702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] For port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:14.866563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:14.969729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-830142b5-d3d2-427d-b559-5e383a7db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.970055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-830142b5-d3d2-427d-b559-5e383a7db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.971664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-830142b5-d3d2-427d-b559-5e383a7db995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:14.973492 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-830142b5-d3d2-427d-b559-5e383a7db995 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a67d3690506449d9c74a5c065567045&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5856347 Jul 08 17:26:15.028804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:15.029492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.030905 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] 10.222.0.72 "PUT /v2.0/ports/64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 1131 time: 2.7859316 Jul 08 17:26:15.127420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:15.221503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea17d6-61f0-4c69-9051-083848bef623 None None] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:15.249320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Allocated IP 172.25.5.107 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/5adea0e4-d7d8-48b4-9a77-bc8c722e82ee) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:15.263147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf4598-b04a-4aaa-8a9f-3d04a9041004 service neutron] Pushing event updated for resources: {'Port': ['ID=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:15.298434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Router 3018fbed-b1ed-4240-abb9-3712b0325aca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:15.409574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-0264b047-8dc0-469d-bf27-80d86145e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:15.411550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a5c167a-8118-4a5e-875e-58166fe15dd0 req-0264b047-8dc0-469d-bf27-80d86145e32d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3969617 Jul 08 17:26:15.414117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5996c628-9c21-4fa8-9b57-2dca713da2da None None] Provisioning for port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:15.441090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.482545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '64b37d6e-c82e-4524-95b5-4c7e4d4a0141'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:15.485824 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b561e0-c930-45fc-8481-d9bb11755df6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "64b37d6e-c82e-4524-95b5-4c7e4d4a0141"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:15.503411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.520396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2c4d8650-8c9f-44bf-b921-60348a318227 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:15.567630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.667322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:15.675100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 2c4d8650-8c9f-44bf-b921-60348a318227 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:15.690070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2c4d8650-8c9f-44bf-b921-60348a318227 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:15.692810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:15.707864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:15.746906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8082f-5303-4168-b7d7-cb67ed7533de req-37630456-28ea-4e2a-acea-05353fd775a7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:15.751005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-baf8082f-5303-4168-b7d7-cb67ed7533de req-37630456-28ea-4e2a-acea-05353fd775a7 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 944 time: 1.6400380 Jul 08 17:26:15.756350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:15.837986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:15.851337 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] Sync routers for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:15.882923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e667c5da-37c1-4beb-923f-081b215a2d83 admin admin] 10.222.0.63 "PUT /v2.0/routers/3018fbed-b1ed-4240-abb9-3712b0325aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1862876 Jul 08 17:26:15.883551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56148) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:15.889206 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:15.890157 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:15.911663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Pushing event updated for resources: {'Port': ['ID=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:15.990778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-6a76275c-9803-4b9a-a530-3b31b9a9395e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.002944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-6a76275c-9803-4b9a-a530-3b31b9a9395e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.023585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-6a76275c-9803-4b9a-a530-3b31b9a9395e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.040427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-6a76275c-9803-4b9a-a530-3b31b9a9395e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.052301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5725a0a4-bb7e-47a2-9905-4b942746f1a6 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:16.057892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-6a76275c-9803-4b9a-a530-3b31b9a9395e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.069564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-6a76275c-9803-4b9a-a530-3b31b9a9395e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:16.084482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-6a76275c-9803-4b9a-a530-3b31b9a9395e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 4599 time: 0.9360890 Jul 08 17:26:16.106301 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:16.133731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-baf8082f-5303-4168-b7d7-cb67ed7533de req-55de1c3d-9509-4d8d-a7f1-5b0d0c076646 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551786 Jul 08 17:26:16.170977 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.222710 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36c62eca-bfd5-41c5-afc2-f25e39d0459b req-de1486f8-a375-4770-9c6a-dcc953de0156 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368473 Jul 08 17:26:16.380436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:16.384024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:16.387237 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7951cf09-681b-472a-8d03-893333079771" -d '{"events": [{"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:16.394136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.475030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:16.489818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:16.500818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:16.501471 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.532586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e1472439-b351-49f2-8134-826f610c33e3 None None] Provisioning complete for port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:16.533321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e1472439-b351-49f2-8134-826f610c33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.596722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.695015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e1472439-b351-49f2-8134-826f610c33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.738819 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:26:13Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:16.824762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e1472439-b351-49f2-8134-826f610c33e3 None None] For port 5725a0a4-bb7e-47a2-9905-4b942746f1a6, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5725a0a4-bb7e-47a2-9905-4b942746f1a6,segment=NetworkSegment(fd5f9d44-8f75-4bc9-bb04-ab062e380910),segment_id=fd5f9d44-8f75-4bc9-bb04-ab062e380910)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:16.837656 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] Checking router: 3018fbed-b1ed-4240-abb9-3712b0325aca for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:16.843885 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e1472439-b351-49f2-8134-826f610c33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:16.866012 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] Routers {'3018fbed-b1ed-4240-abb9-3712b0325aca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:16.866643 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3018fbed-b1ed-4240-abb9-3712b0325aca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:17.120247 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] Set router 3018fbed-b1ed-4240-abb9-3712b0325aca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:17.177224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d581e3-606d-4e6e-9664-8ef28c11fa83 req-596ef262-725e-41b1-8f2d-fab2784049f3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.193421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00d581e3-606d-4e6e-9664-8ef28c11fa83 req-596ef262-725e-41b1-8f2d-fab2784049f3 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.4237883 Jul 08 17:26:17.287800 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6ca73-dfe1-457f-af89-40e2a1ebde26 x-openstack-request-id: req-2cc6ca73-dfe1-457f-af89-40e2a1ebde26 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:17.288092 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:17.288359 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2cc6ca73-dfe1-457f-af89-40e2a1ebde26 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:17.288838 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227', 'code': 200} Jul 08 17:26:17.378440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00d581e3-606d-4e6e-9664-8ef28c11fa83 req-fe50afc0-79a2-4baa-8157-c43f25c79459 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826181 Jul 08 17:26:17.394319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99410d-2bf5-49b4-a830-57ecb41a216e req-7b961ecb-b9c0-4409-8c3c-a898a376aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.395816 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb99410d-2bf5-49b4-a830-57ecb41a216e req-7b961ecb-b9c0-4409-8c3c-a898a376aa2c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 1096 time: 0.4038100 Jul 08 17:26:17.396437 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a4232-e8f5-48ec-8241-8b28fa3224e7 x-openstack-request-id: req-6b7a4232-e8f5-48ec-8241-8b28fa3224e7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:17.397715 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "64b37d6e-c82e-4524-95b5-4c7e4d4a0141", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:17.398191 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b7a4232-e8f5-48ec-8241-8b28fa3224e7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:17.400209 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '64b37d6e-c82e-4524-95b5-4c7e4d4a0141', 'status': 'completed', 'code': 200} Jul 08 17:26:17.404278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.486255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.533502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1472439-b351-49f2-8134-826f610c33e3 None None] Pushing event updated for resources: {'Port': ['ID=5725a0a4-bb7e-47a2-9905-4b942746f1a6,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:17.554517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:17.765553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:26:13Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:17.776111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5725a0a4-bb7e-47a2-9905-4b942746f1a6 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:17.793493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb99410d-2bf5-49b4-a830-57ecb41a216e req-c0d7e986-b23f-4488-881f-cea0afab1d1c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748014 Jul 08 17:26:17.838007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-2ea19044-cfbc-45e3-b6aa-c74e0f32dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.838535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-2ea19044-cfbc-45e3-b6aa-c74e0f32dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.839020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-2ea19044-cfbc-45e3-b6aa-c74e0f32dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.839498 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-2ea19044-cfbc-45e3-b6aa-c74e0f32dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.840011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-2ea19044-cfbc-45e3-b6aa-c74e0f32dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.840487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-2ea19044-cfbc-45e3-b6aa-c74e0f32dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.842440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-2ea19044-cfbc-45e3-b6aa-c74e0f32dd35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5285 time: 0.4401205 Jul 08 17:26:17.859670 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba42ce8-739f-409e-a205-d56089f84d87 None None] The sync data for ids ['3018fbed-b1ed-4240-abb9-3712b0325aca'] in n-d-799528-4 is: [{'id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'name': 'tempest-FloatingIPsAssociationTestJSON-841211273-router', 'tenant_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:07Z', 'updated_at': '2021-07-08T17:26:13Z', 'revision_number': 5, 'project_id': '2c3d9e08b98c47aea8e84c3b459e8add', 'gw_port': {'id': '623309b4-e06c-4d39-b5ef-128a57ab4750', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3018fbed-b1ed-4240-abb9-3712b0325aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:08Z', 'updated_at': '2021-07-08T17:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:17.878530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:17.878828 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:17.881130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f26d34-a26b-4468-b90e-da573ef83877 req-cce89253-383a-40b8-b7a2-188989a5f9f6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.888696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75f26d34-a26b-4468-b90e-da573ef83877 req-cce89253-383a-40b8-b7a2-188989a5f9f6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 945 time: 0.3969264 Jul 08 17:26:17.907934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:26:17.947520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-056c1ff1-ed89-4a2a-be6c-17908bf31db9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.961840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-056c1ff1-ed89-4a2a-be6c-17908bf31db9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.970171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-056c1ff1-ed89-4a2a-be6c-17908bf31db9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:17.989058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-056c1ff1-ed89-4a2a-be6c-17908bf31db9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.011419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-056c1ff1-ed89-4a2a-be6c-17908bf31db9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.022177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-056c1ff1-ed89-4a2a-be6c-17908bf31db9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.026974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-056c1ff1-ed89-4a2a-be6c-17908bf31db9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 4599 time: 0.3132489 Jul 08 17:26:18.104257 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.117738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463ad55d-2fe4-499a-aced-51e3cf226b78 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:18.134155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.134749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75f26d34-a26b-4468-b90e-da573ef83877 req-dd5d6241-b706-4dc6-b2f4-35a310e37165 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444708 Jul 08 17:26:18.185583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d828a7bd-5e53-4d4d-8ac9-82835c396265 req-e806de78-1a7a-47a0-88a0-3d1bef2868b2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000400 Jul 08 17:26:18.199369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-4276d8b3-758d-4b46-a148-0f1cc76ab4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.199369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-4276d8b3-758d-4b46-a148-0f1cc76ab4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.199871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-4276d8b3-758d-4b46-a148-0f1cc76ab4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.201701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-4276d8b3-758d-4b46-a148-0f1cc76ab4cd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a67d3690506449d9c74a5c065567045&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3478086 Jul 08 17:26:18.223227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Transition to ACTIVE for port object 463ad55d-2fe4-499a-aced-51e3cf226b78 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:18.253771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.279690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:18.291423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Sync routers for ids ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:18.303453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Routers {'3a1a82d3-204c-4e9c-8154-976c480d7fe5'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:18.304099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:18.347424 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.352756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-029860db-f0d7-4376-a713-36ee9bcf64fb admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8276157 Jul 08 17:26:18.353877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56182) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:18.657966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Pushing event updated for resources: {'Port': ['ID=463ad55d-2fe4-499a-aced-51e3cf226b78,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:18.706182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-4b9d441c-6955-43bf-863e-61b44e9015b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:18.708234 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e8b561e0-c930-45fc-8481-d9bb11755df6 req-4b9d441c-6955-43bf-863e-61b44e9015b0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4836757 Jul 08 17:26:18.729268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Deleting port 623309b4-e06c-4d39-b5ef-128a57ab4750 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:18.729998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.786725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Set router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:18.838899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Attempting to bind port 463ad55d-2fe4-499a-aced-51e3cf226b78 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:18.846659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Attempting to bind port 463ad55d-2fe4-499a-aced-51e3cf226b78 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:18.847173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Attempting to bind port 463ad55d-2fe4-499a-aced-51e3cf226b78 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:18.866963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Port 463ad55d-2fe4-499a-aced-51e3cf226b78 on network e100d772-09e0-4477-aa42-bb4ba84147a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:18.867458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Attempting to bind port 463ad55d-2fe4-499a-aced-51e3cf226b78 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:18.895077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:18.897199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Checking segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:18.897719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Bound using segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:18.899835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Bound port: 463ad55d-2fe4-499a-aced-51e3cf226b78, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:18.900319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:18.938116 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:26:19.025194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] For port 623309b4-e06c-4d39-b5ef-128a57ab4750, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=623309b4-e06c-4d39-b5ef-128a57ab4750,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:19.025888 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.071110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Calling delete_port for 623309b4-e06c-4d39-b5ef-128a57ab4750 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:19.133359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] For port 463ad55d-2fe4-499a-aced-51e3cf226b78, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:19.208041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:16Z', 'revision_number': 3, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port': {'id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:13Z', 'updated_at': '2021-07-08T17:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:19.216352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] For port 463ad55d-2fe4-499a-aced-51e3cf226b78, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=463ad55d-2fe4-499a-aced-51e3cf226b78,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:19.234287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cf813-33c2-4157-8999-db4dadf0f7c1 req-1b4c67be-74e1-406d-9a86-682b5b20599e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:19.236023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff8cf813-33c2-4157-8999-db4dadf0f7c1 req-1b4c67be-74e1-406d-9a86-682b5b20599e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.2715137 Jul 08 17:26:19.249169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.294023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Checking router: 3a1a82d3-204c-4e9c-8154-976c480d7fe5 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:19.294618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Updating router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:26:19.347855 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.353109 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.366381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff8cf813-33c2-4157-8999-db4dadf0f7c1 req-a49c5ee6-6ad0-4029-b4c6-a6a656833f44 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108403 Jul 08 17:26:19.569583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:19.570495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.581818 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] 10.222.0.72 "PUT /v2.0/ports/463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 1131 time: 4.4559278 Jul 08 17:26:19.582539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc0279-8b8c-489e-a682-d4eb21d1aa77 service neutron] Pushing event updated for resources: {'Port': ['ID=463ad55d-2fe4-499a-aced-51e3cf226b78,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:19.604449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '463ad55d-2fe4-499a-aced-51e3cf226b78'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:19.613142 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "463ad55d-2fe4-499a-aced-51e3cf226b78"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:19.676015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:19.706641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 61eb69d6-93c4-4bb4-97b8-1554400d15ba no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:19.766121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 61eb69d6-93c4-4bb4-97b8-1554400d15ba {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:19.766526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 61eb69d6-93c4-4bb4-97b8-1554400d15ba not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:19.887084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:19.887323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f443e00-947a-4b08-bb21-58189a599751 req-a66facf4-1159-481a-b225-0cb0cd4ef916 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:19.894226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f443e00-947a-4b08-bb21-58189a599751 req-a66facf4-1159-481a-b225-0cb0cd4ef916 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 945 time: 0.4194760 Jul 08 17:26:19.932196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.009101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Allocated IP 172.20.0.1 (50d88efe-c520-4675-8e50-a5121ddfcf1d/c38da553-1bc1-4df4-8853-77fb99d2b5be/c7b53869-78f3-480c-85f6-ab176df7fb1a) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:20.014838 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.046887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=623309b4-e06c-4d39-b5ef-128a57ab4750,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:20.047700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Transition to ACTIVE for port object 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:20.066651 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.078762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f443e00-947a-4b08-bb21-58189a599751 req-3b1f6756-54f4-456c-9bf7-09e0053d9042 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514437 Jul 08 17:26:20.113149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.124101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.154567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.180235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.208230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.231329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89660f44-7610-44e2-87cd-e1b361823518 None None] Pushing event updated for resources: {'Port': ['ID=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:20.240023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Attempting to bind port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:20.240497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Attempting to bind port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:20.240648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.241125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Attempting to bind port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:20.258258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:20.258772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:20.259279 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.259757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:20.260781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Bound port: 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:20.262256 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.263246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:20.271430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-a1844cd5-7cfa-418a-a116-58251308a6bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5372 time: 0.5947175 Jul 08 17:26:20.401492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3606231-5b47-4518-8d3b-d1d218476d9b req-e4a3e035-0584-490d-a99b-1d95c03b23fa tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262300 Jul 08 17:26:20.442009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] For port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:20.451427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] For port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:20.458771 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.603083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a208fa-a8f1-495e-92d7-e5d63421a105 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:20.636977 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.651510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89660f44-7610-44e2-87cd-e1b361823518 None None] Pushing event updated for resources: {'Port': ['ID=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:20.672922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Transition to ACTIVE for port object 92a208fa-a8f1-495e-92d7-e5d63421a105 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:20.701180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Routers {'3a1a82d3-204c-4e9c-8154-976c480d7fe5'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:20.701838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:20.711502 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.785540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Transition to ACTIVE for port object c7b53869-78f3-480c-85f6-ab176df7fb1a will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:20.812501 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af8b790-45ea-421e-bcc2-7b89a6fc243b x-openstack-request-id: req-2af8b790-45ea-421e-bcc2-7b89a6fc243b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:20.813130 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "463ad55d-2fe4-499a-aced-51e3cf226b78", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:20.813130 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2af8b790-45ea-421e-bcc2-7b89a6fc243b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:20.815334 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '463ad55d-2fe4-499a-aced-51e3cf226b78', 'status': 'completed', 'code': 200} Jul 08 17:26:20.825203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.831625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.892863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:20.993836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b53869-78f3-480c-85f6-ab176df7fb1a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:21.045253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Pushing event updated for resources: {'Port': ['ID=92a208fa-a8f1-495e-92d7-e5d63421a105,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:21.135578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:21.145923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:21.163493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:21.232109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.234678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] Set router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:21.287359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968cba-1051-47f1-bfa3-d091ff7cfabf req-9a490dc3-5985-475a-825d-e7bcf2c40bae tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.296221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48968cba-1051-47f1-bfa3-d091ff7cfabf req-9a490dc3-5985-475a-825d-e7bcf2c40bae tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.2950401 Jul 08 17:26:21.305503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.425369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.634694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48968cba-1051-47f1-bfa3-d091ff7cfabf req-cd5de422-3c23-436a-a497-e30d58720caa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161778 Jul 08 17:26:21.839563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Attempting to bind port 92a208fa-a8f1-495e-92d7-e5d63421a105 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:21.841102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Attempting to bind port 92a208fa-a8f1-495e-92d7-e5d63421a105 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:21.842638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Attempting to bind port 92a208fa-a8f1-495e-92d7-e5d63421a105 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:21.858954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:16Z', 'revision_number': 3, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port': {'id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:13Z', 'updated_at': '2021-07-08T17:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:21.866778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cc6eedac-0fb1-4097-a157-6c4f20641eb6 None None] Provisioning for port c7b53869-78f3-480c-85f6-ab176df7fb1a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:21.886166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.889370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.893268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.893770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.899706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.900200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.900691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:21.910632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-11d1883c-7f03-4cc4-b9a6-78f9a530f13f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6234 time: 1.1111195 Jul 08 17:26:21.916725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cc6eedac-0fb1-4097-a157-6c4f20641eb6 None None] Provisioning complete for port c7b53869-78f3-480c-85f6-ab176df7fb1a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:21.917195 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cc6eedac-0fb1-4097-a157-6c4f20641eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.919402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.920822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3018fbed-b1ed-4240-abb9-3712b0325aca {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:21.921331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc664e-4e03-4b7d-8d65-09cc993d5038 None None] The sync data for ids ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'] in n-d-799528-4 is: [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:16Z', 'revision_number': 3, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port': {'id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:13Z', 'updated_at': '2021-07-08T17:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:21.927248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Port 92a208fa-a8f1-495e-92d7-e5d63421a105 on network e100d772-09e0-4477-aa42-bb4ba84147a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:21.932365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Attempting to bind port 92a208fa-a8f1-495e-92d7-e5d63421a105 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:21.967642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:21.980922 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d6330af3-9e1e-4305-9c99-30df547842f3 admin admin] 10.222.0.63 "DELETE /v2.0/routers/3018fbed-b1ed-4240-abb9-3712b0325aca HTTP/1.1" status: 204 len: 168 time: 6.0765867 Jul 08 17:26:22.019759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-cc6eedac-0fb1-4097-a157-6c4f20641eb6 None None] Port c7b53869-78f3-480c-85f6-ab176df7fb1a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:22.024495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56244) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:22.047205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:22.047425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Checking segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:22.047815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Bound using segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:22.048373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Bound port: 92a208fa-a8f1-495e-92d7-e5d63421a105, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:22.048703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.302501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.316486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] Deleting subnet c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:22.325523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.398426 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.651318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-17073e55-6af4-4c9c-a42e-d1026c1ac596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:22.661513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-17073e55-6af4-4c9c-a42e-d1026c1ac596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:22.662147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-17073e55-6af4-4c9c-a42e-d1026c1ac596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:22.668577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-17073e55-6af4-4c9c-a42e-d1026c1ac596 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a67d3690506449d9c74a5c065567045&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7225647 Jul 08 17:26:22.677330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] For port 92a208fa-a8f1-495e-92d7-e5d63421a105, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:22.703646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] For port 92a208fa-a8f1-495e-92d7-e5d63421a105, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=92a208fa-a8f1-495e-92d7-e5d63421a105,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:22.784803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.862284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:22.871028 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.873643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:22.875169 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] 10.222.0.72 "PUT /v2.0/ports/92a208fa-a8f1-495e-92d7-e5d63421a105 HTTP/1.1" status: 200 len: 1089 time: 3.2048542 Jul 08 17:26:23.123864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:23.128807 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:23.137938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3806c-cc3e-424c-91e1-7a5aba0adc1c service neutron] Pushing event updated for resources: {'Port': ['ID=92a208fa-a8f1-495e-92d7-e5d63421a105,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:23.172282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.176317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:23.190153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.196418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.213186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.238789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.257165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.267516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.276706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-6e95f04b-5ff2-4ee5-a6cd-eb7d5090a032 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5384 time: 1.1924107 Jul 08 17:26:23.409373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c589d20b-8349-4017-b5ff-20e443f33a56 req-bad832c4-91d9-46ab-91bf-da5598fdade3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309707 Jul 08 17:26:23.426642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.458004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544cf93-d120-49f4-9198-5a4c819b41ca req-c330ee74-3c82-4323-85c6-20172106bd0a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.466492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4544cf93-d120-49f4-9198-5a4c819b41ca req-c330ee74-3c82-4323-85c6-20172106bd0a tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 945 time: 0.6766975 Jul 08 17:26:23.483517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.488107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c4a74e6d-ac28-43bd-91f5-dc3edbbb9026 HTTP/1.1" status: 204 len: 168 time: 1.4604135 Jul 08 17:26:23.488726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56280) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:23.494123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70510efb-74f0-4e5b-b9a7-8f9d5188068a None None] Network 15480377-6a8a-4540-8917-07c29bff0b90 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:23.571674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-1164e367-1763-4cf2-8c78-bd53da1339d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:23.579344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3322f6a2-5a11-41b5-b31e-e1f95b73ca9e req-1164e367-1763-4cf2-8c78-bd53da1339d9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8933442 Jul 08 17:26:23.710583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b7383-e94f-4546-871b-4d557d0b0dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a74e6d-ac28-43bd-91f5-dc3edbbb9026,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:23.770740 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:23.911238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] DHCP port deletion for 15480377-6a8a-4540-8917-07c29bff0b90 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:26:23.919609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4544cf93-d120-49f4-9198-5a4c819b41ca req-f542d58d-2cf7-49c0-b47b-cc362dc49af0 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500439 Jul 08 17:26:24.003781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-4c3ae718-7c44-4fa2-a883-965ed2067564 service neutron] 10.222.0.72 "GET /v2.0/ports/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.3838806 Jul 08 17:26:24.006358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:24.068007 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.135901 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.160170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] Deleting port d91442b6-5ca1-4a85-89ce-67f95c1a702b {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:24.162112 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.207033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54425ed-3ecf-43b1-9bec-e2da1c14ea4d req-706fbfdb-b145-4c3b-8da8-ad6e65c0ad0b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:24.225460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f54425ed-3ecf-43b1-9bec-e2da1c14ea4d req-706fbfdb-b145-4c3b-8da8-ad6e65c0ad0b tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 944 time: 0.3032324 Jul 08 17:26:24.234447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:24.243424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:24.243890 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.251803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.300334 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee212c-4305-4054-82f6-e7c41f15a854 x-openstack-request-id: req-86ee212c-4305-4054-82f6-e7c41f15a854 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:24.305603 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:24.306057 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-86ee212c-4305-4054-82f6-e7c41f15a854 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:24.306642 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105', 'status': 'completed', 'code': 200} Jul 08 17:26:24.309984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] For port d91442b6-5ca1-4a85-89ce-67f95c1a702b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d91442b6-5ca1-4a85-89ce-67f95c1a702b,segment=NetworkSegment(5b7705a8-18b6-450d-a854-00d3157dce49),segment_id=5b7705a8-18b6-450d-a854-00d3157dce49)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:24.310394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.364300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] Calling delete_port for d91442b6-5ca1-4a85-89ce-67f95c1a702b owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:24.409706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b53869-78f3-480c-85f6-ab176df7fb1a,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:24.489518 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.551868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:24.556360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.565318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.626244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f54425ed-3ecf-43b1-9bec-e2da1c14ea4d req-ac41358c-a681-4fbe-999e-e20f03fc285d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982747 Jul 08 17:26:24.656070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:24.661802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623309b4-e06c-4d39-b5ef-128a57ab4750 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:24.713511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 623309b4-e06c-4d39-b5ef-128a57ab4750 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:24.713860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623309b4-e06c-4d39-b5ef-128a57ab4750 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:24.718768 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:24.843559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] No DVR routers for this DVR port d91442b6-5ca1-4a85-89ce-67f95c1a702b on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:24.858026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3c46b-d4e6-4c6a-84de-92808e141ad9 None None] Pushing event deleted for resources: {'Port': ['ID=d91442b6-5ca1-4a85-89ce-67f95c1a702b,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:24.969302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:24.981707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.003044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Transition to ACTIVE for port object 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:25.012749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.092260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:25.306764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Attempting to bind port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:25.307182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Attempting to bind port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:25.307522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Attempting to bind port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:25.314787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:25.324199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 on network e100d772-09e0-4477-aa42-bb4ba84147a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:25.324662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Attempting to bind port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:25.337305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:25.337673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Checking segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:25.338064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Bound using segment: {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:25.338572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Bound port: 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f590f58-3fb2-4506-8fed-446b1a9abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:25.338943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.358189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:25.493933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:25.523831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:25.564660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2c4d8650-8c9f-44bf-b921-60348a318227 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:25.581621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.594982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] For port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:25.604156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] For port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:25.604791 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.628402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.796658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:25.806436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:25.817643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.817881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.819985 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] 10.222.0.72 "PUT /v2.0/ports/4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 HTTP/1.1" status: 200 len: 1090 time: 2.6502619 Jul 08 17:26:25.850397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Deleting port d91442b6-5ca1-4a85-89ce-67f95c1a702b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:25.850979 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:25.868923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:25.905184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73bc8a-d51f-4be4-91b4-0dc9742b139c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:25.935179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2c4d8650-8c9f-44bf-b921-60348a318227', 'network_id': 'a2ce0013-b088-44bb-ab85-9f389f7725a2', 'port_id': '2c4d8650-8c9f-44bf-b921-60348a318227', 'mac_address': 'fa:16:3e:d8:89:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ec50-2bd5-429c-9022-3931aedb3af7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:26:25.937440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-6c79f06d-72e0-4e9f-bb11-a556c41573e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.939237 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-6c79f06d-72e0-4e9f-bb11-a556c41573e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 945 time: 0.2409952 Jul 08 17:26:25.941621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.942233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.942781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.943774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.944489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.946072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.946818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:25.950145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-816a1be6-a4e5-4f16-8e5c-28f5bed73773 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6276 time: 1.5501451 Jul 08 17:26:25.963484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:25.988011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:26.053078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:26.053508 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.116322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] For port d91442b6-5ca1-4a85-89ce-67f95c1a702b, host n-d-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:26.116815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.137969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] Transition to ACTIVE for port object 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:26.142402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.164101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Calling delete_port for d91442b6-5ca1-4a85-89ce-67f95c1a702b owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:26.169890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Port d91442b6-5ca1-4a85-89ce-67f95c1a702b was not found and therefore no delete operation was performed {{(pid=93664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:26:26.200483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c4d8650-8c9f-44bf-b921-60348a318227 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:26.231174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.266404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:26.283174 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.299567 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.317254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:26.319670 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7bdb68-54a6-47bc-bd96-e78e44cc3902" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:26.336379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.379974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Deleting port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:26.380319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.410916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:26.439183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2c4d8650-8c9f-44bf-b921-60348a318227'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:26.515342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d91442b6-5ca1-4a85-89ce-67f95c1a702b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:26.523222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Pushing event deleted for resources: {'Port': ['ID=d91442b6-5ca1-4a85-89ce-67f95c1a702b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:26.534256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] For port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:26.534772 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.549152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Calling delete_port for 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:26.581864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d91442b6-5ca1-4a85-89ce-67f95c1a702b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:26.582580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d91442b6-5ca1-4a85-89ce-67f95c1a702b not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:26.636779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2424ca88-98ce-46f1-b2ab-d4782c60389f None None] Provisioning complete for port c7b53869-78f3-480c-85f6-ab176df7fb1a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:26.637152 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2424ca88-98ce-46f1-b2ab-d4782c60389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:26.675535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] No DVR routers for this DVR port d91442b6-5ca1-4a85-89ce-67f95c1a702b on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:26.973918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2424ca88-98ce-46f1-b2ab-d4782c60389f None None] Port c7b53869-78f3-480c-85f6-ab176df7fb1a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:26.991132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.019297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d7aaf-f1a2-4184-b6a7-f610b5085cad req-40181910-7a7e-4825-95bf-b7dae86e73e5 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.027866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-870d7aaf-f1a2-4184-b6a7-f610b5085cad req-40181910-7a7e-4825-95bf-b7dae86e73e5 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 946 time: 1.3308997 Jul 08 17:26:27.044006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] No DVR routers for this DVR port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:27.064589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:27.073487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15480377-6a8a-4540-8917-07c29bff0b90']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:27.109091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:27.120010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.126835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.134420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.141994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.142266 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-cf5091bf-0ae8-48c6-b40a-3e90b05e1164 service neutron] 10.222.0.72 "PUT /v2.0/ports/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 2.8594916 Jul 08 17:26:27.149731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.156566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.163326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.171484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-7529f968-8851-499d-983f-c6359e004cea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5396 time: 1.4622183 Jul 08 17:26:27.185018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7705a8-18b6-450d-a854-00d3157dce49') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:27.185949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7705a8-18b6-450d-a854-00d3157dce49') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:27.191996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-e778e99f-32c8-4ccb-a209-45696eb4a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.192485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-e778e99f-32c8-4ccb-a209-45696eb4a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.192981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-e778e99f-32c8-4ccb-a209-45696eb4a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.194731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-e778e99f-32c8-4ccb-a209-45696eb4a413 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a67d3690506449d9c74a5c065567045&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2085056 Jul 08 17:26:27.264192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.392657 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-870d7aaf-f1a2-4184-b6a7-f610b5085cad req-e624e55a-f41c-4ac4-b920-d792e7e6e2ce tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups?id=ca18492a-3d2a-4ad6-a597-bac88dc85a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638031 Jul 08 17:26:27.392943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d3bb4d0-1dcf-4d29-adb6-571672d89cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.395962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.447601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:27.470622 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:27.518584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event deleted for resources: {'Port': ['ID=2e22f83a-7e7d-4370-b6e1-df67a3a26cc0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:27.600684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2c4d8650-8c9f-44bf-b921-60348a318227 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:27.640717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bed1ffb-d085-4e0c-8213-c24971357988 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:27.649805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.667943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Transition to ACTIVE for port object 2bed1ffb-d085-4e0c-8213-c24971357988 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:27.669795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] No DVR routers for this DVR port 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:27.673279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.677598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6c3edfab-25a5-42fb-a85a-756ba656a456 req-5ac43145-6363-4beb-85ce-61f657d811e0 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "DELETE /v2.0/ports/2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 HTTP/1.1" status: 204 len: 173 time: 1.7124438 Jul 08 17:26:27.679882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.712242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2c4d8650-8c9f-44bf-b921-60348a318227 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:27.712516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:27.805912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78cfad4c-c2c7-4a82-bfc3-22595c5bf7ba req-ca5645b1-a655-4144-a6d6-c99fed37b9a8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6326630 Jul 08 17:26:27.828405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Pushing event updated for resources: {'Port': ['ID=2bed1ffb-d085-4e0c-8213-c24971357988,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:27.856669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-56992fa4-98e1-4af8-907e-1952fd4fe743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:27.856669 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffeb4c46-cd2e-4b4f-9376-cc7c7af9529d req-56992fa4-98e1-4af8-907e-1952fd4fe743 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6379421 Jul 08 17:26:28.034055 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.045696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Attempting to bind port 2bed1ffb-d085-4e0c-8213-c24971357988 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:28.047562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Attempting to bind port 2bed1ffb-d085-4e0c-8213-c24971357988 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:28.048113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Attempting to bind port 2bed1ffb-d085-4e0c-8213-c24971357988 on network f6feec97-d073-46f4-befb-21002338a62d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:28.059928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Port 2bed1ffb-d085-4e0c-8213-c24971357988 on network f6feec97-d073-46f4-befb-21002338a62d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:28.061086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Attempting to bind port 2bed1ffb-d085-4e0c-8213-c24971357988 on network f6feec97-d073-46f4-befb-21002338a62d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:28.075523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:28.083547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:28.084313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Checking segment: {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:28.086895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.094566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Bound using segment: {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:28.097886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Bound port: 2bed1ffb-d085-4e0c-8213-c24971357988, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:28.098509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.121010 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.133414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] 10.222.0.63 "DELETE /v2.0/networks/15480377-6a8a-4540-8917-07c29bff0b90 HTTP/1.1" status: 204 len: 168 time: 4.6290870 Jul 08 17:26:28.142245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:28.204252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:28.206737 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f68631-7088-46a1-b42b-a32b4968eb7a" -d '{"events": [{"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:28.240181 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.244481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:28.246007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2e22f83a-7e7d-4370-b6e1-df67a3a26cc0 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:28.283859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d9b9fec-38a4-47c5-9869-9db84816bea8 req-a775f491-b83a-438c-859c-bb69827e618d tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=b672410e-5f03-48ab-bc9b-d2fb2dd3709e HTTP/1.1" status: 200 len: 210 time: 0.1472793 Jul 08 17:26:28.291105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bb7b5-5c96-4767-b91b-76e326c2d187 admin admin] Pushing event deleted for resources: {'Network': ['ID=15480377-6a8a-4540-8917-07c29bff0b90,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:28.297047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] For port 2bed1ffb-d085-4e0c-8213-c24971357988, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:28.310613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] For port 2bed1ffb-d085-4e0c-8213-c24971357988, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bed1ffb-d085-4e0c-8213-c24971357988,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:28.320617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.365619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-61b3b04f-cb04-4898-be22-dd54a0c2407e tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:28.378651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:28.381395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-61b3b04f-cb04-4898-be22-dd54a0c2407e tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.9764464 Jul 08 17:26:28.389773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:28.404348 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Sync routers for ids ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:28.419820 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Routers {'3a1a82d3-204c-4e9c-8154-976c480d7fe5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:28.420722 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:28.441660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56326) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:28.458209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b5d33cdd-9632-4f9e-b2da-332e14365515 admin admin] 10.222.0.63 "PUT /v2.0/routers/3a1a82d3-204c-4e9c-8154-976c480d7fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1016676 Jul 08 17:26:28.530664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Pushing event updated for resources: {'Port': ['ID=2bed1ffb-d085-4e0c-8213-c24971357988,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:28.556573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:28.558132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.560665 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-0e7332ad-eeb4-410b-b24f-e70b702ee6fe service neutron] 10.222.0.72 "PUT /v2.0/ports/2bed1ffb-d085-4e0c-8213-c24971357988 HTTP/1.1" status: 200 len: 1091 time: 2.6967726 Jul 08 17:26:28.599467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Request body: {'port': {'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:28.685702 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Set router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:28.770142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:28.827846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332834d-d31d-4872-ab0a-6f4a831f18ad req-6ddfac76-dc6b-4713-8c96-8b3d774f9fc6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:28.831045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0332834d-d31d-4872-ab0a-6f4a831f18ad req-6ddfac76-dc6b-4713-8c96-8b3d774f9fc6 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 944 time: 1.0493462 Jul 08 17:26:28.991071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2aa5d1f0-ef32-4d22-bab6-1c7d7595a1ca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c3d9e08b98c47aea8e84c3b459e8add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256212 Jul 08 17:26:29.052884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56336) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:29.090404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0332834d-d31d-4872-ab0a-6f4a831f18ad req-7d69c051-6478-481f-a936-54bbc119a6d9 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.63 "GET /v2.0/security-groups?id=8ce3eb79-3835-4baf-9b67-1cf8c27b4544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349455 Jul 08 17:26:29.113521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f7aeb348-97f9-4ede-a9f6-245527cdffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.115258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-f7aeb348-97f9-4ede-a9f6-245527cdffa0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552&tenant_id=78f0f599a2754a83bb34ce042d0c8c17 HTTP/1.1" status: 200 len: 1096 time: 0.7219944 Jul 08 17:26:29.162216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28392c-f11d-412a-a66f-b5b3852198ac req-001fbc94-4b6f-40eb-864d-f38de8fbc285 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.163914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd28392c-f11d-412a-a66f-b5b3852198ac req-001fbc94-4b6f-40eb-864d-f38de8fbc285 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 945 time: 0.6134024 Jul 08 17:26:29.222826 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ce06b-f6ba-473e-895e-432226261136 x-openstack-request-id: req-f66ce06b-f6ba-473e-895e-432226261136 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:29.223151 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:29.223412 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f66ce06b-f6ba-473e-895e-432226261136 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:29.223835 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6', 'status': 'completed', 'code': 200} Jul 08 17:26:29.257115 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:21Z', 'revision_number': 4, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port': {'id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:13Z', 'updated_at': '2021-07-08T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'c7b53869-78f3-480c-85f6-ab176df7fb1a', 'name': '', 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'mac_address': 'fa:16:3e:f2:80:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c38da553-1bc1-4df4-8853-77fb99d2b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:19Z', 'updated_at': '2021-07-08T17:26:23Z', 'revision_number': 2, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'subnets': [{'id': 'c38da553-1bc1-4df4-8853-77fb99d2b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:29.258097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd28392c-f11d-412a-a66f-b5b3852198ac req-5f98ca77-b77d-43f3-a4e2-aebdfbbc2bf5 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513074 Jul 08 17:26:29.296965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Checking router: 3a1a82d3-204c-4e9c-8154-976c480d7fe5 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:29.297436 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Updating router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 port c7b53869-78f3-480c-85f6-ab176df7fb1a binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:26:29.323942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-25937b32-3393-4450-a5d2-7dfb2fef3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.325511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-25937b32-3393-4450-a5d2-7dfb2fef3513 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1096 time: 0.1606812 Jul 08 17:26:29.390045 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.441792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-74012064-3eff-46c2-ac15-f4895f54a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.443564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-74012064-3eff-46c2-ac15-f4895f54a0cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 200 len: 921 time: 0.1074536 Jul 08 17:26:29.478982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.480964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.481461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.481953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.482437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.486919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.487447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:29.490856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-ebfc7fa9-ace9-4414-b404-fecff1e08e48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6410 time: 0.2440441 Jul 08 17:26:29.594371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2c4d8650-8c9f-44bf-b921-60348a318227 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:29.695043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e870c4a-e405-4b87-a768-33707f8d045b {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:29.704031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-e49a86a0-b876-4391-8a35-9ef777a13912 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 200 len: 217 time: 0.2414896 Jul 08 17:26:29.713571 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17eec16-d640-457e-bdda-55addcee3b60 x-openstack-request-id: req-a17eec16-d640-457e-bdda-55addcee3b60 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:29.713936 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-plugged", "status": "completed", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:29.714206 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a17eec16-d640-457e-bdda-55addcee3b60 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:29.714588 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227', 'code': 200} Jul 08 17:26:29.724944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.798229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Transition to ACTIVE for port object 0e870c4a-e405-4b87-a768-33707f8d045b will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:29.814490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.850399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.921872 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-299db1b8-69bd-40c8-993c-6c57ce1aaef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:29.929963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:29.975596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.124116 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.145670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.148701 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Transition to ACTIVE for port object c7b53869-78f3-480c-85f6-ab176df7fb1a will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:30.151200 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f4382874-3d99-462d-ad88-929fbe862627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.166670 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.191481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Pushing event updated for resources: {'Port': ['ID=0e870c4a-e405-4b87-a768-33707f8d045b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.251899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-299db1b8-69bd-40c8-993c-6c57ce1aaef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.365550 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Pushing event updated for resources: {'Port': ['ID=c7b53869-78f3-480c-85f6-ab176df7fb1a,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.385117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Attempting to bind port 0e870c4a-e405-4b87-a768-33707f8d045b on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:30.386690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Attempting to bind port 0e870c4a-e405-4b87-a768-33707f8d045b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:30.387033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Attempting to bind port 0e870c4a-e405-4b87-a768-33707f8d045b on network f6feec97-d073-46f4-befb-21002338a62d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:30.403071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Port 0e870c4a-e405-4b87-a768-33707f8d045b on network f6feec97-d073-46f4-befb-21002338a62d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:30.403422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Attempting to bind port 0e870c4a-e405-4b87-a768-33707f8d045b on network f6feec97-d073-46f4-befb-21002338a62d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:30.424107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:30.424518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Checking segment: {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:30.428344 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.428699 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.429061 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.429522 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.429857 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.430182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.430563 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.430887 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.431204 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.431521 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.431839 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.432153 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:30.434653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Bound using segment: {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:30.435239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Bound port: 0e870c4a-e405-4b87-a768-33707f8d045b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4af76e-4048-4b6e-8814-30668648e9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:30.436295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.437430 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.461450 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Attempting to bind port c7b53869-78f3-480c-85f6-ab176df7fb1a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:30.461806 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Attempting to bind port c7b53869-78f3-480c-85f6-ab176df7fb1a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:30.462266 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Attempting to bind port c7b53869-78f3-480c-85f6-ab176df7fb1a on network 50d88efe-c520-4675-8e50-a5121ddfcf1d {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:30.468528 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:30.469108 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Checking segment: {'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:30.469567 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.469969 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Bound using segment: {'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:30.470976 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Bound port: c7b53869-78f3-480c-85f6-ab176df7fb1a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5f9d44-8f75-4bc9-bb04-ab062e380910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:30.471128 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.492236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-299db1b8-69bd-40c8-993c-6c57ce1aaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.495876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-299db1b8-69bd-40c8-993c-6c57ce1aaef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.500104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-299db1b8-69bd-40c8-993c-6c57ce1aaef9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f4b09c05-9ccf-47ea-801c-0269411c4718 HTTP/1.1" status: 204 len: 168 time: 1.4458926 Jul 08 17:26:30.530154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db1b8-69bd-40c8-993c-6c57ce1aaef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b09c05-9ccf-47ea-801c-0269411c4718,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.612456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] For port 0e870c4a-e405-4b87-a768-33707f8d045b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:30.617122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] For port 0e870c4a-e405-4b87-a768-33707f8d045b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0e870c4a-e405-4b87-a768-33707f8d045b,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:30.632626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.645943 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] For port c7b53869-78f3-480c-85f6-ab176df7fb1a, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:30.657880 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] For port c7b53869-78f3-480c-85f6-ab176df7fb1a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c7b53869-78f3-480c-85f6-ab176df7fb1a,segment=NetworkSegment(fd5f9d44-8f75-4bc9-bb04-ab062e380910),segment_id=fd5f9d44-8f75-4bc9-bb04-ab062e380910)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:30.658919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-082bea56-d9ed-4859-899f-0e0a07b009d3 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5949337 Jul 08 17:26:30.669768 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.690784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-1b3df822-0795-4afd-89d2-e4ad490d4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:30.692271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-1b3df822-0795-4afd-89d2-e4ad490d4875 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 200 len: 860 time: 0.9774127 Jul 08 17:26:30.748785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:30.750325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:30.751748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8930728b-d996-49f5-abb8-058a93037044 service neutron] 10.222.0.72 "PUT /v2.0/ports/0e870c4a-e405-4b87-a768-33707f8d045b HTTP/1.1" status: 200 len: 1091 time: 2.1579106 Jul 08 17:26:30.768533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:30.816671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930728b-d996-49f5-abb8-058a93037044 service neutron] Pushing event updated for resources: {'Port': ['ID=0e870c4a-e405-4b87-a768-33707f8d045b,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.845610 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb915a-bec0-43fc-9a28-da0687dac687 None None] Pushing event updated for resources: {'Port': ['ID=c7b53869-78f3-480c-85f6-ab176df7fb1a,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:30.892029 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Routers {'3a1a82d3-204c-4e9c-8154-976c480d7fe5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:30.892684 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:31.164938 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] Set router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:31.224907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'name': 'network-vif-deleted', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0'}, {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988'}, {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:31.227418 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ad4f3-f820-4517-bd03-6904608d63f4" -d '{"events": [{"server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "name": "network-vif-deleted", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0"}, {"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988"}, {"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:31.284358 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:31.629834 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:21Z', 'revision_number': 4, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port': {'id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:13Z', 'updated_at': '2021-07-08T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'c7b53869-78f3-480c-85f6-ab176df7fb1a', 'name': '', 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'mac_address': 'fa:16:3e:f2:80:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c38da553-1bc1-4df4-8853-77fb99d2b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:19Z', 'updated_at': '2021-07-08T17:26:30Z', 'revision_number': 4, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'subnets': [{'id': 'c38da553-1bc1-4df4-8853-77fb99d2b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:31.699844 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c256cd2-e303-407f-9d62-437b6c8145d9 None None] The sync data for ids ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'] in n-d-799528-4 is: [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:21Z', 'revision_number': 4, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port': {'id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:13Z', 'updated_at': '2021-07-08T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'c7b53869-78f3-480c-85f6-ab176df7fb1a', 'name': '', 'network_id': '50d88efe-c520-4675-8e50-a5121ddfcf1d', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'mac_address': 'fa:16:3e:f2:80:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'c38da553-1bc1-4df4-8853-77fb99d2b5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:19Z', 'updated_at': '2021-07-08T17:26:30Z', 'revision_number': 4, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'subnets': [{'id': 'c38da553-1bc1-4df4-8853-77fb99d2b5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:31.716386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:31.719606 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd0ee21-981f-4a86-ba0a-24dae67a4b66" -d '{"events": [{"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:31.783409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-edb5d8f3-2504-459c-a084-fc592ce60b8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0664b879-38e9-4d8c-9380-0897a1d0931b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9857316 Jul 08 17:26:31.853424 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:31.898015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-738f222d-2386-413b-bf74-43e4866923df tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:31.923654 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-738f222d-2386-413b-bf74-43e4866923df tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 946 time: 0.2460032 Jul 08 17:26:31.924213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-bfee3a20-4503-4a9f-b571-d37e9809ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:31.924799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-bfee3a20-4503-4a9f-b571-d37e9809ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:31.926401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-bfee3a20-4503-4a9f-b571-d37e9809ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:31.930347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-bfee3a20-4503-4a9f-b571-d37e9809ba58 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a67d3690506449d9c74a5c065567045&shared=False HTTP/1.1" status: 200 len: 2293 time: 2.4130623 Jul 08 17:26:32.070942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-6c152feb-52e4-486f-9131-2f49dd841eeb service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334051 Jul 08 17:26:32.125082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Deleting port e6402e39-5c6a-4145-93e1-081da6424cb2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:32.125785 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.301833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] For port e6402e39-5c6a-4145-93e1-081da6424cb2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e6402e39-5c6a-4145-93e1-081da6424cb2,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:32.302299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.327958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.348172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.367213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.391641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.409493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.429102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.448828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.452030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-9a4a2287-ec5c-49bb-a70f-45da0f5567d5 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 1.7902982 Jul 08 17:26:32.514023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-73e668b5-7036-4c67-bcb4-d25207b0bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.521086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df7bdb68-54a6-47bc-bd96-e78e44cc3902 req-73e668b5-7036-4c67-bcb4-d25207b0bf73 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5752835 Jul 08 17:26:32.669956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.670330 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.670648 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9 disassociated. External IP: 172.25.5.222, port: e6402e39-5c6a-4145-93e1-081da6424cb2. Jul 08 17:26:32.670997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Calling delete_port for e6402e39-5c6a-4145-93e1-081da6424cb2 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:32.721148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b0cd415-87c2-4616-b6cc-dda69180c45a req-96661609-9677-487a-b9e3-a51026f5a842 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2618535 Jul 08 17:26:32.735475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-fed8f3e5-b462-4fa4-bf64-4bee6b4b1a00 service neutron] 10.222.0.41 "GET /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957417 Jul 08 17:26:32.740464 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.863909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.865178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.865847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.867834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.868536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.869252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.871425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:32.875273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1aa8cb73-cb0c-497c-8608-e92a26ad1317 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6477 time: 0.2982526 Jul 08 17:26:32.878874 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.961257 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:32.970318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1abf09ba-8366-4863-8135-1ff1a8c337a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea9553bf-647a-47df-b150-4dc36665ad20 HTTP/1.1" status: 200 len: 217 time: 0.0856581 Jul 08 17:26:33.024536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event deleted for resources: {'Port': ['ID=e6402e39-5c6a-4145-93e1-081da6424cb2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:33.304096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:33.484853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-2ef78727-e9ca-469e-ba5a-ff27971240c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:33.486459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-2ef78727-e9ca-469e-ba5a-ff27971240c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d76aadc-2b18-4d53-ba20-d8cea51bd04f HTTP/1.1" status: 200 len: 851 time: 0.3979747 Jul 08 17:26:33.496432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:33.511277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] Sync routers for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:33.527528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:33.528754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:33.627227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] No DVR routers for this DVR port e6402e39-5c6a-4145-93e1-081da6424cb2 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:33.628767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Allocated IP 172.25.5.166 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/dd5d5dd3-334b-498f-9312-c6a524c2b9e4) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:33.641463 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:33.662505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d31c8da6-15f5-44fa-9c4f-2a93b8cbbc9e req-4d4171dd-b661-40f2-8ee2-935f0ca8aba1 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.41 "DELETE /v2.0/ports/e6402e39-5c6a-4145-93e1-081da6424cb2 HTTP/1.1" status: 204 len: 173 time: 1.7275915 Jul 08 17:26:33.799279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:33.969955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c7b53869-78f3-480c-85f6-ab176df7fb1a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:33.998573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8833dbd1-884b-4a09-8296-ca73d9fc0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.000052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-8833dbd1-884b-4a09-8296-ca73d9fc0be2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=79d53fa7-c96f-4de0-975e-8019dfd50b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5021930 Jul 08 17:26:34.037972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc2b4a12-d7a9-4a52-a333-3ddf54971546 req-11413cfa-0e4a-46ae-af74-7b27842f83f8 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/ports?device_id=36c5d364-d0a7-4d1d-b88e-49064572ea18 HTTP/1.1" status: 200 len: 210 time: 0.1401248 Jul 08 17:26:34.073726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.086558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e6402e39-5c6a-4145-93e1-081da6424cb2 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:34.156380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ee569-f802-43b0-b94f-3da029cbd503 req-2d68a2ce-9b51-4b57-8bcd-2ccfb2761110 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.157945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-2d68a2ce-9b51-4b57-8bcd-2ccfb2761110 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552&tenant_id=78f0f599a2754a83bb34ce042d0c8c17&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.8821361 Jul 08 17:26:34.203808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: e6402e39-5c6a-4145-93e1-081da6424cb2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:34.204576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e6402e39-5c6a-4145-93e1-081da6424cb2 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:34.254067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-867ac36f-f0cb-46ca-83ca-983d40097d59 service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193608 Jul 08 17:26:34.262645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.301167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port c7b53869-78f3-480c-85f6-ab176df7fb1a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:34.314504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c7b53869-78f3-480c-85f6-ab176df7fb1a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:34.315241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.474774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:34.501189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:34.512026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:34.535829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:34.548088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] Checking router: 91438114-c0ce-4913-ac6c-e9bd4399b7f8 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:34.552359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.553573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Pushing event updated for resources: {'Port': ['ID=dd5d5dd3-334b-498f-9312-c6a524c2b9e4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:34.617287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:34.618253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:34.618951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-327ee569-f802-43b0-b94f-3da029cbd503 req-93c868b5-0338-41bc-bdad-966103d8cc4b service neutron] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:34.633857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-327ee569-f802-43b0-b94f-3da029cbd503 req-93c868b5-0338-41bc-bdad-966103d8cc4b service neutron] Notify callbacks [] for binding, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.635222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327ee569-f802-43b0-b94f-3da029cbd503 req-93c868b5-0338-41bc-bdad-966103d8cc4b service neutron] 10.222.0.41 "DELETE /v2.0/ports/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.4656675 Jul 08 17:26:34.661869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-50c9c511-bce8-4e14-865d-35edceebf58f service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944662 Jul 08 17:26:34.673585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a738108-eec1-4291-95b3-ac812fc3436f req-cbe82140-2e55-494e-a29c-1da1d563935c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.675254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a738108-eec1-4291-95b3-ac812fc3436f req-cbe82140-2e55-494e-a29c-1da1d563935c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 945 time: 0.4090881 Jul 08 17:26:34.756359 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port c7b53869-78f3-480c-85f6-ab176df7fb1a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c7b53869-78f3-480c-85f6-ab176df7fb1a,segment=NetworkSegment(fd5f9d44-8f75-4bc9-bb04-ab062e380910),segment_id=fd5f9d44-8f75-4bc9-bb04-ab062e380910)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:34.761629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f8c648bb-929b-49ea-b6bc-3b2eda521f07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 217 time: 0.0851712 Jul 08 17:26:34.773875 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.823171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a738108-eec1-4291-95b3-ac812fc3436f req-046d8db1-0404-4173-8a81-da1aa822924e tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371436 Jul 08 17:26:34.867929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:34.898061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4a34a6ce-af84-42b1-aea2-6b676a44b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:34.905353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-4a34a6ce-af84-42b1-aea2-6b676a44b30f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0987685 Jul 08 17:26:34.911647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=c7b53869-78f3-480c-85f6-ab176df7fb1a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:34.917735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:34.951894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.952257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.952582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.952959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.953296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.953679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.953957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.954283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.954629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.954931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.955251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:34.955578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:26:35.040396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.047655 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5fdc74-170e-4aa4-9399-45d0455a2b4c x-openstack-request-id: req-bb5fdc74-170e-4aa4-9399-45d0455a2b4c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:35.048110 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b672410e-5f03-48ab-bc9b-d2fb2dd3709e", "name": "network-vif-deleted", "tag": "2e22f83a-7e7d-4370-b6e1-df67a3a26cc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:35.048385 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bb5fdc74-170e-4aa4-9399-45d0455a2b4c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:35.048962 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b672410e-5f03-48ab-bc9b-d2fb2dd3709e', 'name': 'network-vif-deleted', 'tag': '2e22f83a-7e7d-4370-b6e1-df67a3a26cc0', 'status': 'completed', 'code': 200} Jul 08 17:26:35.049312 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988', 'status': 'completed', 'code': 200} Jul 08 17:26:35.049654 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b', 'status': 'completed', 'code': 200} Jul 08 17:26:35.190702 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfd7466-8398-46ae-a01c-84cfd8a4a8dc x-openstack-request-id: req-9bfd7466-8398-46ae-a01c-84cfd8a4a8dc {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:35.191001 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:35.191259 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9bfd7466-8398-46ae-a01c-84cfd8a4a8dc {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:35.196401 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227', 'code': 200} Jul 08 17:26:35.303250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-f1b70e56-d597-4c71-be4d-edd7733e3b71 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:35.309868 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-f1b70e56-d597-4c71-be4d-edd7733e3b71 tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c319420-860f-4bb7-bf29-510395e97e8c HTTP/1.1" status: 200 len: 943 time: 0.2376475 Jul 08 17:26:35.422537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:35.463920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef0dff-3e04-46aa-8d1a-462c686626e3 None None] The sync data for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 is: [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:21:43Z', 'revision_number': 4, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1817d1d2-5488-4e3f-a2c6-5efcc3224528', 'name': '', 'network_id': '07ef4e78-ce45-4c6d-9126-76b4cf206fe5', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'mac_address': 'fa:16:3e:da:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7ce22d6e-220e-4004-a382-188e05f43918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:40Z', 'updated_at': '2021-07-08T17:21:51Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'subnets': [{'id': '7ce22d6e-220e-4004-a382-188e05f43918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:35.472120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-91f935e8-3297-4c54-95f2-f056bc88296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:35.473680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-91f935e8-3297-4c54-95f2-f056bc88296e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5214090 Jul 08 17:26:35.480224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.527507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Deleting port 2c4d8650-8c9f-44bf-b921-60348a318227 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:35.527767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.601690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.771423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-1b62ced4-5472-4317-9656-eeefeee3eeb1 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855175 Jul 08 17:26:35.780434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Pushing event updated for resources: {'Port': ['ID=dd5d5dd3-334b-498f-9312-c6a524c2b9e4,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:35.824999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] For port 2c4d8650-8c9f-44bf-b921-60348a318227, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2c4d8650-8c9f-44bf-b921-60348a318227,segment=NetworkSegment(4ad80f51-e0bc-460b-a0f5-21bd733d7796),segment_id=4ad80f51-e0bc-460b-a0f5-21bd733d7796)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:35.825846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:35.831105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c7b53869-78f3-480c-85f6-ab176df7fb1a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:26:35.935296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Calling delete_port for 2c4d8650-8c9f-44bf-b921-60348a318227 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:36.087245 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3437f50-2bef-4c41-b363-81bb04ca7d8d None None] New status for floating IP 2a380ad7-92ec-4b5f-93a3-e807152b60d9: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:26:36.137900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.201308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-348a497b-890c-47de-b249-94b7897943f8 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114764 Jul 08 17:26:36.249760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.251651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-64ca49d0-6ba0-48b7-bffc-219b1ffacf00 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5916681 Jul 08 17:26:36.254359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.293988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Pushing event deleted for resources: {'Port': ['ID=2c4d8650-8c9f-44bf-b921-60348a318227,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:36.295726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-ebfc899b-c0fa-4384-bc70-b6cc9bbd98ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 217 time: 0.0542600 Jul 08 17:26:36.329845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c7b53869-78f3-480c-85f6-ab176df7fb1a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:36.330347 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.369875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] No DVR routers for this DVR port 2c4d8650-8c9f-44bf-b921-60348a318227 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:36.374394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:36.376291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc03a09b-2481-4877-af14-fe4b4c40a225 req-2802aeef-e0d0-4583-b802-65a53a8f2c4b tempest-ImagesTestJSON-1726177160 tempest-ImagesTestJSON-1726177160-project] 10.222.0.72 "DELETE /v2.0/ports/2c4d8650-8c9f-44bf-b921-60348a318227 HTTP/1.1" status: 204 len: 173 time: 1.0535848 Jul 08 17:26:36.413995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-1e3df065-1c69-43df-a557-a96cde3ed66b tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.1223586 Jul 08 17:26:36.447857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.454416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.460689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.470272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.473869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.480145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.486538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.493998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a429ad88-fdd7-4e49-b595-940076895d46 req-0d664be1-a142-4a98-9fde-b5633edb07ca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.2969961 Jul 08 17:26:36.813201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-53be3a75-3bce-40f6-a3df-edb0dea643bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:36.814914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-53be3a75-3bce-40f6-a3df-edb0dea643bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.4995263 Jul 08 17:26:36.972597 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a429ad88-fdd7-4e49-b595-940076895d46 req-5c926559-bb07-48b3-b292-db4ee20c6168 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4776895 Jul 08 17:26:37.043176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-0c76069e-e87d-4a4f-b5aa-ad04372a5830 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.048210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-0c76069e-e87d-4a4f-b5aa-ad04372a5830 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 945 time: 0.2073598 Jul 08 17:26:37.050480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'name': 'network-vif-deleted', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2'}, {'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-deleted', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:37.053312 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1457438-c4d6-4ace-b9a7-fa5183d1a0e9" -d '{"events": [{"server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "name": "network-vif-deleted", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2"}, {"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-deleted", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:37.064174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-0f9cb9df-ff5b-4f4b-a2e9-dbe505383629 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.065996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-0f9cb9df-ff5b-4f4b-a2e9-dbe505383629 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.6415949 Jul 08 17:26:37.135870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-7c58ffb6-8627-4668-9c1a-13db297de789 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:26:37.137259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75aae3f2-0d98-4b68-bb8e-03909cde8d11 req-7c58ffb6-8627-4668-9c1a-13db297de789 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066171 Jul 08 17:26:37.147497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-661a367d-a0c9-4978-87d0-0164b7a5d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.149805 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-661a367d-a0c9-4978-87d0-0164b7a5d6c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3077464 Jul 08 17:26:37.363266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-3bbea739-0a4f-4b12-b0ce-ff81e820c73c service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781421 Jul 08 17:26:37.447126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Deleting port da82431d-e184-4925-901e-c2fb9384463e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:37.447509 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:37.494122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-75b47f6a-098d-4365-b58f-4ebfa8fddf4c service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204736 Jul 08 17:26:37.594732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-bb56e631-2c5a-4099-982a-cfdc711eeee5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=92a208fa-a8f1-495e-92d7-e5d63421a105 HTTP/1.1" status: 200 len: 217 time: 0.0941465 Jul 08 17:26:37.666997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-76c90fd2-13ff-410b-815a-5d2c58e35e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.668897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-76c90fd2-13ff-410b-815a-5d2c58e35e22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0631566 Jul 08 17:26:37.750065 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8471d6-040a-4b2c-966a-211627841d40 x-openstack-request-id: req-3b8471d6-040a-4b2c-966a-211627841d40 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:37.750594 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c5d364-d0a7-4d1d-b88e-49064572ea18", "name": "network-vif-deleted", "tag": "e6402e39-5c6a-4145-93e1-081da6424cb2", "status": "completed", "code": 200}, {"server_uuid": "2c319420-860f-4bb7-bf29-510395e97e8c", "name": "network-vif-deleted", "tag": "2c4d8650-8c9f-44bf-b921-60348a318227", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:37.750594 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3b8471d6-040a-4b2c-966a-211627841d40 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:37.751324 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c5d364-d0a7-4d1d-b88e-49064572ea18', 'name': 'network-vif-deleted', 'tag': 'e6402e39-5c6a-4145-93e1-081da6424cb2', 'status': 'completed', 'code': 200} Jul 08 17:26:37.751324 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c319420-860f-4bb7-bf29-510395e97e8c', 'name': 'network-vif-deleted', 'tag': '2c4d8650-8c9f-44bf-b921-60348a318227', 'status': 'completed', 'code': 200} Jul 08 17:26:37.753705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] For port da82431d-e184-4925-901e-c2fb9384463e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=da82431d-e184-4925-901e-c2fb9384463e,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:37.754080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:37.775103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Calling delete_port for da82431d-e184-4925-901e-c2fb9384463e owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:37.796253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-ed0d5450-fba0-4952-8ac2-7f936dec2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:37.799139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-ed0d5450-fba0-4952-8ac2-7f936dec2feb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222715 Jul 08 17:26:38.035551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-9c3fbc4c-b78e-4427-8cdd-f682942d5399 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986182 Jul 08 17:26:38.085612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362427d1-56e6-4382-86b4-954bc6ea6c8c req-e8c0ca08-7517-4d29-896b-4f84c7597e84 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.087079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-362427d1-56e6-4382-86b4-954bc6ea6c8c req-e8c0ca08-7517-4d29-896b-4f84c7597e84 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc0b9e70-c621-4145-b62c-d0aa87d662cd HTTP/1.1" status: 200 len: 945 time: 0.2515926 Jul 08 17:26:38.110372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a1e92-37cd-4413-b85d-a592d59c1d8b req-88579a52-f3d4-4e75-9465-7ddc310547dc tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.111983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-070a1e92-37cd-4413-b85d-a592d59c1d8b req-88579a52-f3d4-4e75-9465-7ddc310547dc tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 1096 time: 0.2189555 Jul 08 17:26:38.203434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:38.268338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-362427d1-56e6-4382-86b4-954bc6ea6c8c req-5007c263-4d4c-4dbe-bc2f-cdc5c54bd667 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/security-groups?id=e875cc3a-ebda-4390-b53c-5bdf13f349ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605701 Jul 08 17:26:38.277864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-070a1e92-37cd-4413-b85d-a592d59c1d8b req-d2335eae-70d5-4f43-ad74-f9922f1d8a97 tempest-LiveAutoBlockMigrationV225Test-1710454436 tempest-LiveAutoBlockMigrationV225Test-1710454436-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253760 Jul 08 17:26:38.278655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event deleted for resources: {'Port': ['ID=da82431d-e184-4925-901e-c2fb9384463e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:38.371538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f3612ea3-3faf-43b2-ae40-accd9b17b657 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237326 Jul 08 17:26:38.372380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] No DVR routers for this DVR port da82431d-e184-4925-901e-c2fb9384463e on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:38.374955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:38.377284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ecb3d03-7bfd-4e67-966c-43d676891023 req-c4ebc4cb-ad82-4950-b89b-a712d3d23ec4 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.41 "DELETE /v2.0/ports/da82431d-e184-4925-901e-c2fb9384463e HTTP/1.1" status: 204 len: 173 time: 1.3090086 Jul 08 17:26:38.379651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'name': 'network-vif-deleted', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:38.381927 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d222a352-3dfd-410f-816c-f5c7b185c57c" -d '{"events": [{"server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "name": "network-vif-deleted", "tag": "da82431d-e184-4925-901e-c2fb9384463e"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:38.406593 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-edb394a2-9f1b-4773-9e94-ffd8100b8bc2 req-fa2587aa-45aa-492c-ac0d-73c7a7e0aecc tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips/92cb76cd-6245-4a06-8e87-3d8b4a8e5348 HTTP/1.1" status: 200 len: 693 time: 0.0903206 Jul 08 17:26:38.456422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-f0b067e9-94f7-4074-8392-7d106b7930dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 HTTP/1.1" status: 200 len: 217 time: 0.0706573 Jul 08 17:26:38.537847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-2759b502-2bcf-46ae-a428-f62e0a8fdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.539579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-2759b502-2bcf-46ae-a428-f62e0a8fdd93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0724323 Jul 08 17:26:38.648298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb394a2-9f1b-4773-9e94-ffd8100b8bc2 req-83c82764-189b-431d-a970-39e945531f2d tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.649716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-edb394a2-9f1b-4773-9e94-ffd8100b8bc2 req-83c82764-189b-431d-a970-39e945531f2d tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2425923 Jul 08 17:26:38.658922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-eb7cab47-9849-4215-905b-2e48f6c607a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.660528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-eb7cab47-9849-4215-905b-2e48f6c607a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106701 Jul 08 17:26:38.767745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d7b48859-6df3-4d6c-af2d-12c290faf0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997217 Jul 08 17:26:38.920378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.926658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.934099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.940598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.946478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.955657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.963024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:38.965550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-83b86fc0-9783-475f-93d7-b1a01776c097 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.1934569 Jul 08 17:26:38.968162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-888b4cea-a147-43fe-a5dd-7601e3291680 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867995 Jul 08 17:26:39.051195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-2a0afcbf-a9d3-4988-95ae-143292133b50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bed1ffb-d085-4e0c-8213-c24971357988 HTTP/1.1" status: 200 len: 217 time: 0.0546021 Jul 08 17:26:39.062974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18f673d3-cd00-4ce8-919a-d2aa5cf8986a req-84c6d991-5b9f-4454-8668-011bf934c345 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915072 Jul 08 17:26:39.115740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-10a161ca-f119-4d01-99e3-75f9ee981077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:39.120446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-10a161ca-f119-4d01-99e3-75f9ee981077 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.0559852 Jul 08 17:26:39.146050 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d3276d-e79c-43e7-9832-dabd0b99891d x-openstack-request-id: req-a1d3276d-e79c-43e7-9832-dabd0b99891d {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:39.146356 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0b9e70-c621-4145-b62c-d0aa87d662cd", "name": "network-vif-deleted", "tag": "da82431d-e184-4925-901e-c2fb9384463e", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:39.146612 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1d3276d-e79c-43e7-9832-dabd0b99891d {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:39.147018 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0b9e70-c621-4145-b62c-d0aa87d662cd', 'name': 'network-vif-deleted', 'tag': 'da82431d-e184-4925-901e-c2fb9384463e', 'status': 'completed', 'code': 200} Jul 08 17:26:39.229789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-ffd8330e-7f53-447a-86d1-80a7eed85c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:39.231591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-ffd8330e-7f53-447a-86d1-80a7eed85c91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037960 Jul 08 17:26:39.379784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-332c51ac-e667-4d2c-9eb3-c6de6e7252da req-75c8bd8b-a418-4c1c-ac13-8e499ca48efe tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips?tenant_id=75f3844c0c4c49779a9c849e7aac4204 HTTP/1.1" status: 200 len: 696 time: 0.1139562 Jul 08 17:26:39.501492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-d627154c-10ab-43d6-ac8d-d5fb55f9bccf service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616196 Jul 08 17:26:39.579970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c51ac-e667-4d2c-9eb3-c6de6e7252da req-2319092c-12fb-487b-8ffd-6f54ff11406c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:39.581349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-332c51ac-e667-4d2c-9eb3-c6de6e7252da req-2319092c-12fb-487b-8ffd-6f54ff11406c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks?id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 787 time: 0.2008154 Jul 08 17:26:39.599276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-332c51ac-e667-4d2c-9eb3-c6de6e7252da req-4f8b1096-5381-4f76-a5c7-bbb213cecf39 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:26:39.600332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-332c51ac-e667-4d2c-9eb3-c6de6e7252da req-4f8b1096-5381-4f76-a5c7-bbb213cecf39 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114253 Jul 08 17:26:39.636018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660529a0-401a-4026-a4ce-bb5e0a033caf req-834fd38d-0645-4b12-aaa5-9bfe194b8c27 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:39.637531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-660529a0-401a-4026-a4ce-bb5e0a033caf req-834fd38d-0645-4b12-aaa5-9bfe194b8c27 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 945 time: 0.1755788 Jul 08 17:26:39.643483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:39.649620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-a0dace26-6ee0-4607-bb42-945e39af8f76 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408250 Jul 08 17:26:39.714814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56608) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:39.722660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-c13516cd-938a-4b70-9ce3-7bc6d149ea2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e870c4a-e405-4b87-a768-33707f8d045b HTTP/1.1" status: 200 len: 217 time: 0.0647738 Jul 08 17:26:39.771438 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.776633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e975570-eedd-4d44-853e-026ca87c2d1d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.804639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:39.809614 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c12b5e6-aa7d-4367-b95e-8c6e283df71b" -d '{"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-unplugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:39.810263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e975570-eedd-4d44-853e-026ca87c2d1d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.824549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:39.830652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.831470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2c4d8650-8c9f-44bf-b921-60348a318227 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:39.882248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 2c4d8650-8c9f-44bf-b921-60348a318227 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:39.882582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2c4d8650-8c9f-44bf-b921-60348a318227 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:39.886344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e975570-eedd-4d44-853e-026ca87c2d1d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.890840 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e975570-eedd-4d44-853e-026ca87c2d1d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:39.892849 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e975570-eedd-4d44-853e-026ca87c2d1d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "DELETE /v2.0/security-groups/ca18492a-3d2a-4ad6-a597-bac88dc85a27 HTTP/1.1" status: 204 len: 168 time: 0.1770222 Jul 08 17:26:39.897892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56632) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:39.917694 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-41bd83c0-dbeb-43f5-94fa-27ae6ec7641d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] show failed (client error): The resource could not be found. Jul 08 17:26:39.919054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=11']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:39.919576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41bd83c0-dbeb-43f5-94fa-27ae6ec7641d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "GET /v2.0/security-groups/ca18492a-3d2a-4ad6-a597-bac88dc85a27 HTTP/1.1" status: 404 len: 347 time: 0.0207381 Jul 08 17:26:39.921485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e975570-eedd-4d44-853e-026ca87c2d1d tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca18492a-3d2a-4ad6-a597-bac88dc85a27,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:39.923999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56634) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:40.082916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Deleting port ae4144a1-6264-4132-a96b-93e4c56899b2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:40.083285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.086165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-660529a0-401a-4026-a4ce-bb5e0a033caf req-69e0906a-92c6-40f8-87be-f073bc3c8453 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211390 Jul 08 17:26:40.106259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-eb90ec8e-e7fe-4b76-b71e-6011b6b2e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:40.107954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-eb90ec8e-e7fe-4b76-b71e-6011b6b2e1f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.3737752 Jul 08 17:26:40.131343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da82431d-e184-4925-901e-c2fb9384463e no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:40.159675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: da82431d-e184-4925-901e-c2fb9384463e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:40.160098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device da82431d-e184-4925-901e-c2fb9384463e not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:40.160575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:40.173659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.174517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.195910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Calling delete_port for ae4144a1-6264-4132-a96b-93e4c56899b2 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:40.237900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-7e168e50-fd81-4eb1-b778-69524d050461 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips/92cb76cd-6245-4a06-8e87-3d8b4a8e5348 HTTP/1.1" status: 200 len: 693 time: 0.1121123 Jul 08 17:26:40.337997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-b6e700a7-3695-4119-bfc9-64c371f670d8 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:40.339980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-b6e700a7-3695-4119-bfc9-64c371f670d8 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 945 time: 0.2111373 Jul 08 17:26:40.344763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-5db95e1a-da10-46a8-85de-66e1b616ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:40.346226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-5db95e1a-da10-46a8-85de-66e1b616ab21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283216 Jul 08 17:26:40.354733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.381691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Pushing event deleted for resources: {'Port': ['ID=ae4144a1-6264-4132-a96b-93e4c56899b2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:40.448310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.450938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.452373 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9c49b588-6e57-458a-8acf-80efea526769 tempest-ServersWithSpecificFlavorTestJSON-173600631 tempest-ServersWithSpecificFlavorTestJSON-173600631-project] 10.222.0.63 "DELETE /v2.0/floatingips/2a380ad7-92ec-4b5f-93a3-e807152b60d9 HTTP/1.1" status: 204 len: 168 time: 0.5164359 Jul 08 17:26:40.489510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-93f05317-7bb3-4a62-9822-f5e81205bd85 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:40.490871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-93f05317-7bb3-4a62-9822-f5e81205bd85 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2451589 Jul 08 17:26:40.579740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-947cc603-d3f3-4663-9fb3-2dd40b6c8524 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0797935 Jul 08 17:26:40.585917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-92a9f7e1-06d7-44d9-9e04-ec9a655560bf service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197769 Jul 08 17:26:40.665104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-5daa90cf-b6ff-48c0-89e8-9e4c5c09458c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0774112 Jul 08 17:26:40.711667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Deleting port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:40.712017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.814445 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9201e36a-f033-42dd-905e-f40671bd87b4 x-openstack-request-id: req-9201e36a-f033-42dd-905e-f40671bd87b4 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:40.815290 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-unplugged", "status": "completed", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:40.815640 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9201e36a-f033-42dd-905e-f40671bd87b4 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:40.816133 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'code': 200} Jul 08 17:26:40.922968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0f6a9e6-c3cb-4ed1-aaf8-0c13fe8ef2bd req-2fe7f980-7ff3-4bf3-a605-fc053b379db3 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221149 Jul 08 17:26:40.964858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] For port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:40.965224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:40.982470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Calling delete_port for 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:41.011090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Deleting port dd5d5dd3-334b-498f-9312-c6a524c2b9e4 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:41.011437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.141833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68348327-c983-4134-b7a1-2fe86355ef8d req-fde0e38c-a06e-4a98-9873-bc8eceb7dc9c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.143300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68348327-c983-4134-b7a1-2fe86355ef8d req-fde0e38c-a06e-4a98-9873-bc8eceb7dc9c tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 944 time: 0.0620589 Jul 08 17:26:41.153137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e02fe-0fd2-4423-8b9e-7dfb9d4f03f7 req-cff77491-8904-42e2-8cab-c139292a4ba0 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.154645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a8e02fe-0fd2-4423-8b9e-7dfb9d4f03f7 req-cff77491-8904-42e2-8cab-c139292a4ba0 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 949 time: 0.2541847 Jul 08 17:26:41.209317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.209565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.224100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.224597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.225112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.225588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.226060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.226535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.227005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.228976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-593a1501-513a-4afe-ba11-7d51748d9bc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6477 time: 0.2388284 Jul 08 17:26:41.249288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Deleting port c8069989-cdd6-40dc-9db4-d8845f23e0b6 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:41.249759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.253929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Calling delete_port for dd5d5dd3-334b-498f-9312-c6a524c2b9e4 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:41.338180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] For port c8069989-cdd6-40dc-9db4-d8845f23e0b6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8069989-cdd6-40dc-9db4-d8845f23e0b6,segment=NetworkSegment(796a3991-7a1e-4f54-9acc-939bd2242ee2),segment_id=796a3991-7a1e-4f54-9acc-939bd2242ee2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:41.338634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.341013 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a8e02fe-0fd2-4423-8b9e-7dfb9d4f03f7 req-0eca8564-2220-42b0-b167-1819262c0479 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776505 Jul 08 17:26:41.353846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Calling delete_port for c8069989-cdd6-40dc-9db4-d8845f23e0b6 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:41.419942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.466205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c42a69d3-382d-4c02-adb8-3a7a413ad5be'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:26:41.473661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-ab89c5dc-6340-45a1-a51b-9617e7263d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.475126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-ab89c5dc-6340-45a1-a51b-9617e7263d4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 200 len: 903 time: 0.2378421 Jul 08 17:26:41.475848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event deleted for resources: {'Port': ['ID=0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:41.507152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.536822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Pushing event deleted for resources: {'Port': ['ID=c8069989-cdd6-40dc-9db4-d8845f23e0b6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:41.579676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-24a8a8e0-0434-4a64-8634-05ef3bc516d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bed1ffb-d085-4e0c-8213-c24971357988 HTTP/1.1" status: 200 len: 217 time: 0.0896447 Jul 08 17:26:41.590413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] No DVR routers for this DVR port c8069989-cdd6-40dc-9db4-d8845f23e0b6 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:41.593038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.595145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68348327-c983-4134-b7a1-2fe86355ef8d req-9c5e3324-ff8e-44da-a8ef-82e76429f5c1 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.72 "DELETE /v2.0/ports/c8069989-cdd6-40dc-9db4-d8845f23e0b6 HTTP/1.1" status: 204 len: 173 time: 0.4442136 Jul 08 17:26:41.595720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'name': 'network-vif-deleted', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:41.598035 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8341ac13-21b4-452a-a02c-d1ffce77bf46" -d '{"events": [{"server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "name": "network-vif-deleted", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:41.601009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] No DVR routers for this DVR port 0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:41.612445 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.614374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0170bdc7-3a0f-4c01-a583-a8e4382e507f req-90838f60-1d89-4315-8652-da99e69256af tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "DELETE /v2.0/ports/0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a HTTP/1.1" status: 204 len: 173 time: 1.2647185 Jul 08 17:26:41.614975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'name': 'network-vif-deleted', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:41.617497 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a683123-58e6-4ee7-b2d6-d176da2fd4bc" -d '{"events": [{"server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "name": "network-vif-deleted", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:41.707613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-c14ee7fa-1002-44ea-b0ce-b8cb71a13009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.709146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-c14ee7fa-1002-44ea-b0ce-b8cb71a13009 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.1117127 Jul 08 17:26:41.727943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.733956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.740022 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.746117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.752274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.758348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.764926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:41.769283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-d0efc429-c447-40a6-bcf3-341ece364d60 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.2993050 Jul 08 17:26:41.809086 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:41.855519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Pushing event deleted for resources: {'Port': ['ID=dd5d5dd3-334b-498f-9312-c6a524c2b9e4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:41.899893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11d1f4d7-a0cd-44f4-88cb-cf3b134af24a req-3111036d-a116-473b-90bf-b2f8745f7541 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165490 Jul 08 17:26:42.236172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-665922e9-a7bf-4371-99ba-f59504ea74ae req-67b7e0f9-0643-4b41-b937-7e84ceac8b17 tempest-LiveMigrationTest-1662162381 tempest-LiveMigrationTest-1662162381-project] 10.222.0.63 "GET /v2.0/ports?device_id=222e0eff-2a29-4ae8-967e-afcb75dc95df HTTP/1.1" status: 200 len: 210 time: 0.0447249 Jul 08 17:26:42.245354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-b500a1f9-e7f3-430e-ba1f-987b87484365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.246824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-b500a1f9-e7f3-430e-ba1f-987b87484365 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4766173 Jul 08 17:26:42.249553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.252098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.253215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8e8ea5e-3464-42fb-9d89-a419dba8ce54 req-f63c34b7-689d-4230-a5a2-1a0a7e3b4ca5 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "DELETE /v2.0/floatingips/92cb76cd-6245-4a06-8e87-3d8b4a8e5348 HTTP/1.1" status: 204 len: 173 time: 1.5568638 Jul 08 17:26:42.368027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-b3fa9e25-d06c-49c3-95e0-4f4d275d9477 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137273 Jul 08 17:26:42.417343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1e2e52-ef86-4e44-ab6d-81a831214005 req-821e7ee8-459e-47e2-9643-838adfb795be tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 210 time: 0.0482886 Jul 08 17:26:42.424523 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a11ea5-7b25-4f7c-bd74-0da288458d5b x-openstack-request-id: req-c3a11ea5-7b25-4f7c-bd74-0da288458d5b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:42.425068 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222e0eff-2a29-4ae8-967e-afcb75dc95df", "name": "network-vif-deleted", "tag": "c8069989-cdd6-40dc-9db4-d8845f23e0b6", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:42.425282 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c3a11ea5-7b25-4f7c-bd74-0da288458d5b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:42.425775 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222e0eff-2a29-4ae8-967e-afcb75dc95df', 'name': 'network-vif-deleted', 'tag': 'c8069989-cdd6-40dc-9db4-d8845f23e0b6', 'status': 'completed', 'code': 200} Jul 08 17:26:42.457943 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d5e90e-7770-45dc-83d3-bd69e686a1c0 x-openstack-request-id: req-e8d5e90e-7770-45dc-83d3-bd69e686a1c0 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:42.458362 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d4638f-65ef-4c2e-9284-df3b648f4552", "name": "network-vif-deleted", "tag": "0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:42.458712 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e8d5e90e-7770-45dc-83d3-bd69e686a1c0 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:42.459207 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d4638f-65ef-4c2e-9284-df3b648f4552', 'name': 'network-vif-deleted', 'tag': '0f6bd8f1-0ce2-4fc7-8ed8-866bf194119a', 'status': 'completed', 'code': 200} Jul 08 17:26:42.509225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-71d71ead-5cbd-4dd0-802c-c68451d48d77 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300435 Jul 08 17:26:42.712018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.712511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.713008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.714022 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.714496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.714973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.715442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.717432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fb454f79-f726-4660-8b6a-81475d4900ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6477 time: 0.1540754 Jul 08 17:26:42.726199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-12f1ca96-3129-4183-9bff-65da7a4366ed tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1272919 Jul 08 17:26:42.739743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:42.813252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:42.901358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-1f4783b7-3646-4023-b60a-d3daee859da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:42.902896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-1f4783b7-3646-4023-b60a-d3daee859da0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 200 len: 903 time: 0.1758182 Jul 08 17:26:42.956195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-244d5872-f591-494f-849c-5df7bee6c850 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e870c4a-e405-4b87-a768-33707f8d045b HTTP/1.1" status: 200 len: 217 time: 0.0430970 Jul 08 17:26:43.017745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-df0e2a88-db93-4a32-a7da-ee841cfda0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.019250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-df0e2a88-db93-4a32-a7da-ee841cfda0f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.0566587 Jul 08 17:26:43.021269 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.168635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-1e3124cd-cc12-4fc1-b2fc-ae7e00c17175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.170292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-1e3124cd-cc12-4fc1-b2fc-ae7e00c17175 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422665 Jul 08 17:26:43.184335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Allocated IP 172.25.5.186 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/9f2963f6-2969-4da4-893d-ccde14a13236) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:43.321324 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.380833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-fab149ec-629a-421f-b496-e00712e031bc service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976779 Jul 08 17:26:43.456007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.461898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.468336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.474314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.480868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.486779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.492801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:43.494781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-43ce095a-bf72-4b7c-a682-6b08b31692c7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.2459757 Jul 08 17:26:43.516213 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.584599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d76be7a-66a7-4828-8480-e24ae22335f9 req-32d84ba5-f4ab-4771-af82-8b5a3c221d94 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822847 Jul 08 17:26:43.613662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34ad4f3-f820-4517-bd03-6904608d63f4 req-d44b655a-9fe3-48e6-992b-54676b249dc9 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159116 Jul 08 17:26:43.625837 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.640635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:43.668643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:43.669003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: c8069989-cdd6-40dc-9db4-d8845f23e0b6 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:43.669545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8069989-cdd6-40dc-9db4-d8845f23e0b6 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:43.672212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:43.677981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:43.706130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Pushing event updated for resources: {'Port': ['ID=9f2963f6-2969-4da4-893d-ccde14a13236,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:43.810522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:43.868282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.037379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.050085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.120361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Pushing event updated for resources: {'Port': ['ID=9f2963f6-2969-4da4-893d-ccde14a13236,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:44.144282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.161015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.162723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-992d9daa-fdaa-4ce7-8c9e-40bdaff6940c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4278128 Jul 08 17:26:44.207803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56850) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:44.226787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-64c28c3b-d491-465d-bd20-12956fc8e831 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0573118 Jul 08 17:26:44.345892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2fd6f0fa-d261-46ae-acde-283389cb70ed req-fb48ee88-6e7a-48c3-aff4-ac524ed9ecc1 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 210 time: 0.0367627 Jul 08 17:26:44.371833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-72b08fd5-2169-49a1-a1fe-9f0798baa357 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:44.385016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84d15f4f-ce88-4fed-b722-3b6f147bb1ae req-72b08fd5-2169-49a1-a1fe-9f0798baa357 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1579432 Jul 08 17:26:44.401577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] Deleting subnet a8362d75-575c-47ad-bd75-aa622b0b5c48 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:44.405505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.441416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.491482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.578681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba45062b-a606-4ee2-82af-421b155f8783 req-8c8224da-0ce2-477c-bbac-9b23189a2f84 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips/353b912d-b239-412b-9618-9ac00b750f4c HTTP/1.1" status: 200 len: 693 time: 0.0627537 Jul 08 17:26:44.586262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.600451 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.605387 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a8362d75-575c-47ad-bd75-aa622b0b5c48 HTTP/1.1" status: 204 len: 168 time: 0.3929801 Jul 08 17:26:44.611589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56890) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:44.626857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ea86d-2f09-4b1d-8e66-ace3756afae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8362d75-575c-47ad-bd75-aa622b0b5c48,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:44.739915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.764929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45062b-a606-4ee2-82af-421b155f8783 req-9faa03c8-4065-4e0b-ab83-eb8119034aa2 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:44.770281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba45062b-a606-4ee2-82af-421b155f8783 req-9faa03c8-4065-4e0b-ab83-eb8119034aa2 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1851716 Jul 08 17:26:44.779909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-ba45062b-a606-4ee2-82af-421b155f8783 req-d343d370-4dc6-40c1-856f-a672dbc4028c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:26:44.781136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba45062b-a606-4ee2-82af-421b155f8783 req-d343d370-4dc6-40c1-856f-a672dbc4028c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076218 Jul 08 17:26:44.893108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba45062b-a606-4ee2-82af-421b155f8783 req-f2f2748e-9d64-479f-80c4-63cd4d3bb7a0 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0896018 Jul 08 17:26:44.908360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:44.946211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d73dbbb-e029-4435-bffb-10686084861d']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:44.959210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba45062b-a606-4ee2-82af-421b155f8783 req-955f3930-7643-4d27-8cde-899919252b5d tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.186 HTTP/1.1" status: 200 len: 696 time: 0.0588644 Jul 08 17:26:44.962387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796a3991-7a1e-4f54-9acc-939bd2242ee2') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:44.962683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796a3991-7a1e-4f54-9acc-939bd2242ee2') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:44.978606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.026871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.044146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56914) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:45.069103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:45.069655 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:45.071437 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:45.097318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] Deleting subnet 2131ec50-2bd5-429c-9022-3931aedb3af7 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:45.101480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.144194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.179805 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.192079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.194027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] 10.222.0.63 "DELETE /v2.0/networks/6d73dbbb-e029-4435-bffb-10686084861d HTTP/1.1" status: 204 len: 168 time: 0.5813429 Jul 08 17:26:45.200306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56926) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:45.206060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Deleting port 9f2963f6-2969-4da4-893d-ccde14a13236 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:45.206437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.213858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7d48a-3432-4220-a094-90dfe0455545 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d73dbbb-e029-4435-bffb-10686084861d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:45.241873 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.310979 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.311367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.337465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] Deleting subnet bc7d0721-c454-42a8-82e8-69dc914d61fc {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:45.343072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.343888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Calling delete_port for 9f2963f6-2969-4da4-893d-ccde14a13236 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:45.345608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.404139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2131ec50-2bd5-429c-9022-3931aedb3af7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:45.413117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.418109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9fa714de-45c8-4200-8be9-e23a49a89255 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2131ec50-2bd5-429c-9022-3931aedb3af7 HTTP/1.1" status: 204 len: 168 time: 0.3705986 Jul 08 17:26:45.419229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56930) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:45.428422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.435163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.441633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.448485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.449762 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.454525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.460564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.467300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:45.469265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f4da2005-231d-405b-88b4-e0e893794df8 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.1811340 Jul 08 17:26:45.519087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.541244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e01fbc7b-aa2b-4ed4-82e5-f5bd8e5af3b8 req-f93b5faf-a047-4b7d-96ed-5feb0891e7d1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621047 Jul 08 17:26:45.613287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.630412 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.664783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Pushing event deleted for resources: {'Port': ['ID=9f2963f6-2969-4da4-893d-ccde14a13236,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:45.701549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.718316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ce0013-b088-44bb-ab85-9f389f7725a2']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:45.729563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad80f51-e0bc-460b-a0f5-21bd733d7796') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:45.729978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad80f51-e0bc-460b-a0f5-21bd733d7796') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:45.748173 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.755972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.765685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.769434 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba45062b-a606-4ee2-82af-421b155f8783 req-c269b405-c326-44a9-92f5-046b082baa82 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "DELETE /v2.0/floatingips/353b912d-b239-412b-9618-9ac00b750f4c HTTP/1.1" status: 204 len: 173 time: 0.7984426 Jul 08 17:26:45.770568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.779806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.782377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:45.782769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:45.787611 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:45.856388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc7d0721-c454-42a8-82e8-69dc914d61fc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:45.874067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.878522 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5aeec5ad-ab91-4a8c-ae97-ed0baca9f77c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bc7d0721-c454-42a8-82e8-69dc914d61fc HTTP/1.1" status: 204 len: 168 time: 0.6748214 Jul 08 17:26:45.878913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56964) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:45.918818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.923956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:45.928352 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a2ce0013-b088-44bb-ab85-9f389f7725a2 HTTP/1.1" status: 204 len: 168 time: 0.5080135 Jul 08 17:26:45.956514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207964c-e49c-4a84-90ba-2d5d8b2a3ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ce0013-b088-44bb-ab85-9f389f7725a2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:46.047296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6518e2b9-818c-406d-838d-e433d4c7f7bd req-81a33454-47e2-4159-bf68-9ec9945459f9 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4d4638f-65ef-4c2e-9284-df3b648f4552 HTTP/1.1" status: 200 len: 210 time: 0.0745950 Jul 08 17:26:46.078639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.121153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:46.169337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56990) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:46.195860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8e96b955-0cd7-4e8f-94e6-51c43c80f5d2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=501431849f494a74ac17f84b8d9df21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710998 Jul 08 17:26:46.196162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56998) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:46.254536 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-eab059a7-6f51-43f5-b54a-ee3c8252cb59 req-b9fd9717-e1c8-4d53-a27d-c6bfe55a074c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] show failed (client error): The resource could not be found. Jul 08 17:26:46.255875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eab059a7-6f51-43f5-b54a-ee3c8252cb59 req-b9fd9717-e1c8-4d53-a27d-c6bfe55a074c tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips/353b912d-b239-412b-9618-9ac00b750f4c HTTP/1.1" status: 404 len: 350 time: 0.0572855 Jul 08 17:26:46.262536 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c10152c0-a9fa-4d6e-b5a9-cf928d3ae15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.269725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.288238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c10152c0-a9fa-4d6e-b5a9-cf928d3ae15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.298021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceaf43d1-630b-4cf6-9226-08e440ff9566']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:46.324350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f771e15f-c070-482c-a916-8d6adb058ba8') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:46.324763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f771e15f-c070-482c-a916-8d6adb058ba8') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:46.343197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.361003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c10152c0-a9fa-4d6e-b5a9-cf928d3ae15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.363973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.364121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c10152c0-a9fa-4d6e-b5a9-cf928d3ae15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.365790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c10152c0-a9fa-4d6e-b5a9-cf928d3ae15a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ce3eb79-3835-4baf-9b67-1cf8c27b4544 HTTP/1.1" status: 204 len: 168 time: 0.1686652 Jul 08 17:26:46.381162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10152c0-a9fa-4d6e-b5a9-cf928d3ae15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce3eb79-3835-4baf-9b67-1cf8c27b4544,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:46.392684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:46.396115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:46.401171 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:46.808524 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-943e857b-eac4-4f17-860c-f684a455a5fb req-5283996e-c693-4cd3-bb29-1551ad175c87 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] show failed (client error): The resource could not be found. Jul 08 17:26:46.810944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-943e857b-eac4-4f17-860c-f684a455a5fb req-5283996e-c693-4cd3-bb29-1551ad175c87 tempest-FloatingIPsTestJSON-1317213761 tempest-FloatingIPsTestJSON-1317213761-project] 10.222.0.63 "GET /v2.0/floatingips/353b912d-b239-412b-9618-9ac00b750f4c HTTP/1.1" status: 404 len: 350 time: 0.0628147 Jul 08 17:26:46.833255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:46.941642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.948535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:46.953316 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ceaf43d1-630b-4cf6-9226-08e440ff9566 HTTP/1.1" status: 204 len: 168 time: 1.0733433 Jul 08 17:26:46.975672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8400aa9-66c8-4314-a222-b7b22dd391d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceaf43d1-630b-4cf6-9226-08e440ff9566,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:47.124706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.187557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57080) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.283582 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-70da62fc-d31f-4048-bbcf-e835d506fdde admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=15045cd9dfb2442c80782c300ddffea5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0949323 Jul 08 17:26:47.284336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57094) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:47.327569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.333673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.339777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.345812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.352104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.358072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.363974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:47.373396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-83eb00d0-5c38-4fd8-9bea-5d216a033e9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.3415930 Jul 08 17:26:47.530461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f72cdefc-f075-4a90-a5b9-a719a6cd36b3 req-c147ee92-f7fa-44c5-8467-3b3bc1039835 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560855 Jul 08 17:26:47.544623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Deleting port 1817d1d2-5488-4e3f-a2c6-5efcc3224528 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:47.545219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.589675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c53ca448-a9ee-4c79-bb45-093a2ff242e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.709806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c53ca448-a9ee-4c79-bb45-093a2ff242e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.756350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] For port 1817d1d2-5488-4e3f-a2c6-5efcc3224528, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1817d1d2-5488-4e3f-a2c6-5efcc3224528,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:47.756350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:47.781537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Calling delete_port for 1817d1d2-5488-4e3f-a2c6-5efcc3224528 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:47.875385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.153974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.189280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Pushing event deleted for resources: {'Port': ['ID=1817d1d2-5488-4e3f-a2c6-5efcc3224528,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:48.234832 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c53ca448-a9ee-4c79-bb45-093a2ff242e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.237395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c53ca448-a9ee-4c79-bb45-093a2ff242e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.241232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c53ca448-a9ee-4c79-bb45-093a2ff242e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e875cc3a-ebda-4390-b53c-5bdf13f349ab HTTP/1.1" status: 204 len: 168 time: 0.9545112 Jul 08 17:26:48.255447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ca448-a9ee-4c79-bb45-093a2ff242e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e875cc3a-ebda-4390-b53c-5bdf13f349ab,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:48.349767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-edca5703-e80e-4012-93c6-2b6bb8b9ed1c tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=744130e2f4964e608138cd8f82d0dee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1072116 Jul 08 17:26:48.513355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:48.708866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-d20e19b6-fb7a-465b-8894-274a902baf08 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:48.716149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-d20e19b6-fb7a-465b-8894-274a902baf08 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3655148 Jul 08 17:26:48.741158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-3b2533a4-e0ae-4333-a3b2-b26d370ed6dd tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/quotas/744130e2f4964e608138cd8f82d0dee5 HTTP/1.1" status: 200 len: 375 time: 0.0239916 Jul 08 17:26:48.786466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-5461754e-4425-4f56-b9f9-cda8060e67bf tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=744130e2f4964e608138cd8f82d0dee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443273 Jul 08 17:26:48.816711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Deleting port c7b53869-78f3-480c-85f6-ab176df7fb1a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:48.817804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.012359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] For port c7b53869-78f3-480c-85f6-ab176df7fb1a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c7b53869-78f3-480c-85f6-ab176df7fb1a,segment=NetworkSegment(fd5f9d44-8f75-4bc9-bb04-ab062e380910),segment_id=fd5f9d44-8f75-4bc9-bb04-ab062e380910)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:49.013088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.039486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Calling delete_port for c7b53869-78f3-480c-85f6-ab176df7fb1a owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:49.069582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57260) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:49.258905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3a67da76-6e1d-4d81-b9e6-a0443c35448b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1943aa0440f4ace95aff5243c124823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878624 Jul 08 17:26:49.262247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57270) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:49.418160 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-781bf040-670f-456d-a41d-4916e8152790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.503767 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-781bf040-670f-456d-a41d-4916e8152790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.546708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:49.637391 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4216b0e-a389-4504-bdcf-a2cd9bbf9c00 req-326a6166-e54d-4a11-af22-f9665d26ccc1 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 210 time: 0.0902297 Jul 08 17:26:49.638084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-781bf040-670f-456d-a41d-4916e8152790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.640612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-781bf040-670f-456d-a41d-4916e8152790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.641758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-781bf040-670f-456d-a41d-4916e8152790 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9c9bbd4b-1a30-4873-a847-db907b4f7839 HTTP/1.1" status: 204 len: 168 time: 0.3782480 Jul 08 17:26:49.691860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bf040-670f-456d-a41d-4916e8152790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9bbd4b-1a30-4873-a847-db907b4f7839,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:49.696809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:49.702988 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cdd67ede-666f-4af8-bb1c-da87450cf159 admin admin] 10.222.0.63 "PUT /v2.0/routers/91438114-c0ce-4913-ac6c-e9bd4399b7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5326266 Jul 08 17:26:49.705805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57290) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:49.708683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] Sync routers for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:49.741454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:49.742143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:49.755287 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:49.871159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b53869-78f3-480c-85f6-ab176df7fb1a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:49.935065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:49.966939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:49.985947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:50.040287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:50.061057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:50.079727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:50.110015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:50.134265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:50.142425 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.150767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46af920-4819-4f91-af2c-48451c506c86 req-1fa069dc-51cb-4f1d-af92-61d73c0a85d7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.7228534 Jul 08 17:26:50.475755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:26:48Z', 'revision_number': 5, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port': {'id': '7e1703c2-eb48-48d5-b2ed-438c06b14f3f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:37Z', 'updated_at': '2021-07-08T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:50.477721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.557606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] Checking router: 91438114-c0ce-4913-ac6c-e9bd4399b7f8 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:50.586552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] Routers {'91438114-c0ce-4913-ac6c-e9bd4399b7f8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:50.587884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:50.683334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Deleting port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:50.685446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:50.811458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] Set router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:50.916229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:26:50Z', 'revision_number': 6, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:50.954953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23651f-6708-48cf-a92b-7dca2e3c2329 None None] The sync data for ids ['91438114-c0ce-4913-ac6c-e9bd4399b7f8'] in n-d-799528-4 is: [{'id': '91438114-c0ce-4913-ac6c-e9bd4399b7f8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1058525309-router', 'tenant_id': 'f74687f223ad48769310c5b87679f156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:35Z', 'updated_at': '2021-07-08T17:26:50Z', 'revision_number': 6, 'project_id': 'f74687f223ad48769310c5b87679f156', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:50.972668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] For port 7e1703c2-eb48-48d5-b2ed-438c06b14f3f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:50.977151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.010501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Calling delete_port for 7e1703c2-eb48-48d5-b2ed-438c06b14f3f owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:51.271713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46af920-4819-4f91-af2c-48451c506c86 req-ee3a42be-162b-46c2-8dcc-240e5e63f545 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1041977 Jul 08 17:26:51.431266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-68c89f00-4ed8-4b39-b117-12b04b327342 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=744130e2f4964e608138cd8f82d0dee5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918586 Jul 08 17:26:51.506197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.600696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57396) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:51.602618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1703c2-eb48-48d5-b2ed-438c06b14f3f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:51.660712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-c3a1390f-86b7-44d0-b59a-d211c3346828 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8429241 Jul 08 17:26:51.743256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.778992 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.876102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4547a863-4be6-45f0-83e9-932adb5dea1d req-f38acb3c-26c5-4c4a-a834-47a9298d4cc6 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 210 time: 0.2404277 Jul 08 17:26:51.956444 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-663db248-9991-4a66-8cea-5d32620a3633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.970428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:51.974537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.061372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.061970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91438114-c0ce-4913-ac6c-e9bd4399b7f8 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:52.080634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.084475 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-775b8f8e-b1e8-470e-820b-6250c136dd3b admin admin] 10.222.0.63 "DELETE /v2.0/routers/91438114-c0ce-4913-ac6c-e9bd4399b7f8 HTTP/1.1" status: 204 len: 168 time: 2.3747244 Jul 08 17:26:52.085163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57408) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:52.143873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1817d1d2-5488-4e3f-a2c6-5efcc3224528 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:52.195954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 1817d1d2-5488-4e3f-a2c6-5efcc3224528 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:52.197447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1817d1d2-5488-4e3f-a2c6-5efcc3224528 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:52.197988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e1703c2-eb48-48d5-b2ed-438c06b14f3f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:52.198788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-c0efa31d-9621-4e82-95f1-11ce7664bb81 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:52.200896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-c0efa31d-9621-4e82-95f1-11ce7664bb81 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7595198 Jul 08 17:26:52.230602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Request body: {'port': {'device_id': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '744130e2f4964e608138cd8f82d0dee5'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:52.252963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] Deleting subnet 7ce22d6e-220e-4004-a382-188e05f43918 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:52.268053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.279007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7e1703c2-eb48-48d5-b2ed-438c06b14f3f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:52.280726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e1703c2-eb48-48d5-b2ed-438c06b14f3f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:52.402388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.532598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-6d17451e-7620-4b77-8eb2-6f446a0a15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:52.534417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-6d17451e-7620-4b77-8eb2-6f446a0a15fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 1100 time: 0.6481390 Jul 08 17:26:52.613349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.638514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:52.775328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-663db248-9991-4a66-8cea-5d32620a3633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.778112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.811747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce22d6e-220e-4004-a382-188e05f43918,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:52.814579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.819537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f0159-7484-4da0-9c08-c66f7c81ad17 None None] Network 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:52.821228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bbc30ccd-9908-4a2f-b550-c7efca471d84 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7ce22d6e-220e-4004-a382-188e05f43918 HTTP/1.1" status: 204 len: 168 time: 0.7325556 Jul 08 17:26:52.822387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-663db248-9991-4a66-8cea-5d32620a3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.825183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57458) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:52.826358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-45b24771-843e-483c-9741-1c498e00984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:52.827945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-45b24771-843e-483c-9741-1c498e00984a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2485974 Jul 08 17:26:52.891058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-663db248-9991-4a66-8cea-5d32620a3633 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=70de9f25e8094e9b9c8a2478df75e638&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2820961 Jul 08 17:26:52.892117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663db248-9991-4a66-8cea-5d32620a3633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613666e-e578-4984-9466-0fc8a07a35f8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:52.895561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57460) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:52.930890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.952551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-863c6b6d-57eb-4feb-933e-c506ac23c297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.975473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-863c6b6d-57eb-4feb-933e-c506ac23c297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:52.982936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-3439991f-33bc-4aff-95fb-94255bda0f59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35 HTTP/1.1" status: 200 len: 217 time: 0.0453968 Jul 08 17:26:53.029744 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-863c6b6d-57eb-4feb-933e-c506ac23c297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.032621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-863c6b6d-57eb-4feb-933e-c506ac23c297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.036228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-863c6b6d-57eb-4feb-933e-c506ac23c297 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6613666e-e578-4984-9466-0fc8a07a35f8 HTTP/1.1" status: 204 len: 168 time: 0.1379983 Jul 08 17:26:53.054963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c6b6d-57eb-4feb-933e-c506ac23c297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613666e-e578-4984-9466-0fc8a07a35f8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:53.090364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Made reservation on behalf of 744130e2f4964e608138cd8f82d0dee5 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:53.094214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.106179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] DHCP port deletion for 07ef4e78-ce45-4c6d-9126-76b4cf206fe5 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:26:53.143987 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.161971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] Deleting port 25ed1d5d-8f09-4407-92bb-f45263dfed65 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:53.162506 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.190890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:53.202623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5f20bb92-3aea-4c57-b044-5fefd138bd98 admin admin] 10.222.0.63 "PUT /v2.0/routers/3a1a82d3-204c-4e9c-8154-976c480d7fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3679099 Jul 08 17:26:53.202997 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] Sync routers for ids ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:53.205301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57468) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:53.216105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-50a05419-cb52-43e9-abc8-7cfda6f79d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.218062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-50a05419-cb52-43e9-abc8-7cfda6f79d24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1724453 Jul 08 17:26:53.229670 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] Routers {'3a1a82d3-204c-4e9c-8154-976c480d7fe5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:53.231664 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:53.232857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] For port 25ed1d5d-8f09-4407-92bb-f45263dfed65, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=25ed1d5d-8f09-4407-92bb-f45263dfed65,segment=NetworkSegment(3ac69c8f-ecf9-4d9f-912b-3626a68be1d5),segment_id=3ac69c8f-ecf9-4d9f-912b-3626a68be1d5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:53.234151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.253872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] Calling delete_port for 25ed1d5d-8f09-4407-92bb-f45263dfed65 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:53.304657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.312395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.320336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.326995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.333031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.339768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.345965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.354351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-70381a7e-b47e-4fd5-a6dd-4fb9bc701c1f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.4146535 Jul 08 17:26:53.391505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.423576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750980a-4c0d-405a-8c34-d83cef5acd0f req-2bc09774-5cba-45f5-b566-d7a75673fa8c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.423926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.425319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5750980a-4c0d-405a-8c34-d83cef5acd0f req-2bc09774-5cba-45f5-b566-d7a75673fa8c tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 944 time: 0.4914579 Jul 08 17:26:53.435447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] Pushing event deleted for resources: {'Port': ['ID=25ed1d5d-8f09-4407-92bb-f45263dfed65,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:53.456436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313def9-f8e4-48b5-a6af-acf48ca9a424 None None] No DVR routers for this DVR port 25ed1d5d-8f09-4407-92bb-f45263dfed65 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:53.460455 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] Set router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:53.511807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5faefd9c-7cff-41f2-937d-89bbdfa2ef9d req-ff27416a-5242-4487-94bd-ebb87c117a6f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567054 Jul 08 17:26:53.535387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Deleting port 25ed1d5d-8f09-4407-92bb-f45263dfed65 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:53.535387 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.629558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5750980a-4c0d-405a-8c34-d83cef5acd0f req-1cfa6eb6-2e1e-4421-b869-5d6bf9b9b7a9 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924505 Jul 08 17:26:53.635006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.701182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:49Z', 'revision_number': 5, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port': {'id': '5adea0e4-d7d8-48b4-9a77-bc8c722e82ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:26:13Z', 'updated_at': '2021-07-08T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:53.706671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19325d74-9280-4063-8732-d8f9f2b12361 req-b4430273-fc88-44d1-bd7c-648b6b2570ce tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.708223 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19325d74-9280-4063-8732-d8f9f2b12361 req-b4430273-fc88-44d1-bd7c-648b6b2570ce tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 944 time: 0.1784492 Jul 08 17:26:53.746725 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] Checking router: 3a1a82d3-204c-4e9c-8154-976c480d7fe5 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:53.757718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-abf87cfa-38aa-4f97-86d4-aab819606736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:53.762211 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] Routers {'3a1a82d3-204c-4e9c-8154-976c480d7fe5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:53.763430 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:53.773262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-abf87cfa-38aa-4f97-86d4-aab819606736 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5233219 Jul 08 17:26:53.784797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 25ed1d5d-8f09-4407-92bb-f45263dfed65 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:53.805471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Deleting port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:53.806052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.824266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] For port 25ed1d5d-8f09-4407-92bb-f45263dfed65, host n-d-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:53.824988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.832724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 25ed1d5d-8f09-4407-92bb-f45263dfed65 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:53.841901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 25ed1d5d-8f09-4407-92bb-f45263dfed65 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:53.902086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Calling delete_port for 25ed1d5d-8f09-4407-92bb-f45263dfed65 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:53.908361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Port 25ed1d5d-8f09-4407-92bb-f45263dfed65 was not found and therefore no delete operation was performed {{(pid=93664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:26:53.912152 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.917589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.955874 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.970632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Deleting port c42a69d3-382d-4c02-adb8-3a7a413ad5be {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:53.971004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.974473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ed1d5d-8f09-4407-92bb-f45263dfed65,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:53.975585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] For port 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:53.975950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:53.984522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] No DVR routers for this DVR port 25ed1d5d-8f09-4407-92bb-f45263dfed65 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:54.013644 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] Set router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:54.028152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Calling delete_port for 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:54.121427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fbef0a-4987-4a16-8bf8-61c8752b71a8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:54.138340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] For port c42a69d3-382d-4c02-adb8-3a7a413ad5be, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c42a69d3-382d-4c02-adb8-3a7a413ad5be,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:54.138685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.153649 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:53Z', 'revision_number': 6, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.156342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Calling delete_port for c42a69d3-382d-4c02-adb8-3a7a413ad5be owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:54.168428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-3baee7ca-9bf3-4fd4-a047-b8dd61027713 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579650 Jul 08 17:26:54.183793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.236805 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab82eaea-cbd6-4c37-b7d8-f36f43eaecda None None] The sync data for ids ['3a1a82d3-204c-4e9c-8154-976c480d7fe5'] in n-d-799528-4 is: [{'id': '3a1a82d3-204c-4e9c-8154-976c480d7fe5', 'name': 'tempest-FloatingIPsTestJSON-779156859-router', 'tenant_id': '75f3844c0c4c49779a9c849e7aac4204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:26:11Z', 'updated_at': '2021-07-08T17:26:53Z', 'revision_number': 6, 'project_id': '75f3844c0c4c49779a9c849e7aac4204', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:54.252157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ef4e78-ce45-4c6d-9126-76b4cf206fe5']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.319364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.319666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac69c8f-ecf9-4d9f-912b-3626a68be1d5') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:54.338941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.349942 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.373949 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.381327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Allocated IP 192.168.233.225 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/2fbb3db8-6935-4a5b-a232-651ef787439c) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:26:54.383053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5adea0e4-d7d8-48b4-9a77-bc8c722e82ee,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:54.408223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:54.408985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:54.412348 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:54.457949 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.462528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3866cb-7aa5-42a0-8745-13a4ebacd259 req-83de7a97-5c43-4d47-bba7-e062075665d9 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865605 Jul 08 17:26:54.502668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57506) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:54.523084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.549301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.551272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/07ef4e78-ce45-4c6d-9126-76b4cf206fe5 HTTP/1.1" status: 204 len: 168 time: 1.7222366 Jul 08 17:26:54.567576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57512) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:54.589756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3a682-2a36-40f2-86a2-4b66603315c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ef4e78-ce45-4c6d-9126-76b4cf206fe5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:54.652501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-783a76f0-d61a-483a-a9ed-c59b17e58843 req-6c2fcd71-0c53-4315-872d-d21b78755fbf tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 210 time: 0.0990505 Jul 08 17:26:54.660451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-925453286-network', 'tenant_id': '8d4be27b78304683952f1483a946ee8b'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:54.671848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.686122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.751487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Made reservation on behalf of 8d4be27b78304683952f1483a946ee8b for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:54.755570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.776793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.820871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.843120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.859508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Transition to ACTIVE for port object 2fbb3db8-6935-4a5b-a232-651ef787439c will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:54.863823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.864370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1a82d3-204c-4e9c-8154-976c480d7fe5 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:54.917027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:54.920501 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee7e9f30-f404-4d76-b288-ffcfae230d40 admin admin] 10.222.0.63 "DELETE /v2.0/routers/3a1a82d3-204c-4e9c-8154-976c480d7fe5 HTTP/1.1" status: 204 len: 168 time: 1.7119803 Jul 08 17:26:54.920501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event deleted for resources: {'Port': ['ID=c42a69d3-382d-4c02-adb8-3a7a413ad5be,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:54.922198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57534) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:54.958614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.001677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] No DVR routers for this DVR port c42a69d3-382d-4c02-adb8-3a7a413ad5be on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:55.010713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.011665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.013565 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19325d74-9280-4063-8732-d8f9f2b12361 req-40e5c109-888b-4c2b-a83e-483c905a20aa tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "DELETE /v2.0/ports/c42a69d3-382d-4c02-adb8-3a7a413ad5be HTTP/1.1" status: 204 len: 173 time: 1.2948263 Jul 08 17:26:55.015953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'name': 'network-vif-deleted', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:55.018566 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad4cb68-aa80-4092-b696-592742808c2d" -d '{"events": [{"server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "name": "network-vif-deleted", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:55.019744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:26:55.026673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:55.030735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:26:55.077741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] Deleting subnet c38da553-1bc1-4df4-8853-77fb99d2b5be {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:55.123554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.226181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.468600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.482238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.501506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-095e2110-7dea-49dc-a48d-f480b208f985 None None] Provisioning for port 2fbb3db8-6935-4a5b-a232-651ef787439c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:26:55.508276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-095e2110-7dea-49dc-a48d-f480b208f985 None None] Provisioning complete for port 2fbb3db8-6935-4a5b-a232-651ef787439c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:26:55.512116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-095e2110-7dea-49dc-a48d-f480b208f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.535973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Pushing event updated for resources: {'Port': ['ID=2fbb3db8-6935-4a5b-a232-651ef787439c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.544992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:26:55.574608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.581778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-095e2110-7dea-49dc-a48d-f480b208f985 None None] Port 2fbb3db8-6935-4a5b-a232-651ef787439c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:26:55.589044 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.594717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae3062c-a739-4688-a8c9-fe736cdfbb2b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.611425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38da553-1bc1-4df4-8853-77fb99d2b5be,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:55.615718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.617813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9fb1c7ef-56ba-4377-9f31-894fe33ec559 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c38da553-1bc1-4df4-8853-77fb99d2b5be HTTP/1.1" status: 204 len: 168 time: 0.6921723 Jul 08 17:26:55.621005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57556) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:55.622719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.623371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.626397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.626749 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Added segment 4728f3a0-18d2-4b42-9914-78bd68db5e59 of type vlan for network 807d25a0-4208-4f9d-9ab5-27001bde802b Jul 08 17:26:55.628823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541afc30-e2d9-4d2a-b697-4dd9359e4f44 None None] Network 50d88efe-c520-4675-8e50-a5121ddfcf1d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:55.641665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82d323b4-754d-427a-b0f0-e729874d9df8 req-c5a1adf7-5878-4e88-a862-1045509fa264 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=b6e3f099-829d-4f1a-a78f-532d21ca941e HTTP/1.1" status: 200 len: 210 time: 0.0742786 Jul 08 17:26:55.722436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.727163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.802842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-45a9eb06-e806-438b-8054-f91576e70f51 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5779676 Jul 08 17:26:55.827808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c7b53869-78f3-480c-85f6-ab176df7fb1a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:55.828525 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:55.835573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Request body: {'port': {'device_id': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:55.852539 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54f14b6-bae4-4266-b895-e63d925aa10e x-openstack-request-id: req-b54f14b6-bae4-4266-b895-e63d925aa10e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:55.853643 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e3f099-829d-4f1a-a78f-532d21ca941e", "name": "network-vif-deleted", "tag": "c42a69d3-382d-4c02-adb8-3a7a413ad5be", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:55.853643 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b54f14b6-bae4-4266-b895-e63d925aa10e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:55.854074 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e3f099-829d-4f1a-a78f-532d21ca941e', 'name': 'network-vif-deleted', 'tag': 'c42a69d3-382d-4c02-adb8-3a7a413ad5be', 'status': 'completed', 'code': 200} Jul 08 17:26:55.861953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: c7b53869-78f3-480c-85f6-ab176df7fb1a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:55.862402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c7b53869-78f3-480c-85f6-ab176df7fb1a not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:55.863066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:55.888350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:55.889171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5adea0e4-d7d8-48b4-9a77-bc8c722e82ee not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:55.892532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.900984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.909169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.916563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.926060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.934124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.942422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:55.951005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fda8ba46-982f-461d-949f-31ed957bca32 req-29394db4-a17a-4b12-acd4-f3b609d209dd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.4620118 Jul 08 17:26:55.957107 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:26:55.979711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] DHCP port deletion for 50d88efe-c520-4675-8e50-a5121ddfcf1d request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:26:56.053436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fda8ba46-982f-461d-949f-31ed957bca32 req-88d19a79-c894-481c-8a15-cf6575c756f0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011326 Jul 08 17:26:56.091217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] Deleting port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:56.094198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.108116 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.127301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.128927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:56.129774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.210295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] For port 5725a0a4-bb7e-47a2-9905-4b942746f1a6, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5725a0a4-bb7e-47a2-9905-4b942746f1a6,segment=NetworkSegment(fd5f9d44-8f75-4bc9-bb04-ab062e380910),segment_id=fd5f9d44-8f75-4bc9-bb04-ab062e380910)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:56.210967 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.231391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c42a69d3-382d-4c02-adb8-3a7a413ad5be no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:56.261048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] Calling delete_port for 5725a0a4-bb7e-47a2-9905-4b942746f1a6 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:56.263684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: c42a69d3-382d-4c02-adb8-3a7a413ad5be {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:56.264194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c42a69d3-382d-4c02-adb8-3a7a413ad5be not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:56.307645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8038232 Jul 08 17:26:56.335440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57572) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:56.345641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Deleting port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:56.346009 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.372198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.385008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Request body: {'subnet': {'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-925453286-subnet', 'tenant_id': '8d4be27b78304683952f1483a946ee8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:56.398424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] Pushing event deleted for resources: {'Port': ['ID=5725a0a4-bb7e-47a2-9905-4b942746f1a6,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:56.403236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3abdd0-8c56-4715-92fa-e98ecf246cb9 None None] No DVR routers for this DVR port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:56.429235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] For port 5725a0a4-bb7e-47a2-9905-4b942746f1a6, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5725a0a4-bb7e-47a2-9905-4b942746f1a6,segment=NetworkSegment(fd5f9d44-8f75-4bc9-bb04-ab062e380910),segment_id=fd5f9d44-8f75-4bc9-bb04-ab062e380910)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:56.429601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.447994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Calling delete_port for 5725a0a4-bb7e-47a2-9905-4b942746f1a6 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:56.488333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c898b248-7519-465d-bea8-901f3a9428c6 req-07059647-3c9d-4cad-8d75-ad137637fce9 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=2a5e315c48a546449c4beed11c4dce1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518984 Jul 08 17:26:56.512450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5768ec-f5bb-4bc2-9e15-c7ca5b8d6251 admin admin] Pushing event updated for resources: {'Network': ['ID=807d25a0-4208-4f9d-9ab5-27001bde802b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:56.523131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 807d25a0-4208-4f9d-9ab5-27001bde802b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:26:56.565999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Made reservation on behalf of 8d4be27b78304683952f1483a946ee8b for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:56.568094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.591016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.622806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5725a0a4-bb7e-47a2-9905-4b942746f1a6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:56.626916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] No DVR routers for this DVR port 5725a0a4-bb7e-47a2-9905-4b942746f1a6 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:56.649351 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Deleting port 630edebd-b284-4d36-be51-8574f373ed41 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:56.649766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.743736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.758241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174dbf-5e8c-4c73-907e-32840606287a req-e3f7476a-96e7-4fab-b5e1-9c48d32f9550 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:56.760307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34174dbf-5e8c-4c73-907e-32840606287a req-e3f7476a-96e7-4fab-b5e1-9c48d32f9550 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 936 time: 0.3800199 Jul 08 17:26:56.762489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d88efe-c520-4675-8e50-a5121ddfcf1d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:56.778832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5f9d44-8f75-4bc9-bb04-ab062e380910') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:56.779128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5f9d44-8f75-4bc9-bb04-ab062e380910') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:56.782605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898b248-7519-465d-bea8-901f3a9428c6 req-6fbc4d1e-aa9d-4ec0-9922-9b7ee25f2109 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:56.784066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c898b248-7519-465d-bea8-901f3a9428c6 req-6fbc4d1e-aa9d-4ec0-9922-9b7ee25f2109 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862175 Jul 08 17:26:56.799289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.813247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] For port 630edebd-b284-4d36-be51-8574f373ed41, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=630edebd-b284-4d36-be51-8574f373ed41,segment=NetworkSegment(329459b2-7ed8-4346-b011-41311def1eb4),segment_id=329459b2-7ed8-4346-b011-41311def1eb4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:56.813809 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.825795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.830528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c898b248-7519-465d-bea8-901f3a9428c6 req-65d8a485-2976-4b96-b0c2-420a35b56353 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/quotas/2a5e315c48a546449c4beed11c4dce1a HTTP/1.1" status: 200 len: 375 time: 0.0346661 Jul 08 17:26:56.832423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Calling delete_port for 630edebd-b284-4d36-be51-8574f373ed41 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:56.839135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:26:56.839567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:26:56.841258 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:26:56.924670 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c898b248-7519-465d-bea8-901f3a9428c6 req-15a6a546-dc6b-4014-bb98-0767604c457c tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a5e315c48a546449c4beed11c4dce1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808096 Jul 08 17:26:56.927615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34174dbf-5e8c-4c73-907e-32840606287a req-d4a94889-e7d1-4e2a-8b0b-079d4b4bfc2b tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591389 Jul 08 17:26:56.950269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbb3db8-6935-4a5b-a232-651ef787439c {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:26:56.962325 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.028663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.029315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Transition to ACTIVE for port object 2fbb3db8-6935-4a5b-a232-651ef787439c will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:26:57.037613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.039486 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] 10.222.0.63 "DELETE /v2.0/networks/50d88efe-c520-4675-8e50-a5121ddfcf1d HTTP/1.1" status: 204 len: 168 time: 1.4176581 Jul 08 17:26:57.041550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.047364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.080956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb215e7a-9fdd-43bf-b02a-222ea4dd9f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d88efe-c520-4675-8e50-a5121ddfcf1d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:57.189108 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.231770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbb3db8-6935-4a5b-a232-651ef787439c,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:57.245864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57588) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.262749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21419bcb-43d5-4e63-b22d-90182f2d3eae,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:57.271341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Pushing event deleted for resources: {'Port': ['ID=630edebd-b284-4d36-be51-8574f373ed41,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:57.340086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Checking segment: {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:57.340381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Network hostable DHCP agents. Network: 807d25a0-4208-4f9d-9ab5-27001bde802b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:26:57.353318 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-55fb88d0-a47b-453d-b0da-af437b7426dd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=75f3844c0c4c49779a9c849e7aac4204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057167 Jul 08 17:26:57.355826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Attempting to bind port 2fbb3db8-6935-4a5b-a232-651ef787439c on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:26:57.356238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Attempting to bind port 2fbb3db8-6935-4a5b-a232-651ef787439c by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:26:57.356634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Attempting to bind port 2fbb3db8-6935-4a5b-a232-651ef787439c on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:57.359994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:57.382179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988be29-6169-44ca-a5ad-34d025b950f6 req-08421025-c53f-4365-ade9-ef9c7e0bdb74 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.391173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7b07f556-2be0-4dd0-84b8-bbe6bbd37a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.394677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0988be29-6169-44ca-a5ad-34d025b950f6 req-08421025-c53f-4365-ade9-ef9c7e0bdb74 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 947 time: 0.2698820 Jul 08 17:26:57.449249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Port 2fbb3db8-6935-4a5b-a232-651ef787439c on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:26:57.449927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Attempting to bind port 2fbb3db8-6935-4a5b-a232-651ef787439c on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:26:57.477068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0988be29-6169-44ca-a5ad-34d025b950f6 req-df301b4f-80e6-47d0-8977-b249205d0eac tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808804 Jul 08 17:26:57.486968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:26:57.487313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:26:57.487707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:26:57.488162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Bound port: 2fbb3db8-6935-4a5b-a232-651ef787439c, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:26:57.488527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.532431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Network 807d25a0-4208-4f9d-9ab5-27001bde802b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:26:57.535613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.608167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 807d25a0-4208-4f9d-9ab5-27001bde802b) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:26:57.620192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffc4f5-198f-445b-a3ab-5d9f50687ed2 None None] Network 807d25a0-4208-4f9d-9ab5-27001bde802b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:57.621030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.621624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.661040 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6630c94-270d-4ef3-b145-eb4c8afa98b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.682830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-35b99e4d-61a7-400e-b22c-0161219e6a77 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3014565 Jul 08 17:26:57.682830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] For port 2fbb3db8-6935-4a5b-a232-651ef787439c, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:26:57.685740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] For port 2fbb3db8-6935-4a5b-a232-651ef787439c, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2fbb3db8-6935-4a5b-a232-651ef787439c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:26:57.704200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.708482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6630c94-270d-4ef3-b145-eb4c8afa98b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.762174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.768095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.774130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.800133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.806948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.820650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.826486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.835603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-8f21423f-1cb7-46d7-b60a-6d3d16045718 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5420 time: 0.3070889 Jul 08 17:26:57.863741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:57.864608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:57.866216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fbb3db8-6935-4a5b-a232-651ef787439c HTTP/1.1" status: 200 len: 1096 time: 2.0428438 Jul 08 17:26:57.866850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'tag': '2fbb3db8-6935-4a5b-a232-651ef787439c'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:57.869937 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d91e219-5b89-4f2e-bf9c-4a92a8149865" -d '{"events": [{"name": "network-changed", "server_uuid": "126f26b7-9e61-4f48-8415-7d6b2a5b8e37", "tag": "2fbb3db8-6935-4a5b-a232-651ef787439c"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:57.905302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Router 0169e22f-aa0f-43d2-8064-301545aa0439 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:26:57.989577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5725a0a4-bb7e-47a2-9905-4b942746f1a6 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:58.033346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118456fb-84cc-4dd4-b772-4ad761018e31 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbb3db8-6935-4a5b-a232-651ef787439c,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:58.050137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9332d0e-cfd0-4b97-bd47-d88f445efd26 req-64545b27-6d30-426e-8b90-0748cb0e59fd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2133596 Jul 08 17:26:58.052515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5725a0a4-bb7e-47a2-9905-4b942746f1a6 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:58.056835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5725a0a4-bb7e-47a2-9905-4b942746f1a6 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:26:58.065531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464bb30-f848-4888-bea2-5c5e5d8aec15 None None] Network 807d25a0-4208-4f9d-9ab5-27001bde802b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:26:58.129685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6630c94-270d-4ef3-b145-eb4c8afa98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.132395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6630c94-270d-4ef3-b145-eb4c8afa98b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.139626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e6630c94-270d-4ef3-b145-eb4c8afa98b4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca1676b2-58e8-4018-9950-b89f03fbe125 HTTP/1.1" status: 204 len: 168 time: 0.7775702 Jul 08 17:26:58.152601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:26:58.169554 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e01dee59-e97b-41a7-a0a3-a0eba0a1c59a admin admin] 10.222.0.63 "PUT /v2.0/routers/0169e22f-aa0f-43d2-8064-301545aa0439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5732629 Jul 08 17:26:58.170380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57612) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:58.172550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] Sync routers for ids ['0169e22f-aa0f-43d2-8064-301545aa0439'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:26:58.196548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] Routers {'0169e22f-aa0f-43d2-8064-301545aa0439'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:58.197237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0169e22f-aa0f-43d2-8064-301545aa0439'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:58.199352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6630c94-270d-4ef3-b145-eb4c8afa98b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1676b2-58e8-4018-9950-b89f03fbe125,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:58.247529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-fa134ca6-decd-4347-8ebf-9d7e064d1e55 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:58.249552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-fa134ca6-decd-4347-8ebf-9d7e064d1e55 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 947 time: 0.3535318 Jul 08 17:26:58.278738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-15d8e5fa-f053-496a-a98e-1f72da925554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:58.280288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-15d8e5fa-f053-496a-a98e-1f72da925554 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=744130e2f4964e608138cd8f82d0dee5&device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 1099 time: 0.2835538 Jul 08 17:26:58.338200 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.341042 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe522a-a305-4fcc-b34a-4d4e5c1aea57 x-openstack-request-id: req-ccfe522a-a305-4fcc-b34a-4d4e5c1aea57 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:26:58.341328 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126f26b7-9e61-4f48-8415-7d6b2a5b8e37", "tag": "2fbb3db8-6935-4a5b-a232-651ef787439c", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:26:58.341578 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ccfe522a-a305-4fcc-b34a-4d4e5c1aea57 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:26:58.341974 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'tag': '2fbb3db8-6935-4a5b-a232-651ef787439c', 'status': 'completed', 'code': 200} Jul 08 17:26:58.454161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-3958e7e7-2984-4002-b521-6bfa0b9a4366 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2fbb3db8-6935-4a5b-a232-651ef787439c HTTP/1.1" status: 200 len: 217 time: 0.1146727 Jul 08 17:26:58.547401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.597719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] Set router 0169e22f-aa0f-43d2-8064-301545aa0439 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:58.600444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-fada8580-acd7-4706-bd88-421b19da86ae tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:58.602006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-fada8580-acd7-4706-bd88-421b19da86ae tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 944 time: 0.1027906 Jul 08 17:26:58.657217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-6a4ada42-d88c-4246-bc6d-98819c584be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:58.658955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-6a4ada42-d88c-4246-bc6d-98819c584be3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1326642 Jul 08 17:26:58.667532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3436-4324-4a82-b055-50d1eb760b0a req-c9e97aaa-398d-4f7a-bc14-aefdf1cd9fc2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:58.669477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abbc3436-4324-4a82-b055-50d1eb760b0a req-c9e97aaa-398d-4f7a-bc14-aefdf1cd9fc2 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=ae838a73-f0b7-4f44-8880-435d1e23e4a1 HTTP/1.1" status: 200 len: 944 time: 0.3311715 Jul 08 17:26:58.683583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Deleting port d1d5349f-1fca-4528-9254-f5e7b340e3aa {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:58.683583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.751983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Deleting port 33697ae3-eaa3-4739-beb3-95298dddcce8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:58.752495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.808591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] For port d1d5349f-1fca-4528-9254-f5e7b340e3aa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d1d5349f-1fca-4528-9254-f5e7b340e3aa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:58.809388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.821967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Deleting port ed537848-a9a7-4b25-bc18-12b2452c7e85 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:26:58.822290 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.828972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Calling delete_port for d1d5349f-1fca-4528-9254-f5e7b340e3aa owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:58.915877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:26:57Z', 'revision_number': 5, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port': {'id': 'd1d5349f-1fca-4528-9254-f5e7b340e3aa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:21:50Z', 'updated_at': '2021-07-08T17:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:58.959761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] Checking router: 0169e22f-aa0f-43d2-8064-301545aa0439 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:26:58.970849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] For port ed537848-a9a7-4b25-bc18-12b2452c7e85, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=ed537848-a9a7-4b25-bc18-12b2452c7e85,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:58.971205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:58.977000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] Routers {'0169e22f-aa0f-43d2-8064-301545aa0439'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:26:58.979268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:26:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0169e22f-aa0f-43d2-8064-301545aa0439'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:59.019980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Calling delete_port for ed537848-a9a7-4b25-bc18-12b2452c7e85 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:59.107895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] Set router 0169e22f-aa0f-43d2-8064-301545aa0439 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:26:59.123373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e85303-5e53-493f-b998-6afa4ab9c7f3 req-1f929d1b-2e46-4869-9bb2-112f703b3086 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:59.124970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97e85303-5e53-493f-b998-6afa4ab9c7f3 req-1f929d1b-2e46-4869-9bb2-112f703b3086 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 948 time: 0.6383600 Jul 08 17:26:59.150841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.168304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abbc3436-4324-4a82-b055-50d1eb760b0a req-46db1808-fa5f-496b-9cb7-f54dc1055409 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847400 Jul 08 17:26:59.222315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d5349f-1fca-4528-9254-f5e7b340e3aa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:59.224950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:26:58Z', 'revision_number': 6, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:26:59.237323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57640) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:59.239046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-10ccd47c-61aa-4225-bc38-b0254bfe2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:26:59.240778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-10ccd47c-61aa-4225-bc38-b0254bfe2231 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5701938 Jul 08 17:26:59.254410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97e85303-5e53-493f-b998-6afa4ab9c7f3 req-66b6fbe4-b543-488d-aeb6-d706bbe51f0f tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163051 Jul 08 17:26:59.268384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b9a24-f9aa-4684-9eb4-77711c9e3a87 None None] The sync data for ids ['0169e22f-aa0f-43d2-8064-301545aa0439'] in n-d-799528-4 is: [{'id': '0169e22f-aa0f-43d2-8064-301545aa0439', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-352974740-router', 'tenant_id': '8b2be053b418429c9c129c057d9a8968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:21:48Z', 'updated_at': '2021-07-08T17:26:58Z', 'revision_number': 6, 'project_id': '8b2be053b418429c9c129c057d9a8968', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:26:59.273506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] For port 33697ae3-eaa3-4739-beb3-95298dddcce8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=33697ae3-eaa3-4739-beb3-95298dddcce8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:26:59.274122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.292381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.294044 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.347647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Calling delete_port for 33697ae3-eaa3-4739-beb3-95298dddcce8 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:26:59.362956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event deleted for resources: {'Port': ['ID=ed537848-a9a7-4b25-bc18-12b2452c7e85,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:59.453361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-network', 'tenant_id': '4477a53341d54ecba47453fbb50ff061'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:26:59.482715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.484521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] No DVR routers for this DVR port ed537848-a9a7-4b25-bc18-12b2452c7e85 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:26:59.486657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.491074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-e26cc120-d109-4f18-a06d-df9042e98d05 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354777 Jul 08 17:26:59.491535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.494294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0c5bb09d-ff6d-4661-b11a-2dcea3669cbc req-d98ae1af-ef8e-4986-b2a1-dd81df0fd714 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "DELETE /v2.0/ports/ed537848-a9a7-4b25-bc18-12b2452c7e85 HTTP/1.1" status: 204 len: 173 time: 0.8786201 Jul 08 17:26:59.494962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'name': 'network-vif-deleted', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:26:59.497221 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d2867d-2c3a-4f7f-899b-a09841370fd6" -d '{"events": [{"server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "name": "network-vif-deleted", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:26:59.589945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Made reservation on behalf of 4477a53341d54ecba47453fbb50ff061 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:26:59.606230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.639791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.695914 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.696045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0169e22f-aa0f-43d2-8064-301545aa0439 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:26:59.700565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87abbb8f-df3a-4eb0-be1b-b28a0808c640 req-81fda870-bed5-42ef-8934-a467317ec253 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938729 Jul 08 17:26:59.714500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.726689 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.744592 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-abe8e46b-d619-4b97-9c99-5f48bf64a6ab admin admin] 10.222.0.63 "DELETE /v2.0/routers/0169e22f-aa0f-43d2-8064-301545aa0439 HTTP/1.1" status: 204 len: 168 time: 1.5702970 Jul 08 17:26:59.749937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:26:59.814482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 630edebd-b284-4d36-be51-8574f373ed41 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:26:59.852215 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:26:59.862536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Pushing event deleted for resources: {'Port': ['ID=33697ae3-eaa3-4739-beb3-95298dddcce8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:26:59.957851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] Deleting subnet 4379cb47-2443-4736-81ac-d6e177ebfd39 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:26:59.965079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:26:59.980538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 630edebd-b284-4d36-be51-8574f373ed41 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:26:59.983455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 630edebd-b284-4d36-be51-8574f373ed41 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:00.001308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] No DVR routers for this DVR port 33697ae3-eaa3-4739-beb3-95298dddcce8 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:00.011320 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.013356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a83338b-e6a0-4bc4-b011-856a3ca81ab0 req-e7729b3f-8fd6-48ec-8fe0-f84cc2752769 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "DELETE /v2.0/ports/33697ae3-eaa3-4739-beb3-95298dddcce8 HTTP/1.1" status: 204 len: 173 time: 1.7503333 Jul 08 17:27:00.025408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.057193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-e9b70866-ea7f-405b-9cf3-fb63c8592e4f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.063357 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-32fc861a-bcb0-4f52-b53b-a1ac38e9772f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.067084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-e9b70866-ea7f-405b-9cf3-fb63c8592e4f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 821 time: 0.3583817 Jul 08 17:27:00.113355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-d9498f0f-bb95-4275-8016-905b49eaafc2 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/quotas/8d4be27b78304683952f1483a946ee8b HTTP/1.1" status: 200 len: 375 time: 0.0450983 Jul 08 17:27:00.118697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:00.138258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '64b37d6e-c82e-4524-95b5-4c7e4d4a0141', 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'port_id': '64b37d6e-c82e-4524-95b5-4c7e4d4a0141', 'mac_address': 'fa:16:3e:13:50:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779501b4-fdc3-4bcc-934c-80bdcd968701', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:00.143777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-9824e4b0-c8dc-4346-915c-dec709c0fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.145470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-9824e4b0-c8dc-4346-915c-dec709c0fb82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=744130e2f4964e608138cd8f82d0dee5&device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 1099 time: 0.2728441 Jul 08 17:27:00.160057 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.205660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.231548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-3a5f78c1-2a4d-45d3-8184-74f94ddac9b0 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168797 Jul 08 17:27:00.234849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:00.246869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caca4447-88d0-49f7-bae3-1c626f595cc0 req-2eb8f604-3b1d-495e-9b01-2fb608e40d4d tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=405223f2-ffbd-45f0-bc81-7f66aed129fa HTTP/1.1" status: 200 len: 210 time: 0.1304340 Jul 08 17:27:00.254526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.258770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.262722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:00.269421 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.272158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.272778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2bed1ffb-d085-4e0c-8213-c24971357988 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:00.289469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:00.313650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb191c-6d45-4168-b61e-fc77582b2eee,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:00.377203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-deleted', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:00.379896 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39836303-caf9-47f6-a647-c5f8c5aa8433" -d '{"events": [{"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-deleted", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:00.412678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4379cb47-2443-4736-81ac-d6e177ebfd39,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:00.438794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.441507 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c4e45698-044e-4792-bce5-85d50c210298 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4379cb47-2443-4736-81ac-d6e177ebfd39 HTTP/1.1" status: 204 len: 168 time: 0.6904416 Jul 08 17:27:00.446130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57672) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.449132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.449653 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Added segment 0a76416c-7eda-4cef-97b0-3e151a3498de of type vlan for network ed2a22af-4476-4222-aa46-e9ae08e55cf5 Jul 08 17:27:00.454384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.456198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428bc510-d268-4953-b0ad-c4fb56c97266 None None] Network f0e0a302-d2e5-4858-ad34-7a06d2d70351 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:00.619203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.655400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.667023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:00.671569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-bb7da0b1-87ec-43b0-a1e0-9b4e63b4298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.673392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-bb7da0b1-87ec-43b0-a1e0-9b4e63b4298c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.4583902 Jul 08 17:27:00.676061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-9b8e469c-1648-4015-8c66-ee3961b87c7f service neutron] 10.222.0.63 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429915 Jul 08 17:27:00.757735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.759451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.760721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.774606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2bed1ffb-d085-4e0c-8213-c24971357988, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bed1ffb-d085-4e0c-8213-c24971357988,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:00.789801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2bed1ffb-d085-4e0c-8213-c24971357988', 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d', 'port_id': '2bed1ffb-d085-4e0c-8213-c24971357988', 'mac_address': 'fa:16:3e:45:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0178159-6661-496e-8151-12dc9082efee', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:00.841208 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5855219 Jul 08 17:27:00.844161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57674) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:00.848119 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-c1fbe169-1f52-436d-8e5d-05628ac41554 service neutron] 10.222.0.63 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657667 Jul 08 17:27:00.849115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Request body: {'subnet': {'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-subnet', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:00.864945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Deleting port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:00.865376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.885316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e299d5d-bce5-486b-809a-1abe9879c631 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2a22af-4476-4222-aa46-e9ae08e55cf5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:00.892047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.899256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-d14f41f1-1437-4262-95a5-efcd8295440d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2fbb3db8-6935-4a5b-a232-651ef787439c HTTP/1.1" status: 200 len: 217 time: 0.2087185 Jul 08 17:27:00.907669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:00.945202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.952843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.953113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] For port d451fd5f-30e8-48cb-8c5d-e430c6b4a759, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,segment=NetworkSegment(329459b2-7ed8-4346-b011-41311def1eb4),segment_id=329459b2-7ed8-4346-b011-41311def1eb4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:00.953406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:00.960910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.967480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.968752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Calling delete_port for d451fd5f-30e8-48cb-8c5d-e430c6b4a759 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:00.974394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.981258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.987862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:00.988248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] DHCP port deletion for f0e0a302-d2e5-4858-ad34-7a06d2d70351 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:27:00.990362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-62294c26-b93a-4729-8629-a280ed5ef7ea tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5421 time: 0.4693756 Jul 08 17:27:01.007764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bed1ffb-d085-4e0c-8213-c24971357988 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:01.045461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Made reservation on behalf of 4477a53341d54ecba47453fbb50ff061 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:01.048018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.063218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.079751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-286458bb-405c-47d7-9ad6-ddce9873ee5a req-63b0e494-fb88-496d-ae39-73bed80c8018 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656593 Jul 08 17:27:01.090742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-233b3400-8fe6-405b-9f08-793b77275efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:01.093387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-233b3400-8fe6-405b-9f08-793b77275efd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1815238 Jul 08 17:27:01.113805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2bed1ffb-d085-4e0c-8213-c24971357988, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bed1ffb-d085-4e0c-8213-c24971357988,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:01.129941 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.131016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0e870c4a-e405-4b87-a768-33707f8d045b details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:01.145756 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3b4afd-945a-4fbd-bd01-0ef3ef01c910 x-openstack-request-id: req-bb3b4afd-945a-4fbd-bd01-0ef3ef01c910 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:01.146056 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae838a73-f0b7-4f44-8880-435d1e23e4a1", "name": "network-vif-deleted", "tag": "ed537848-a9a7-4b25-bc18-12b2452c7e85", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:01.146311 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bb3b4afd-945a-4fbd-bd01-0ef3ef01c910 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:01.146725 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae838a73-f0b7-4f44-8880-435d1e23e4a1', 'name': 'network-vif-deleted', 'tag': 'ed537848-a9a7-4b25-bc18-12b2452c7e85', 'status': 'completed', 'code': 200} Jul 08 17:27:01.209797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fe2673-1282-4268-bc08-cf9b36676bee req-42f9c667-8b32-4097-a732-e3cfbf3f6799 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=2a5e315c48a546449c4beed11c4dce1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388403 Jul 08 17:27:01.293452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2bed1ffb-d085-4e0c-8213-c24971357988,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:01.317393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-a33501eb-ae4a-4288-b457-eebb4f25872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:01.317812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:27:01.318920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-a33501eb-ae4a-4288-b457-eebb4f25872f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173934 Jul 08 17:27:01.341350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] Deleting port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:01.341618 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.417006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] For port d451fd5f-30e8-48cb-8c5d-e430c6b4a759, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:01.417555 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.432670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] Calling delete_port for d451fd5f-30e8-48cb-8c5d-e430c6b4a759 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:01.435811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] Port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:27:01.441059 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.443058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.445697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0e870c4a-e405-4b87-a768-33707f8d045b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0e870c4a-e405-4b87-a768-33707f8d045b,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:01.475594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe2673-1282-4268-bc08-cf9b36676bee req-fe191710-acf9-4811-9a08-a00e4f240214 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:01.479732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] Pushing event deleted for resources: {'Port': ['ID=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:01.487436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fe2673-1282-4268-bc08-cf9b36676bee req-fe191710-acf9-4811-9a08-a00e4f240214 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672145 Jul 08 17:27:01.491807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2820a-914f-48a0-b5ac-c5378f2af006 None None] No DVR routers for this DVR port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:01.510824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '0e870c4a-e405-4b87-a768-33707f8d045b', 'network_id': 'f6feec97-d073-46f4-befb-21002338a62d', 'port_id': '0e870c4a-e405-4b87-a768-33707f8d045b', 'mac_address': 'fa:16:3e:63:d8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0178159-6661-496e-8151-12dc9082efee', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:01.532193 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fe2673-1282-4268-bc08-cf9b36676bee req-900c0dd3-3d32-4853-8fc2-b830d2419326 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/quotas/2a5e315c48a546449c4beed11c4dce1a HTTP/1.1" status: 200 len: 375 time: 0.0440252 Jul 08 17:27:01.559110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.576580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] No DVR routers for this DVR port d451fd5f-30e8-48cb-8c5d-e430c6b4a759 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:01.582522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d451fd5f-30e8-48cb-8c5d-e430c6b4a759,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:01.582660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e870c4a-e405-4b87-a768-33707f8d045b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:01.584233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0fe2673-1282-4268-bc08-cf9b36676bee req-e695f543-d67f-4973-a6b9-7cfa79e82445 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a5e315c48a546449c4beed11c4dce1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509188 Jul 08 17:27:01.613026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-f8708c1a-1526-4988-bc00-e043a8465b6f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764528 Jul 08 17:27:01.627360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0e870c4a-e405-4b87-a768-33707f8d045b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0e870c4a-e405-4b87-a768-33707f8d045b,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:01.634340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f6873-d905-48c2-9a9f-3a2b43386c69 req-fe4f5ab3-2c7f-484e-ba3c-ac36458c5be0 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:01.636512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.637706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 463ad55d-2fe4-499a-aced-51e3cf226b78 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:01.638807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-656f6873-d905-48c2-9a9f-3a2b43386c69 req-fe4f5ab3-2c7f-484e-ba3c-ac36458c5be0 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 948 time: 0.2707872 Jul 08 17:27:01.723387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 463ad55d-2fe4-499a-aced-51e3cf226b78, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=463ad55d-2fe4-499a-aced-51e3cf226b78,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:01.738592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.767920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '463ad55d-2fe4-499a-aced-51e3cf226b78', 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'port_id': '463ad55d-2fe4-499a-aced-51e3cf226b78', 'mac_address': 'fa:16:3e:37:4d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779501b4-fdc3-4bcc-934c-80bdcd968701', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:01.769881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0e870c4a-e405-4b87-a768-33707f8d045b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:01.772227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e0a302-d2e5-4858-ad34-7a06d2d70351']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:01.787152 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20779bcc-f15a-4efd-ac4a-85b10b999a5d x-openstack-request-id: req-20779bcc-f15a-4efd-ac4a-85b10b999a5d {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:01.787444 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405223f2-ffbd-45f0-bc81-7f66aed129fa", "name": "network-vif-deleted", "tag": "33697ae3-eaa3-4739-beb3-95298dddcce8", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:01.787826 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20779bcc-f15a-4efd-ac4a-85b10b999a5d {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:01.788440 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405223f2-ffbd-45f0-bc81-7f66aed129fa', 'name': 'network-vif-deleted', 'tag': '33697ae3-eaa3-4739-beb3-95298dddcce8', 'status': 'completed', 'code': 200} Jul 08 17:27:01.799624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329459b2-7ed8-4346-b011-41311def1eb4') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:01.799984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329459b2-7ed8-4346-b011-41311def1eb4') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:01.803460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-656f6873-d905-48c2-9a9f-3a2b43386c69 req-33ad543f-c86c-4976-ad14-c42af26c575e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551712 Jul 08 17:27:01.827377 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.835335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d1d5349f-1fca-4528-9254-f5e7b340e3aa no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:01.859438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d91e219-5b89-4f2e-bf9c-4a92a8149865 req-5496c437-8f58-49be-bce2-e4d6f0f2f227 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372136 Jul 08 17:27:01.862429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.862740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d1d5349f-1fca-4528-9254-f5e7b340e3aa {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:01.863093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d1d5349f-1fca-4528-9254-f5e7b340e3aa not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:01.863507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d451fd5f-30e8-48cb-8c5d-e430c6b4a759 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:01.893095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d451fd5f-30e8-48cb-8c5d-e430c6b4a759 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:01.893452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d451fd5f-30e8-48cb-8c5d-e430c6b4a759 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:01.908561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463ad55d-2fe4-499a-aced-51e3cf226b78 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:01.913977 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.927678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:01.928252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:01.931696 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:01.935136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 463ad55d-2fe4-499a-aced-51e3cf226b78, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=463ad55d-2fe4-499a-aced-51e3cf226b78,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:01.940827 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:01.941545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ea9553bf-647a-47df-b150-4dc36665ad20 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:02.024213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1281de9c-db48-4f49-a40a-4e43a3179674 req-6336c626-719a-4f2f-95be-b95b5a548c72 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 210 time: 0.0575743 Jul 08 17:27:02.029793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=463ad55d-2fe4-499a-aced-51e3cf226b78,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:02.083264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.086953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.106024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.111973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f0e0a302-d2e5-4858-ad34-7a06d2d70351 HTTP/1.1" status: 204 len: 168 time: 1.6571631 Jul 08 17:27:02.150677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea42eb9-7b2f-4a82-a8d0-cc2757fbb9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e0a302-d2e5-4858-ad34-7a06d2d70351,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:02.176055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8defc47f-b9bb-4962-81a2-04ac53fa25a4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:02.186501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ea9553bf-647a-47df-b150-4dc36665ad20, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ea9553bf-647a-47df-b150-4dc36665ad20,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:02.209478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'port_id': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'mac_address': 'fa:16:3e:85:c0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:02.209780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Checking segment: {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:02.210154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Network hostable DHCP agents. Network: ed2a22af-4476-4222-aa46-e9ae08e55cf5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:02.255580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:02.273435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2fbb3db8-6935-4a5b-a232-651ef787439c details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:02.282205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ed2a22af-4476-4222-aa46-e9ae08e55cf5) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:02.283824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:02.288651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.289510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.323756 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c1cc6c90-8a0f-4c75-88bf-ea953cec5d5e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4784811 Jul 08 17:27:02.326554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57712) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:02.332208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:02.336129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57714) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:02.347449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e3c566-b350-4287-83cf-22f8a61ca3b6 None None] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:02.361042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: ed537848-a9a7-4b25-bc18-12b2452c7e85 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:02.361349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device ed537848-a9a7-4b25-bc18-12b2452c7e85 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:02.371260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.372639 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.420552 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.433277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ea7aa658-ac56-4efb-9901-04b7aa7b041b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f74687f223ad48769310c5b87679f156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920544 Jul 08 17:27:02.435663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57718) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:02.455391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.524461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9553bf-647a-47df-b150-4dc36665ad20 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:02.544199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.551564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.558383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.565259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.571470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.573042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c148-751d-4d1e-bf03-b656251f72c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.578309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.585809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.588776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-acdd0a94-8717-4779-9caa-7849cf766d72 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5424 time: 0.1332543 Jul 08 17:27:02.639982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ea9553bf-647a-47df-b150-4dc36665ad20, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ea9553bf-647a-47df-b150-4dc36665ad20,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:02.647781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a5c526e-85f0-4d3a-a892-44a18d1603bf req-7328c5b2-5b0d-4137-87db-2028ed41bc92 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503254 Jul 08 17:27:02.675252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.684264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.684996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:02.703731 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c148-751d-4d1e-bf03-b656251f72c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.814093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2fbb3db8-6935-4a5b-a232-651ef787439c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2fbb3db8-6935-4a5b-a232-651ef787439c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:02.863639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-4b8925df-3f29-4602-be20-e4cd43ecf2e6 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:02.866216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-4b8925df-3f29-4602-be20-e4cd43ecf2e6 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 821 time: 0.1973486 Jul 08 17:27:02.905785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Request body: {'port': {'device_id': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'admin_state_up': True, 'tenant_id': '8d4be27b78304683952f1483a946ee8b'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:02.906334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c148-751d-4d1e-bf03-b656251f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.910138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c148-751d-4d1e-bf03-b656251f72c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.915426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e2f0c148-751d-4d1e-bf03-b656251f72c4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7229df07-ac2a-49c6-8bd4-f40f72a1c02a HTTP/1.1" status: 204 len: 168 time: 0.4782486 Jul 08 17:27:02.918985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:27:02.949810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0c148-751d-4d1e-bf03-b656251f72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7229df07-ac2a-49c6-8bd4-f40f72a1c02a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:02.980593 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:02.996575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '2fbb3db8-6935-4a5b-a232-651ef787439c', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '2fbb3db8-6935-4a5b-a232-651ef787439c', 'mac_address': 'fa:16:3e:1d:01:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:02.999471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:03.012649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ea9553bf-647a-47df-b150-4dc36665ad20,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:03.026918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6', 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'port_id': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6', 'mac_address': 'fa:16:3e:59:42:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779501b4-fdc3-4bcc-934c-80bdcd968701', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:03.155080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dfc03-d34e-41c7-98eb-16921d033840 req-6ef7ef8c-9300-4395-8076-9c43d81ba997 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:03.161756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f1dfc03-d34e-41c7-98eb-16921d033840 req-6ef7ef8c-9300-4395-8076-9c43d81ba997 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 967 time: 0.2348084 Jul 08 17:27:03.197232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.200450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-4d5ea50a-c004-4e1f-8785-de39655e7639 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:03.202303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-4d5ea50a-c004-4e1f-8785-de39655e7639 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdca3874-1a79-4504-8ed8-f305c88a5fb8 HTTP/1.1" status: 200 len: 967 time: 0.3305662 Jul 08 17:27:03.263587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.294166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f1dfc03-d34e-41c7-98eb-16921d033840 req-90ea0aa1-00b0-435c-b888-d598ad5cf268 tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.63 "GET /v2.0/security-groups?id=44869479-f4de-497a-ac0e-edb2f1c454ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313415 Jul 08 17:27:03.425166 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Deleting port 4018975e-cc0e-44eb-86c5-2ac7786ee31b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:03.425869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.431163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Made reservation on behalf of 8d4be27b78304683952f1483a946ee8b for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:03.437954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.460448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:03.461405 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.493043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Allocated IP 172.25.5.78 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/2edcdbb8-fd1d-4fe5-a78a-440a27da95e8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:03.513909 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.537570 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.582310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbb3db8-6935-4a5b-a232-651ef787439c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:03.635688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:03.655160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.679360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2fbb3db8-6935-4a5b-a232-651ef787439c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2fbb3db8-6935-4a5b-a232-651ef787439c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:03.686932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:03.690617 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.720378 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.720853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 92a208fa-a8f1-495e-92d7-e5d63421a105 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:03.722405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.771555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57738) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:03.791539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] For port 4018975e-cc0e-44eb-86c5-2ac7786ee31b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4018975e-cc0e-44eb-86c5-2ac7786ee31b,segment=NetworkSegment(c58e7433-2e14-48aa-882d-e71fb9e64a54),segment_id=c58e7433-2e14-48aa-882d-e71fb9e64a54)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:03.792476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:03.796126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:03.797195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Allocated IP 172.20.0.2 (ed2a22af-4476-4222-aa46-e9ae08e55cf5/8defc47f-b9bb-4962-81a2-04ac53fa25a4/7506096e-7ef1-4899-8c7c-b8dc0f8db49c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:03.804546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=2fbb3db8-6935-4a5b-a232-651ef787439c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:03.805843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:03.809181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:03.813854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Calling delete_port for 4018975e-cc0e-44eb-86c5-2ac7786ee31b owned by compute:tempest-test_az-2021596977 {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:03.822918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 92a208fa-a8f1-495e-92d7-e5d63421a105, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=92a208fa-a8f1-495e-92d7-e5d63421a105,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:03.880496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '92a208fa-a8f1-495e-92d7-e5d63421a105', 'network_id': 'e100d772-09e0-4477-aa42-bb4ba84147a9', 'port_id': '92a208fa-a8f1-495e-92d7-e5d63421a105', 'mac_address': 'fa:16:3e:25:bf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779501b4-fdc3-4bcc-934c-80bdcd968701', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:03.883759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Pushing event updated for resources: {'Port': ['ID=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:03.897928 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e00d7e1b-810a-47c8-af21-9edf6f9fdac0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8b2be053b418429c9c129c057d9a8968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222091 Jul 08 17:27:03.897928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:03.970607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:03.994135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.011313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.020356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a208fa-a8f1-495e-92d7-e5d63421a105 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:04.051294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d90afab-dddc-474e-b237-efb03d8e2ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.072444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2fbb3db8-6935-4a5b-a232-651ef787439c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:04.076477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 92a208fa-a8f1-495e-92d7-e5d63421a105, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=92a208fa-a8f1-495e-92d7-e5d63421a105,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:04.083195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Pushing event deleted for resources: {'Port': ['ID=4018975e-cc0e-44eb-86c5-2ac7786ee31b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.106468 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.113450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d90afab-dddc-474e-b237-efb03d8e2ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.120320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Allocated IP 172.20.0.4 (807d25a0-4208-4f9d-9ab5-27001bde802b/21419bcb-43d5-4e63-b22d-90182f2d3eae/ad927ad6-116c-4135-873f-1a8a11268628) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:04.136701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195040c-5940-44a8-9736-24150e4860f6 req-fe04f0bd-a7c0-4032-89bb-c5f3cacfbab9 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:04.138345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6195040c-5940-44a8-9736-24150e4860f6 req-fe04f0bd-a7c0-4032-89bb-c5f3cacfbab9 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 948 time: 0.5525231 Jul 08 17:27:04.165331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] No DVR routers for this DVR port 4018975e-cc0e-44eb-86c5-2ac7786ee31b on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:04.173426 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.176260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8b272-0291-4012-9561-b5418ab99454 req-3cb95f41-2e39-473c-8104-0cbf220a96a5 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:04.182400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58d8b272-0291-4012-9561-b5418ab99454 req-3cb95f41-2e39-473c-8104-0cbf220a96a5 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 949 time: 0.6115720 Jul 08 17:27:04.185133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.187206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ed41e84-6b02-450d-a1cd-1b683c2279a8 req-f1444674-dfd4-4b38-a4e6-9f58d3ca052d tempest-LiveAutoBlockMigrationV225Test-1337116567 tempest-LiveAutoBlockMigrationV225Test-1337116567-project] 10.222.0.41 "DELETE /v2.0/ports/4018975e-cc0e-44eb-86c5-2ac7786ee31b HTTP/1.1" status: 204 len: 173 time: 0.9712379 Jul 08 17:27:04.204485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'name': 'network-vif-deleted', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:04.205125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Transition to ACTIVE for port object 7506096e-7ef1-4899-8c7c-b8dc0f8db49c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:04.206609 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156558fc-f9c4-4ad0-a14f-822c87f26714" -d '{"events": [{"server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "name": "network-vif-deleted", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:04.220944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.221501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=92a208fa-a8f1-495e-92d7-e5d63421a105,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.243548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Transition to ACTIVE for port object 7506096e-7ef1-4899-8c7c-b8dc0f8db49c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:04.257966 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.308210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6195040c-5940-44a8-9736-24150e4860f6 req-fcd65004-348d-4fe0-9231-c6973eab6b2a tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449537 Jul 08 17:27:04.309412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:04.313142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:04.317000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:04.353264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Pushing event updated for resources: {'Port': ['ID=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.369761 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58d8b272-0291-4012-9561-b5418ab99454 req-bb0d55a4-de48-4231-a139-3441b2c5443d tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/security-groups?id=1158111e-95e0-457e-87b4-9ee0d0e3ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861858 Jul 08 17:27:04.427912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Attempting to bind port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:04.428296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Attempting to bind port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:04.428660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Attempting to bind port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c on network ed2a22af-4476-4222-aa46-e9ae08e55cf5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:04.443415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d90afab-dddc-474e-b237-efb03d8e2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.446830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d90afab-dddc-474e-b237-efb03d8e2ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.447646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:04.448038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Checking segment: {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:04.451017 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9d90afab-dddc-474e-b237-efb03d8e2ba4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/956c4803-73b2-44ab-a638-064eb7dd19f7 HTTP/1.1" status: 204 len: 168 time: 0.5527298 Jul 08 17:27:04.453803 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.454258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Bound using segment: {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:04.454783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Bound port: 7506096e-7ef1-4899-8c7c-b8dc0f8db49c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:04.458213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.468369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90afab-dddc-474e-b237-efb03d8e2ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956c4803-73b2-44ab-a638-064eb7dd19f7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:04.559705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.626022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] For port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:04.630609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] For port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:04.639323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:04.693720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['64b37d6e-c82e-4524-95b5-4c7e4d4a0141'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:04.730364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['463ad55d-2fe4-499a-aced-51e3cf226b78'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:04.746683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14216204-e92d-47b0-ba61-ef2120084509 req-307f3d21-48ee-433e-bca7-7b062597cbd5 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:04.749296 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14216204-e92d-47b0-ba61-ef2120084509 req-307f3d21-48ee-433e-bca7-7b062597cbd5 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 949 time: 0.1376870 Jul 08 17:27:04.825539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ea9553bf-647a-47df-b150-4dc36665ad20'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:04.827680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['92a208fa-a8f1-495e-92d7-e5d63421a105'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:04.948900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Deleting port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:04.949523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.050245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1f857e0-b748-426d-b79b-601b84fe6cbc req-ba893e3b-aa58-45e7-9624-db54ac8a46b9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 210 time: 0.1109173 Jul 08 17:27:05.142911 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.164331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03f8eb-d179-421f-8f16-b9aa459f77c1 None None] Pushing event updated for resources: {'Port': ['ID=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:05.209021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Router 5353e355-8d6e-4c55-8f16-619e3a232ae1 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:27:05.229184 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccdf7f6-f7cc-49d3-9f6e-e34ba07b7189 x-openstack-request-id: req-6ccdf7f6-f7cc-49d3-9f6e-e34ba07b7189 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:05.229544 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdca3874-1a79-4504-8ed8-f305c88a5fb8", "name": "network-vif-deleted", "tag": "4018975e-cc0e-44eb-86c5-2ac7786ee31b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:05.229858 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6ccdf7f6-f7cc-49d3-9f6e-e34ba07b7189 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:05.230324 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdca3874-1a79-4504-8ed8-f305c88a5fb8', 'name': 'network-vif-deleted', 'tag': '4018975e-cc0e-44eb-86c5-2ac7786ee31b', 'status': 'completed', 'code': 200} Jul 08 17:27:05.239816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] For port 97e634d9-1da8-4b2f-8c82-f03d6b894b35, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=97e634d9-1da8-4b2f-8c82-f03d6b894b35,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:05.242062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.261045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.295948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Calling delete_port for 97e634d9-1da8-4b2f-8c82-f03d6b894b35 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:05.425973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57770) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:05.430044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Network 807d25a0-4208-4f9d-9ab5-27001bde802b is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:05.502624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:05.506825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:05.511471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:05.655283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.661640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.668271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.674740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.676484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2bed1ffb-d085-4e0c-8213-c24971357988'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:05.681067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.687924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.694334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.697014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f868c940-2254-482f-9650-b05f4bf3199e req-d418a330-d80d-4081-b320-a43533311d23 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5427 time: 0.3350110 Jul 08 17:27:05.708372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.709136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.722404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:05.733317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-be8ee6db-b907-4239-a029-dbcce0ada123 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8398170 Jul 08 17:27:05.767498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Request body: {'port': {'device_id': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:05.819309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0e870c4a-e405-4b87-a768-33707f8d045b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:05.840297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f868c940-2254-482f-9650-b05f4bf3199e req-8f2221c8-a777-4c04-bf1e-0825c17a5c1d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192436 Jul 08 17:27:05.865470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423639-4531-4109-83a0-82b26d2c04b4 req-5c41b6ec-9315-4005-b6f9-4312827a9c27 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:05.872416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da423639-4531-4109-83a0-82b26d2c04b4 req-5c41b6ec-9315-4005-b6f9-4312827a9c27 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 949 time: 0.3041313 Jul 08 17:27:05.930001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:27:05.941060 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Sync routers for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:27:05.948469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7506096e-7ef1-4899-8c7c-b8dc0f8db49c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:05.965237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:05.975896 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:05.976940 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:06.047296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Pushing event deleted for resources: {'Port': ['ID=97e634d9-1da8-4b2f-8c82-f03d6b894b35,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:06.085340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e02db45-b575-4d94-86dd-a801d761fa20 req-1548e7ec-b91d-4031-b5b5-317cb3185f3b tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=2a5e315c48a546449c4beed11c4dce1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581522 Jul 08 17:27:06.090257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Deleting subnet e74a4f37-adb8-40a7-b934-dc46167628eb {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:06.101030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.102689 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5f7e1d53-b8c4-4692-8506-3c40b70766ef admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7746592 Jul 08 17:27:06.103392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.129267 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:06.133390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57792) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:06.185710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:06.189254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da423639-4531-4109-83a0-82b26d2c04b4 req-2fb68130-8065-4997-b622-20f3172959db tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987180 Jul 08 17:27:06.273153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] No DVR routers for this DVR port 97e634d9-1da8-4b2f-8c82-f03d6b894b35 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:06.288160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.292330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14216204-e92d-47b0-ba61-ef2120084509 req-5185d620-3f0a-4011-9883-e466a7687b1b tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.72 "DELETE /v2.0/ports/97e634d9-1da8-4b2f-8c82-f03d6b894b35 HTTP/1.1" status: 204 len: 173 time: 1.5337355 Jul 08 17:27:06.301591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-deleted', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:06.310560 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e09f575-8b0a-4fd5-9348-8996207cf6d7" -d '{"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-deleted", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:06.319591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.342209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2fbb3db8-6935-4a5b-a232-651ef787439c up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:06.394225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 97e634d9-1da8-4b2f-8c82-f03d6b894b35 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:06.394630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 97e634d9-1da8-4b2f-8c82-f03d6b894b35 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:06.395144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 33697ae3-eaa3-4739-beb3-95298dddcce8 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:06.399891 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:04Z', 'revision_number': 3, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:06.402059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2a5c665-b0a4-44f7-bdd2-751bf91f2e33 req-53ff5d7d-8f7a-433f-9e9f-c406dca3f067 tempest-ListImageFiltersTestJSON-803820744 tempest-ListImageFiltersTestJSON-803820744-project] 10.222.0.63 "GET /v2.0/ports?device_id=9fd13bcf-f171-4e3c-92f9-c5ae35f09244 HTTP/1.1" status: 200 len: 210 time: 0.0474110 Jul 08 17:27:06.433567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 33697ae3-eaa3-4739-beb3-95298dddcce8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:06.433971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 33697ae3-eaa3-4739-beb3-95298dddcce8 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:06.435010 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.436602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bbb66-0d29-4510-bcee-68ae6b589c19 None None] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:06.476906 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Checking router: 5353e355-8d6e-4c55-8f16-619e3a232ae1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:27:06.480085 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Updating router 5353e355-8d6e-4c55-8f16-619e3a232ae1 port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:27:06.551371 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.564471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.659823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:06.675392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 2fbb3db8-6935-4a5b-a232-651ef787439c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:06.725185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 2fbb3db8-6935-4a5b-a232-651ef787439c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:06.725848 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.782796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.893716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74a4f37-adb8-40a7-b934-dc46167628eb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:06.933778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.934404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.934778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.935133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.935464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.936110 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.936994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.937345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.938386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.938901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.939260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.939996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.940993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:06.951873 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Transition to ACTIVE for port object 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:06.962304 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.963028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:06.966484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02db45-b575-4d94-86dd-a801d761fa20 req-6df370ed-c246-4248-aa0c-c4546861b670 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:06.969566 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ac48bc8e-9933-48c1-a866-9a19be57d795 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e74a4f37-adb8-40a7-b934-dc46167628eb HTTP/1.1" status: 204 len: 168 time: 1.5382407 Jul 08 17:27:06.971680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e02db45-b575-4d94-86dd-a801d761fa20 req-6df370ed-c246-4248-aa0c-c4546861b670 tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8720338 Jul 08 17:27:06.972794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57810) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:07.069037 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8d7e-557d-4757-9b30-a601411b2592 None None] Pushing event updated for resources: {'Port': ['ID=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:07.099037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9effa6b-d296-4211-9bbc-cd1dc5db49ff None None] Provisioning for port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:07.114290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9effa6b-d296-4211-9bbc-cd1dc5db49ff None None] Provisioning complete for port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:07.115402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9effa6b-d296-4211-9bbc-cd1dc5db49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.127123 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Attempting to bind port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:07.127489 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Attempting to bind port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:07.130622 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Attempting to bind port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:07.147865 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:07.148585 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:07.149232 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.149791 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:07.150449 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Bound port: 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:07.151432 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.153210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e02db45-b575-4d94-86dd-a801d761fa20 req-a6235f7a-7e5e-486b-b040-38cfeb1f4f9e tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/quotas/2a5e315c48a546449c4beed11c4dce1a HTTP/1.1" status: 200 len: 375 time: 0.1715875 Jul 08 17:27:07.233720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.269221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e02db45-b575-4d94-86dd-a801d761fa20 req-18c9d90e-e351-4c12-a537-a486729ec32a tempest-QuotasAdminNegativeTest-1331062698 tempest-QuotasAdminNegativeTest-1331062698-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2a5e315c48a546449c4beed11c4dce1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127644 Jul 08 17:27:07.272911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] For port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:07.282928 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] For port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:07.308579 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.354739 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59712cc-1050-4bd8-b113-710f75ccfd21 req-2f4642e3-de10-4f86-a432-b53bf48fa62f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:07.364772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c59712cc-1050-4bd8-b113-710f75ccfd21 req-2f4642e3-de10-4f86-a432-b53bf48fa62f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 931 time: 0.5863497 Jul 08 17:27:07.380478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:07.381563 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:07.443280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.519456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2fbb3db8-6935-4a5b-a232-651ef787439c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2fbb3db8-6935-4a5b-a232-651ef787439c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:07.519841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:07.520994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbb3db8-6935-4a5b-a232-651ef787439c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:07.523736 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4427eb9e-006e-4e2f-a7d4-0588b8d2f7b8" -d '{"events": [{"server_uuid": "126f26b7-9e61-4f48-8415-7d6b2a5b8e37", "name": "network-vif-plugged", "status": "completed", "tag": "2fbb3db8-6935-4a5b-a232-651ef787439c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:07.600115 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9effa6b-d296-4211-9bbc-cd1dc5db49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.629131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c59712cc-1050-4bd8-b113-710f75ccfd21 req-e7004b85-a117-4fd4-a7b0-be9a9e9fab63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635009 Jul 08 17:27:07.638044 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.643838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:07.651983 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8d7e-557d-4757-9b30-a601411b2592 None None] Pushing event updated for resources: {'Port': ['ID=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:07.676193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad927ad6-116c-4135-873f-1a8a11268628 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:07.705175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 4018975e-cc0e-44eb-86c5-2ac7786ee31b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:07.705556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4018975e-cc0e-44eb-86c5-2ac7786ee31b not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:07.748998 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.807262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e9effa6b-d296-4211-9bbc-cd1dc5db49ff None None] For port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:07.820288 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:04Z', 'revision_number': 3, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:07.820546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Transition to ACTIVE for port object ad927ad6-116c-4135-873f-1a8a11268628 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:07.833232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9effa6b-d296-4211-9bbc-cd1dc5db49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.838237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.861680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=2fbb3db8-6935-4a5b-a232-651ef787439c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:07.875780 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42b2ce-d177-42f0-87af-b441ba424ae3 None None] The sync data for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 is: [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:04Z', 'revision_number': 3, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:27:07.889920 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e11d43-756c-4bda-8689-001a8186648c x-openstack-request-id: req-43e11d43-756c-4bda-8689-001a8186648c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:07.890417 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd13bcf-f171-4e3c-92f9-c5ae35f09244", "name": "network-vif-deleted", "tag": "97e634d9-1da8-4b2f-8c82-f03d6b894b35", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:07.890750 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-43e11d43-756c-4bda-8689-001a8186648c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:07.891240 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd13bcf-f171-4e3c-92f9-c5ae35f09244', 'name': 'network-vif-deleted', 'tag': '97e634d9-1da8-4b2f-8c82-f03d6b894b35', 'status': 'completed', 'code': 200} Jul 08 17:27:07.928174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9effa6b-d296-4211-9bbc-cd1dc5db49ff None None] Pushing event updated for resources: {'Port': ['ID=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:07.973668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-320f090c-9d6a-4b00-a0d3-8f172243ba98 None None] Provisioning complete for port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:07.974280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-320f090c-9d6a-4b00-a0d3-8f172243ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:07.984504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:07.986106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.005914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0664b879-38e9-4d8c-9380-0897a1d0931b']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:08.012034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.018900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.020061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58e7433-2e14-48aa-882d-e71fb9e64a54') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:08.020269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58e7433-2e14-48aa-882d-e71fb9e64a54') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:08.026127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.033595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.034373 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.042031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.050143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.057608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.059709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6e0a637-25e8-4554-b555-10276f040ccf req-d8333d88-e367-4bc3-a7fb-a87359fd9d7a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5427 time: 0.3510828 Jul 08 17:27:08.083375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.095286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:08.095748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:08.097818 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:08.137873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:08.186625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.190359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6e0a637-25e8-4554-b555-10276f040ccf req-24bf32d3-8b69-48e2-a43f-608239294b7d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088886 Jul 08 17:27:08.191077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.214441 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.216379 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0664b879-38e9-4d8c-9380-0897a1d0931b HTTP/1.1" status: 204 len: 168 time: 1.2426281 Jul 08 17:27:08.221249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57828) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:08.230640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0a11-d28e-4ac9-bdc9-dc5c2c9f6f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0664b879-38e9-4d8c-9380-0897a1d0931b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:08.240703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Attempting to bind port ad927ad6-116c-4135-873f-1a8a11268628 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:08.241470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Attempting to bind port ad927ad6-116c-4135-873f-1a8a11268628 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:08.243937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Attempting to bind port ad927ad6-116c-4135-873f-1a8a11268628 on network 807d25a0-4208-4f9d-9ab5-27001bde802b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:08.252540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:08.271615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:08.271999 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.281039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Port ad927ad6-116c-4135-873f-1a8a11268628 on network 807d25a0-4208-4f9d-9ab5-27001bde802b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:08.282852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Attempting to bind port ad927ad6-116c-4135-873f-1a8a11268628 on network 807d25a0-4208-4f9d-9ab5-27001bde802b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:08.368889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:08.377970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Checking segment: {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:08.378632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Bound using segment: {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:08.379299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Bound port: ad927ad6-116c-4135-873f-1a8a11268628, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:08.379826 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.428758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Deleting subnet dbd77d87-6b00-4f4d-8e4e-bf6ea03d60fc {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:27:08.433697 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.445297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d443-6af6-46a6-b9d6-3b9d8706a476 req-bd842ca8-12ff-4548-ab1e-ab1b24aae585 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.453107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d606d443-6af6-46a6-b9d6-3b9d8706a476 req-bd842ca8-12ff-4548-ab1e-ab1b24aae585 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 950 time: 0.3261716 Jul 08 17:27:08.458236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.477354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:08.482184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.483602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 463ad55d-2fe4-499a-aced-51e3cf226b78 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:08.497684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Allocated IP 172.20.0.1 (ed2a22af-4476-4222-aa46-e9ae08e55cf5/8defc47f-b9bb-4962-81a2-04ac53fa25a4/03cc2556-cc25-4cc5-8e97-2cb2c9018075) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:08.639008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.643895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:08.672395 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.672698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 463ad55d-2fe4-499a-aced-51e3cf226b78 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:08.678496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 463ad55d-2fe4-499a-aced-51e3cf226b78 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:08.679191 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.691516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.702117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Transition to ACTIVE for port object 03cc2556-cc25-4cc5-8e97-2cb2c9018075 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:08.738132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d606d443-6af6-46a6-b9d6-3b9d8706a476 req-d391cbd2-a6b5-47be-8082-2be31157b62f tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837777 Jul 08 17:27:08.760482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:08.769093 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f48d4-5a05-45b2-aa75-665c9fa056b8 x-openstack-request-id: req-944f48d4-5a05-45b2-aa75-665c9fa056b8 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:08.769746 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126f26b7-9e61-4f48-8415-7d6b2a5b8e37", "name": "network-vif-plugged", "status": "completed", "tag": "2fbb3db8-6935-4a5b-a232-651ef787439c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:08.770076 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-944f48d4-5a05-45b2-aa75-665c9fa056b8 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:08.771766 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbb3db8-6935-4a5b-a232-651ef787439c', 'code': 200} Jul 08 17:27:08.785145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:08.788770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.797661 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.864199 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.880882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:08.881613 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.883867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] 10.222.0.72 "PUT /v2.0/ports/ad927ad6-116c-4135-873f-1a8a11268628 HTTP/1.1" status: 200 len: 1091 time: 3.1245594 Jul 08 17:27:08.891667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:08.902259 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427def7d-47be-4f3d-a5e6-a8aa65f7770d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "tag": "ad927ad6-116c-4135-873f-1a8a11268628"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:08.919439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.931820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 463ad55d-2fe4-499a-aced-51e3cf226b78, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=463ad55d-2fe4-499a-aced-51e3cf226b78,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:08.939938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:08.941059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ea9553bf-647a-47df-b150-4dc36665ad20 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:08.970321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Pushing event updated for resources: {'Port': ['ID=03cc2556-cc25-4cc5-8e97-2cb2c9018075,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:08.981634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:08.985197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:08.989700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:09.013689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd77d87-6b00-4f4d-8e4e-bf6ea03d60fc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:09.064582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:09.081415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.083696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/dbd77d87-6b00-4f4d-8e4e-bf6ea03d60fc HTTP/1.1" status: 204 len: 168 time: 0.8611443 Jul 08 17:27:09.089727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.090378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.090952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.091523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.092137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.092701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.093414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.093971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.094794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.095350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.095914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.102785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe326c7-8a9f-4f36-b8cd-7290c93a2cce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.107964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57854) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:09.111950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.112604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.113275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.113844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.114392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.114984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.115579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.116398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.117106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.117794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.118385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.118938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff97819c-651a-4dcd-a974-2e02ee3657b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:09.131801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.141236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=463ad55d-2fe4-499a-aced-51e3cf226b78,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:09.168415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port ea9553bf-647a-47df-b150-4dc36665ad20 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:09.174154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port ea9553bf-647a-47df-b150-4dc36665ad20 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:09.174715 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.303769 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.349290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ea9553bf-647a-47df-b150-4dc36665ad20, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ea9553bf-647a-47df-b150-4dc36665ad20,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:09.356294 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.358030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:09.378140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49162b48-8e11-4b70-a1d6-5b3aa4fd0ff8 req-d3c761ff-d25b-4962-ac3d-bb36293752db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.379942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49162b48-8e11-4b70-a1d6-5b3aa4fd0ff8 req-d3c761ff-d25b-4962-ac3d-bb36293752db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 1101 time: 0.4736636 Jul 08 17:27:09.393915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.417105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57860) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:09.422245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-c84891ac-d57d-470a-938a-00bcd93529fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.424116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-c84891ac-d57d-470a-938a-00bcd93529fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 1094 time: 0.4556015 Jul 08 17:27:09.441672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30f2c2-4d02-4c45-8d76-9c8647c95fa5 req-d6741b96-4848-48ff-ba9f-97281789c447 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.443606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d30f2c2-4d02-4c45-8d76-9c8647c95fa5 req-d6741b96-4848-48ff-ba9f-97281789c447 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 943 time: 0.3335333 Jul 08 17:27:09.444964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.494481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4749531-d0b0-44a0-8838-efecfd1d60d6 None None] Provisioning for port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:09.508901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ea9553bf-647a-47df-b150-4dc36665ad20,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:09.523579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-b9606f66-6069-4707-946c-f6d5db8da95a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad927ad6-116c-4135-873f-1a8a11268628 HTTP/1.1" status: 200 len: 217 time: 0.0781996 Jul 08 17:27:09.525162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4749531-d0b0-44a0-8838-efecfd1d60d6 None None] Provisioning complete for port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:09.525485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4749531-d0b0-44a0-8838-efecfd1d60d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.534003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49162b48-8e11-4b70-a1d6-5b3aa4fd0ff8 req-be72c5ee-c852-4bad-b34e-997ce4c2417a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364610 Jul 08 17:27:09.591715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:09.595632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b4749531-d0b0-44a0-8838-efecfd1d60d6 None None] Port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:09.601025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:09.601557 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.654843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d30f2c2-4d02-4c45-8d76-9c8647c95fa5 req-1bbe7cde-eb94-4de0-a48a-7e0d820c28d4 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993771 Jul 08 17:27:09.656644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.661092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec8e2aa6-ade3-457d-a996-e6cdf5132943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.688056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c8a4bd-928d-4624-8477-ec0309c88920']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:09.712368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-c59eee0f-0df2-435c-833d-37a6c20bc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:09.713926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-c59eee0f-0df2-435c-833d-37a6c20bc73b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21419bcb-43d5-4e63-b22d-90182f2d3eae HTTP/1.1" status: 200 len: 861 time: 0.1763582 Jul 08 17:27:09.734109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff7dbde-5460-4414-b672-2c3654a84352') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:09.734408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff7dbde-5460-4414-b672-2c3654a84352') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:09.822418 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec8e2aa6-ade3-457d-a996-e6cdf5132943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.836049 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244b79c2-cb41-44ab-b624-195a0ace6333 x-openstack-request-id: req-244b79c2-cb41-44ab-b624-195a0ace6333 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:09.837317 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "tag": "ad927ad6-116c-4135-873f-1a8a11268628", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:09.837724 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-244b79c2-cb41-44ab-b624-195a0ace6333 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:09.838430 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628', 'status': 'completed', 'code': 200} Jul 08 17:27:09.842677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-f210a8c6-8c8e-4cec-915f-cd83490f490a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=807d25a0-4208-4f9d-9ab5-27001bde802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110039 Jul 08 17:27:09.849763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.850287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec8e2aa6-ade3-457d-a996-e6cdf5132943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.896750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.908344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.915834 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.954842 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.955843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:27:09.957430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:09.987647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:09.999488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:27:10.012517 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:27:10.041037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ec8e2aa6-ade3-457d-a996-e6cdf5132943 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a42e093aad5c4d59bc954280b6a268e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201935 Jul 08 17:27:10.041037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e2aa6-ade3-457d-a996-e6cdf5132943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42100994-4b93-404c-9398-5f1334af5603,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:10.042466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57884) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:10.054513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Pushing event updated for resources: {'Port': ['ID=03cc2556-cc25-4cc5-8e97-2cb2c9018075,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:10.077487 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.078641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 92a208fa-a8f1-495e-92d7-e5d63421a105 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:10.094828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.100356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57886) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:10.186806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af0689b1-cf7e-460d-90ee-4faab34a73f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.245192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af0689b1-cf7e-460d-90ee-4faab34a73f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.286279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 92a208fa-a8f1-495e-92d7-e5d63421a105 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:10.299659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:10.304149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 92a208fa-a8f1-495e-92d7-e5d63421a105 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:10.304947 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.311065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-0567fbd2-06df-4d33-93c1-d5c13168459a service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361346 Jul 08 17:27:10.317360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-458a8998-4c37-4772-b1bf-217e13407137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.332536 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:10.334013 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.343144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:10.343525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.356660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:10.360543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:10.366695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.367363 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af0689b1-cf7e-460d-90ee-4faab34a73f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.370046 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af0689b1-cf7e-460d-90ee-4faab34a73f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.371233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-af0689b1-cf7e-460d-90ee-4faab34a73f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/42100994-4b93-404c-9398-5f1334af5603 HTTP/1.1" status: 204 len: 168 time: 0.3264883 Jul 08 17:27:10.395631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b9c8a4bd-928d-4624-8477-ec0309c88920 HTTP/1.1" status: 204 len: 168 time: 1.2503750 Jul 08 17:27:10.496773 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.526468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:10.555774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Router 5353e355-8d6e-4c55-8f16-619e3a232ae1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:27:10.557230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0689b1-cf7e-460d-90ee-4faab34a73f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42100994-4b93-404c-9398-5f1334af5603,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:10.557786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.559145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7506096e-7ef1-4899-8c7c-b8dc0f8db49c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:10.568372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.593597 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.598339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.604590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.633861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.641328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.653824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.660208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.668880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-a30d9243-72d7-43e1-87cb-9f1c9c91bbde tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5431 time: 0.7143526 Jul 08 17:27:10.673319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:10.678533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9ebdd-d4cd-4940-b3a8-8dbdf18a26b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c8a4bd-928d-4624-8477-ec0309c88920,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:10.759154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 92a208fa-a8f1-495e-92d7-e5d63421a105, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=92a208fa-a8f1-495e-92d7-e5d63421a105,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:10.777375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b37d6e-c82e-4524-95b5-4c7e4d4a0141'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ad55d-2fe4-499a-aced-51e3cf226b78'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:10.781031 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f85ad-4a01-4e64-9bae-0af5e4b5da68" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "64b37d6e-c82e-4524-95b5-4c7e4d4a0141"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "463ad55d-2fe4-499a-aced-51e3cf226b78"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:10.791943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:10.798603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:10.799270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.804575 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.854136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67b66a2f-8d17-4833-a88a-ed8b8051521f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=78f0f599a2754a83bb34ce042d0c8c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764736 Jul 08 17:27:10.859139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:27:10.863724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57914) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:10.866539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3904c6d-9f76-4dbe-8594-c86ccc6bf320 req-9bc62787-080b-4c48-9a97-2493403f1052 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1964216 Jul 08 17:27:10.903351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cdbd3977-bed1-4593-9de9-772111f80141 admin admin] 10.222.0.63 "PUT /v2.0/routers/5353e355-8d6e-4c55-8f16-619e3a232ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7683859 Jul 08 17:27:10.926194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-458a8998-4c37-4772-b1bf-217e13407137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.946779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554b6d29-e205-43e7-91e3-875d6a2fd2dd req-54df07d2-ff7f-4c17-a512-5c988ad88ef7 service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195371 Jul 08 17:27:10.959806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb1858ff-ad1a-4447-9b12-7a487d6a4cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.962682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-458a8998-4c37-4772-b1bf-217e13407137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:10.971834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a246c-554e-4e13-8492-b19f6727d316 req-73e960fa-ebf9-44f1-89c2-096a844b0950 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:10.973451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d6a246c-554e-4e13-8492-b19f6727d316 req-73e960fa-ebf9-44f1-89c2-096a844b0950 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 950 time: 0.3012552 Jul 08 17:27:11.009064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2bed1ffb-d085-4e0c-8213-c24971357988 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:11.011793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Sync routers for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:27:11.022787 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-458a8998-4c37-4772-b1bf-217e13407137 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2a5e315c48a546449c4beed11c4dce1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9184666 Jul 08 17:27:11.030308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57924) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.038271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb1858ff-ad1a-4447-9b12-7a487d6a4cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.050837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57926) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.051581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a8998-4c37-4772-b1bf-217e13407137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c154050-15e2-4767-abcf-21d05d113c30,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.080670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=92a208fa-a8f1-495e-92d7-e5d63421a105,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.082180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6e1c-12d8-47de-86b4-a10d26ffebee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.135351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:11.135971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:11.162746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d6a246c-554e-4e13-8492-b19f6727d316 req-45010f40-9c56-40e9-b411-6a7adce04ace tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689830 Jul 08 17:27:11.163604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-94a64768-522b-4727-9712-f5d8a3c55b6b None None] Provisioning complete for port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:11.166059 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94a64768-522b-4727-9712-f5d8a3c55b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.206810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d15-a9df-4a67-bdac-301fb64e6abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.209161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-eb2dbe6b-39a9-4a65-b42c-2b8bb4c8c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:11.210781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-eb2dbe6b-39a9-4a65-b42c-2b8bb4c8c592 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 1094 time: 0.1890590 Jul 08 17:27:11.226165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb1858ff-ad1a-4447-9b12-7a487d6a4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.230912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb1858ff-ad1a-4447-9b12-7a487d6a4cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.234452 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb1858ff-ad1a-4447-9b12-7a487d6a4cf7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/44869479-f4de-497a-ac0e-edb2f1c454ab HTTP/1.1" status: 204 len: 168 time: 0.3667986 Jul 08 17:27:11.266213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d15-a9df-4a67-bdac-301fb64e6abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.269258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1858ff-ad1a-4447-9b12-7a487d6a4cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44869479-f4de-497a-ac0e-edb2f1c454ab,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.352576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:11.353170 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6e1c-12d8-47de-86b4-a10d26ffebee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.361148 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6e1c-12d8-47de-86b4-a10d26ffebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.375252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d15-a9df-4a67-bdac-301fb64e6abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.379055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6d74d15-a9df-4a67-bdac-301fb64e6abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.382497 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e6d74d15-a9df-4a67-bdac-301fb64e6abc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3c154050-15e2-4767-abcf-21d05d113c30 HTTP/1.1" status: 204 len: 168 time: 0.3489420 Jul 08 17:27:11.463946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4b5f6e1c-12d8-47de-86b4-a10d26ffebee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=07bbaffc68bf4d27bbb11690a9144cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985775 Jul 08 17:27:11.467019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57946) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:11.475583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f6e1c-12d8-47de-86b4-a10d26ffebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1828bcb7-74f9-4b5b-8785-507cacb0cf50,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.510134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-227c8605-33c7-47f7-b88f-b11551339276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:11.511784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-227c8605-33c7-47f7-b88f-b11551339276 service neutron] 10.222.0.72 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 922 time: 0.2936499 Jul 08 17:27:11.522020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea7d8-a114-4477-95a0-415920e65ff3 req-ef102e2b-aa16-43d2-940a-1b79ed8bd918 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:11.525895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d74d15-a9df-4a67-bdac-301fb64e6abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c154050-15e2-4767-abcf-21d05d113c30,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.530462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a1ea7d8-a114-4477-95a0-415920e65ff3 req-ef102e2b-aa16-43d2-940a-1b79ed8bd918 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 943 time: 0.1503499 Jul 08 17:27:11.629621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-fecd0e57-dfe4-49bc-b1a6-e1a5dcbdfd4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad927ad6-116c-4135-873f-1a8a11268628 HTTP/1.1" status: 200 len: 217 time: 0.0961330 Jul 08 17:27:11.637101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa9ae-2af3-499a-a3b8-70e7fb2ed3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.662235 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a1cb98-a74d-4810-ad19-5021311f6010 x-openstack-request-id: req-80a1cb98-a74d-4810-ad19-5021311f6010 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:11.662638 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "64b37d6e-c82e-4524-95b5-4c7e4d4a0141", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "463ad55d-2fe4-499a-aced-51e3cf226b78", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:11.662967 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-80a1cb98-a74d-4810-ad19-5021311f6010 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:11.664246 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b37d6e-c82e-4524-95b5-4c7e4d4a0141', 'code': 200} Jul 08 17:27:11.664580 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463ad55d-2fe4-499a-aced-51e3cf226b78', 'code': 200} Jul 08 17:27:11.665302 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'code': 200} Jul 08 17:27:11.668381 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6', 'code': 200} Jul 08 17:27:11.669056 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105', 'code': 200} Jul 08 17:27:11.692268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa9ae-2af3-499a-a3b8-70e7fb2ed3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.764683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa9ae-2af3-499a-a3b8-70e7fb2ed3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.768552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c7fa9ae-2af3-499a-a3b8-70e7fb2ed3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:11.773426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0c7fa9ae-2af3-499a-a3b8-70e7fb2ed3b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1828bcb7-74f9-4b5b-8785-507cacb0cf50 HTTP/1.1" status: 204 len: 168 time: 0.3032439 Jul 08 17:27:11.785534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-94a64768-522b-4727-9712-f5d8a3c55b6b None None] Port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:11.796154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fa9ae-2af3-499a-a3b8-70e7fb2ed3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828bcb7-74f9-4b5b-8785-507cacb0cf50,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:11.827976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 2bed1ffb-d085-4e0c-8213-c24971357988 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:11.862738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2bed1ffb-d085-4e0c-8213-c24971357988 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:11.863104 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.033254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a1ea7d8-a114-4477-95a0-415920e65ff3 req-b1465e9b-5fef-434f-993d-04dd33fe8eef tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016303 Jul 08 17:27:12.053935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:12.063979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-7402a07b-99ef-43d6-b986-80ec50471f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.065496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-7402a07b-99ef-43d6-b986-80ec50471f48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21419bcb-43d5-4e63-b22d-90182f2d3eae HTTP/1.1" status: 200 len: 861 time: 0.4211328 Jul 08 17:27:12.110616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 2, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:12.129216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-1795e23a-43fa-41a1-994a-9b9e0eca6f52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=807d25a0-4208-4f9d-9ab5-27001bde802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552812 Jul 08 17:27:12.163627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Checking router: 5353e355-8d6e-4c55-8f16-619e3a232ae1 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:27:12.163987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Updating router 5353e355-8d6e-4c55-8f16-619e3a232ae1 port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:27:12.224568 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.236134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57972) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.239773 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.242982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:12.243353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.307882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-74ef4f4b-7a22-4a2e-a4a6-662017290556 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=489f48c96d064b3fb40f00c03e865356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692792 Jul 08 17:27:12.309125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.316451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2bed1ffb-d085-4e0c-8213-c24971357988, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bed1ffb-d085-4e0c-8213-c24971357988,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:12.377906 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.378729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0e870c4a-e405-4b87-a768-33707f8d045b up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:12.394752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58bbcb91-e06b-453b-91d7-647a5422cfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.406101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57978) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.429713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58bbcb91-e06b-453b-91d7-647a5422cfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.438417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-d66220a7-b115-4d01-b57c-d62e7ae216f6 service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999957 Jul 08 17:27:12.484455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.496176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58bbcb91-e06b-453b-91d7-647a5422cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.500204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.501529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58bbcb91-e06b-453b-91d7-647a5422cfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.504027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-58bbcb91-e06b-453b-91d7-647a5422cfe6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a4408718-de1f-4a9b-bbfb-2f56ee5585c5 HTTP/1.1" status: 204 len: 168 time: 0.1933925 Jul 08 17:27:12.514553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbcb91-e06b-453b-91d7-647a5422cfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4408718-de1f-4a9b-bbfb-2f56ee5585c5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:12.519877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.526221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.535772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57986) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.546542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.552517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.554506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3213d57-f829-47a4-a7a3-81781d2b97bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.567880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.578689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-fc753eb5-047b-456a-b818-51af6b9d54bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5432 time: 0.3371534 Jul 08 17:27:12.650325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-38c8fbf3-7b0f-454d-9856-f6bd44deb136 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:12.650657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e101ed15-c30b-4a9b-97e6-63034a1e9def admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5905ae8e6854e5bbfa4111a3e30df6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427971 Jul 08 17:27:12.653302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.655283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-38c8fbf3-7b0f-454d-9856-f6bd44deb136 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks?id=ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 200 len: 829 time: 0.4304423 Jul 08 17:27:12.741429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2bed1ffb-d085-4e0c-8213-c24971357988,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:12.752152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-f4cc87b5-920d-4f1c-a7f9-949484d2defb tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/quotas/4477a53341d54ecba47453fbb50ff061 HTTP/1.1" status: 200 len: 375 time: 0.0753629 Jul 08 17:27:12.756471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aebcb217-163e-403b-b724-56ba82c64206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.828711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 0e870c4a-e405-4b87-a768-33707f8d045b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:12.844972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 0e870c4a-e405-4b87-a768-33707f8d045b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:12.845355 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.849866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a947703c-3879-49f5-b7fe-6790f2c7a3c3 req-d5987d67-6a0e-45f4-81e6-83a8f6af61d0 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2698777 Jul 08 17:27:12.855228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3213d57-f829-47a4-a7a3-81781d2b97bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.870260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3213d57-f829-47a4-a7a3-81781d2b97bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.905011 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3213d57-f829-47a4-a7a3-81781d2b97bc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2f8124e82add453697522df38feb3133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669803 Jul 08 17:27:12.907066 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aebcb217-163e-403b-b724-56ba82c64206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:12.909691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58000) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:12.943735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-427def7d-47be-4f3d-a5e6-a8aa65f7770d req-81a391d9-b2d0-4cc2-ab5c-e540555e286d service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925551 Jul 08 17:27:12.989594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-a79d1a34-e9a4-40a2-b8ac-6d4934978708 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4477a53341d54ecba47453fbb50ff061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2257957 Jul 08 17:27:13.064683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3213d57-f829-47a4-a7a3-81781d2b97bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94575320-f141-440f-9e03-6d498d681d1c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.092705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa9e-701e-4f02-b244-08485b5686e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.123487 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa9e-701e-4f02-b244-08485b5686e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.136135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aebcb217-163e-403b-b724-56ba82c64206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.139651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aebcb217-163e-403b-b724-56ba82c64206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.139804 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.143741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aebcb217-163e-403b-b724-56ba82c64206 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1158111e-95e0-457e-87b4-9ee0d0e3ec1b HTTP/1.1" status: 204 len: 168 time: 0.4868660 Jul 08 17:27:13.164266 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.173303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcb217-163e-403b-b724-56ba82c64206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1158111e-95e0-457e-87b4-9ee0d0e3ec1b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.203192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Transition to ACTIVE for port object 03cc2556-cc25-4cc5-8e97-2cb2c9018075 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:13.206726 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa9e-701e-4f02-b244-08485b5686e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.213357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa9e-701e-4f02-b244-08485b5686e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.215612 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d66eaa9e-701e-4f02-b244-08485b5686e1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/94575320-f141-440f-9e03-6d498d681d1c HTTP/1.1" status: 204 len: 168 time: 0.2908852 Jul 08 17:27:13.226392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0e870c4a-e405-4b87-a768-33707f8d045b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0e870c4a-e405-4b87-a768-33707f8d045b,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:13.228912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eaa9e-701e-4f02-b244-08485b5686e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94575320-f141-440f-9e03-6d498d681d1c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.229562 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.262511 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.303137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a57b80-fb4e-49b7-936a-e7f220a9ee0b None None] Pushing event updated for resources: {'Port': ['ID=03cc2556-cc25-4cc5-8e97-2cb2c9018075,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.313843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-1020045a-1f42-48b2-8faf-e5ce7459e5d7 service neutron] 10.222.0.63 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223286 Jul 08 17:27:13.387024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b04c9-5bc3-45ee-8a52-28257d6e7cd0 req-ee236338-4eb9-4eec-ad15-2f068606b0cd tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:13.388889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-790b04c9-5bc3-45ee-8a52-28257d6e7cd0 req-ee236338-4eb9-4eec-ad15-2f068606b0cd tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 950 time: 0.2788703 Jul 08 17:27:13.453500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.461622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Attempting to bind port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:13.462294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Attempting to bind port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:13.462839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Attempting to bind port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 on network ed2a22af-4476-4222-aa46-e9ae08e55cf5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:13.467907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-790b04c9-5bc3-45ee-8a52-28257d6e7cd0 req-e5a8e711-94d4-412d-a6f6-1e8363705603 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705578 Jul 08 17:27:13.468981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0e870c4a-e405-4b87-a768-33707f8d045b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.472525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-0ea0812a-bb68-4194-9eaa-d388ae336159 service neutron] 10.222.0.63 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521335 Jul 08 17:27:13.482628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:13.483244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Checking segment: {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:13.483821 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.484791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Bound using segment: {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:13.485431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Bound port: 03cc2556-cc25-4cc5-8e97-2cb2c9018075, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:13.486161 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.574341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] For port 03cc2556-cc25-4cc5-8e97-2cb2c9018075, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:13.578382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] For port 03cc2556-cc25-4cc5-8e97-2cb2c9018075, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=03cc2556-cc25-4cc5-8e97-2cb2c9018075,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:13.585879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:13.658716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a57b80-fb4e-49b7-936a-e7f220a9ee0b None None] Pushing event updated for resources: {'Port': ['ID=03cc2556-cc25-4cc5-8e97-2cb2c9018075,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:13.673178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:13.675746 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7386f59b-a25e-4e35-a0fe-db422f8e3271" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:13.685317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:13.686005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:13.871430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71d44-e5d2-4a1d-9e64-a56117026824 req-f6768eb0-2574-4549-85f4-45cef204ff9e tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:13.874818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db71d44-e5d2-4a1d-9e64-a56117026824 req-f6768eb0-2574-4549-85f4-45cef204ff9e tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 943 time: 0.1700356 Jul 08 17:27:13.971596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:14.001079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db71d44-e5d2-4a1d-9e64-a56117026824 req-77e04c40-bea4-4abc-a132-65a5bd05c3e8 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177711 Jul 08 17:27:14.116938 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d52300-019f-46f4-b7aa-ce6c54874e06 x-openstack-request-id: req-a6d52300-019f-46f4-b7aa-ce6c54874e06 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:14.117726 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-plugged", "status": "completed", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:14.118199 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6d52300-019f-46f4-b7aa-ce6c54874e06 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:14.119611 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988', 'code': 200} Jul 08 17:27:14.120120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cf44208-7b90-4f92-a6be-42dc5af7448c req-2f2e95b9-b6a8-4a9a-970b-9980f9a08d03 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 210 time: 0.0940411 Jul 08 17:27:14.120243 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b', 'code': 200} Jul 08 17:27:14.171245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ad927ad6-116c-4135-873f-1a8a11268628 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:14.421851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:13Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:14.452001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.452393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c7103-4b06-466d-b0a5-f10d7fe3fbb4 None None] The sync data for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 is: [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:13Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:27:14.452600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.452984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.453976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.454896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.455840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.457004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.459008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d51ca371-f74e-4f23-b456-f3162668f28a req-2d1f6b3f-bb59-41cf-aa05-2749a015673f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6491 time: 0.2656057 Jul 08 17:27:14.467402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:14.484591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'ad927ad6-116c-4135-873f-1a8a11268628', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'port_id': 'ad927ad6-116c-4135-873f-1a8a11268628', 'mac_address': 'fa:16:3e:51:84:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21419bcb-43d5-4e63-b22d-90182f2d3eae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:14.563471 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.590858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad927ad6-116c-4135-873f-1a8a11268628 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:14.611090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d51ca371-f74e-4f23-b456-f3162668f28a req-30d105ab-b0e9-4b40-b580-9fa50b68737f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=03320bb2-afae-4cd3-bc82-044655696c8a&id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1326210 Jul 08 17:27:14.615245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:14.626946 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:14.634610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.647471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.654556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.661865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.668962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.675637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.682678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.684945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-dbbd6d3d-9a79-4069-89d7-6f651c01869a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.3664091 Jul 08 17:27:14.703673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:14.710648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e2a56-d25e-42ff-b107-45d41144bc2e req-bf94fdfb-edb9-4411-856b-abac75514065 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:14.718905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d2e2a56-d25e-42ff-b107-45d41144bc2e req-bf94fdfb-edb9-4411-856b-abac75514065 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 950 time: 0.3118360 Jul 08 17:27:14.799903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d2e2a56-d25e-42ff-b107-45d41144bc2e req-d72df3f2-4c29-4ead-8963-18e51715655d tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797279 Jul 08 17:27:14.837181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a6b7deb4-0bea-4bcb-bf15-ae8f2a98f522 req-bf14adfa-5b49-4555-bf12-31db6a477eca tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149659 Jul 08 17:27:14.908261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ad927ad6-116c-4135-873f-1a8a11268628'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:15.224808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22146bec-4694-4cd3-be80-02ae9588c8b8 req-c1083441-9453-4eca-a52f-4a951cbb5bd2 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.229552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22146bec-4694-4cd3-be80-02ae9588c8b8 req-c1083441-9453-4eca-a52f-4a951cbb5bd2 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 944 time: 0.0783608 Jul 08 17:27:15.276998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22146bec-4694-4cd3-be80-02ae9588c8b8 req-98b42862-528d-4658-b20f-85699373c455 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443461 Jul 08 17:27:15.341120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd2ccd30-34db-43e1-8721-97ffd262229e req-e50f6347-1710-45af-b2c0-0eac13900dd0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 210 time: 0.0403275 Jul 08 17:27:15.752460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-8ea9a7d6-34fb-49e4-8369-1361a81a9e7b tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.754432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-8ea9a7d6-34fb-49e4-8369-1361a81a9e7b tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.41 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 950 time: 0.0802267 Jul 08 17:27:15.948617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-59f8f9f9-0685-4a8f-bd92-6e4adcf48f93 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:15.951503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-59f8f9f9-0685-4a8f-bd92-6e4adcf48f93 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.41 "GET /v2.0/networks?id=ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 200 len: 829 time: 0.2761867 Jul 08 17:27:15.982878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Request body: {'port': {'device_id': '69d2fef4-377a-4846-8358-dd0edccb4629', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'admin_state_up': True, 'tenant_id': '4477a53341d54ecba47453fbb50ff061'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:16.068188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 03cc2556-cc25-4cc5-8e97-2cb2c9018075 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:16.109857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Deleting port 2fbb3db8-6935-4a5b-a232-651ef787439c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:16.110344 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.144978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:16.152074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:16.152897 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.194501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ad927ad6-116c-4135-873f-1a8a11268628 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:16.270541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] For port 2fbb3db8-6935-4a5b-a232-651ef787439c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2fbb3db8-6935-4a5b-a232-651ef787439c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:16.271512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.296799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a828742-ede5-48cb-a594-5db2ad31cb1b req-a3c932f6-128c-4ca2-9b4d-1f85fbecef4d tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:16.306913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a828742-ede5-48cb-a594-5db2ad31cb1b req-a3c932f6-128c-4ca2-9b4d-1f85fbecef4d tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/ports?device_id=126f26b7-9e61-4f48-8415-7d6b2a5b8e37 HTTP/1.1" status: 200 len: 950 time: 0.1846077 Jul 08 17:27:16.308806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Made reservation on behalf of 4477a53341d54ecba47453fbb50ff061 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:16.313190 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.331992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Calling delete_port for 2fbb3db8-6935-4a5b-a232-651ef787439c owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:16.372438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a828742-ede5-48cb-a594-5db2ad31cb1b req-17b7cbb1-0e6f-487b-a12b-cdf75cb02bc4 tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.63 "GET /v2.0/security-groups?id=e8fbef0a-4987-4a16-8bf8-61c8752b71a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641658 Jul 08 17:27:16.572100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port ad927ad6-116c-4135-873f-1a8a11268628 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:16.574307 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.585056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port ad927ad6-116c-4135-873f-1a8a11268628 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:16.585278 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.649558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 03cc2556-cc25-4cc5-8e97-2cb2c9018075, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=03cc2556-cc25-4cc5-8e97-2cb2c9018075,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:16.667726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.676655 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.690534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Allocated IP 172.20.0.5 (ed2a22af-4476-4222-aa46-e9ae08e55cf5/8defc47f-b9bb-4962-81a2-04ac53fa25a4/2d0d3a25-dd89-485f-808a-d7efc8352139) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:16.778022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.808178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=03cc2556-cc25-4cc5-8e97-2cb2c9018075,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:16.816045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:16.818455 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82042cc7-04b3-4d2b-99aa-f536f760bc92" -d '{"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad927ad6-116c-4135-873f-1a8a11268628"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:16.833894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:16.843203 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.852770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Pushing event deleted for resources: {'Port': ['ID=2fbb3db8-6935-4a5b-a232-651ef787439c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:16.912244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] No DVR routers for this DVR port 2fbb3db8-6935-4a5b-a232-651ef787439c on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:16.923573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:16.927576 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d859e94-2f1c-4ee7-9daf-6cbb95078295 req-3e4ee257-2f35-40b5-9d27-057b28bc847e tempest-ImagesNegativeTestJSON-1776486368 tempest-ImagesNegativeTestJSON-1776486368-project] 10.222.0.41 "DELETE /v2.0/ports/2fbb3db8-6935-4a5b-a232-651ef787439c HTTP/1.1" status: 204 len: 173 time: 1.1660221 Jul 08 17:27:16.949875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'name': 'network-vif-deleted', 'tag': '2fbb3db8-6935-4a5b-a232-651ef787439c'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:16.952447 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660c619-51a5-49f2-a4be-f871a95eaa14" -d '{"events": [{"server_uuid": "126f26b7-9e61-4f48-8415-7d6b2a5b8e37", "name": "network-vif-deleted", "tag": "2fbb3db8-6935-4a5b-a232-651ef787439c"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:16.963405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:16.981192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:16.987315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:16.994349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.001346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.009456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.019048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.026258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.032516 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.035221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-65a25407-4f1b-408e-b42e-98ee534291e4 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.4380610 Jul 08 17:27:17.050803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Transition to ACTIVE for port object 2d0d3a25-dd89-485f-808a-d7efc8352139 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:17.086639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7973ffeb-4a4a-435b-be0e-587d62351cbf req-0f3ace39-a859-4549-ae06-be21e58c0e8a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504496 Jul 08 17:27:17.119177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.139159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef1810-f5fa-480a-8f11-c82ec2f1e58e req-298fe2ae-bb08-4190-95ef-1c5639e7b185 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.154702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15ef1810-f5fa-480a-8f11-c82ec2f1e58e req-298fe2ae-bb08-4190-95ef-1c5639e7b185 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.3284116 Jul 08 17:27:17.199677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58158) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.228833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15ef1810-f5fa-480a-8f11-c82ec2f1e58e req-7b70a00a-2dff-4ad1-a442-ee0dbf85bb91 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659428 Jul 08 17:27:17.245044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:17.248456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:17.254014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event updated for resources: {'Port': ['ID=2d0d3a25-dd89-485f-808a-d7efc8352139,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:17.263280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:17.340767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a448b-ffd4-4508-8efe-0ccab4eccce7 req-7fcf9503-1b77-442f-9d80-d2993b0cfe98 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.343470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f6a448b-ffd4-4508-8efe-0ccab4eccce7 req-7fcf9503-1b77-442f-9d80-d2993b0cfe98 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 931 time: 0.1132569 Jul 08 17:27:17.361973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.362911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.392606 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4eedb99c-2878-4a6e-a7a4-e5ff74d9aa27 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4201794 Jul 08 17:27:17.399292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f6a448b-ffd4-4508-8efe-0ccab4eccce7 req-5b678d53-abfb-424e-bba6-8840e2f9cdae tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 Jul 08 17:27:17.412627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Request body: {'port': {'device_id': '69d2fef4-377a-4846-8358-dd0edccb4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:17.469289 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97404744-dd4f-4d49-ac55-64119f92a927 x-openstack-request-id: req-97404744-dd4f-4d49-ac55-64119f92a927 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:17.470767 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad927ad6-116c-4135-873f-1a8a11268628", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:17.471513 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-97404744-dd4f-4d49-ac55-64119f92a927 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:17.472425 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628', 'code': 200} Jul 08 17:27:17.480490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8588cf8a-74eb-4baf-8f98-706359a7b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.520855 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56f23d-0f17-4b40-81a7-8f6782975c63 x-openstack-request-id: req-9b56f23d-0f17-4b40-81a7-8f6782975c63 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:17.521701 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126f26b7-9e61-4f48-8415-7d6b2a5b8e37", "name": "network-vif-deleted", "tag": "2fbb3db8-6935-4a5b-a232-651ef787439c", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:17.522053 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b56f23d-0f17-4b40-81a7-8f6782975c63 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:17.523200 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f26b7-9e61-4f48-8415-7d6b2a5b8e37', 'name': 'network-vif-deleted', 'tag': '2fbb3db8-6935-4a5b-a232-651ef787439c', 'status': 'completed', 'code': 200} Jul 08 17:27:17.534454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.622847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0a8b4-b775-43ca-a7d6-984218acdda8 req-ec83933b-9861-47ea-bea7-ef3e5ede92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.624508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abc0a8b4-b775-43ca-a7d6-984218acdda8 req-ec83933b-9861-47ea-bea7-ef3e5ede92a4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 1096 time: 0.0729444 Jul 08 17:27:17.627578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d88f0a26-fe34-40b8-99f8-36f7dcf856c7 None None] Provisioning for port 2d0d3a25-dd89-485f-808a-d7efc8352139 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:17.632513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d88f0a26-fe34-40b8-99f8-36f7dcf856c7 None None] Provisioning complete for port 2d0d3a25-dd89-485f-808a-d7efc8352139 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:17.633602 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d88f0a26-fe34-40b8-99f8-36f7dcf856c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.716501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abc0a8b4-b775-43ca-a7d6-984218acdda8 req-9e6d8b36-7d43-4914-8625-d1fbe1aef7f1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792096 Jul 08 17:27:17.720315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d88f0a26-fe34-40b8-99f8-36f7dcf856c7 None None] Port 2d0d3a25-dd89-485f-808a-d7efc8352139 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:17.787984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b46d5171-73c3-460a-ab93-4aa36afef2b3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462458 Jul 08 17:27:17.877190 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8588cf8a-74eb-4baf-8f98-706359a7b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.891703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8588cf8a-74eb-4baf-8f98-706359a7b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:17.916377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.923768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.931168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.944760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.944760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.951584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.958293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8588cf8a-74eb-4baf-8f98-706359a7b749 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7cee6782df644431af29b34f55eb1507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7517245 Jul 08 17:27:17.958490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:17.960160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b052ecd-5f73-4d22-9b96-71c14d1d1ee6 req-1ce4480b-cd10-44f5-8aac-5aeac4cdfc2d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.2405376 Jul 08 17:27:17.960665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58182) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.962393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588cf8a-74eb-4baf-8f98-706359a7b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416392fd-e3be-43d5-8b7d-0d1dbdbf2922,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:17.972354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58186) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:17.980188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Request body: {'floatingip': {'port_id': 'ea9553bf-647a-47df-b150-4dc36665ad20'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:17.996953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 03cc2556-cc25-4cc5-8e97-2cb2c9018075 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:18.001338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-390c9a97-e7f7-4035-a712-bf662ca0376a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:18.002829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-390c9a97-e7f7-4035-a712-bf662ca0376a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089560 Jul 08 17:27:18.032503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.049181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-0e89eada-ff97-4f2d-b6d6-9cabef53b2ee tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/quotas/40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 375 time: 0.0255930 Jul 08 17:27:18.083047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:18.083695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.099417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-7682c062-ed8c-484f-906c-f9b855d99c72 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414417 Jul 08 17:27:18.108520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e381143-851e-4801-84ed-345726ff7a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.137524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e381143-851e-4801-84ed-345726ff7a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.144022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0d3a25-dd89-485f-808a-d7efc8352139 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:18.160154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.204123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e381143-851e-4801-84ed-345726ff7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.208040 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e381143-851e-4801-84ed-345726ff7a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.212957 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e381143-851e-4801-84ed-345726ff7a74 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/416392fd-e3be-43d5-8b7d-0d1dbdbf2922 HTTP/1.1" status: 204 len: 168 time: 0.2188540 Jul 08 17:27:18.214460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Transition to ACTIVE for port object 2d0d3a25-dd89-485f-808a-d7efc8352139 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:18.227889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e381143-851e-4801-84ed-345726ff7a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416392fd-e3be-43d5-8b7d-0d1dbdbf2922,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:18.228653 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.342129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2fbb3db8-6935-4a5b-a232-651ef787439c no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:18.378052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 2fbb3db8-6935-4a5b-a232-651ef787439c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:18.378787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2fbb3db8-6935-4a5b-a232-651ef787439c not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:18.383256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d3a25-dd89-485f-808a-d7efc8352139,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:18.414785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-8811dfe4-3fa5-461f-acfe-e29a5a52bb7c tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=3648c8d7057345f78aba4e4016bcc8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293586 Jul 08 17:27:18.481958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Attempting to bind port 2d0d3a25-dd89-485f-808a-d7efc8352139 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:18.482582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Attempting to bind port 2d0d3a25-dd89-485f-808a-d7efc8352139 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:18.483110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Attempting to bind port 2d0d3a25-dd89-485f-808a-d7efc8352139 on network ed2a22af-4476-4222-aa46-e9ae08e55cf5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:18.492949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Port 2d0d3a25-dd89-485f-808a-d7efc8352139 on network ed2a22af-4476-4222-aa46-e9ae08e55cf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:18.493523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Attempting to bind port 2d0d3a25-dd89-485f-808a-d7efc8352139 on network ed2a22af-4476-4222-aa46-e9ae08e55cf5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:18.500728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:18.501324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Checking segment: {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:18.502212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Bound using segment: {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:18.502819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Bound port: 2d0d3a25-dd89-485f-808a-d7efc8352139, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a76416c-7eda-4cef-97b0-3e151a3498de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:18.503354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.617710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-870e66e8-c40f-407d-b322-91a0694107b4 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:18.624850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-870e66e8-c40f-407d-b322-91a0694107b4 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084744 Jul 08 17:27:18.659258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ddc6260e-c2ae-4408-a78d-625efcdd6e34 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/quotas/3648c8d7057345f78aba4e4016bcc8ad HTTP/1.1" status: 200 len: 375 time: 0.0332699 Jul 08 17:27:18.707967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-cb19b396-0c34-4df4-b757-0091a2dddd43 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3648c8d7057345f78aba4e4016bcc8ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477898 Jul 08 17:27:18.794997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] For port 2d0d3a25-dd89-485f-808a-d7efc8352139, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:18.824420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1042237890', 'description': 'tempest-description-499198832'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:18.867851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] For port 2d0d3a25-dd89-485f-808a-d7efc8352139, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2d0d3a25-dd89-485f-808a-d7efc8352139,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:18.880128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.895240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.910989 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.970899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:18.971917 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:18.973446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 1091 time: 1.5658493 Jul 08 17:27:18.978820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:18.981557 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02ceaad-c74c-4e77-8e88-c01d28ff9221" -d '{"events": [{"name": "network-changed", "server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:19.035993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99431f24-7839-4e0e-9c38-70952d5a42e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d3a25-dd89-485f-808a-d7efc8352139,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:19.199158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.212621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4cd637b5-2e43-4605-9da2-400b7b067d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.213409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.213594 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-4cd637b5-2e43-4605-9da2-400b7b067d3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4477a53341d54ecba47453fbb50ff061&device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 1094 time: 0.1440341 Jul 08 17:27:19.215847 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.263135 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.306207 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-82fba5be-b058-4f5d-af85-02f7b8a409e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 217 time: 0.0544906 Jul 08 17:27:19.410318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-3482e7cb-6783-4c64-ac39-df850b38ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.411813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-3482e7cb-6783-4c64-ac39-df850b38ffb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8defc47f-b9bb-4962-81a2-04ac53fa25a4 HTTP/1.1" status: 200 len: 868 time: 0.0988858 Jul 08 17:27:19.421215 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Floating IP 6a6b3248-0a5d-4258-874d-bfa9429fb60c associated. External IP: 172.25.5.167, port: ea9553bf-647a-47df-b150-4dc36665ad20. Jul 08 17:27:19.428495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.443644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd23ce-8d72-450d-a6e0-fa3b7eb95d27,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:19.450981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.487555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.505617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-605baa6b-7bbf-4230-89fd-d787a5621691 req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6847100 Jul 08 17:27:19.531050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde20337-60ab-451a-b0ab-df2aca71f305 req-696ec91a-5370-4d27-a1fe-c4a54483f876 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:19.538437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cde20337-60ab-451a-b0ab-df2aca71f305 req-696ec91a-5370-4d27-a1fe-c4a54483f876 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.3692088 Jul 08 17:27:19.555274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58246) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:19.582727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa8fec-cb7d-4928-9ccf-c1f71e88749b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cbbf69-d263-49e3-b367-dba107ca04bb,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:19.637318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cde20337-60ab-451a-b0ab-df2aca71f305 req-ac359949-b5a1-4b79-9e62-7f9eec16b28a tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972528 Jul 08 17:27:19.682865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abc4b0bb-15f1-4741-916d-1b3128b5032e req-7dbff2a3-d40c-46af-92b7-a2add8e46d5a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 210 time: 0.0568876 Jul 08 17:27:19.742584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-7489805-network', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:19.775755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:19.778577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.789635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.968556 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:19.991454 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.038731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123760a3-8885-4e50-b72d-983d348a7b27 req-f2abfbcd-ba76-4136-b952-3d522265a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:20.041249 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-f2abfbcd-ba76-4136-b952-3d522265a26e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a22af-4476-4222-aa46-e9ae08e55cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6174369 Jul 08 17:27:20.044878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c5337d3-763f-4135-8756-18f73deaf0b9 req-cd56a713-6df8-47b3-9f6b-80f04cfd54d2 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 210 time: 0.0650492 Jul 08 17:27:20.059793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:20.079033 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.079137 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Added segment f6b9da83-d5f6-4bf0-8b35-9b54f966b590 of type vlan for network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 Jul 08 17:27:20.088473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e79997-a043-414a-8303-5b9f3d0e58a2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:20.131394 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e7d558-717d-4b23-8d57-30dd2778f70b x-openstack-request-id: req-e5e7d558-717d-4b23-8d57-30dd2778f70b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:20.131681 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:20.131926 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e5e7d558-717d-4b23-8d57-30dd2778f70b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:20.132317 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'status': 'completed', 'code': 200} Jul 08 17:27:20.134473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.141936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-906a2d1a-ba74-474c-9dc6-ea7aee462408 req-831efe24-8183-4457-80fe-0055ef953967 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1495381786', 'description': 'tempest-description-1459836798'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:20.167245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cea49-8cc0-4e2c-86f6-1c9fb305d9e3 req-9c55c155-2250-4f98-8055-dc11d28dfe63 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:20.168771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e6cea49-8cc0-4e2c-86f6-1c9fb305d9e3 req-9c55c155-2250-4f98-8055-dc11d28dfe63 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 943 time: 0.1984777 Jul 08 17:27:20.209108 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.210054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:20.210632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.217289 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-906a2d1a-ba74-474c-9dc6-ea7aee462408 req-831efe24-8183-4457-80fe-0055ef953967 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.219560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-b2ba8097-5280-4e9e-8f12-fbcc07032fbf service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710141 Jul 08 17:27:20.233317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:27:20.300520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e6cea49-8cc0-4e2c-86f6-1c9fb305d9e3 req-37b6c74c-16ed-4185-9dd8-83832add1117 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251121 Jul 08 17:27:20.309204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7518036 Jul 08 17:27:20.313695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58256) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:20.325819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Request body: {'subnet': {'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-7489805-subnet', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:20.332179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047e7b7-9a18-40fe-bad5-4b240a435513 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:20.346030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:20.463919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-906a2d1a-ba74-474c-9dc6-ea7aee462408 req-831efe24-8183-4457-80fe-0055ef953967 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.468513 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-123760a3-8885-4e50-b72d-983d348a7b27 req-3d202374-e812-45fc-bb91-2ad823ee78d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372761 Jul 08 17:27:20.476073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-3ad1fbd6-4383-4f93-9b83-ccfe9ebc1ed5 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344660 Jul 08 17:27:20.487191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-906a2d1a-ba74-474c-9dc6-ea7aee462408 req-831efe24-8183-4457-80fe-0055ef953967 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.495971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:27:20.501442 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.510499 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] Sync routers for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:27:20.525735 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:20.526793 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:20.556311 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e72ba16-b7c8-4548-9d48-9b3525863137 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "PUT /v2.0/floatingips/6a6b3248-0a5d-4258-874d-bfa9429fb60c HTTP/1.1" status: 200 len: 992 time: 2.5780132 Jul 08 17:27:20.571577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:20.573931 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.686781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-1d0ca269-ae28-473c-884d-d28ce7bc7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:20.689622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-1d0ca269-ae28-473c-884d-d28ce7bc7bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4477a53341d54ecba47453fbb50ff061&device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 1094 time: 0.0655017 Jul 08 17:27:20.692288 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:20.798481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-605ad4f5-ef22-45b7-bcaa-cc285b446995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:20.800404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-605ad4f5-ef22-45b7-bcaa-cc285b446995 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 200 len: 930 time: 0.1032913 Jul 08 17:27:20.863215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-486dc79b-4c82-44ee-8fc0-81858e63d0c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 217 time: 0.0371368 Jul 08 17:27:20.917956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-87c7d8fa-9438-49fe-af4a-a962f02a30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:20.919456 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-87c7d8fa-9438-49fe-af4a-a962f02a30c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8defc47f-b9bb-4962-81a2-04ac53fa25a4 HTTP/1.1" status: 200 len: 868 time: 0.0483420 Jul 08 17:27:20.936328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-906a2d1a-ba74-474c-9dc6-ea7aee462408 req-831efe24-8183-4457-80fe-0055ef953967 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:20.937874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-906a2d1a-ba74-474c-9dc6-ea7aee462408 req-831efe24-8183-4457-80fe-0055ef953967 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8089578 Jul 08 17:27:20.949929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831efe24-8183-4457-80fe-0055ef953967 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed1bb3c-6707-43a5-bbc1-a42fe8c765a8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:21.027090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-8f622b76-763d-4c5d-aa8b-58f9a536d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.028617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-8f622b76-763d-4c5d-aa8b-58f9a536d19d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a22af-4476-4222-aa46-e9ae08e55cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006148 Jul 08 17:27:21.038325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-3d5561a9-666e-4b2c-aa3b-780d61eb05e0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.040458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-3d5561a9-666e-4b2c-aa3b-780d61eb05e0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5466859 Jul 08 17:27:21.063919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ec7f2-bdef-4a9c-be56-32084a5ca2d7 req-784d97cc-ba83-4c6a-bdb6-76b6c0731bc4 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.070746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-495ec7f2-bdef-4a9c-be56-32084a5ca2d7 req-784d97cc-ba83-4c6a-bdb6-76b6c0731bc4 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.5452898 Jul 08 17:27:21.085016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Request body: {'port': {'device_id': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '40f30bd4ac2e4292ba1830d62917d829'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:21.095987 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '6a6b3248-0a5d-4258-874d-bfa9429fb60c', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'port_id': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'mac_address': 'fa:16:3e:85:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:25:47Z', 'updated_at': '2021-07-08T17:27:19Z', 'revision_number': 1, 'project_id': '5a67d3690506449d9c74a5c065567045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:07Z', 'revision_number': 5, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:21.129226 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] Checking router: b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:27:21.141174 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:21.142579 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:21.172200 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-4316f10e-f9b3-41e2-8cb4-ab9123429547 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3648c8d7057345f78aba4e4016bcc8ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287433 Jul 08 17:27:21.220844 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-495ec7f2-bdef-4a9c-be56-32084a5ca2d7 req-6cd33367-2f97-4d97-9faf-70fa394fda8a tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491079 Jul 08 17:27:21.267720 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:21.332046 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.364621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-362e90b3-1f83-4efa-ae4f-930ba77da16e tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.366190 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-362e90b3-1f83-4efa-ae4f-930ba77da16e tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853998 Jul 08 17:27:21.388389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Request body: {'port': {'device_id': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '3648c8d7057345f78aba4e4016bcc8ad'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:21.416948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6f5d24a-ab17-4fc1-9417-84b1658cbb7d req-9fddf1b3-7260-4ae8-ab7f-27a3292694f4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 210 time: 0.0870130 Jul 08 17:27:21.449742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-17d27fd3-6a6a-4c47-a2d7-c293cc7eeb10 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091549 Jul 08 17:27:21.513497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=53e9846a-0b37-4d9f-b5cc-cd8fe587d15e,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:21.535039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Made reservation on behalf of 40f30bd4ac2e4292ba1830d62917d829 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:21.538330 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.550210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Checking segment: {'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:21.550604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Network hostable DHCP agents. Network: bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:21.555886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.569390 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d02ceaad-c74c-4e77-8e88-c01d28ff9221 req-448331ed-f69e-4666-9f9e-c40773fbd5ab service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089249 Jul 08 17:27:21.605293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:21.614820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-294112932', 'description': 'tempest-description-449538418'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:21.641137 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '6a6b3248-0a5d-4258-874d-bfa9429fb60c', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'port_id': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'mac_address': 'fa:16:3e:85:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:25:47Z', 'updated_at': '2021-07-08T17:27:19Z', 'revision_number': 1, 'project_id': '5a67d3690506449d9c74a5c065567045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:07Z', 'revision_number': 5, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:21.641910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:21.659936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4cc6f-48be-4908-8f1e-9dede0f0d2f2 None None] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:21.664956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:21.665572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.667957 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e3855-8f0a-4ef1-89d9-64d91a6496b5 None None] The sync data for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 is: [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '6a6b3248-0a5d-4258-874d-bfa9429fb60c', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'port_id': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'mac_address': 'fa:16:3e:85:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:25:47Z', 'updated_at': '2021-07-08T17:27:19Z', 'revision_number': 1, 'project_id': '5a67d3690506449d9c74a5c065567045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:07Z', 'revision_number': 5, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:27:21.673660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ca483b9-c2a2-417a-9b13-a699266ad8a6 req-14b543a1-1caf-4028-849f-4399c15bf4a1 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 210 time: 0.0467598 Jul 08 17:27:21.749610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.756526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.775165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Made reservation on behalf of 3648c8d7057345f78aba4e4016bcc8ad for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:21.779932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.793062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.813315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:27:21.813315 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:27:21.813315 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': '3648c8d7057345f78aba4e4016bcc8ad', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 27, 21, 805847)}] Jul 08 17:27:21.813315 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:27:21.813698 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:27:21.870255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93e62c8-7456-4a0c-9980-a36a982117dc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:21.887267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22', 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'fixed_ips': [{'subnet_id': '53e9846a-0b37-4d9f-b5cc-cd8fe587d15e'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:21.888137 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.897602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.906000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-11a6390d-6531-4cf2-8be8-d9d4d51d49aa admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5888946 Jul 08 17:27:21.909537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58278) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:21.915314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:21.922479 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.949106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.950266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:21.975100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f497935e-f116-4292-84de-f531ac1832f2 None None] New status for floating IP 6a6b3248-0a5d-4258-874d-bfa9429fb60c: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:27:22.009736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.017031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Allocated IP 192.168.233.89 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/174fe3a4-c0f3-4000-8f1e-d0bdf7003f45) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:22.051262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c1b8e-e1ce-44e6-a6ef-ee6e0d8d8d88 req-65f4e195-608e-458c-a637-6e4347ca3c3a tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:22.052821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e6c1b8e-e1ce-44e6-a6ef-ee6e0d8d8d88 req-65f4e195-608e-458c-a637-6e4347ca3c3a tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 943 time: 0.2050121 Jul 08 17:27:22.137075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Allocated IP 172.20.0.2 (bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22/53e9846a-0b37-4d9f-b5cc-cd8fe587d15e/068e7fd6-391d-4611-a3c3-184f5a3b6356) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:22.155970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:22.158523 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:22.167999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e6c1b8e-e1ce-44e6-a6ef-ee6e0d8d8d88 req-f8410b6c-48c1-42bb-940e-d9cd2b5b8a1f tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088550 Jul 08 17:27:22.169462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.289620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.293154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.302737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.318402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Transition to ACTIVE for port object 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:22.340509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.341041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2d0d3a25-dd89-485f-808a-d7efc8352139 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:22.371521 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.372915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43db0aec-3380-48c7-bd19-ea0fcd428dd3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:22.392689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Transition to ACTIVE for port object 068e7fd6-391d-4611-a3c3-184f5a3b6356 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:22.432755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.440514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Transition to ACTIVE for port object 068e7fd6-391d-4611-a3c3-184f5a3b6356 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:22.453918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.458023 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.463126 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.514385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2d0d3a25-dd89-485f-808a-d7efc8352139, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2d0d3a25-dd89-485f-808a-d7efc8352139,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:22.522259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:22.530350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:22.533023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:22.539336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:22.543061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'port_id': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'mac_address': 'fa:16:3e:89:98:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:22.544676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Pushing event updated for resources: {'Port': ['ID=068e7fd6-391d-4611-a3c3-184f5a3b6356,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:22.547336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:22.550356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:22.564592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eda6e-2459-46e5-9807-e2babc7eeb9f req-8752fa5f-6b7e-4d31-8893-a78a7c4a9aa2 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:22.571526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1eda6e-2459-46e5-9807-e2babc7eeb9f req-8752fa5f-6b7e-4d31-8893-a78a7c4a9aa2 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.2204576 Jul 08 17:27:22.574296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Allocated IP 172.25.5.254 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/22d902bf-6048-440f-ab45-3ee800d7a2ee) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:22.596102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:22.609511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.632558 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.652580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Attempting to bind port 068e7fd6-391d-4611-a3c3-184f5a3b6356 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:22.653365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Attempting to bind port 068e7fd6-391d-4611-a3c3-184f5a3b6356 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:22.653986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Attempting to bind port 068e7fd6-391d-4611-a3c3-184f5a3b6356 on network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:22.662821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:22.664645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Checking segment: {'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:22.665478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.666091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Bound using segment: {'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:22.666782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Bound port: 068e7fd6-391d-4611-a3c3-184f5a3b6356, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:22.667411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.667928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:22.668571 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.671502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.705663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0d3a25-dd89-485f-808a-d7efc8352139 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:22.724975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1eda6e-2459-46e5-9807-e2babc7eeb9f req-d01ca4b7-63bd-4d8c-88e2-0ee35ca181be tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461263 Jul 08 17:27:22.727401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c2408f-1d4d-4d8f-9a30-4bec8a0beda6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:22.754648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.786576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] For port 068e7fd6-391d-4611-a3c3-184f5a3b6356, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:22.791164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] For port 068e7fd6-391d-4611-a3c3-184f5a3b6356, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=068e7fd6-391d-4611-a3c3-184f5a3b6356,segment=NetworkSegment(f6b9da83-d5f6-4bf0-8b35-9b54f966b590),segment_id=f6b9da83-d5f6-4bf0-8b35-9b54f966b590)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:22.809151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.818453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2d0d3a25-dd89-485f-808a-d7efc8352139, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2d0d3a25-dd89-485f-808a-d7efc8352139,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:22.837442 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.851821 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.886228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:22.894864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:22.895243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2b25-61bb-4d16-84a4-57bd850c1973 None None] Pushing event updated for resources: {'Port': ['ID=068e7fd6-391d-4611-a3c3-184f5a3b6356,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:22.911195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:22.928505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bc723401-8b24-420f-9ea9-90815c46a62f None None] Provisioning for port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:22.941122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bc723401-8b24-420f-9ea9-90815c46a62f None None] Provisioning complete for port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:22.941509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bc723401-8b24-420f-9ea9-90815c46a62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.955414 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.969909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Pushing event updated for resources: {'Port': ['ID=22d902bf-6048-440f-ab45-3ee800d7a2ee,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:22.973617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-b06dd076-ec20-4cb8-80a8-20d7926899c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8996260 Jul 08 17:27:22.979164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.980128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:22.993425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e46ff5f-a8e2-4055-816d-acdd2c899f63 req-06c9d2f9-4a54-4531-947d-7b9cbfa0e065 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3929973 Jul 08 17:27:23.007971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bc723401-8b24-420f-9ea9-90815c46a62f None None] Port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:23.021976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Request body: {'port': {'device_id': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:23.028025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=2d0d3a25-dd89-485f-808a-d7efc8352139,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:23.122970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Allocated IP 192.168.233.233 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/4a57c893-43e2-423f-86bb-ff49982b195c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:23.141155 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f74e7-c09d-4d55-a7f8-c4a30227588f x-openstack-request-id: req-526f74e7-c09d-4d55-a7f8-c4a30227588f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:23.141487 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:23.141695 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-526f74e7-c09d-4d55-a7f8-c4a30227588f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:23.142223 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'status': 'completed', 'code': 200} Jul 08 17:27:23.173863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2d0d3a25-dd89-485f-808a-d7efc8352139'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:23.177642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.359603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:23.365884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.370526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.370955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.371439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.371912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.372383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.375359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.380777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-75f8e846-0ae7-4837-b63b-d77e83089b5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6491 time: 0.2577443 Jul 08 17:27:23.541644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67f79271-fb84-41e0-891e-005692682148 req-36c35fef-8ebb-4a94-8bf3-a37df4191629 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 210 time: 0.1012523 Jul 08 17:27:23.586025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7501c2-16f9-4e60-9e23-71b36ff3355b req-22475732-b965-491e-a42c-625b7a3910b3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.587580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f7501c2-16f9-4e60-9e23-71b36ff3355b req-22475732-b965-491e-a42c-625b7a3910b3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 935 time: 0.3224158 Jul 08 17:27:23.616508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.621589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-6a114dc3-d861-425c-8b67-562e1cd7a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.622737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.623060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-6a114dc3-d861-425c-8b67-562e1cd7a210 service neutron] 10.222.0.72 "GET /v2.0/networks?id=79d53fa7-c96f-4de0-975e-8019dfd50b73 HTTP/1.1" status: 200 len: 913 time: 0.1794810 Jul 08 17:27:23.665904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Transition to ACTIVE for port object 4a57c893-43e2-423f-86bb-ff49982b195c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:23.686703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f7501c2-16f9-4e60-9e23-71b36ff3355b req-6bbd1166-8af3-4e65-b15a-bb52dd9cb937 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936568 Jul 08 17:27:23.732938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-c3de4767-99bc-4d69-b0e3-1f4241e40bc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea9553bf-647a-47df-b150-4dc36665ad20 HTTP/1.1" status: 200 len: 1002 time: 0.1022365 Jul 08 17:27:23.735789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-974d884b-7326-4dec-9e4b-80290d7438d5 req-27b36630-61c6-41a1-984a-c6aa32b62a1d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1350522064', 'description': 'tempest-description-1091775571'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:23.753865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.854915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:23.860189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:23.864388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-974d884b-7326-4dec-9e4b-80290d7438d5 req-27b36630-61c6-41a1-984a-c6aa32b62a1d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.871250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-0b74f3a9-f8b9-428c-8934-87a46009b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.872864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-0b74f3a9-f8b9-428c-8934-87a46009b5c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d76aadc-2b18-4d53-ba20-d8cea51bd04f HTTP/1.1" status: 200 len: 851 time: 0.1332345 Jul 08 17:27:23.880393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f900e5c-1fbb-4f90-9c9e-2a843dec9b2c req-0756e0bb-3773-4634-aa5e-69b1d65d7733 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.881908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f900e5c-1fbb-4f90-9c9e-2a843dec9b2c req-0756e0bb-3773-4634-aa5e-69b1d65d7733 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.2104383 Jul 08 17:27:23.887191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:23.890094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Pushing event updated for resources: {'Port': ['ID=4a57c893-43e2-423f-86bb-ff49982b195c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:23.972455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:23.973169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:23.985712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.061626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f900e5c-1fbb-4f90-9c9e-2a843dec9b2c req-fdf6322f-ccbc-4bcf-999e-c8522ac23ddf tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525130 Jul 08 17:27:24.081235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 068e7fd6-391d-4611-a3c3-184f5a3b6356 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:24.155402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 068e7fd6-391d-4611-a3c3-184f5a3b6356 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:24.169823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Router c8e5b108-717a-4487-a248-8d82792d7fb1 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:27:24.220473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-fcd3de8c-8ff5-4379-a68a-e8b8b0a8e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:24.221935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-fcd3de8c-8ff5-4379-a68a-e8b8b0a8e3f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=79d53fa7-c96f-4de0-975e-8019dfd50b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3369632 Jul 08 17:27:24.293781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:24.297127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:27:24.311220 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Sync routers for ids ['c8e5b108-717a-4487-a248-8d82792d7fb1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:27:24.316104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd39a8-a67b-48b0-b970-fc0b76d71cc4 None None] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:24.320908 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Routers {'c8e5b108-717a-4487-a248-8d82792d7fb1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:24.321526 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c8e5b108-717a-4487-a248-8d82792d7fb1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:24.343018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.359525 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-974d884b-7326-4dec-9e4b-80290d7438d5 req-27b36630-61c6-41a1-984a-c6aa32b62a1d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.363252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2d0d3a25-dd89-485f-808a-d7efc8352139 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:24.376715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Transition to ACTIVE for port object 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:24.378920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.379846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-974d884b-7326-4dec-9e4b-80290d7438d5 req-27b36630-61c6-41a1-984a-c6aa32b62a1d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.387897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3bcede9-079a-44b4-9bd1-e68fda425af8 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4771426 Jul 08 17:27:24.388535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:24.397853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ccf63c1d-cf62-44dc-8ae6-bc42f98b7872 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0127361 Jul 08 17:27:24.407043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Provisioning for port 4a57c893-43e2-423f-86bb-ff49982b195c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:24.411741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b36630-61c6-41a1-984a-c6aa32b62a1d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7555dd-73c4-4ade-9cbe-02f23b063980,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:24.420328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.420551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Provisioning complete for port 4a57c893-43e2-423f-86bb-ff49982b195c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:24.420645 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.455347 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Set router c8e5b108-717a-4487-a248-8d82792d7fb1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:24.457730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Port 4a57c893-43e2-423f-86bb-ff49982b195c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:24.472542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:24.474916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Request body: {'port': {'device_id': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:24.500823 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-974d884b-7326-4dec-9e4b-80290d7438d5 req-27b36630-61c6-41a1-984a-c6aa32b62a1d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.513252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Provisioning for port 068e7fd6-391d-4611-a3c3-184f5a3b6356 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:24.515663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-974d884b-7326-4dec-9e4b-80290d7438d5 req-27b36630-61c6-41a1-984a-c6aa32b62a1d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7882605 Jul 08 17:27:24.527549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Provisioning complete for port 068e7fd6-391d-4611-a3c3-184f5a3b6356 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:24.527930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.555183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dc9ac-c99b-4d95-8d19-a4f9219c3ba8 req-9b4dffa3-c9a5-430a-ba3d-7a7cc8ace5af tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:24.563654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-729dc9ac-c99b-4d95-8d19-a4f9219c3ba8 req-9b4dffa3-c9a5-430a-ba3d-7a7cc8ace5af tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 944 time: 0.3033845 Jul 08 17:27:24.581701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-e94af205-338a-469a-afb8-ebaeb7ac60d3 service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477676 Jul 08 17:27:24.587501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 2d0d3a25-dd89-485f-808a-d7efc8352139 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:24.593382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 2d0d3a25-dd89-485f-808a-d7efc8352139 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:24.594259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.776542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.810947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-729dc9ac-c99b-4d95-8d19-a4f9219c3ba8 req-f38e9925-9ff2-46ce-889a-b9eff774241d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452612 Jul 08 17:27:24.861217 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:27:23Z', 'revision_number': 3, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:24.864810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:24.865755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:24.866327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:24.879603 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.906015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16f0e633-d3cd-4e0b-8ac4-4e2edc599d49 req-cf4a97e7-bee3-452e-8194-2e29478d2c26 service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051596 Jul 08 17:27:24.910569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:24.910851 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Checking router: c8e5b108-717a-4487-a248-8d82792d7fb1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:27:24.911114 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Updating router c8e5b108-717a-4487-a248-8d82792d7fb1 port 22d902bf-6048-440f-ab45-3ee800d7a2ee binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:27:24.911251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:24.933147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:24.933642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:24.934142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:24.934718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Bound port: 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:24.935405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:24.996833 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.052164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:25.062268 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a2bdc-0aee-4e7f-8b51-74f6489e481c" -d '{"events": [{"server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "name": "network-vif-plugged", "status": "completed", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:25.179815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58318) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:25.235313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:25.259861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:25.283281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.301542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2d0d3a25-dd89-485f-808a-d7efc8352139, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2d0d3a25-dd89-485f-808a-d7efc8352139,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:25.311273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.316585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.378559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db3a6-e25a-48f9-ad46-bf3860990535 req-6c522783-e503-4baf-a149-f37699a483dc tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.385850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f6db3a6-e25a-48f9-ad46-bf3860990535 req-6c522783-e503-4baf-a149-f37699a483dc tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 936 time: 0.2750881 Jul 08 17:27:25.391985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] For port 068e7fd6-391d-4611-a3c3-184f5a3b6356, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=068e7fd6-391d-4611-a3c3-184f5a3b6356,segment=NetworkSegment(f6b9da83-d5f6-4bf0-8b35-9b54f966b590),segment_id=f6b9da83-d5f6-4bf0-8b35-9b54f966b590)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:25.400269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.401063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.402551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] 10.222.0.41 "PUT /v2.0/ports/174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 1095 time: 2.4068637 Jul 08 17:27:25.403823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:25.406297 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:25.412602 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.466431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=2d0d3a25-dd89-485f-808a-d7efc8352139,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.507008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f6db3a6-e25a-48f9-ad46-bf3860990535 req-05c0748c-37d8-437a-bdfe-1b39783bd631 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201341 Jul 08 17:27:25.549381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8a679-7677-40eb-b93a-71d1b2144623 None None] Pushing event updated for resources: {'Port': ['ID=068e7fd6-391d-4611-a3c3-184f5a3b6356,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.568164 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.582483 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Transition to ACTIVE for port object 22d902bf-6048-440f-ab45-3ee800d7a2ee will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:25.594645 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.602849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4b1bbc6e-91fc-40df-95ea-3ff47d02f1bb None None] Provisioning complete for port 068e7fd6-391d-4611-a3c3-184f5a3b6356 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:25.602849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbc6e-91fc-40df-95ea-3ff47d02f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.645384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.649413 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df131e-3d85-4b10-bcc5-09b4080776c7 None None] Pushing event updated for resources: {'Port': ['ID=22d902bf-6048-440f-ab45-3ee800d7a2ee,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.661230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbccc6d-d063-4b4a-af0b-81294f070585 service neutron] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.699955 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Attempting to bind port 22d902bf-6048-440f-ab45-3ee800d7a2ee on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:25.700541 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Attempting to bind port 22d902bf-6048-440f-ab45-3ee800d7a2ee by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:25.700928 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Attempting to bind port 22d902bf-6048-440f-ab45-3ee800d7a2ee on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:25.709226 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:25.709922 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:25.710064 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.710435 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:25.710895 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Bound port: 22d902bf-6048-440f-ab45-3ee800d7a2ee, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:25.711290 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.767390 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] For port 22d902bf-6048-440f-ab45-3ee800d7a2ee, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:25.771438 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] For port 22d902bf-6048-440f-ab45-3ee800d7a2ee, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=22d902bf-6048-440f-ab45-3ee800d7a2ee,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:25.776902 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.785646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-184a73af-fd12-4432-9e17-960f90517106 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=744130e2f4964e608138cd8f82d0dee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023114 Jul 08 17:27:25.793804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58324) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:25.837096 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Routers {'c8e5b108-717a-4487-a248-8d82792d7fb1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:25.837963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c8e5b108-717a-4487-a248-8d82792d7fb1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:25.843524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-d3bde8b2-b20f-48e0-ab4c-bac9ad87b519 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42326 time: 0.9360213 Jul 08 17:27:25.892324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-303d7b31-0116-4ea0-9b4a-a692394ff8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:25.894241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-303d7b31-0116-4ea0-9b4a-a692394ff8c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1098 time: 0.3831892 Jul 08 17:27:25.901587 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df131e-3d85-4b10-bcc5-09b4080776c7 None None] Pushing event updated for resources: {'Port': ['ID=22d902bf-6048-440f-ab45-3ee800d7a2ee,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:25.927483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a57c893-43e2-423f-86bb-ff49982b195c {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:25.938997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.963168 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] Set router c8e5b108-717a-4487-a248-8d82792d7fb1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:25.976916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Transition to ACTIVE for port object 4a57c893-43e2-423f-86bb-ff49982b195c will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:25.979306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3e4814e-014d-4dd4-a5a6-13332708ed9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:25.985771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-0de7b6b9-7244-499a-83f1-844167f9f558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0545650 Jul 08 17:27:25.990804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.003371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ebe46-dc7a-45c3-8e53-b0bb220339b0 req-b764b2fc-65d9-4a85-bde4-9661eda32629 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:26.010355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c99ebe46-dc7a-45c3-8e53-b0bb220339b0 req-b764b2fc-65d9-4a85-bde4-9661eda32629 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.2809041 Jul 08 17:27:26.016550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-8c216b33-e50f-4d58-8784-cec1ff0c2e69 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/03320bb2-afae-4cd3-bc82-044655696c8a HTTP/1.1" status: 200 len: 2981 time: 0.1513674 Jul 08 17:27:26.041680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.048373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 068e7fd6-391d-4611-a3c3-184f5a3b6356 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:26.054772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3e4814e-014d-4dd4-a5a6-13332708ed9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.110494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a57c893-43e2-423f-86bb-ff49982b195c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:26.121242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 068e7fd6-391d-4611-a3c3-184f5a3b6356 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:26.121848 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.197880 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:27:23Z', 'revision_number': 3, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:26.239600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c99ebe46-dc7a-45c3-8e53-b0bb220339b0 req-fbdd6bee-5550-4559-836d-20bd35c64f01 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253261 Jul 08 17:27:26.249852 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9c8ac-2919-46b3-a05b-d200879832ec None None] The sync data for ids ['c8e5b108-717a-4487-a248-8d82792d7fb1'] in n-d-799528-4 is: [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:27:23Z', 'revision_number': 3, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:27:26.251867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-d1d5e068-90be-466e-86ec-cabc9faedfb9 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/03320bb2-afae-4cd3-bc82-044655696c8a HTTP/1.1" status: 200 len: 2981 time: 0.2138855 Jul 08 17:27:26.256764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-ceac0f06-040c-4e8a-918d-5f1200def754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:26.272253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-ceac0f06-040c-4e8a-918d-5f1200def754 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.2508347 Jul 08 17:27:26.381446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Attempting to bind port 4a57c893-43e2-423f-86bb-ff49982b195c on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:26.381446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Attempting to bind port 4a57c893-43e2-423f-86bb-ff49982b195c by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:26.381817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Attempting to bind port 4a57c893-43e2-423f-86bb-ff49982b195c on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:26.388253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Port 4a57c893-43e2-423f-86bb-ff49982b195c on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:26.388253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Attempting to bind port 4a57c893-43e2-423f-86bb-ff49982b195c on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:26.399149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:26.399503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:26.399893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:26.400335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Bound port: 4a57c893-43e2-423f-86bb-ff49982b195c, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:26.400700 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.402515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-a4e3572a-c46b-4c1c-91a1-a5e6b211001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:26.404540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-a4e3572a-c46b-4c1c-91a1-a5e6b211001b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240444 Jul 08 17:27:26.410551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-237292ab-c1e2-4ce6-823a-d83ac8dabc7f tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/43db0aec-3380-48c7-bd19-ea0fcd428dd3 HTTP/1.1" status: 200 len: 2981 time: 0.1565154 Jul 08 17:27:26.412295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3e4814e-014d-4dd4-a5a6-13332708ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.416242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3e4814e-014d-4dd4-a5a6-13332708ed9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.419755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Allocated IP 172.20.0.1 (bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22/53e9846a-0b37-4d9f-b5cc-cd8fe587d15e/18abcede-b756-46a0-8f2d-5955d2c0102c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:26.419931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c3e4814e-014d-4dd4-a5a6-13332708ed9f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e8fbef0a-4987-4a16-8bf8-61c8752b71a8 HTTP/1.1" status: 204 len: 168 time: 0.6210008 Jul 08 17:27:26.543616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4814e-014d-4dd4-a5a6-13332708ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fbef0a-4987-4a16-8bf8-61c8752b71a8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:26.572522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] For port 4a57c893-43e2-423f-86bb-ff49982b195c, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:26.591834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] For port 4a57c893-43e2-423f-86bb-ff49982b195c, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4a57c893-43e2-423f-86bb-ff49982b195c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:26.607434 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.610675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-78803415-8ad1-4d47-88e4-1a0bcdbdf66d tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/43db0aec-3380-48c7-bd19-ea0fcd428dd3 HTTP/1.1" status: 200 len: 2981 time: 0.1793323 Jul 08 17:27:26.711442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:26.712621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-a8e654c2-1945-4f78-944b-04c66e94e215 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939956 Jul 08 17:27:26.713142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.714346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a57c893-43e2-423f-86bb-ff49982b195c HTTP/1.1" status: 200 len: 1096 time: 2.2465193 Jul 08 17:27:26.714854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'tag': '4a57c893-43e2-423f-86bb-ff49982b195c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:26.717355 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e348a33-7e4e-4d4d-a15c-d29d432da697" -d '{"events": [{"name": "network-changed", "server_uuid": "313be250-5450-4dd1-92ad-0c5f3bae2ece", "tag": "4a57c893-43e2-423f-86bb-ff49982b195c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:26.729737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.733697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe5412-295a-427e-bb17-f6133fda04c9 req-0f0e1bcd-9d57-41b6-86d7-f9d25156abe3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:26.747741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ebe5412-295a-427e-bb17-f6133fda04c9 req-0f0e1bcd-9d57-41b6-86d7-f9d25156abe3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 947 time: 0.2983701 Jul 08 17:27:26.776412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Transition to ACTIVE for port object 18abcede-b756-46a0-8f2d-5955d2c0102c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:26.795164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2b77c-ff2b-474d-a484-1cd5304679b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a57c893-43e2-423f-86bb-ff49982b195c,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:26.841953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-05acb225-886d-455f-8d96-a9fbe7c8035e tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/54fd23ce-8d72-450d-a6e0-fa3b7eb95d27 HTTP/1.1" status: 200 len: 2981 time: 0.1962028 Jul 08 17:27:26.917569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:26.947394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ebe5412-295a-427e-bb17-f6133fda04c9 req-390883f1-9e91-440b-9751-a122033c0180 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985929 Jul 08 17:27:26.971051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-c355ef19-ed10-4da4-865f-f969690e1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:26.972889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-c355ef19-ed10-4da4-865f-f969690e1ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3648c8d7057345f78aba4e4016bcc8ad&device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 1099 time: 0.1734698 Jul 08 17:27:26.991437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-925fd4f0-fc5c-4368-bc06-5b2dbc81d447 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/54fd23ce-8d72-450d-a6e0-fa3b7eb95d27 HTTP/1.1" status: 200 len: 2981 time: 0.1126063 Jul 08 17:27:27.037531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:27.042891 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2ec9c5-3829-4ffc-be42-ac928732ff23 x-openstack-request-id: req-cd2ec9c5-3829-4ffc-be42-ac928732ff23 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:27.043387 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "name": "network-vif-plugged", "status": "completed", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:27.043508 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cd2ec9c5-3829-4ffc-be42-ac928732ff23 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:27.043824 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'code': 200} Jul 08 17:27:27.052794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Pushing event updated for resources: {'Port': ['ID=18abcede-b756-46a0-8f2d-5955d2c0102c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:27.091792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c293b94-0776-40f1-af54-e84cbeda1580 req-dbaca661-eb61-46f6-9ee6-c5b287d54fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384008 Jul 08 17:27:27.114393 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31083cc4-7e7a-48f1-bb86-277023a08bab x-openstack-request-id: req-31083cc4-7e7a-48f1-bb86-277023a08bab {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:27.114928 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:27.115389 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31083cc4-7e7a-48f1-bb86-277023a08bab {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:27.115954 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'status': 'completed', 'code': 200} Jul 08 17:27:27.124073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-14bcb4cf-3308-47c4-83f6-e3024b480ec9 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/8eb03c7a-abd3-4fdb-a6c6-d2935b0de866 HTTP/1.1" status: 200 len: 2981 time: 0.1258380 Jul 08 17:27:27.160001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:27.163294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-c89a7c87-cdb6-427b-bff0-ea75d4bd49f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4a57c893-43e2-423f-86bb-ff49982b195c HTTP/1.1" status: 200 len: 217 time: 0.1613204 Jul 08 17:27:27.171745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:27.193533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-49493c5b-0113-4f7d-b079-e4bb220dead7 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/8eb03c7a-abd3-4fdb-a6c6-d2935b0de866 HTTP/1.1" status: 200 len: 2981 time: 0.0684068 Jul 08 17:27:27.383607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.390769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-45871083-e9b9-4c42-a39f-6840f48c62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.392986 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-45871083-e9b9-4c42-a39f-6840f48c62b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1625011 Jul 08 17:27:27.398276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-0862ce93-59a9-4d2a-8e1f-6234ca2c254f tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/a93e62c8-7456-4a0c-9980-a36a982117dc HTTP/1.1" status: 200 len: 2981 time: 0.1980257 Jul 08 17:27:27.419038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-205a1269-5ea6-4260-ad7a-1bb033c262a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.419294 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-93311552-d73c-4a23-bb7a-bd032c20db73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.420553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-205a1269-5ea6-4260-ad7a-1bb033c262a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1098 time: 0.1886921 Jul 08 17:27:27.520083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8b80-0958-483e-a526-2f091b505b8c req-6c707d1c-e20a-4e5c-a1ae-237e17d19184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.521880 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-341e8b80-0958-483e-a526-2f091b505b8c req-6c707d1c-e20a-4e5c-a1ae-237e17d19184 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 1096 time: 0.2188070 Jul 08 17:27:27.596589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e851e0d0-ad2c-492f-88ac-2e223d4d4e0a None None] Provisioning for port 18abcede-b756-46a0-8f2d-5955d2c0102c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:27.602863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e851e0d0-ad2c-492f-88ac-2e223d4d4e0a None None] Provisioning complete for port 18abcede-b756-46a0-8f2d-5955d2c0102c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:27.603241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e851e0d0-ad2c-492f-88ac-2e223d4d4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.609558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ade269bc-282e-4953-8a9f-f6c5499b0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.611463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-ade269bc-282e-4953-8a9f-f6c5499b0703 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649659 Jul 08 17:27:27.619827 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-341e8b80-0958-483e-a526-2f091b505b8c req-ffd02855-b960-48ef-aeb5-30760041bbdd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753386 Jul 08 17:27:27.650379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e851e0d0-ad2c-492f-88ac-2e223d4d4e0a None None] Port 18abcede-b756-46a0-8f2d-5955d2c0102c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:27.732650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.798039 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-b222c488-4bc8-4e77-864b-273710090ca8 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753101 Jul 08 17:27:27.897403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-f94f2a61-c5ea-4f31-9077-d75e0564567b tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/a93e62c8-7456-4a0c-9980-a36a982117dc HTTP/1.1" status: 200 len: 2981 time: 0.4867435 Jul 08 17:27:27.909351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf5319-c144-4594-a59e-9760cbf49fc7 req-83295751-09bf-4cfd-9fb0-01e79c15226f tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.911216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdaf5319-c144-4594-a59e-9760cbf49fc7 req-83295751-09bf-4cfd-9fb0-01e79c15226f tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 945 time: 0.5888405 Jul 08 17:27:27.980011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-7acc7cf4-ce0a-4863-b598-64c58e3ddd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:27.981568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-7acc7cf4-ce0a-4863-b598-64c58e3ddd3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.5511668 Jul 08 17:27:27.989529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:27.998869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.036989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22d902bf-6048-440f-ab45-3ee800d7a2ee up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:28.046382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdaf5319-c144-4594-a59e-9760cbf49fc7 req-701fbee9-5cbe-4940-b0bb-0029b5b1120e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227567 Jul 08 17:27:28.047788 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-3fa552bb-0b07-41fc-ab84-1db8e0192b6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0582435 Jul 08 17:27:28.050436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-b114588f-ba28-4d94-9b17-ce22d7f37fff tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/aceb191c-6d45-4168-b61e-fc77582b2eee HTTP/1.1" status: 200 len: 2981 time: 0.1376338 Jul 08 17:27:28.081063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ff2459d-6142-40d0-bdba-75ee03727181 req-1c377132-5ebe-4349-9625-4631bc8e0c2a service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853232 Jul 08 17:27:28.093890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.103313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Pushing event updated for resources: {'Port': ['ID=18abcede-b756-46a0-8f2d-5955d2c0102c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:28.117161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 22d902bf-6048-440f-ab45-3ee800d7a2ee completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:28.123335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 22d902bf-6048-440f-ab45-3ee800d7a2ee triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:28.124556 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.182518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-d6ff4923-fce6-4403-a4d3-c23b7b6c4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:28.184029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-d6ff4923-fce6-4403-a4d3-c23b7b6c4521 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1283226 Jul 08 17:27:28.196119 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-6db2a3fe-1927-4381-94d5-2d858958b90b tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/aceb191c-6d45-4168-b61e-fc77582b2eee HTTP/1.1" status: 200 len: 2981 time: 0.1286070 Jul 08 17:27:28.232133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:28.233592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:28.254682 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.276071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-97e18012-722b-43d9-8f9b-fbf5ec24f31e tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/affd09c3-1a59-40e9-b2e6-c7b445b193cc HTTP/1.1" status: 200 len: 2977 time: 0.0789537 Jul 08 17:27:28.313352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 22d902bf-6048-440f-ab45-3ee800d7a2ee, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=22d902bf-6048-440f-ab45-3ee800d7a2ee,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:28.322652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.359461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-de8730e6-e397-4563-bba8-9c6fd0fc6984 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/affd09c3-1a59-40e9-b2e6-c7b445b193cc HTTP/1.1" status: 200 len: 2977 time: 0.0823147 Jul 08 17:27:28.369624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-5d01144e-7af9-4d6f-8a00-48896e5a373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:28.371725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-5d01144e-7af9-4d6f-8a00-48896e5a373b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672540 Jul 08 17:27:28.416403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=22d902bf-6048-440f-ab45-3ee800d7a2ee,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:28.440550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Router c8e5b108-717a-4487-a248-8d82792d7fb1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:27:28.509853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-c5bafeda-eae4-428c-a6c4-76c7eb8dbdb5 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/b031a357-27f3-48f2-b853-dceb5b2ea2fd HTTP/1.1" status: 200 len: 2973 time: 0.1494288 Jul 08 17:27:28.567777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:27:28.576483 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-592e6671-30af-4496-947a-03b62b4113c4 admin admin] 10.222.0.63 "PUT /v2.0/routers/c8e5b108-717a-4487-a248-8d82792d7fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1855965 Jul 08 17:27:28.577216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a464c3b8-0f06-4355-a201-5c7f07d586bf None None] Provisioning complete for port 18abcede-b756-46a0-8f2d-5955d2c0102c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:28.577588 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a464c3b8-0f06-4355-a201-5c7f07d586bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:28.588479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-371b2366-3b55-451c-9bbc-b5aac840f48f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076344 Jul 08 17:27:28.598966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc93de-f002-4485-9f9b-1d7a6c0def5a req-3aeeafb4-8b6f-4690-a884-1e50ce83a546 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:28.606258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4bc93de-f002-4485-9f9b-1d7a6c0def5a req-3aeeafb4-8b6f-4690-a884-1e50ce83a546 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.1924400 Jul 08 17:27:28.614345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a464c3b8-0f06-4355-a201-5c7f07d586bf None None] Port 18abcede-b756-46a0-8f2d-5955d2c0102c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:28.641515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Sync routers for ids ['c8e5b108-717a-4487-a248-8d82792d7fb1'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:27:28.642520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-3623986d-f8a6-4a21-a68a-7965e1b54875 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/b031a357-27f3-48f2-b853-dceb5b2ea2fd HTTP/1.1" status: 200 len: 2973 time: 0.1315684 Jul 08 17:27:28.652690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Routers {'c8e5b108-717a-4487-a248-8d82792d7fb1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:28.653675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c8e5b108-717a-4487-a248-8d82792d7fb1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:28.725079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4bc93de-f002-4485-9f9b-1d7a6c0def5a req-dcbc25f3-be11-4246-85f2-927b346b31e1 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178086 Jul 08 17:27:28.746575 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-3290167d-ae6a-4556-8c00-2de1764cde91 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/c56c6871-086d-450f-b388-2564b75697d6 HTTP/1.1" status: 200 len: 2981 time: 0.0773134 Jul 08 17:27:28.770319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58364) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:28.782089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Set router c8e5b108-717a-4487-a248-8d82792d7fb1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:28.783586 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3b54-4b43-42c1-a353-6376d0c53fd6 req-79d92bfd-f1e0-427e-b8e2-e949c47141ad service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751602 Jul 08 17:27:28.818998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-578001ab-64ff-4dd6-a8ea-671fe324c479 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/c56c6871-086d-450f-b388-2564b75697d6 HTTP/1.1" status: 200 len: 2981 time: 0.0560718 Jul 08 17:27:28.885501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-9a549305-84bf-45eb-9496-9034f2b903db tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/d2e79997-a043-414a-8303-5b9f3d0e58a2 HTTP/1.1" status: 200 len: 2981 time: 0.0595157 Jul 08 17:27:28.944953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2105517206'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:28.985916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-7608114d-d8af-4470-ac25-4e089be40984 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/d2e79997-a043-414a-8303-5b9f3d0e58a2 HTTP/1.1" status: 200 len: 2981 time: 0.0807879 Jul 08 17:27:28.999218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:29.002707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.011448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1dd4-be87-48e9-99e2-71e3f909f6a2 req-ad32d3da-894a-416e-900c-e0e54af0d8a1 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.012966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-413a1dd4-be87-48e9-99e2-71e3f909f6a2 req-ad32d3da-894a-416e-900c-e0e54af0d8a1 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 948 time: 0.1447845 Jul 08 17:27:29.029053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:27:27Z', 'revision_number': 4, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '18abcede-b756-46a0-8f2d-5955d2c0102c', 'name': '', 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'mac_address': 'fa:16:3e:f9:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '53e9846a-0b37-4d9f-b5cc-cd8fe587d15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:26Z', 'updated_at': '2021-07-08T17:27:27Z', 'revision_number': 2, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'subnets': [{'id': '53e9846a-0b37-4d9f-b5cc-cd8fe587d15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:29.035155 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-11ee66e7-55ec-467c-b5b3-495b3f6390a1 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] show failed (client error): The resource could not be found. Jul 08 17:27:29.036138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-11ee66e7-55ec-467c-b5b3-495b3f6390a1 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/e8fbef0a-4987-4a16-8bf8-61c8752b71a8 HTTP/1.1" status: 404 len: 352 time: 0.0442195 Jul 08 17:27:29.061611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Checking router: c8e5b108-717a-4487-a248-8d82792d7fb1 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:27:29.062245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Updating router c8e5b108-717a-4487-a248-8d82792d7fb1 port 18abcede-b756-46a0-8f2d-5955d2c0102c binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:27:29.071444 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-23fb2ea8-d1ac-428c-9390-dc0f196b3ed7 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] show failed (client error): The resource could not be found. Jul 08 17:27:29.072478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-23fb2ea8-d1ac-428c-9390-dc0f196b3ed7 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/e8fbef0a-4987-4a16-8bf8-61c8752b71a8 HTTP/1.1" status: 404 len: 352 time: 0.0273545 Jul 08 17:27:29.082617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:29.097214 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.100426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-413a1dd4-be87-48e9-99e2-71e3f909f6a2 req-aa36c889-5faf-4923-8252-584c08fcc218 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794997 Jul 08 17:27:29.112772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.113112 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Added segment de02a832-daca-4945-bedf-1cacfb49efbf of type vlan for network f022d83a-e6e0-4a80-b0e0-881752520e82 Jul 08 17:27:29.158058 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c6dafa-1ba5-4f04-86a5-769ee355843a x-openstack-request-id: req-c9c6dafa-1ba5-4f04-86a5-769ee355843a {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:29.158624 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313be250-5450-4dd1-92ad-0c5f3bae2ece", "tag": "4a57c893-43e2-423f-86bb-ff49982b195c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:29.158624 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c9c6dafa-1ba5-4f04-86a5-769ee355843a {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:29.158983 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'tag': '4a57c893-43e2-423f-86bb-ff49982b195c', 'status': 'completed', 'code': 200} Jul 08 17:27:29.165103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-222fc8eb-642e-4b26-9c03-5d9b8042a199 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/eae3062c-a739-4688-a8c9-fe736cdfbb2b HTTP/1.1" status: 200 len: 2981 time: 0.0783777 Jul 08 17:27:29.182031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.265737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f4c066-8058-44b0-b4c0-f95426bde197 req-94a5b309-772e-4d60-b7e7-5471929628a6 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/eae3062c-a739-4688-a8c9-fe736cdfbb2b HTTP/1.1" status: 200 len: 2981 time: 0.0876536 Jul 08 17:27:29.269960 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.277293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.277730 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.385667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6140125 Jul 08 17:27:29.388325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58376) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:29.393513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'subnet': {'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:29.396118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.405951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Transition to ACTIVE for port object 18abcede-b756-46a0-8f2d-5955d2c0102c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:29.411927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.452666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ef9d-1f39-44de-91fe-a70ad3133f84 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Network': ['ID=f022d83a-e6e0-4a80-b0e0-881752520e82,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:29.462830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640dbef-ee3f-49dd-872c-0f04c5a968e8 None None] Pushing event updated for resources: {'Port': ['ID=18abcede-b756-46a0-8f2d-5955d2c0102c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:29.468751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f022d83a-e6e0-4a80-b0e0-881752520e82 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:29.489373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-845b77cb-7b25-484b-90f7-4a571f4909e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.492519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-845b77cb-7b25-484b-90f7-4a571f4909e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3648c8d7057345f78aba4e4016bcc8ad&device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 1099 time: 0.2720177 Jul 08 17:27:29.505227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:29.511171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.588104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Attempting to bind port 18abcede-b756-46a0-8f2d-5955d2c0102c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:29.588478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Attempting to bind port 18abcede-b756-46a0-8f2d-5955d2c0102c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:29.588875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Attempting to bind port 18abcede-b756-46a0-8f2d-5955d2c0102c on network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:29.606090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:29.606769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Checking segment: {'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:29.607401 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.607842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Bound using segment: {'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:29.608355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Bound port: 18abcede-b756-46a0-8f2d-5955d2c0102c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:29.608763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.623966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-8bd61161-e273-4b69-a8c2-f3fe07357b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.627310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-8bd61161-e273-4b69-a8c2-f3fe07357b99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1263537 Jul 08 17:27:29.653025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b472c7-c594-4fb8-b96a-e69e9169b73d req-0326820f-68a8-4591-9783-7b8f32e5dc88 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.660161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4b472c7-c594-4fb8-b96a-e69e9169b73d req-0326820f-68a8-4591-9783-7b8f32e5dc88 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 947 time: 0.2494793 Jul 08 17:27:29.693817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] For port 18abcede-b756-46a0-8f2d-5955d2c0102c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:29.698398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] For port 18abcede-b756-46a0-8f2d-5955d2c0102c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=18abcede-b756-46a0-8f2d-5955d2c0102c,segment=NetworkSegment(f6b9da83-d5f6-4bf0-8b35-9b54f966b590),segment_id=f6b9da83-d5f6-4bf0-8b35-9b54f966b590)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:29.704878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.724462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-13e7d2f2-995b-4ec7-a808-91010db80f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4a57c893-43e2-423f-86bb-ff49982b195c HTTP/1.1" status: 200 len: 217 time: 0.0886331 Jul 08 17:27:29.745790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4b472c7-c594-4fb8-b96a-e69e9169b73d req-5b2da815-c2f4-470b-bda1-d7f63d75ec55 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Jul 08 17:27:29.783106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.799669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Routers {'c8e5b108-717a-4487-a248-8d82792d7fb1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:29.800309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c8e5b108-717a-4487-a248-8d82792d7fb1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:29.802299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640dbef-ee3f-49dd-872c-0f04c5a968e8 None None] Pushing event updated for resources: {'Port': ['ID=18abcede-b756-46a0-8f2d-5955d2c0102c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:29.860380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-f246fbc5-1570-48ae-aeb7-4a8995d43ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.862123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-f246fbc5-1570-48ae-aeb7-4a8995d43ef8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1152372 Jul 08 17:27:29.890725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Subnet': ['ID=99fad8c2-d560-43be-bd15-dd079514f7ea,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:29.900912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Checking segment: {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:29.901386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network hostable DHCP agents. Network: f022d83a-e6e0-4a80-b0e0-881752520e82, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:29.925479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network f022d83a-e6e0-4a80-b0e0-881752520e82 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:29.938531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f022d83a-e6e0-4a80-b0e0-881752520e82) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:29.944017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.944997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:29.966322 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-95a8bd37-fedc-418e-831f-7e6f4afa720d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5743680 Jul 08 17:27:29.966626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:29.975466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-543367076'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:29.981650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-340714b0-65c3-40bb-a5a4-2b352a5049b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:29.985219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-340714b0-65c3-40bb-a5a4-2b352a5049b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151009 Jul 08 17:27:29.986362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560f228-44fc-4eb1-b991-16a4c04f7a4f None None] Network f022d83a-e6e0-4a80-b0e0-881752520e82 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:30.023785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:30.027807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.084254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:30.092151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22d902bf-6048-440f-ab45-3ee800d7a2ee up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:30.097867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.098356 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Added segment 84102578-4e09-47ec-96e9-b46d15078b3e of type vlan for network 80d70cf5-e4b5-4da8-9362-e5b4de714149 Jul 08 17:27:30.142509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efc0441b-b598-4c60-9cfb-0de454ad0adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.157398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.172557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-c102e6d0-92f3-4804-93ad-c1ca0a1a9c1d service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798041 Jul 08 17:27:30.175461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] Set router c8e5b108-717a-4487-a248-8d82792d7fb1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:30.184544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd574ae-3eab-4fa6-8726-ad48c3df9743 req-93db7a05-82ee-48e3-8394-c5b35c5d950d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:30.186535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fd574ae-3eab-4fa6-8726-ad48c3df9743 req-93db7a05-82ee-48e3-8394-c5b35c5d950d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 945 time: 0.1070733 Jul 08 17:27:30.196660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.203515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:30.204333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.277188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Network': ['ID=80d70cf5-e4b5-4da8-9362-e5b4de714149,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:30.293919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fd574ae-3eab-4fa6-8726-ad48c3df9743 req-e64ac6a0-1ae2-45c0-9b3f-3ffca3ab30fd tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855031 Jul 08 17:27:30.298282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 80d70cf5-e4b5-4da8-9362-e5b4de714149 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:30.306384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 22d902bf-6048-440f-ab45-3ee800d7a2ee triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:30.306760 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.319007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c1236612-5c59-4714-a0ea-6b49989aab23 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3509722 Jul 08 17:27:30.323081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:30.327569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e348a33-7e4e-4d4d-a15c-d29d432da697 req-183f2de3-de9d-4e83-afc9-0ca6ab379232 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394975 Jul 08 17:27:30.339495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'subnet': {'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:30.378308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4a57c893-43e2-423f-86bb-ff49982b195c details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:30.474408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:30.480617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.606314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.668181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f022d83a-e6e0-4a80-b0e0-881752520e82', 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'fixed_ips': [{'subnet_id': '99fad8c2-d560-43be-bd15-dd079514f7ea'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:30.669172 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.687711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cfc5bb4-f91a-4c0b-9c08-3619b816bfa2 req-48cd5e8b-fb39-4527-a074-187f707cc3b7 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ed1987d123444e4b7a49e154d97ec46 HTTP/1.1" status: 200 len: 6103 time: 0.1782498 Jul 08 17:27:30.799825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cfc5bb4-f91a-4c0b-9c08-3619b816bfa2 req-a8ba2c95-823c-4dc7-879a-173702c3583b tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "GET /v2.0/security-groups/54fd23ce-8d72-450d-a6e0-fa3b7eb95d27 HTTP/1.1" status: 200 len: 2981 time: 0.1033127 Jul 08 17:27:30.830325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:30.883875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Subnet': ['ID=9f63922e-cb4b-4075-921f-f760516acdf9,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:30.912362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4a57c893-43e2-423f-86bb-ff49982b195c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4a57c893-43e2-423f-86bb-ff49982b195c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:30.917910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Checking segment: {'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:30.918271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network hostable DHCP agents. Network: 80d70cf5-e4b5-4da8-9362-e5b4de714149, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:30.918394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017efa7a-3768-4ed7-a4d0-1ccf6fcafac3 req-37ef2b5c-9e76-47e1-85f0-9be724e9e962 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:30.919861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-017efa7a-3768-4ed7-a4d0-1ccf6fcafac3 req-37ef2b5c-9e76-47e1-85f0-9be724e9e962 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.1366563 Jul 08 17:27:30.933049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cfc5bb4-f91a-4c0b-9c08-3619b816bfa2 req-e790cf36-6903-4459-906f-100908753529 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "GET /v2.0/security-groups/54fd23ce-8d72-450d-a6e0-fa3b7eb95d27 HTTP/1.1" status: 200 len: 2981 time: 0.0987804 Jul 08 17:27:30.946169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network 80d70cf5-e4b5-4da8-9362-e5b4de714149 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:30.960626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '4a57c893-43e2-423f-86bb-ff49982b195c', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '4a57c893-43e2-423f-86bb-ff49982b195c', 'mac_address': 'fa:16:3e:c1:f5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:30.976886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 80d70cf5-e4b5-4da8-9362-e5b4de714149) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:30.981098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:30.981697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.006829 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-474db8bb-8db6-43d8-a395-ba79b9ae0cf6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6717198 Jul 08 17:27:31.015530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb75536-3bde-43eb-8717-0d6549d2a4d9 None None] Network 80d70cf5-e4b5-4da8-9362-e5b4de714149 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:31.033038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Allocated IP 19.80.0.2 (f022d83a-e6e0-4a80-b0e0-881752520e82/99fad8c2-d560-43be-bd15-dd079514f7ea/8232f091-0ede-4ab4-9ede-557496b693b5) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:31.043393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-017efa7a-3768-4ed7-a4d0-1ccf6fcafac3 req-258fd634-bb1a-4311-96f8-535182bd5617 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969062 Jul 08 17:27:31.099997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:27:27Z', 'revision_number': 4, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '18abcede-b756-46a0-8f2d-5955d2c0102c', 'name': '', 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'mac_address': 'fa:16:3e:f9:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '53e9846a-0b37-4d9f-b5cc-cd8fe587d15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:26Z', 'updated_at': '2021-07-08T17:27:29Z', 'revision_number': 4, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'subnets': [{'id': '53e9846a-0b37-4d9f-b5cc-cd8fe587d15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:31.137345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.183462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031427a-4194-48f0-9efc-e1ff90a46bc1 None None] The sync data for ids ['c8e5b108-717a-4487-a248-8d82792d7fb1'] in n-d-799528-4 is: [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:27:27Z', 'revision_number': 4, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '18abcede-b756-46a0-8f2d-5955d2c0102c', 'name': '', 'network_id': 'bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'mac_address': 'fa:16:3e:f9:51:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '53e9846a-0b37-4d9f-b5cc-cd8fe587d15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:26Z', 'updated_at': '2021-07-08T17:27:29Z', 'revision_number': 4, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'subnets': [{'id': '53e9846a-0b37-4d9f-b5cc-cd8fe587d15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:27:31.196155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a57c893-43e2-423f-86bb-ff49982b195c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:31.263920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4a57c893-43e2-423f-86bb-ff49982b195c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4a57c893-43e2-423f-86bb-ff49982b195c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:31.294879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.295682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:31.314626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa297718-e86a-49ca-b90e-2284bca27ff4 req-0bdeda8b-74da-44dc-83c2-978cc87899c0 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:31.323298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa297718-e86a-49ca-b90e-2284bca27ff4 req-0bdeda8b-74da-44dc-83c2-978cc87899c0 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 948 time: 0.2633085 Jul 08 17:27:31.347589 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.352765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-ac154ce3-be64-4012-8259-1d5f50cf7f5e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 258 time: 0.2602153 Jul 08 17:27:31.371480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:31.383252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa297718-e86a-49ca-b90e-2284bca27ff4 req-807ac05f-a26c-4ee1-a970-ef80efc2ac3d tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589802 Jul 08 17:27:31.412884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.487248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.496182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-80d70cf5-e4b5-4da8-9362-e5b4de714149', 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'fixed_ips': [{'subnet_id': '9f63922e-cb4b-4075-921f-f760516acdf9'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:27:31.497207 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.534815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=4a57c893-43e2-423f-86bb-ff49982b195c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:31.541164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:31.544174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Transition to ACTIVE for port object 8232f091-0ede-4ab4-9ede-557496b693b5 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:31.550964 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.619302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'mac_address': 'fa:16:3e:6c:6d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:31.624693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Transition to ACTIVE for port object 8232f091-0ede-4ab4-9ede-557496b693b5 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:31.645812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.699974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d26ad-edd3-491b-a4b3-461a217d53ac req-ece5cd22-6848-4d26-80bf-e6a7e665e898 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:31.701665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de2d26ad-edd3-491b-a4b3-461a217d53ac req-ece5cd22-6848-4d26-80bf-e6a7e665e898 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 947 time: 0.1528668 Jul 08 17:27:31.726340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Allocated IP 172.25.5.20 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/563c02df-ebb0-4f63-8471-42fb1c79b839) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:31.767811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Network f022d83a-e6e0-4a80-b0e0-881752520e82 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:31.775265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:31.776469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de2d26ad-edd3-491b-a4b3-461a217d53ac req-8c8d95f3-f001-468b-a80e-801bd2cf21bf tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682459 Jul 08 17:27:31.778275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:31.780989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Pushing event updated for resources: {'Port': ['ID=8232f091-0ede-4ab4-9ede-557496b693b5,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:31.784472 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.813367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:31.837432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Allocated IP 19.86.0.2 (80d70cf5-e4b5-4da8-9362-e5b4de714149/9f63922e-cb4b-4075-921f-f760516acdf9/eb8ede96-466d-44b5-97ea-38581b8e9de8) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:31.877618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9b9229c-13f9-4b69-bc60-a38a05487c98 req-53c82e0d-4d21-491d-91b0-99cf82528488 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/7e7555dd-73c4-4ade-9cbe-02f23b063980 HTTP/1.1" status: 200 len: 1778 time: 0.0585034 Jul 08 17:27:31.891607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:31.906433 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.927988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Attempting to bind port 8232f091-0ede-4ab4-9ede-557496b693b5 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:31.928363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Attempting to bind port 8232f091-0ede-4ab4-9ede-557496b693b5 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:31.928652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.929352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Attempting to bind port 8232f091-0ede-4ab4-9ede-557496b693b5 on network f022d83a-e6e0-4a80-b0e0-881752520e82 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:31.982216 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b9b9229c-13f9-4b69-bc60-a38a05487c98 req-7c4313ea-dffb-4f3a-bc3e-6c05f51b0e78 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.996012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:31.996391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Checking segment: {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:31.996832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:31.997218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Bound using segment: {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:31.998181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Bound port: 8232f091-0ede-4ab4-9ede-557496b693b5, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:31.998656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.014813 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b9b9229c-13f9-4b69-bc60-a38a05487c98 req-7c4313ea-dffb-4f3a-bc3e-6c05f51b0e78 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.024966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.079168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 18abcede-b756-46a0-8f2d-5955d2c0102c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:32.091369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:32.098076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:32.104622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:32.106060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event updated for resources: {'Port': ['ID=563c02df-ebb0-4f63-8471-42fb1c79b839,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.111206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.132132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b9b9229c-13f9-4b69-bc60-a38a05487c98 req-7c4313ea-dffb-4f3a-bc3e-6c05f51b0e78 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.134743 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b9b9229c-13f9-4b69-bc60-a38a05487c98 req-7c4313ea-dffb-4f3a-bc3e-6c05f51b0e78 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.136679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9b9229c-13f9-4b69-bc60-a38a05487c98 req-7c4313ea-dffb-4f3a-bc3e-6c05f51b0e78 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "DELETE /v2.0/security-groups/7e7555dd-73c4-4ade-9cbe-02f23b063980 HTTP/1.1" status: 204 len: 173 time: 0.2500534 Jul 08 17:27:32.152940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4313ea-dffb-4f3a-bc3e-6c05f51b0e78 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7555dd-73c4-4ade-9cbe-02f23b063980,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.184895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] For port 8232f091-0ede-4ab4-9ede-557496b693b5, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:32.227522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] For port 8232f091-0ede-4ab4-9ede-557496b693b5, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8232f091-0ede-4ab4-9ede-557496b693b5,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:32.237087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.238267 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.246147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['4a57c893-43e2-423f-86bb-ff49982b195c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:32.307928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:32.322395 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.353893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.371532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 18abcede-b756-46a0-8f2d-5955d2c0102c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:32.371532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Transition to ACTIVE for port object eb8ede96-466d-44b5-97ea-38581b8e9de8 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:32.392787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 18abcede-b756-46a0-8f2d-5955d2c0102c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:32.393167 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.416456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7b66a8c2-7af5-418a-ae52-60ee63b97e25 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:32.422515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7b66a8c2-7af5-418a-ae52-60ee63b97e25 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:32.424161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7b66a8c2-7af5-418a-ae52-60ee63b97e25 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/networks?id=f022d83a-e6e0-4a80-b0e0-881752520e82&id=80d70cf5-e4b5-4da8-9362-e5b4de714149&id=f022d83a-e6e0-4a80-b0e0-881752520e82 HTTP/1.1" status: 200 len: 1391 time: 0.1810148 Jul 08 17:27:32.446938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-0e1222b2-e831-4a65-827f-4979b2d11fba tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/quotas/d6d5e2aefac544b692422cd7902fc0f4 HTTP/1.1" status: 200 len: 375 time: 0.0152955 Jul 08 17:27:32.451571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e9921-0ab5-4809-be33-3afa919e9bcc None None] Pushing event updated for resources: {'Port': ['ID=8232f091-0ede-4ab4-9ede-557496b693b5,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.461371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Transition to ACTIVE for port object eb8ede96-466d-44b5-97ea-38581b8e9de8 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:32.483904 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.595768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Network 80d70cf5-e4b5-4da8-9362-e5b4de714149 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:32.610501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-6eafca67-c434-47d2-a14a-aa52d67c3bfe tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1463432 Jul 08 17:27:32.612522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:32.626429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:32.633775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Pushing event updated for resources: {'Port': ['ID=eb8ede96-466d-44b5-97ea-38581b8e9de8,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.702021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.716206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.825905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-9c8d2335-6ad3-43c0-849d-fd42353c1b31 service neutron] 10.222.0.63 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074137 Jul 08 17:27:32.831156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event updated for resources: {'Port': ['ID=563c02df-ebb0-4f63-8471-42fb1c79b839,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:32.835744 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.893905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.895133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-bf0429b1-cf19-4845-aa79-236238f4d34e tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5312791 Jul 08 17:27:32.937447 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:27:32.951525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.962046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.963116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-410c4150-3bb3-4a1f-bc4c-547d04959b8b tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0594769 Jul 08 17:27:32.972596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Attempting to bind port eb8ede96-466d-44b5-97ea-38581b8e9de8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:32.972996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Attempting to bind port eb8ede96-466d-44b5-97ea-38581b8e9de8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:32.973369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Attempting to bind port eb8ede96-466d-44b5-97ea-38581b8e9de8 on network 80d70cf5-e4b5-4da8-9362-e5b4de714149 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:32.992159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:32.992535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Checking segment: {'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:32.992965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:32.993362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Bound using segment: {'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:32.993841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Bound port: eb8ede96-466d-44b5-97ea-38581b8e9de8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:32.994223 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.052783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 18abcede-b756-46a0-8f2d-5955d2c0102c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=18abcede-b756-46a0-8f2d-5955d2c0102c,segment=NetworkSegment(f6b9da83-d5f6-4bf0-8b35-9b54f966b590),segment_id=f6b9da83-d5f6-4bf0-8b35-9b54f966b590)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:33.078851 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.158110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] For port eb8ede96-466d-44b5-97ea-38581b8e9de8, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:33.166846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] For port eb8ede96-466d-44b5-97ea-38581b8e9de8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=eb8ede96-466d-44b5-97ea-38581b8e9de8,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:33.172878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:33.174888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=18abcede-b756-46a0-8f2d-5955d2c0102c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:33.242688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae226ec8-53ad-49cb-a238-6a50a3458cb0 None None] Pushing event updated for resources: {'Port': ['ID=eb8ede96-466d-44b5-97ea-38581b8e9de8,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:33.274380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-126f361b-745c-41fc-be17-4eacc9ee39ef service neutron] 10.222.0.63 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403481 Jul 08 17:27:33.455554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-2c3e50cb-6677-47ed-b149-b8a6eea86c9b tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:33.457030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23cdfe58-4c96-4671-92b8-e9335eb8f83b req-2c3e50cb-6677-47ed-b149-b8a6eea86c9b tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.4855435 Jul 08 17:27:33.462536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-ba2c2740-3f9a-4f52-a138-e3fc40792f12 service neutron] 10.222.0.63 "GET /v2.0/networks/80d70cf5-e4b5-4da8-9362-e5b4de714149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757207 Jul 08 17:27:33.604298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-d610c5a2-2791-4d6b-a3d4-cf18a9b623d8 service neutron] 10.222.0.63 "GET /v2.0/networks/80d70cf5-e4b5-4da8-9362-e5b4de714149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364686 Jul 08 17:27:33.693809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d194c34-2761-4e47-9578-53209054521b None None] Network f022d83a-e6e0-4a80-b0e0-881752520e82 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:33.716705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ad7ce-014c-468e-9737-7e9f917858f7 req-53455a82-1e47-409d-bdbe-8048269251ed tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:33.718431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a1ad7ce-014c-468e-9737-7e9f917858f7 req-53455a82-1e47-409d-bdbe-8048269251ed tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 945 time: 0.1564727 Jul 08 17:27:33.722131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-55a761ef-add0-4d1b-8c19-1d4095026dfd service neutron] 10.222.0.63 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138923 Jul 08 17:27:33.777151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-11ec5e98-8153-436a-8824-7cbc88275fe0 None None] Provisioning for port 8232f091-0ede-4ab4-9ede-557496b693b5 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:33.805363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a1ad7ce-014c-468e-9737-7e9f917858f7 req-4b4d80d8-4f46-4aff-9a9f-40341499de38 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809247 Jul 08 17:27:33.847344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-9dd43df6-a21f-48b4-a3c9-d65c7c9f2968 service neutron] 10.222.0.63 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151996 Jul 08 17:27:34.065282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7848174d-a2ab-43ab-9743-93940831217e req-b2618a70-784b-4ee9-922b-b3ce238a7c55 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "GET /v2.0/security-groups/50c2408f-1d4d-4d8f-9a30-4bec8a0beda6 HTTP/1.1" status: 200 len: 1776 time: 0.0682993 Jul 08 17:27:34.169545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7848174d-a2ab-43ab-9743-93940831217e req-6d5dcc39-7449-4265-a496-8ff01434f9c2 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.191679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7848174d-a2ab-43ab-9743-93940831217e req-6d5dcc39-7449-4265-a496-8ff01434f9c2 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.224013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 18abcede-b756-46a0-8f2d-5955d2c0102c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:34.264198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953e722-ff9e-47d6-bd8c-3f82ac7f582f req-d4d84890-9fc7-4c32-93a7-e2cdfd696298 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.265414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2953e722-ff9e-47d6-bd8c-3f82ac7f582f req-d4d84890-9fc7-4c32-93a7-e2cdfd696298 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 949 time: 0.1676383 Jul 08 17:27:34.289885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 18abcede-b756-46a0-8f2d-5955d2c0102c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:34.290354 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.307084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7848174d-a2ab-43ab-9743-93940831217e req-6d5dcc39-7449-4265-a496-8ff01434f9c2 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.309965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7848174d-a2ab-43ab-9743-93940831217e req-6d5dcc39-7449-4265-a496-8ff01434f9c2 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.317495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7848174d-a2ab-43ab-9743-93940831217e req-6d5dcc39-7449-4265-a496-8ff01434f9c2 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] 10.222.0.63 "DELETE /v2.0/security-groups/50c2408f-1d4d-4d8f-9a30-4bec8a0beda6 HTTP/1.1" status: 204 len: 173 time: 0.2511303 Jul 08 17:27:34.359872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2953e722-ff9e-47d6-bd8c-3f82ac7f582f req-086f8a15-28dc-45c3-ac35-16292b887162 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852199 Jul 08 17:27:34.364129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dcc39-7449-4265-a496-8ff01434f9c2 tempest-SecurityGroupsTestAdminJSON-1518253229 tempest-SecurityGroupsTestAdminJSON-1518253229-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c2408f-1d4d-4d8f-9a30-4bec8a0beda6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:34.405953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4a57c893-43e2-423f-86bb-ff49982b195c up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:34.490625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device eb8ede96-466d-44b5-97ea-38581b8e9de8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:34.572183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 4a57c893-43e2-423f-86bb-ff49982b195c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:34.587058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 4a57c893-43e2-423f-86bb-ff49982b195c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:34.587690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.616159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84161d90-bf92-4ae3-9932-3c73961aa231 None None] Network 80d70cf5-e4b5-4da8-9362-e5b4de714149 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:34.621128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port eb8ede96-466d-44b5-97ea-38581b8e9de8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:34.624715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a762d-fd9a-44a2-b581-14d89349320e req-9d6093e1-6aff-4144-9b8e-218e2a09cb61 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.626609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c5a762d-fd9a-44a2-b581-14d89349320e req-9d6093e1-6aff-4144-9b8e-218e2a09cb61 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 948 time: 0.1808627 Jul 08 17:27:34.693686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8232f091-0ede-4ab4-9ede-557496b693b5 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:34.704235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c5a762d-fd9a-44a2-b581-14d89349320e req-0b397a95-42ac-443f-9851-93aa115f363f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703974 Jul 08 17:27:34.718498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-9eb75566-db2a-4d45-b57e-a27079ae3b62 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:34.720235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-9eb75566-db2a-4d45-b57e-a27079ae3b62 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1767604 Jul 08 17:27:34.732845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b90f9ac1-d31a-4c42-bb06-64c57e483d47 None None] Provisioning for port eb8ede96-466d-44b5-97ea-38581b8e9de8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:34.750711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b90f9ac1-d31a-4c42-bb06-64c57e483d47 None None] Provisioning complete for port eb8ede96-466d-44b5-97ea-38581b8e9de8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:34.751087 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b90f9ac1-d31a-4c42-bb06-64c57e483d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.788332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-f2c67bf0-7cc8-4dbc-aac2-c5abddc9df6a tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0582366 Jul 08 17:27:34.806851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Request body: {'floatingip': {'port_id': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:34.855606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.891931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8232f091-0ede-4ab4-9ede-557496b693b5 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:34.894009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.915567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8232f091-0ede-4ab4-9ede-557496b693b5 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:34.915936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:34.968716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57c893-43e2-423f-86bb-ff49982b195c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:34.971053 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cdaa7e-67fc-4857-b6b1-2277df59b28a" -d '{"events": [{"server_uuid": "313be250-5450-4dd1-92ad-0c5f3bae2ece", "name": "network-vif-plugged", "status": "completed", "tag": "4a57c893-43e2-423f-86bb-ff49982b195c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:35.039180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4a57c893-43e2-423f-86bb-ff49982b195c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4a57c893-43e2-423f-86bb-ff49982b195c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:35.054956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.055756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:35.107720 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b90f9ac1-d31a-4c42-bb06-64c57e483d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.229329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=4a57c893-43e2-423f-86bb-ff49982b195c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:35.250623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b90f9ac1-d31a-4c42-bb06-64c57e483d47 None None] For port eb8ede96-466d-44b5-97ea-38581b8e9de8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=eb8ede96-466d-44b5-97ea-38581b8e9de8,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:35.261297 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.265732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.265949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.266292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.266630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.267050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.267387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.267731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.268061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.268447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.269028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.269225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.269558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:27:35.275312 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b90f9ac1-d31a-4c42-bb06-64c57e483d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.338841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:35.360238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8232f091-0ede-4ab4-9ede-557496b693b5, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8232f091-0ede-4ab4-9ede-557496b693b5,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:35.361371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:35.361783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.366660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f9ac1-d31a-4c42-bb06-64c57e483d47 None None] Pushing event updated for resources: {'Port': ['ID=eb8ede96-466d-44b5-97ea-38581b8e9de8,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:35.391669 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.488487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8232f091-0ede-4ab4-9ede-557496b693b5,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:35.609844 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.630887 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.644228 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.667521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:35.672553 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.732480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aa772022-f97a-47a2-b85e-b4d823389450 None None] Provisioning complete for port eb8ede96-466d-44b5-97ea-38581b8e9de8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:35.733039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa772022-f97a-47a2-b85e-b4d823389450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:35.737722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92421a36-ca9c-49b3-92a2-b1f490982ee8 req-51d72afe-7b17-49f6-893e-d3ff9a407612 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 210 time: 0.0474746 Jul 08 17:27:35.753197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-16051be7-ddbe-4141-a487-0f1158e5800f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:35.759257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:35.759441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-16051be7-ddbe-4141-a487-0f1158e5800f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:35.761177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-16051be7-ddbe-4141-a487-0f1158e5800f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "GET /v2.0/networks?id=f022d83a-e6e0-4a80-b0e0-881752520e82&id=80d70cf5-e4b5-4da8-9362-e5b4de714149&id=f022d83a-e6e0-4a80-b0e0-881752520e82 HTTP/1.1" status: 200 len: 1391 time: 0.2213898 Jul 08 17:27:35.801074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'port': {'device_id': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82', 'admin_state_up': True, 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:35.909798 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Floating IP da2fa61c-f575-4c1b-8bdd-086d5c4e7159 associated. External IP: 172.25.5.20, port: 2d0d3a25-dd89-485f-808a-d7efc8352139. Jul 08 17:27:35.955411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c8c31d4-eeb9-4ee6-a1d8-d2f18021b2ba req-54ef99c3-2ca7-48ad-879d-62d0cc7892f7 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "GET /v2.0/security-groups/4ed1bb3c-6707-43a5-bbc1-a42fe8c765a8 HTTP/1.1" status: 200 len: 1778 time: 0.1604238 Jul 08 17:27:35.984351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device eb8ede96-466d-44b5-97ea-38581b8e9de8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:36.034511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port eb8ede96-466d-44b5-97ea-38581b8e9de8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:36.034885 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.071800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:36.075421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.107065 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1c8c31d4-eeb9-4ee6-a1d8-d2f18021b2ba req-45d276c5-ba2f-466e-b9c0-878465e064f8 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.113666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8232f091-0ede-4ab4-9ede-557496b693b5 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:36.161560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8232f091-0ede-4ab4-9ede-557496b693b5 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:36.161939 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.214129 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1c8c31d4-eeb9-4ee6-a1d8-d2f18021b2ba req-45d276c5-ba2f-466e-b9c0-878465e064f8 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.336693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1c8c31d4-eeb9-4ee6-a1d8-d2f18021b2ba req-45d276c5-ba2f-466e-b9c0-878465e064f8 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.339134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1c8c31d4-eeb9-4ee6-a1d8-d2f18021b2ba req-45d276c5-ba2f-466e-b9c0-878465e064f8 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.340264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c8c31d4-eeb9-4ee6-a1d8-d2f18021b2ba req-45d276c5-ba2f-466e-b9c0-878465e064f8 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "DELETE /v2.0/security-groups/4ed1bb3c-6707-43a5-bbc1-a42fe8c765a8 HTTP/1.1" status: 204 len: 173 time: 0.3750548 Jul 08 17:27:36.351989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Router 5353e355-8d6e-4c55-8f16-619e3a232ae1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:27:36.354613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Allocated IP 19.80.0.216 (f022d83a-e6e0-4a80-b0e0-881752520e82/99fad8c2-d560-43be-bd15-dd079514f7ea/5f475e2a-7ff3-4d9e-9e76-c3b889291a2f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:36.366744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d276c5-ba2f-466e-b9c0-878465e064f8 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed1bb3c-6707-43a5-bbc1-a42fe8c765a8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:36.477494 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd330e1-7783-4008-b20f-900fec71633c x-openstack-request-id: req-7bd330e1-7783-4008-b20f-900fec71633c {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:36.477790 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313be250-5450-4dd1-92ad-0c5f3bae2ece", "name": "network-vif-plugged", "status": "completed", "tag": "4a57c893-43e2-423f-86bb-ff49982b195c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:36.478169 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7bd330e1-7783-4008-b20f-900fec71633c {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:36.478564 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a57c893-43e2-423f-86bb-ff49982b195c', 'code': 200} Jul 08 17:27:36.912414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:27:36.922006 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] Sync routers for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:27:36.923851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:36.930906 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:36.931501 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:36.993591 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.013995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c86376fc-fd7e-4c16-8d04-60d5c883be33 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "PUT /v2.0/floatingips/da2fa61c-f575-4c1b-8bdd-086d5c4e7159 HTTP/1.1" status: 200 len: 995 time: 2.2192378 Jul 08 17:27:37.019047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:37.021871 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36240017-eb6a-4cb7-b3de-2da84c49920e" -d '{"events": [{"name": "network-changed", "server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:37.028536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f5bf-a66f-4a41-a7c6-e6b69ba717b8 req-ce513723-eadb-4d04-aaae-a012fbca9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.030137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2951f5bf-a66f-4a41-a7c6-e6b69ba717b8 req-ce513723-eadb-4d04-aaae-a012fbca9a91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 1101 time: 0.2222855 Jul 08 17:27:37.032236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Transition to ACTIVE for port object 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:37.059095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f76191-cd4d-4436-acd1-069a30379404 req-b63b3c02-a084-44a8-bea2-4ecb7f3ed59e tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.060652 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1f76191-cd4d-4436-acd1-069a30379404 req-b63b3c02-a084-44a8-bea2-4ecb7f3ed59e tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 950 time: 0.2516830 Jul 08 17:27:37.128583 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:37.159429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2951f5bf-a66f-4a41-a7c6-e6b69ba717b8 req-afbd50ed-1573-4089-b360-e8f4b5448107 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176550 Jul 08 17:27:37.169826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1f76191-cd4d-4436-acd1-069a30379404 req-dd1fd314-8175-4a32-90b5-56d9d62168fd tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010029 Jul 08 17:27:37.180366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.241914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network f022d83a-e6e0-4a80-b0e0-881752520e82 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:37.247014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-a0cfe180-7224-47e9-8015-2f39e709fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.248551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-a0cfe180-7224-47e9-8015-2f39e709fb6f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4477a53341d54ecba47453fbb50ff061&device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 1096 time: 0.2144930 Jul 08 17:27:37.252177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:37.255778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:37.265419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Port': ['ID=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:37.414407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.415030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.442892 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'da2fa61c-f575-4c1b-8bdd-086d5c4e7159', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'port_id': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'mac_address': 'fa:16:3e:89:98:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d2fef4-377a-4846-8358-dd0edccb4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:27:32Z', 'updated_at': '2021-07-08T17:27:35Z', 'revision_number': 1, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:16Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:37.451446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-101c7dd3-467c-4015-a3d0-b31b5ec64cc9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6615653 Jul 08 17:27:37.456981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-4dafc7b8-2745-42fd-80a8-809ba12074ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.458485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-4dafc7b8-2745-42fd-80a8-809ba12074ff service neutron] 10.222.0.63 "GET /v2.0/networks?id=ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 200 len: 930 time: 0.2038312 Jul 08 17:27:37.467374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'port': {'device_id': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149', 'admin_state_up': True, 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:37.472111 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] Checking router: 5353e355-8d6e-4c55-8f16-619e3a232ae1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:27:37.481930 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:37.482542 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:37.558195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1097e-8816-4ce3-bae5-b57dd930ac64 req-c00dffc0-c0f4-485c-8954-75c39d5d5948 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.559716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4a1097e-8816-4ce3-bae5-b57dd930ac64 req-c00dffc0-c0f4-485c-8954-75c39d5d5948 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2253647 Jul 08 17:27:37.585522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b37509cb-909c-4c5e-8e8d-74772735e851 None None] Provisioning for port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:37.591629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b37509cb-909c-4c5e-8e8d-74772735e851 None None] Provisioning complete for port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:37.592379 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b37509cb-909c-4c5e-8e8d-74772735e851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.604261 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:37.619933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-778a5fdb-d603-48f7-b5f6-e716489a6e4a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 998 time: 0.1489947 Jul 08 17:27:37.627972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b37509cb-909c-4c5e-8e8d-74772735e851 None None] Port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:37.664862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4a1097e-8816-4ce3-bae5-b57dd930ac64 req-a53fbed1-3952-497d-98dd-65ef900f99d0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837595 Jul 08 17:27:37.745905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c96a3279-7872-449c-9b42-31829481b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.747385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-c96a3279-7872-449c-9b42-31829481b63a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8defc47f-b9bb-4962-81a2-04ac53fa25a4 HTTP/1.1" status: 200 len: 868 time: 0.1028144 Jul 08 17:27:37.750160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:37.753672 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:37.778384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa19a4ff-0f25-4594-a334-3dcbbdf3d5af req-ceea30ed-ce06-483d-8832-7f8df0047908 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "GET /v2.0/security-groups/58cbbf69-d263-49e3-b367-dba107ca04bb HTTP/1.1" status: 200 len: 1777 time: 0.0875928 Jul 08 17:27:37.845090 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'da2fa61c-f575-4c1b-8bdd-086d5c4e7159', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'port_id': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'mac_address': 'fa:16:3e:89:98:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d2fef4-377a-4846-8358-dd0edccb4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:27:32Z', 'updated_at': '2021-07-08T17:27:35Z', 'revision_number': 1, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:16Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:37.875101 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb8882-90b0-4f80-bde8-8a8bb6fa07e4 None None] The sync data for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 is: [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'da2fa61c-f575-4c1b-8bdd-086d5c4e7159', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'port_id': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'mac_address': 'fa:16:3e:89:98:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d2fef4-377a-4846-8358-dd0edccb4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:27:32Z', 'updated_at': '2021-07-08T17:27:35Z', 'revision_number': 1, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:16Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:27:37.942017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-36752aab-0366-4aa3-bbcf-8472cfb68f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:37.943563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-36752aab-0366-4aa3-bbcf-8472cfb68f08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ed2a22af-4476-4222-aa46-e9ae08e55cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800511 Jul 08 17:27:37.983528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aa19a4ff-0f25-4594-a334-3dcbbdf3d5af req-855f9232-058e-4dde-97c6-e0df0eb5a275 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.041586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Allocated IP 19.86.0.15 (80d70cf5-e4b5-4da8-9362-e5b4de714149/9f63922e-cb4b-4075-921f-f760516acdf9/4e1df833-1f37-4343-8f41-e1faf983653a) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:38.057058 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aa19a4ff-0f25-4594-a334-3dcbbdf3d5af req-855f9232-058e-4dde-97c6-e0df0eb5a275 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.073051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eceb8a1-5252-41a3-a935-a7c07f7604dc None None] New status for floating IP da2fa61c-f575-4c1b-8bdd-086d5c4e7159: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:27:38.152722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-4a9cdd2b-a319-4f4c-bcda-606e1d1792f6 service neutron] 10.222.0.63 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023413 Jul 08 17:27:38.153356 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aa19a4ff-0f25-4594-a334-3dcbbdf3d5af req-855f9232-058e-4dde-97c6-e0df0eb5a275 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.155899 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aa19a4ff-0f25-4594-a334-3dcbbdf3d5af req-855f9232-058e-4dde-97c6-e0df0eb5a275 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.156950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa19a4ff-0f25-4594-a334-3dcbbdf3d5af req-855f9232-058e-4dde-97c6-e0df0eb5a275 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] 10.222.0.63 "DELETE /v2.0/security-groups/58cbbf69-d263-49e3-b367-dba107ca04bb HTTP/1.1" status: 204 len: 173 time: 0.3619161 Jul 08 17:27:38.231538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f9232-058e-4dde-97c6-e0df0eb5a275 tempest-SecurityGroupsTestAdminJSON-858736514 tempest-SecurityGroupsTestAdminJSON-858736514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cbbf69-d263-49e3-b367-dba107ca04bb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:38.324341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ad927ad6-116c-4135-873f-1a8a11268628 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:38.347156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.351577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87323021-ecf9-421c-b15d-20989fb6ab7f req-d544dbf1-93e4-4543-ae85-3b1c80e2c82f service neutron] 10.222.0.63 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785145 Jul 08 17:27:38.365250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Transition to ACTIVE for port object 4e1df833-1f37-4343-8f41-e1faf983653a will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:38.417600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.477184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network 80d70cf5-e4b5-4da8-9362-e5b4de714149 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:38.484387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:38.487683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:38.565512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58488) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:38.575671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.576361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.587129 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d7dab3-31ca-4c14-8b32-b1599d253e69 x-openstack-request-id: req-07d7dab3-31ca-4c14-8b32-b1599d253e69 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:38.587455 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:38.587654 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-07d7dab3-31ca-4c14-8b32-b1599d253e69 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:38.588043 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'status': 'completed', 'code': 200} Jul 08 17:27:38.674284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:38.676644 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39ff43-3c95-4faa-be14-59814d98dc31" -d '{"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-plugged", "status": "completed", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:38.704832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Port': ['ID=4e1df833-1f37-4343-8f41-e1faf983653a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:38.721001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-89d9ac6c-71ac-425a-8c83-f63e5fc83cb7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2545877 Jul 08 17:27:38.733080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'port': {'device_id': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82', 'admin_state_up': True, 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:38.790915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-915cb968-691f-4892-8fba-b77354d43382 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ed1987d123444e4b7a49e154d97ec46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234361 Jul 08 17:27:38.793430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58498) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:38.800350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:38.840608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'ad927ad6-116c-4135-873f-1a8a11268628', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'port_id': 'ad927ad6-116c-4135-873f-1a8a11268628', 'mac_address': 'fa:16:3e:51:84:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21419bcb-43d5-4e63-b22d-90182f2d3eae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:38.883034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0069de4-3b2c-493e-9b71-94ecc06c3112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.909030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0069de4-3b2c-493e-9b71-94ecc06c3112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.916067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693698dc-7182-450d-909a-487cd305c9e9 req-575bcafa-124e-4c12-817e-512755bc6d58 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.918253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb7f0e2b-2eda-4cec-8bb0-19620ce4b752 None None] Provisioning for port 4e1df833-1f37-4343-8f41-e1faf983653a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:38.923449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693698dc-7182-450d-909a-487cd305c9e9 req-575bcafa-124e-4c12-817e-512755bc6d58 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.925744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-693698dc-7182-450d-909a-487cd305c9e9 req-575bcafa-124e-4c12-817e-512755bc6d58 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 1654 time: 0.3631680 Jul 08 17:27:38.925984 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.931768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-9af11036-1ab9-4401-a574-3e534c054171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:38.933280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-9af11036-1ab9-4401-a574-3e534c054171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4477a53341d54ecba47453fbb50ff061&device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 1096 time: 0.3063929 Jul 08 17:27:38.945631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb7f0e2b-2eda-4cec-8bb0-19620ce4b752 None None] Provisioning complete for port 4e1df833-1f37-4343-8f41-e1faf983653a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:38.946008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb7f0e2b-2eda-4cec-8bb0-19620ce4b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.950424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad927ad6-116c-4135-873f-1a8a11268628 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:38.978485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0069de4-3b2c-493e-9b71-94ecc06c3112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.985627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0069de4-3b2c-493e-9b71-94ecc06c3112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:38.987652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e0069de4-3b2c-493e-9b71-94ecc06c3112 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/54fd23ce-8d72-450d-a6e0-fa3b7eb95d27 HTTP/1.1" status: 204 len: 168 time: 0.1924710 Jul 08 17:27:39.002837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0069de4-3b2c-493e-9b71-94ecc06c3112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fd23ce-8d72-450d-a6e0-fa3b7eb95d27,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:39.008017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:39.010777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f0e2b-2eda-4cec-8bb0-19620ce4b752 None None] Port 4e1df833-1f37-4343-8f41-e1faf983653a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:39.020193 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.079338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:39.091682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-693698dc-7182-450d-909a-487cd305c9e9 req-9a00385c-7461-4e73-b7c7-0245aa768db5 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573679 Jul 08 17:27:39.125459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ad927ad6-116c-4135-873f-1a8a11268628'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:39.125725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:39.130984 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.200302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-b30293f3-3a52-4d09-9725-f14ecd5f013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:39.201845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-b30293f3-3a52-4d09-9725-f14ecd5f013b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 200 len: 930 time: 0.2478895 Jul 08 17:27:39.300119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f64da-6828-4843-a5e6-358dd1acbb3c req-07fc02a4-9470-4ac2-a9fe-378682a42203 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:39.301837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-886f64da-6828-4843-a5e6-358dd1acbb3c req-07fc02a4-9470-4ac2-a9fe-378682a42203 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 950 time: 0.3326938 Jul 08 17:27:39.333471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58506) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:39.378061 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cd5f5cde-fe2a-4d6a-a851-023eae397534 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a1afe95453d45f8bbc086699fa2a907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411489 Jul 08 17:27:39.378503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58508) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:39.416978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-64cdbe16-feb0-4965-82ce-70113e906a0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 1000 time: 0.1836231 Jul 08 17:27:39.427389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6320e29a-7b52-4460-9cd2-939f066723bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.449397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6320e29a-7b52-4460-9cd2-939f066723bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.459137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a40befee-80e9-43e3-9467-d33bb5962703 req-c8a39df9-2195-458e-8d80-b15702b1c166 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 258 time: 0.3023953 Jul 08 17:27:39.495813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6320e29a-7b52-4460-9cd2-939f066723bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.498328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6320e29a-7b52-4460-9cd2-939f066723bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:39.499605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6320e29a-7b52-4460-9cd2-939f066723bb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/43db0aec-3380-48c7-bd19-ea0fcd428dd3 HTTP/1.1" status: 204 len: 168 time: 0.1198630 Jul 08 17:27:39.501552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:39.508484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320e29a-7b52-4460-9cd2-939f066723bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43db0aec-3380-48c7-bd19-ea0fcd428dd3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:39.517547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-886f64da-6828-4843-a5e6-358dd1acbb3c req-ece70767-92c4-4b18-80d3-572d49874d50 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808066 Jul 08 17:27:39.551924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Allocated IP 19.80.0.102 (f022d83a-e6e0-4a80-b0e0-881752520e82/99fad8c2-d560-43be-bd15-dd079514f7ea/85316d5c-3294-4363-884c-d305e737a248) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:39.559228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-494da7a0-538f-482e-8f24-0729e833ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:39.560783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-494da7a0-538f-482e-8f24-0729e833ef52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8defc47f-b9bb-4962-81a2-04ac53fa25a4 HTTP/1.1" status: 200 len: 868 time: 0.1363130 Jul 08 17:27:39.576895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.132235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-410d1ae8-2476-4af8-b438-1f69214c4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.132235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-410d1ae8-2476-4af8-b438-1f69214c4f73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a22af-4476-4222-aa46-e9ae08e55cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5605741 Jul 08 17:27:40.186313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3917-873d-4d7a-9470-9a6d5a84376b req-d1d41aab-d6b3-448d-a059-8c522cb43c99 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.188334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2cdc3917-873d-4d7a-9470-9a6d5a84376b req-d1d41aab-d6b3-448d-a059-8c522cb43c99 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 944 time: 0.5390100 Jul 08 17:27:40.280053 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.325920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ad927ad6-116c-4135-873f-1a8a11268628 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:40.338072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2cdc3917-873d-4d7a-9470-9a6d5a84376b req-96a1c679-63b1-49de-a9b2-93f83c2b9a8d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204770 Jul 08 17:27:40.342550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Transition to ACTIVE for port object 85316d5c-3294-4363-884c-d305e737a248 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:40.356070 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.370407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-c68f4fef-8cd7-498e-9081-79d5f4a055d5 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235146 Jul 08 17:27:40.400027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port ad927ad6-116c-4135-873f-1a8a11268628 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:40.400531 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.445701 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3cb5f5-81f9-4462-b4d4-472e593766ae x-openstack-request-id: req-dd3cb5f5-81f9-4462-b4d4-472e593766ae {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:40.447053 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-plugged", "status": "completed", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:40.447388 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd3cb5f5-81f9-4462-b4d4-472e593766ae {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:40.447848 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'code': 200} Jul 08 17:27:40.526085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.545357 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.585622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:40.593772 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.646431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Allocated IP 172.25.5.31 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/a378eafb-953a-44cf-808c-6f8140e332fa) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:40.658667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71000aa9-8a33-4840-9429-135e711623b3 req-31ed9e2c-0ad7-4413-b0c4-f73a0e998460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.660423 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71000aa9-8a33-4840-9429-135e711623b3 req-31ed9e2c-0ad7-4413-b0c4-f73a0e998460 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1100 time: 0.0967658 Jul 08 17:27:40.664529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network f022d83a-e6e0-4a80-b0e0-881752520e82 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:40.666276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:40.680004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:40.685125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36240017-eb6a-4cb7-b3de-2da84c49920e req-f45c50c1-d920-43a2-bedc-5fe64f5b2ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059068 Jul 08 17:27:40.687680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:40.690369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Port': ['ID=85316d5c-3294-4363-884c-d305e737a248,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:40.716450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71000aa9-8a33-4840-9429-135e711623b3 req-f1463986-dc09-4c86-a35f-ba9bc0259067 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487456 Jul 08 17:27:40.813830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.814547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.828481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e78314-7439-40ee-b7d0-510d29585b8b req-27b53c2c-7d31-4136-b4b5-14d3128ea04c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:40.830079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63e78314-7439-40ee-b7d0-510d29585b8b req-27b53c2c-7d31-4136-b4b5-14d3128ea04c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2909992 Jul 08 17:27:40.884591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7bba4a0d-cae3-459e-b277-a3e7e728865e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1574070 Jul 08 17:27:40.900048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:40.913176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Request body: {'port': {'device_id': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:40.957319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63e78314-7439-40ee-b7d0-510d29585b8b req-5376f98e-43ad-4855-8c91-ce19e4875af4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166036 Jul 08 17:27:41.031247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.041005 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.047925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5aeb63d-af39-43e9-8933-245d1120128a None None] Provisioning for port 85316d5c-3294-4363-884c-d305e737a248 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:41.054783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5aeb63d-af39-43e9-8933-245d1120128a None None] Provisioning complete for port 85316d5c-3294-4363-884c-d305e737a248 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:41.054783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5aeb63d-af39-43e9-8933-245d1120128a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.096490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d5aeb63d-af39-43e9-8933-245d1120128a None None] Port 85316d5c-3294-4363-884c-d305e737a248 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:41.104294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:41.116225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:41.125963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:41.160959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event updated for resources: {'Port': ['ID=a378eafb-953a-44cf-808c-6f8140e332fa,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:41.366586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.459014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.501923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218152-7e4e-4dc7-81b8-e0f4528d5d4f req-31a2323a-d913-4524-b4b2-50cc0861e8b9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:41.508654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218152-7e4e-4dc7-81b8-e0f4528d5d4f req-31a2323a-d913-4524-b4b2-50cc0861e8b9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:41.514794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee218152-7e4e-4dc7-81b8-e0f4528d5d4f req-31a2323a-d913-4524-b4b2-50cc0861e8b9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:41.516409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee218152-7e4e-4dc7-81b8-e0f4528d5d4f req-31a2323a-d913-4524-b4b2-50cc0861e8b9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2376 time: 0.2210226 Jul 08 17:27:41.650903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:41.657782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee218152-7e4e-4dc7-81b8-e0f4528d5d4f req-f23169e1-2d43-47d5-85dd-90b5b70760b4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325786 Jul 08 17:27:41.664900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.694840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Transition to ACTIVE for port object 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:41.703917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.789922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.814226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Pushing event updated for resources: {'Port': ['ID=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:41.817757 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.937065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event updated for resources: {'Port': ['ID=a378eafb-953a-44cf-808c-6f8140e332fa,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:41.947207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Attempting to bind port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:41.947554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Attempting to bind port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:41.947960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Attempting to bind port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f on network f022d83a-e6e0-4a80-b0e0-881752520e82 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:41.955041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.957402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f on network f022d83a-e6e0-4a80-b0e0-881752520e82 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:41.957948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Attempting to bind port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f on network f022d83a-e6e0-4a80-b0e0-881752520e82 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:41.968155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:41.968504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Checking segment: {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:41.969855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Bound using segment: {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:41.969855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Bound port: 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:41.969855 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.985684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:41.986693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a40befee-80e9-43e3-9467-d33bb5962703 req-524159e5-5a37-4188-83ab-fac9d3a43e3d tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4961951 Jul 08 17:27:42.070988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a40befee-80e9-43e3-9467-d33bb5962703 req-ed994bd9-e7f8-420a-9a24-959220f47af5 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.0556200 Jul 08 17:27:42.134811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] For port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:42.154238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] For port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:42.160579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.214509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:42.215266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.216455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] 10.222.0.72 "PUT /v2.0/ports/5f475e2a-7ff3-4d9e-9e76-c3b889291a2f HTTP/1.1" status: 200 len: 1092 time: 1.3231554 Jul 08 17:27:42.221664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'tag': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:42.223861 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af" -d '{"events": [{"name": "network-changed", "server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "tag": "5f475e2a-7ff3-4d9e-9e76-c3b889291a2f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:42.246869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40befee-80e9-43e3-9467-d33bb5962703 req-b151e3df-6ad1-4070-80d3-32825ca51f86 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:42.248290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a40befee-80e9-43e3-9467-d33bb5962703 req-b151e3df-6ad1-4070-80d3-32825ca51f86 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1720181 Jul 08 17:27:42.263520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Request body: {'port': {'device_id': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:42.299364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e4ebe-a872-41ba-9a15-0e04dabc0c18 service neutron] Pushing event updated for resources: {'Port': ['ID=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:42.357326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ad927ad6-116c-4135-873f-1a8a11268628 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:42.370437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.465402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:42.467872 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6072549b-95af-476a-b993-f548a0fa3284" -d '{"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad927ad6-116c-4135-873f-1a8a11268628"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:42.488435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.525406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:42.529530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.562581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-0261fc83-f8e0-417f-9e44-c3f05e72c57d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=27ad31ce524640c782f32c85db89ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342758 Jul 08 17:27:42.590503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:42.779660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-b80eaffe-eb40-481a-8105-73adea65fab9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:42.781153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-b80eaffe-eb40-481a-8105-73adea65fab9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081931 Jul 08 17:27:42.814261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4a4629d3-be46-4c78-a5a9-2962297bfbb7 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/quotas/27ad31ce524640c782f32c85db89ea5f HTTP/1.1" status: 200 len: 375 time: 0.0248666 Jul 08 17:27:42.880468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-96bb12a9-e3c4-403e-9dcf-53d05c7277df tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599902 Jul 08 17:27:42.891513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8cf94-9b14-41cf-8dbb-037c19337686 req-66bc9039-ab47-405a-b20e-6d3145d673f9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:42.892970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84b8cf94-9b14-41cf-8dbb-037c19337686 req-66bc9039-ab47-405a-b20e-6d3145d673f9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 943 time: 0.1874287 Jul 08 17:27:42.909085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1df833-1f37-4343-8f41-e1faf983653a {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:42.924828 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:42.950803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84b8cf94-9b14-41cf-8dbb-037c19337686 req-192c43ea-d7fc-4361-8693-5b5857963e38 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 Jul 08 17:27:42.951703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Transition to ACTIVE for port object 4e1df833-1f37-4343-8f41-e1faf983653a will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:42.955632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.021307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Pushing event updated for resources: {'Port': ['ID=4e1df833-1f37-4343-8f41-e1faf983653a,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:43.126586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Attempting to bind port 4e1df833-1f37-4343-8f41-e1faf983653a on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:43.127019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Attempting to bind port 4e1df833-1f37-4343-8f41-e1faf983653a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:43.127702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Attempting to bind port 4e1df833-1f37-4343-8f41-e1faf983653a on network 80d70cf5-e4b5-4da8-9362-e5b4de714149 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:43.132875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Port 4e1df833-1f37-4343-8f41-e1faf983653a on network 80d70cf5-e4b5-4da8-9362-e5b4de714149 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:43.133415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Attempting to bind port 4e1df833-1f37-4343-8f41-e1faf983653a on network 80d70cf5-e4b5-4da8-9362-e5b4de714149 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:43.145748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:43.147054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Checking segment: {'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:43.147948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Bound using segment: {'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:43.148850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Bound port: 4e1df833-1f37-4343-8f41-e1faf983653a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84102578-4e09-47ec-96e9-b46d15078b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:43.149963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.220300 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2738b7-0eb8-487c-88c0-77bbf83fa498 x-openstack-request-id: req-1c2738b7-0eb8-487c-88c0-77bbf83fa498 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:43.220941 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "tag": "5f475e2a-7ff3-4d9e-9e76-c3b889291a2f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:43.221041 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c2738b7-0eb8-487c-88c0-77bbf83fa498 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:43.221506 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'tag': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f', 'status': 'completed', 'code': 200} Jul 08 17:27:43.317439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-0870a509-7708-4748-a206-a12dd81713ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.318054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-0870a509-7708-4748-a206-a12dd81713ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.318976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-0870a509-7708-4748-a206-a12dd81713ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.320661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-0870a509-7708-4748-a206-a12dd81713ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2756 time: 0.0941758 Jul 08 17:27:43.325111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] For port 4e1df833-1f37-4343-8f41-e1faf983653a, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:43.337355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] For port 4e1df833-1f37-4343-8f41-e1faf983653a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4e1df833-1f37-4343-8f41-e1faf983653a,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:43.348494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.371525 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.428533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.429391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.431075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] 10.222.0.72 "PUT /v2.0/ports/4e1df833-1f37-4343-8f41-e1faf983653a HTTP/1.1" status: 200 len: 1091 time: 1.1816759 Jul 08 17:27:43.446591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903e032-2b75-41c5-99bf-1f2c0182da5e req-d6a41465-1169-4c17-8a82-d5ea4036338a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.453466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a903e032-2b75-41c5-99bf-1f2c0182da5e req-d6a41465-1169-4c17-8a82-d5ea4036338a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2735858 Jul 08 17:27:43.488459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-fdd879d1-93d2-4897-a801-7e5bd884f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.489353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-fdd879d1-93d2-4897-a801-7e5bd884f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.490048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-fdd879d1-93d2-4897-a801-7e5bd884f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.490169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Request body: {'port': {'device_id': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:43.493034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-fdd879d1-93d2-4897-a801-7e5bd884f8d2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1589668 Jul 08 17:27:43.529655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d51d0-523a-403a-b5ee-d7c3a95f24bf service neutron] Pushing event updated for resources: {'Port': ['ID=4e1df833-1f37-4343-8f41-e1faf983653a,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:43.565191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c282bf-24a5-47b6-bbdc-77d8ab573945 req-02a1373d-5402-47e2-bc1b-f25f28e06414 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.566900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67c282bf-24a5-47b6-bbdc-77d8ab573945 req-02a1373d-5402-47e2-bc1b-f25f28e06414 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2462146 Jul 08 17:27:43.632096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a903e032-2b75-41c5-99bf-1f2c0182da5e req-54e7c750-ac9d-4035-bb59-5291b9573a9c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772981 Jul 08 17:27:43.637422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-b0f327a6-114a-432c-98ab-0ae52ff058f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.639315 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2b43fae-15df-4ac8-abdb-9089ab1dc1af req-b0f327a6-114a-432c-98ab-0ae52ff058f9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395457 Jul 08 17:27:43.669578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.675927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67c282bf-24a5-47b6-bbdc-77d8ab573945 req-9fe510bc-e172-4e43-b8dc-7ba9c3fdfaed tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.1021652 Jul 08 17:27:43.704445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-67c282bf-24a5-47b6-bbdc-77d8ab573945 req-aa33232c-bdce-4aa8-b041-cf60a940fc79 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Request body: {'floatingip': {'port_id': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:43.787943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-67c282bf-24a5-47b6-bbdc-77d8ab573945 req-aa33232c-bdce-4aa8-b041-cf60a940fc79 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:43.815264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-e4211a3b-bcf6-4d39-86d7-b589a6d6dd06 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:43.817544 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-e4211a3b-bcf6-4d39-86d7-b589a6d6dd06 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cfdd238-2e3e-4e42-a226-33b6821402ac HTTP/1.1" status: 200 len: 943 time: 0.1073823 Jul 08 17:27:43.935218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Deleting port ad927ad6-116c-4135-873f-1a8a11268628 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:43.936104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.044424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] For port ad927ad6-116c-4135-873f-1a8a11268628, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ad927ad6-116c-4135-873f-1a8a11268628,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:44.045435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.073954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Calling delete_port for ad927ad6-116c-4135-873f-1a8a11268628 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:44.236034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.270920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event deleted for resources: {'Port': ['ID=ad927ad6-116c-4135-873f-1a8a11268628,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:44.331377 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce53e1a8-9b96-4190-84a9-90143ad6c24f x-openstack-request-id: req-ce53e1a8-9b96-4190-84a9-90143ad6c24f {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:44.332229 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad927ad6-116c-4135-873f-1a8a11268628", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:44.332684 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce53e1a8-9b96-4190-84a9-90143ad6c24f {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:44.333292 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628', 'code': 200} Jul 08 17:27:44.374998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] No DVR routers for this DVR port ad927ad6-116c-4135-873f-1a8a11268628 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:44.377923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.380280 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1fc6e61-cffa-4c36-9564-74bb33bb3c89 req-22db8389-4ea9-41ee-8328-4116abe4fb3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "DELETE /v2.0/ports/ad927ad6-116c-4135-873f-1a8a11268628 HTTP/1.1" status: 204 len: 173 time: 0.5563450 Jul 08 17:27:44.381050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-deleted', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:44.384861 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8981d998-741c-446a-9d74-fcafb874a87d" -d '{"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-deleted", "tag": "ad927ad6-116c-4135-873f-1a8a11268628"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:44.433031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-0c27a0a6-233a-4603-b830-99a67fba2a40 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:44.435099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-0c27a0a6-233a-4603-b830-99a67fba2a40 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.41 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 950 time: 0.1160297 Jul 08 17:27:44.562294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Deleting port 4a57c893-43e2-423f-86bb-ff49982b195c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:44.562553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.575368 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-67c282bf-24a5-47b6-bbdc-77d8ab573945 req-aa33232c-bdce-4aa8-b041-cf60a940fc79 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 17:27:44.576460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67c282bf-24a5-47b6-bbdc-77d8ab573945 req-aa33232c-bdce-4aa8-b041-cf60a940fc79 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "PUT /v2.0/floatingips/ceb7ba20-7f26-49c4-9430-97347337cb66 HTTP/1.1" status: 409 len: 549 time: 0.8811882 Jul 08 17:27:44.668584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c635284-4bf8-4cef-bb74-e2566c937848 req-c78e8a0b-8c6c-4518-9be9-6144f014119b tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:44.676319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c635284-4bf8-4cef-bb74-e2566c937848 req-c78e8a0b-8c6c-4518-9be9-6144f014119b tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/ports?device_id=313be250-5450-4dd1-92ad-0c5f3bae2ece HTTP/1.1" status: 200 len: 950 time: 0.2407887 Jul 08 17:27:44.679151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] For port 4a57c893-43e2-423f-86bb-ff49982b195c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4a57c893-43e2-423f-86bb-ff49982b195c,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:44.679652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.695559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Calling delete_port for 4a57c893-43e2-423f-86bb-ff49982b195c owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:44.741121 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-26f19edc-20f5-41ee-bc62-fc99d9782a65 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=27ad31ce524640c782f32c85db89ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816684 Jul 08 17:27:44.748981 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c635284-4bf8-4cef-bb74-e2566c937848 req-17e27151-6261-4109-b7cb-ccd124b39b22 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.63 "GET /v2.0/security-groups?id=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715561 Jul 08 17:27:44.807074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85316d5c-3294-4363-884c-d305e737a248 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:44.848688 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.882284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Transition to ACTIVE for port object 85316d5c-3294-4363-884c-d305e737a248 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:44.898542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.907700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:44.937640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Pushing event deleted for resources: {'Port': ['ID=4a57c893-43e2-423f-86bb-ff49982b195c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:44.955504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['4a57c893-43e2-423f-86bb-ff49982b195c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:45.000213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-58512236-f951-4283-959b-960e7b23cd7a tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=27ad31ce524640c782f32c85db89ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964990 Jul 08 17:27:45.023149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] No DVR routers for this DVR port 4a57c893-43e2-423f-86bb-ff49982b195c on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:27:45.026385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.028657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6d1743ed-09a4-432b-8622-4bafa2940588 req-d8c3a401-5220-4c85-964a-cbe3c42ce046 tempest-ServerDiagnosticsNegativeTest-420076319 tempest-ServerDiagnosticsNegativeTest-420076319-project] 10.222.0.41 "DELETE /v2.0/ports/4a57c893-43e2-423f-86bb-ff49982b195c HTTP/1.1" status: 204 len: 173 time: 0.5879588 Jul 08 17:27:45.028942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5a5f-c069-4444-9779-03e92e823df5 req-2fad6c39-0a09-42d8-bd08-bc9d9d965eb9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.035363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5a5f-c069-4444-9779-03e92e823df5 req-2fad6c39-0a09-42d8-bd08-bc9d9d965eb9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.042453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5a5f-c069-4444-9779-03e92e823df5 req-2fad6c39-0a09-42d8-bd08-bc9d9d965eb9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.043760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ebb5a5f-c069-4444-9779-03e92e823df5 req-2fad6c39-0a09-42d8-bd08-bc9d9d965eb9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2400 time: 0.3363340 Jul 08 17:27:45.062975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-08283764-c8cb-46d3-bcee-e9477d63e4ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.064886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-08283764-c8cb-46d3-bcee-e9477d63e4ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150129 Jul 08 17:27:45.094414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Request body: {'port': {'device_id': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '27ad31ce524640c782f32c85db89ea5f'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:45.119905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Pushing event updated for resources: {'Port': ['ID=85316d5c-3294-4363-884c-d305e737a248,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.261797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:45.263690 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c78d8d-1865-499c-aefb-276a5095b320" -d '{"events": [{"name": "network-changed", "server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:45.357153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ebb5a5f-c069-4444-9779-03e92e823df5 req-ab8f4c06-e20c-4d19-a6c0-cce8ea9b9d25 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788248 Jul 08 17:27:45.426361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-6267081e-1167-48a3-a406-217d6773aaf7 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.428052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-6267081e-1167-48a3-a406-217d6773aaf7 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127183 Jul 08 17:27:45.432822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Attempting to bind port 85316d5c-3294-4363-884c-d305e737a248 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:45.433167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Attempting to bind port 85316d5c-3294-4363-884c-d305e737a248 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:45.433511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Attempting to bind port 85316d5c-3294-4363-884c-d305e737a248 on network f022d83a-e6e0-4a80-b0e0-881752520e82 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:45.452329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Port 85316d5c-3294-4363-884c-d305e737a248 on network f022d83a-e6e0-4a80-b0e0-881752520e82 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:45.452632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Attempting to bind port 85316d5c-3294-4363-884c-d305e737a248 on network f022d83a-e6e0-4a80-b0e0-881752520e82 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:45.465714 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-7bbdf8c1-2fd3-45c0-aae1-69e8342e19e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/quotas/27ad31ce524640c782f32c85db89ea5f HTTP/1.1" status: 200 len: 375 time: 0.0266542 Jul 08 17:27:45.468605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:45.468985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Checking segment: {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:45.469462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Bound using segment: {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:45.469858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Bound port: 85316d5c-3294-4363-884c-d305e737a248, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de02a832-daca-4945-bedf-1cacfb49efbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:45.470217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.492994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Made reservation on behalf of 27ad31ce524640c782f32c85db89ea5f for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:45.496776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.528096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-fb3b744b-949d-42c3-b76c-9a18b163026c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536532 Jul 08 17:27:45.530258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.649867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] For port 85316d5c-3294-4363-884c-d305e737a248, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:45.680947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] For port 85316d5c-3294-4363-884c-d305e737a248, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=85316d5c-3294-4363-884c-d305e737a248,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:45.699032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.759570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.760383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.762041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] 10.222.0.72 "PUT /v2.0/ports/85316d5c-3294-4363-884c-d305e737a248 HTTP/1.1" status: 200 len: 1092 time: 2.2871361 Jul 08 17:27:45.774946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009f21-4f91-493f-89ce-9c115ec1694b req-acaa05eb-d9a9-4295-916f-513b62e48253 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:45.776503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a009f21-4f91-493f-89ce-9c115ec1694b req-acaa05eb-d9a9-4295-916f-513b62e48253 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1100 time: 0.1963582 Jul 08 17:27:45.824629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5a009f21-4f91-493f-89ce-9c115ec1694b req-ea14d3ad-05a5-45e4-afe4-281e0f665d59 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.826736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04104c77-28ea-46bc-9681-de8c920c3b58 service neutron] Pushing event updated for resources: {'Port': ['ID=85316d5c-3294-4363-884c-d305e737a248,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:45.859417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:45.877553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.041364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:46.166307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Allocated IP 192.168.233.219 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/24f6b06d-a708-43ae-810b-105f3f2ce389) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:46.177456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7233cbe6-d3aa-45c8-9016-c5568e04d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.178588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7233cbe6-d3aa-45c8-9016-c5568e04d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.179072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7233cbe6-d3aa-45c8-9016-c5568e04d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.180713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-7233cbe6-d3aa-45c8-9016-c5568e04d701 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2865 time: 0.2609651 Jul 08 17:27:46.239295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-f47ab7e5-a656-40fc-aa64-9dfb4daec836 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.216&port_id=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f HTTP/1.1" status: 200 len: 217 time: 0.0451870 Jul 08 17:27:46.253884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5a009f21-4f91-493f-89ce-9c115ec1694b req-ea14d3ad-05a5-45e4-afe4-281e0f665d59 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.285716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5a009f21-4f91-493f-89ce-9c115ec1694b req-ea14d3ad-05a5-45e4-afe4-281e0f665d59 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.334319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:46.336090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a009f21-4f91-493f-89ce-9c115ec1694b req-ea14d3ad-05a5-45e4-afe4-281e0f665d59 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439339 Jul 08 17:27:46.339294 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87db6161-4a62-4ef8-88db-6dd9dc551331" -d '{"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ad927ad6-116c-4135-873f-1a8a11268628"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:46.390553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14d3ad-05a5-45e4-afe4-281e0f665d59 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79651d81-f0e7-462a-99da-e98580b22b33,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:46.397360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-fc5c5337-0ad5-44aa-8e1b-4087340a0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.398972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-fc5c5337-0ad5-44aa-8e1b-4087340a0626 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99fad8c2-d560-43be-bd15-dd079514f7ea HTTP/1.1" status: 200 len: 801 time: 0.1532772 Jul 08 17:27:46.417743 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40e96d-720e-428d-bd5b-a27976b02637 x-openstack-request-id: req-6b40e96d-720e-428d-bd5b-a27976b02637 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:46.418287 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-deleted", "tag": "ad927ad6-116c-4135-873f-1a8a11268628", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:46.418287 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b40e96d-720e-428d-bd5b-a27976b02637 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:46.420276 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-deleted', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628', 'status': 'completed', 'code': 200} Jul 08 17:27:46.495476 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb4fb6d-0d1b-4f8f-be74-ee1b782e0fa0 x-openstack-request-id: req-6eb4fb6d-0d1b-4f8f-be74-ee1b782e0fa0 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:46.495850 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:46.496123 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6eb4fb6d-0d1b-4f8f-be74-ee1b782e0fa0 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:46.496442 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a', 'status': 'completed', 'code': 200} Jul 08 17:27:46.514910 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-164b095d-6d0a-4021-ab13-706c8a1315e9 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips/ceb7ba20-7f26-49c4-9430-97347337cb66 HTTP/1.1" status: 200 len: 692 time: 0.0725639 Jul 08 17:27:46.597809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.634955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Transition to ACTIVE for port object 24f6b06d-a708-43ae-810b-105f3f2ce389 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:46.651362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-f54f7a4d-78b3-41f6-8188-2f61ade65af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.652871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-f54f7a4d-78b3-41f6-8188-2f61ade65af8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f022d83a-e6e0-4a80-b0e0-881752520e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2461560 Jul 08 17:27:46.657621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec1ecc21-6a56-4bd7-b231-4a5530475283 req-3727a225-9f0b-4b2d-94f2-ccd8874d19fa tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 210 time: 0.0542789 Jul 08 17:27:46.780544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-07898a9d-1900-46ec-bd58-95892e2540a7 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:46.785198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-07898a9d-1900-46ec-bd58-95892e2540a7 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2574534 Jul 08 17:27:46.844903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-593003f3-d406-4584-a3fa-fdb0bdbfd795 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.0540972 Jul 08 17:27:46.851163 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:46.911681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-b7cb4723-abb1-4aec-8a0d-b0f7c1c930cf service neutron] 10.222.0.72 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496889 Jul 08 17:27:46.926058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-baf945c9-397f-4eca-9c56-7e7c25c73dde tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=27ad31ce524640c782f32c85db89ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236809 Jul 08 17:27:46.961380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58648) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:46.967481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-086b4815-2d0e-451c-9bb8-098a636a1eda tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886607405', 'description': 'tempest-description--1189426303'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:47.015912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:47.031289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-086b4815-2d0e-451c-9bb8-098a636a1eda tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.033585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:47.039467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-37fe2e57-0f9b-4160-864f-eca0b3b23f40 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.1814227 Jul 08 17:27:47.043428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:47.046886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:47.106827 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df863613-8e90-40b9-b1a7-dd0558abcfe6 x-openstack-request-id: req-df863613-8e90-40b9-b1a7-dd0558abcfe6 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:47.107116 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfdd238-2e3e-4e42-a226-33b6821402ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ad927ad6-116c-4135-873f-1a8a11268628", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:47.107426 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-df863613-8e90-40b9-b1a7-dd0558abcfe6 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:47.107805 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfdd238-2e3e-4e42-a226-33b6821402ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad927ad6-116c-4135-873f-1a8a11268628', 'code': 200} Jul 08 17:27:47.180836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-029fc506-f963-4888-be69-8453e0431b43 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.182416 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-029fc506-f963-4888-be69-8453e0431b43 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488728 Jul 08 17:27:47.203601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Request body: {'port': {'device_id': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '27ad31ce524640c782f32c85db89ea5f'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:47.247720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.248609 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.299605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-36955b3b-6774-4a91-9032-e9a0fab6d76b service neutron] 10.222.0.72 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478978 Jul 08 17:27:47.353547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-086b4815-2d0e-451c-9bb8-098a636a1eda tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.366005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-c370ac6e-21b8-425f-a25e-06527b8c3858 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=4e1df833-1f37-4343-8f41-e1faf983653a HTTP/1.1" status: 200 len: 217 time: 0.0570846 Jul 08 17:27:47.367806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-086b4815-2d0e-451c-9bb8-098a636a1eda tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.388278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-7d3df2bd-53cc-4cbc-9881-47d658985d94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2975440 Jul 08 17:27:47.413560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a77c9603-5fcb-4c5e-b77c-8ef928c47fae None None] Provisioning for port 24f6b06d-a708-43ae-810b-105f3f2ce389 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:47.425950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a77c9603-5fcb-4c5e-b77c-8ef928c47fae None None] Provisioning complete for port 24f6b06d-a708-43ae-810b-105f3f2ce389 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:47.428208 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a77c9603-5fcb-4c5e-b77c-8ef928c47fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.430719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Request body: {'port': {'device_id': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:47.441844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Deleting port a378eafb-953a-44cf-808c-6f8140e332fa {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:47.441844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.504061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a77c9603-5fcb-4c5e-b77c-8ef928c47fae None None] Port 24f6b06d-a708-43ae-810b-105f3f2ce389 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:47.508430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58658) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.531484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-46b369c1-2f93-4921-a500-0ed3ec78b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:47.533604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-46b369c1-2f93-4921-a500-0ed3ec78b6eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9f63922e-cb4b-4075-921f-f760516acdf9 HTTP/1.1" status: 200 len: 801 time: 0.1609659 Jul 08 17:27:47.764144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-086b4815-2d0e-451c-9bb8-098a636a1eda tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.768061 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-086b4815-2d0e-451c-9bb8-098a636a1eda tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8027456 Jul 08 17:27:47.772494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58670) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.778100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5355e6d3-a68d-4b8f-a0bc-29870615fffc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Request body: {'security_group_rule': {'security_group_id': 'c73eec7e-4132-4099-81db-565814c368a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:47.788629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b4815-2d0e-451c-9bb8-098a636a1eda tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73eec7e-4132-4099-81db-565814c368a5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:47.827506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:27:47.827506 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:27:47.827506 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': '27ad31ce524640c782f32c85db89ea5f', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 27, 47, 802888)}] Jul 08 17:27:47.827506 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:27:47.829003 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:27:47.841944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5355e6d3-a68d-4b8f-a0bc-29870615fffc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.920429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5355e6d3-a68d-4b8f-a0bc-29870615fffc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.930032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5355e6d3-a68d-4b8f-a0bc-29870615fffc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.960121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355e6d3-a68d-4b8f-a0bc-29870615fffc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f318b7f-620b-45a5-b0c2-d26ac6cfe6f2,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:47.963267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5355e6d3-a68d-4b8f-a0bc-29870615fffc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:47.967045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5355e6d3-a68d-4b8f-a0bc-29870615fffc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1910453 Jul 08 17:27:47.967258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58676) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:47.972476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1f7d65aa-71f2-4489-9e11-96ad84e74a63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Request body: {'security_group_rule': {'security_group_id': 'c73eec7e-4132-4099-81db-565814c368a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:48.036789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f7d65aa-71f2-4489-9e11-96ad84e74a63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.060763 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-a0a04794-2f01-4c2c-91b0-81dc6f73c090 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660826 Jul 08 17:27:48.074449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.074971 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.092297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f7d65aa-71f2-4489-9e11-96ad84e74a63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.097451 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f7d65aa-71f2-4489-9e11-96ad84e74a63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.101477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.109485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Calling delete_port for a378eafb-953a-44cf-808c-6f8140e332fa owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:48.118556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d65aa-71f2-4489-9e11-96ad84e74a63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb411cb6-2bb3-4532-98cb-b8aafcfc6437,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:48.131747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1f7d65aa-71f2-4489-9e11-96ad84e74a63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.133156 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1f7d65aa-71f2-4489-9e11-96ad84e74a63 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649187 Jul 08 17:27:48.136527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:48.141143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:48.165154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.173260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c28aa60a-9d60-40ec-b083-e552662334fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3648c8d7057345f78aba4e4016bcc8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6612325 Jul 08 17:27:48.179884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58688) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:48.224071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-3d9c8df2-bf59-4e83-be5c-0fd9dfba8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.225846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-3d9c8df2-bf59-4e83-be5c-0fd9dfba8df0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=80d70cf5-e4b5-4da8-9362-e5b4de714149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6849122 Jul 08 17:27:48.277032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa346da8-9bae-469b-afc8-65186d6f8cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.317270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa346da8-9bae-469b-afc8-65186d6f8cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.331162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcd0a6-719d-4193-9080-eef8bbd62c3a req-bbb054bc-9b22-4a8a-b0a3-1fe5e617dd9c tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.337840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcd0a6-719d-4193-9080-eef8bbd62c3a req-bbb054bc-9b22-4a8a-b0a3-1fe5e617dd9c tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.344754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcd0a6-719d-4193-9080-eef8bbd62c3a req-bbb054bc-9b22-4a8a-b0a3-1fe5e617dd9c tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:48.346439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1fcd0a6-719d-4193-9080-eef8bbd62c3a req-bbb054bc-9b22-4a8a-b0a3-1fe5e617dd9c tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2412 time: 0.3462596 Jul 08 17:27:48.378611 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.390761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Made reservation on behalf of 27ad31ce524640c782f32c85db89ea5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:48.394496 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.416891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ad927ad6-116c-4135-873f-1a8a11268628 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:48.423684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'name': 'network-vif-deleted', 'tag': '4a57c893-43e2-423f-86bb-ff49982b195c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:48.425972 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc40e770-aeaf-4bae-ad63-1a4f124f8959" -d '{"events": [{"server_uuid": "313be250-5450-4dd1-92ad-0c5f3bae2ece", "name": "network-vif-deleted", "tag": "4a57c893-43e2-423f-86bb-ff49982b195c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:48.442561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: ad927ad6-116c-4135-873f-1a8a11268628 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:48.443245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ad927ad6-116c-4135-873f-1a8a11268628 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:48.445186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4a57c893-43e2-423f-86bb-ff49982b195c no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:27:48.470822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 4a57c893-43e2-423f-86bb-ff49982b195c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:27:48.471829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4a57c893-43e2-423f-86bb-ff49982b195c not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:27:48.475629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa346da8-9bae-469b-afc8-65186d6f8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.476522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1fcd0a6-719d-4193-9080-eef8bbd62c3a req-cf6a8c4b-529d-4db7-82a0-c297f7c3cc2e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097517 Jul 08 17:27:48.477788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa346da8-9bae-469b-afc8-65186d6f8cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.479009 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa346da8-9bae-469b-afc8-65186d6f8cf7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8eb03c7a-abd3-4fdb-a6c6-d2935b0de866 HTTP/1.1" status: 204 len: 168 time: 0.2972205 Jul 08 17:27:48.503470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'tag': '85316d5c-3294-4363-884c-d305e737a248'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:48.508983 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc4f510-c1bc-4f93-9e1b-56b356e77175" -d '{"events": [{"name": "network-changed", "server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "tag": "85316d5c-3294-4363-884c-d305e737a248"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:48.543287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa346da8-9bae-469b-afc8-65186d6f8cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb03c7a-abd3-4fdb-a6c6-d2935b0de866,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:48.570823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-3890433f-ca35-4c83-870e-14d0f17f0b11 service neutron] 10.222.0.72 "GET /v2.0/networks/80d70cf5-e4b5-4da8-9362-e5b4de714149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334215 Jul 08 17:27:48.583671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Allocated IP 172.25.5.39 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/f85b61fa-587d-45b4-9d7e-16d78c506035) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:48.675578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Allocated IP 192.168.233.155 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/63b37fb6-ff31-4d16-94b5-758839f8ed8f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:48.779224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.798244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.848199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event deleted for resources: {'Port': ['ID=a378eafb-953a-44cf-808c-6f8140e332fa,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:48.937308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.945499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:48.988652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Transition to ACTIVE for port object 63b37fb6-ff31-4d16-94b5-758839f8ed8f will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:48.990697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b30a3f5-7f38-40cf-af63-911900cea085 req-f8cc2d7b-bc6d-45d6-b06d-d1d710a094f3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 210 time: 0.0979662 Jul 08 17:27:49.008043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-f581f756-691a-4dc9-a768-2ec8c5c0eaed service neutron] 10.222.0.72 "GET /v2.0/networks/80d70cf5-e4b5-4da8-9362-e5b4de714149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213865 Jul 08 17:27:49.011954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:49.016887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'Port': ['ID=f85b61fa-587d-45b4-9d7e-16d78c506035,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:49.034012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58714) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:49.042124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:49.046717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:49.056665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-912c46ff-5e8d-4361-997b-391b4c5d8019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=85316d5c-3294-4363-884c-d305e737a248 HTTP/1.1" status: 200 len: 217 time: 0.0414922 Jul 08 17:27:49.074617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.078578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.080135 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0ee1d19-53ac-4dbd-97bb-051e0e46ad64 req-d070e524-1e32-4041-b08e-61c6f4339509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "DELETE /v2.0/floatingips/ceb7ba20-7f26-49c4-9430-97347337cb66 HTTP/1.1" status: 204 len: 173 time: 2.0292385 Jul 08 17:27:49.090688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1f5c4cb-4d37-4c59-b55b-c1389f557cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.141993 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.179682 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebdbaa8-3177-4527-b4cb-c61d09a9d36c x-openstack-request-id: req-aebdbaa8-3177-4527-b4cb-c61d09a9d36c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:49.179965 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313be250-5450-4dd1-92ad-0c5f3bae2ece", "name": "network-vif-deleted", "tag": "4a57c893-43e2-423f-86bb-ff49982b195c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:49.180210 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aebdbaa8-3177-4527-b4cb-c61d09a9d36c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:49.180598 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313be250-5450-4dd1-92ad-0c5f3bae2ece', 'name': 'network-vif-deleted', 'tag': '4a57c893-43e2-423f-86bb-ff49982b195c', 'status': 'completed', 'code': 200} Jul 08 17:27:49.208238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-57d80b3d-4be4-4e0d-8494-694d822a2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:49.210098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-57d80b3d-4be4-4e0d-8494-694d822a2fb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99fad8c2-d560-43be-bd15-dd079514f7ea HTTP/1.1" status: 200 len: 801 time: 0.1463749 Jul 08 17:27:49.228761 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e7621-73c6-4efc-83c3-b995172f6f7a x-openstack-request-id: req-1e9e7621-73c6-4efc-83c3-b995172f6f7a {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:49.229041 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "tag": "85316d5c-3294-4363-884c-d305e737a248", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:49.229377 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1e9e7621-73c6-4efc-83c3-b995172f6f7a {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:49.229686 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'tag': '85316d5c-3294-4363-884c-d305e737a248', 'status': 'completed', 'code': 200} Jul 08 17:27:49.238508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:49.254204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:49.267116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:49.270087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.299871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Pushing event updated for resources: {'Port': ['ID=63b37fb6-ff31-4d16-94b5-758839f8ed8f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:49.372256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:49.373657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.408628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.415428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1f5c4cb-4d37-4c59-b55b-c1389f557cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.440875 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1f5c4cb-4d37-4c59-b55b-c1389f557cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.453268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-8cf46b2b-eb20-4447-abf8-62cd735ced31 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 1000 time: 0.1577992 Jul 08 17:27:49.455898 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-51b3709a-6320-4755-878a-87396b3301e3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2601566 Jul 08 17:27:49.463076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-12afdebb-d853-4d62-803e-097a45b85350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:49.464927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-12afdebb-d853-4d62-803e-097a45b85350 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f022d83a-e6e0-4a80-b0e0-881752520e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2342675 Jul 08 17:27:49.472495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb3c48-509a-40c5-9ffe-3d3902ceb4fa req-daee6ba0-3dd2-468b-b0c3-4fec8239ac49 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:49.477304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afeb3c48-509a-40c5-9ffe-3d3902ceb4fa req-daee6ba0-3dd2-468b-b0c3-4fec8239ac49 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2916818 Jul 08 17:27:49.486761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Request body: {'port': {'device_id': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:49.520988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:49.521262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5c4cb-4d37-4c59-b55b-c1389f557cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad068db-614a-4616-be3a-6843b22a92f4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:49.532023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1f5c4cb-4d37-4c59-b55b-c1389f557cd7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26ccaae704a045f4890c4d220918238e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947338 Jul 08 17:27:49.534419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58722) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:49.563545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1bf6b93b-bf6f-4155-939d-95a8eb5f4aef None None] Provisioning for port 63b37fb6-ff31-4d16-94b5-758839f8ed8f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:49.568910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1bf6b93b-bf6f-4155-939d-95a8eb5f4aef None None] Provisioning complete for port 63b37fb6-ff31-4d16-94b5-758839f8ed8f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:49.569864 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b93b-bf6f-4155-939d-95a8eb5f4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.592675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.613768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1bf6b93b-bf6f-4155-939d-95a8eb5f4aef None None] Port 63b37fb6-ff31-4d16-94b5-758839f8ed8f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:49.638081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Transition to ACTIVE for port object 24f6b06d-a708-43ae-810b-105f3f2ce389 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:49.647270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-c0e5270f-213a-4f6b-9aed-30c61f5c4555 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:49.648676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-c0e5270f-213a-4f6b-9aed-30c61f5c4555 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports/2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 942 time: 0.1665382 Jul 08 17:27:49.657452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.688418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afeb3c48-509a-40c5-9ffe-3d3902ceb4fa req-d0dc95c2-2bb4-4ca3-ba4a-ec8e822f7be4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926446 Jul 08 17:27:49.739585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-d4049e16-8490-43db-8318-5c511abbfc22 service neutron] 10.222.0.72 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551906 Jul 08 17:27:49.739585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:49.805996 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.815674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e76e1b1-a45b-45c5-91f4-6f191c2c3b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.889510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-519c4283-f1d1-4730-9aee-aa18f80f3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:49.891225 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-519c4283-f1d1-4730-9aee-aa18f80f3fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1100 time: 0.2700026 Jul 08 17:27:49.910050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e76e1b1-a45b-45c5-91f4-6f191c2c3b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:49.954435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.007538 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.042375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-57e33487-0602-4ccf-81bb-c98d7779e961 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 1000 time: 0.2515745 Jul 08 17:27:50.045163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Attempting to bind port 24f6b06d-a708-43ae-810b-105f3f2ce389 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:50.045501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Attempting to bind port 24f6b06d-a708-43ae-810b-105f3f2ce389 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:50.045903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Attempting to bind port 24f6b06d-a708-43ae-810b-105f3f2ce389 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:50.051934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b33a1ff-7eb2-441b-abfa-9900ed9f975b req-abb0102d-dc7a-4a5e-b176-59acd8fa4a34 service neutron] 10.222.0.72 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045282 Jul 08 17:27:50.073797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Port 24f6b06d-a708-43ae-810b-105f3f2ce389 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:50.074247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Attempting to bind port 24f6b06d-a708-43ae-810b-105f3f2ce389 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:50.130480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:50.131402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:50.131402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:50.131724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Bound port: 24f6b06d-a708-43ae-810b-105f3f2ce389, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:50.134032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.187969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'Port': ['ID=f85b61fa-587d-45b4-9d7e-16d78c506035,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:50.188977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930d89-b697-4f2d-9724-49133772b2bc req-524c55cd-65a5-4934-b430-ae017ab3cad6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.195684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930d89-b697-4f2d-9724-49133772b2bc req-524c55cd-65a5-4934-b430-ae017ab3cad6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.201561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e930d89-b697-4f2d-9724-49133772b2bc req-524c55cd-65a5-4934-b430-ae017ab3cad6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.203202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e930d89-b697-4f2d-9724-49133772b2bc req-524c55cd-65a5-4934-b430-ae017ab3cad6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2412 time: 0.2933052 Jul 08 17:27:50.249080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e76e1b1-a45b-45c5-91f4-6f191c2c3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.251584 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e76e1b1-a45b-45c5-91f4-6f191c2c3b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.252728 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e76e1b1-a45b-45c5-91f4-6f191c2c3b6c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ad068db-614a-4616-be3a-6843b22a92f4 HTTP/1.1" status: 204 len: 168 time: 0.7161124 Jul 08 17:27:50.261792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-6ef23c97-0f10-4631-b37f-b323ac1699d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.263259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-6ef23c97-0f10-4631-b37f-b323ac1699d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.3601389 Jul 08 17:27:50.270266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.285846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76e1b1-a45b-45c5-91f4-6f191c2c3b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad068db-614a-4616-be3a-6843b22a92f4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:50.329785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-573abd35-a05b-4944-932c-0d01de571641 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.333138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-a8d8bd45-477c-429e-8a98-88204a2a8025 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0573099 Jul 08 17:27:50.333474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-573abd35-a05b-4944-932c-0d01de571641 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2800057 Jul 08 17:27:50.338723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.340005 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e624a8a-a9e2-43dd-badd-81cd3a8d3c21 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2024376 Jul 08 17:27:50.352260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:50.357557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:50.415289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-61133109-3ef3-4ad3-b2c6-b2b2bf6d4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.417045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-61133109-3ef3-4ad3-b2c6-b2b2bf6d4561 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0760322 Jul 08 17:27:50.442106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e930d89-b697-4f2d-9724-49133772b2bc req-62d4e87c-9db9-492f-9b66-18021672410e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282598 Jul 08 17:27:50.457522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-c0f06d9e-703d-411c-b1ba-045749fb2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.459555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-c0f06d9e-703d-411c-b1ba-045749fb2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.461297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-c0f06d9e-703d-411c-b1ba-045749fb2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.469341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-c0f06d9e-703d-411c-b1ba-045749fb2ba9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2865 time: 0.3523204 Jul 08 17:27:50.471164 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.486259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b37fb6-ff31-4d16-94b5-758839f8ed8f {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:50.497542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.517649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Transition to ACTIVE for port object 63b37fb6-ff31-4d16-94b5-758839f8ed8f will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:50.526272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-c3a53d15-47ab-4ec3-b7cb-2867cec7d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.527828 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-c3a53d15-47ab-4ec3-b7cb-2867cec7d958 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006911 Jul 08 17:27:50.528905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.623751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-027bc319-79aa-47ae-817e-33e65eb5ff3c tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 1000 time: 0.2357204 Jul 08 17:27:50.636555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:50.639850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.640486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.643212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] 10.222.0.41 "PUT /v2.0/ports/24f6b06d-a708-43ae-810b-105f3f2ce389 HTTP/1.1" status: 200 len: 1096 time: 3.2195094 Jul 08 17:27:50.654823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Pushing event updated for resources: {'Port': ['ID=63b37fb6-ff31-4d16-94b5-758839f8ed8f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:50.794775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-d8f8818f-7a87-4fcd-9853-34188b413144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:50.797433 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-d8f8818f-7a87-4fcd-9853-34188b413144 service neutron] 10.222.0.72 "GET /v2.0/networks?id=80d70cf5-e4b5-4da8-9362-e5b4de714149 HTTP/1.1" status: 200 len: 902 time: 0.3099430 Jul 08 17:27:50.815959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-3fc9ab78-5aa1-4349-985c-822118f4ed32 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789111 Jul 08 17:27:50.869124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Attempting to bind port 63b37fb6-ff31-4d16-94b5-758839f8ed8f on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:50.871109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Attempting to bind port 63b37fb6-ff31-4d16-94b5-758839f8ed8f by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:50.872363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Attempting to bind port 63b37fb6-ff31-4d16-94b5-758839f8ed8f on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:50.876813 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:50.898460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-feb571dd-6e0c-485b-b5cc-47ba16eaf5bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=4e1df833-1f37-4343-8f41-e1faf983653a HTTP/1.1" status: 200 len: 217 time: 0.0754349 Jul 08 17:27:50.899899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015847a-93ff-41ad-b38f-131ae3267ecb service neutron] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:50.941704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Port 63b37fb6-ff31-4d16-94b5-758839f8ed8f on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:50.942035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Attempting to bind port 63b37fb6-ff31-4d16-94b5-758839f8ed8f on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:50.968975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:50.969517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:50.970079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:50.970719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Bound port: 63b37fb6-ff31-4d16-94b5-758839f8ed8f, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:50.971275 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.053470 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-2954203d-d52f-498b-9234-3c248f3810c5 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118201 Jul 08 17:27:51.061752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-d37d02cb-9845-48e9-8b2c-f3568e517232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.063514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-d37d02cb-9845-48e9-8b2c-f3568e517232 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9f63922e-cb4b-4075-921f-f760516acdf9 HTTP/1.1" status: 200 len: 801 time: 0.1645117 Jul 08 17:27:51.076696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.102921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] For port 63b37fb6-ff31-4d16-94b5-758839f8ed8f, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:51.106767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] For port 63b37fb6-ff31-4d16-94b5-758839f8ed8f, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=63b37fb6-ff31-4d16-94b5-758839f8ed8f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:51.114088 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.177574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.179819 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.182181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] 10.222.0.72 "PUT /v2.0/ports/63b37fb6-ff31-4d16-94b5-758839f8ed8f HTTP/1.1" status: 200 len: 1096 time: 1.6993523 Jul 08 17:27:51.183235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'tag': '63b37fb6-ff31-4d16-94b5-758839f8ed8f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:51.186978 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33897b66-3d1e-4402-8e8c-9f40e14eeec2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1b4265-b4f3-447d-9dc1-8d52e8c664c6", "tag": "63b37fb6-ff31-4d16-94b5-758839f8ed8f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:51.216913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9c0d7-2a8f-4096-8fd7-31c2afbfaf4e service neutron] Pushing event updated for resources: {'Port': ['ID=63b37fb6-ff31-4d16-94b5-758839f8ed8f,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:51.237180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:51.239571 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c" -d '{"events": [{"name": "network-changed", "server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:51.270070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa391d51-70c0-410f-9bb3-49ef229af845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.439652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa391d51-70c0-410f-9bb3-49ef229af845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.461048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa391d51-70c0-410f-9bb3-49ef229af845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.516319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa391d51-70c0-410f-9bb3-49ef229af845 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8aa2b7388b46447abed8093bfff6d0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385946 Jul 08 17:27:51.518949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:51.528984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa391d51-70c0-410f-9bb3-49ef229af845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca5ac76-cd43-4712-8fc4-b50cc63650ee,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:51.560254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-55cb48ff-5b82-4a72-80dc-484198e6b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.564966 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-55cb48ff-5b82-4a72-80dc-484198e6b372 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 1099 time: 0.2101095 Jul 08 17:27:51.614217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-479917c3-abb0-4ffd-939d-62a3ba44afbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=63b37fb6-ff31-4d16-94b5-758839f8ed8f HTTP/1.1" status: 200 len: 217 time: 0.0414526 Jul 08 17:27:51.619805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0ba7-8895-4f73-8038-4a870c9b28a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.658293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-88803da9-2405-4a67-afbe-44cd47e965aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.659769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-88803da9-2405-4a67-afbe-44cd47e965aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1099 time: 0.9355791 Jul 08 17:27:51.672451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-b63c3ea2-9c8e-40a8-abb4-e9dc75a1c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.673885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-b63c3ea2-9c8e-40a8-abb4-e9dc75a1c80a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=80d70cf5-e4b5-4da8-9362-e5b4de714149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5917959 Jul 08 17:27:51.674765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0ba7-8895-4f73-8038-4a870c9b28a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.689608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-23143458-cb2a-4dd4-a7f7-154ddc99245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.691066 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-23143458-cb2a-4dd4-a7f7-154ddc99245d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0691442 Jul 08 17:27:51.765954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-bdca9b21-e98c-4f1c-9c20-b69d2f3107e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.767593 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-bdca9b21-e98c-4f1c-9c20-b69d2f3107e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692549 Jul 08 17:27:51.769808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0ba7-8895-4f73-8038-4a870c9b28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.773133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5dbd0ba7-8895-4f73-8038-4a870c9b28a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.776517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5dbd0ba7-8895-4f73-8038-4a870c9b28a6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6ca5ac76-cd43-4712-8fc4-b50cc63650ee HTTP/1.1" status: 204 len: 168 time: 0.2532463 Jul 08 17:27:51.778813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c5392-5c5e-4a0e-aa87-95e4c61dc0d1 req-26e2a3b8-08d8-4a5f-b274-5c7630faa20a tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.780304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-956c5392-5c5e-4a0e-aa87-95e4c61dc0d1 req-26e2a3b8-08d8-4a5f-b274-5c7630faa20a tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 948 time: 0.7007179 Jul 08 17:27:51.809319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.812721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-5d081326-7422-4202-ae1c-6c27534c1ea8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=24f6b06d-a708-43ae-810b-105f3f2ce389 HTTP/1.1" status: 200 len: 217 time: 0.1256785 Jul 08 17:27:51.823759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:51.824030 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Floating IP da2fa61c-f575-4c1b-8bdd-086d5c4e7159 disassociated. External IP: 172.25.5.20, port: 2d0d3a25-dd89-485f-808a-d7efc8352139. Jul 08 17:27:51.834249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd0ba7-8895-4f73-8038-4a870c9b28a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca5ac76-cd43-4712-8fc4-b50cc63650ee,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:51.883988 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-f9fa509d-5c09-4d3a-aff6-c8e15bfe379d service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084726 Jul 08 17:27:51.969541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-956c5392-5c5e-4a0e-aa87-95e4c61dc0d1 req-621f4819-a012-4fd9-a5a0-7782c944cdaf tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585605 Jul 08 17:27:51.981916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-34d14042-b016-4fcc-a5ab-d2689f3b93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:51.985110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-34d14042-b016-4fcc-a5ab-d2689f3b93a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1606514 Jul 08 17:27:51.987017 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-66c8e46a-9dc9-4027-b216-cd92c5002e1c req-9d1b192a-6940-4255-8bae-dfa089c152fe service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963418 Jul 08 17:27:52.075402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-7a155305-5248-4c0e-b652-faf28a342816 service neutron] 10.222.0.72 "GET /v2.0/networks/80d70cf5-e4b5-4da8-9362-e5b4de714149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872628 Jul 08 17:27:52.336652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-349969ff-1561-4a7a-831f-2f1ee6c70f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.338182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-349969ff-1561-4a7a-831f-2f1ee6c70f3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3083715 Jul 08 17:27:52.355354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0c78d8d-1865-499c-aefb-276a5095b320 req-e56fc1da-52ad-4d11-9abb-1550b53d3d2c service neutron] 10.222.0.72 "GET /v2.0/networks/80d70cf5-e4b5-4da8-9362-e5b4de714149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630601 Jul 08 17:27:52.435393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776389c-4536-4c30-948d-beeb81535367 req-e9adbddb-8bf2-4a1d-81f7-a7f20c829502 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.437158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-e9adbddb-8bf2-4a1d-81f7-a7f20c829502 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 821 time: 0.3668187 Jul 08 17:27:52.445496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:52.481067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Router 5353e355-8d6e-4c55-8f16-619e3a232ae1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:27:52.498812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-6fe09d07-81eb-4089-9b41-7d8ca068a175 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/quotas/8d4be27b78304683952f1483a946ee8b HTTP/1.1" status: 200 len: 375 time: 0.0515165 Jul 08 17:27:52.510289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58806) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:52.549539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:52.559097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-23ab44eb-9d9e-49e2-80fb-99de820e2346 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074201 Jul 08 17:27:52.561962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f', 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82', 'port_id': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f', 'mac_address': 'fa:16:3e:02:b9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fad8c2-d560-43be-bd15-dd079514f7ea', 'ip_address': '19.80.0.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:52.600572 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.615951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-431481937-network', 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:52.618212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:52.638261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:52.641114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.642724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:52.648326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.649180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4e1df833-1f37-4343-8f41-e1faf983653a details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:52.651891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.666367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-973672ec-f9f8-4725-a2d7-acb1b35c4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.666857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-973672ec-f9f8-4725-a2d7-acb1b35c4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.667529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-973672ec-f9f8-4725-a2d7-acb1b35c4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.669167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-973672ec-f9f8-4725-a2d7-acb1b35c4da5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2865 time: 0.2520559 Jul 08 17:27:52.749237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:52.758691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.770168 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.792558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:27:52.800569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4e1df833-1f37-4343-8f41-e1faf983653a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4e1df833-1f37-4343-8f41-e1faf983653a,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:52.808159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:52.816280 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.816908 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Added segment 7aeea6a1-c4ce-4ca5-9a80-e216e2faf575 of type vlan for network 1495ca0b-3919-43d6-8e6a-f156d25aa27c Jul 08 17:27:52.820701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:27:52.823579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '4e1df833-1f37-4343-8f41-e1faf983653a', 'network_id': '80d70cf5-e4b5-4da8-9362-e5b4de714149', 'port_id': '4e1df833-1f37-4343-8f41-e1faf983653a', 'mac_address': 'fa:16:3e:e3:92:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f63922e-cb4b-4075-921f-f760516acdf9', 'ip_address': '19.86.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:52.832699 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] Sync routers for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:27:52.841079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-57117f04-694e-4eea-9f09-2937a0525770 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3266063 Jul 08 17:27:52.845366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.845703 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:52.846665 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:52.861620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c91d499-7bb1-4b6d-949b-5e345142a756 req-ac4f0c77-a1be-4ffe-b8df-8ca843cd9c9b service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670021 Jul 08 17:27:52.873983 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.885995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.903450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1df833-1f37-4343-8f41-e1faf983653a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:52.929666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.930868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.931588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.945309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4e1df833-1f37-4343-8f41-e1faf983653a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4e1df833-1f37-4343-8f41-e1faf983653a,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:52.950852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-ecacb3d0-4c65-4810-82bc-f21136ee17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:52.952301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-ecacb3d0-4c65-4810-82bc-f21136ee17e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f022d83a-e6e0-4a80-b0e0-881752520e82 HTTP/1.1" status: 200 len: 903 time: 0.2731299 Jul 08 17:27:52.956632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:52.957833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 85316d5c-3294-4363-884c-d305e737a248 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:52.963425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-da8595f6-fce3-4521-9ca6-c5001afa8771 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "PUT /v2.0/floatingips/da2fa61c-f575-4c1b-8bdd-086d5c4e7159 HTTP/1.1" status: 200 len: 694 time: 2.3387656 Jul 08 17:27:52.967268 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:53.006753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 85316d5c-3294-4363-884c-d305e737a248, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=85316d5c-3294-4363-884c-d305e737a248,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:53.011544 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5001049 Jul 08 17:27:53.014352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58812) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:27:53.018008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9397d9-1b46-46a5-ab6e-630421699e29 admin admin] Pushing event updated for resources: {'Network': ['ID=1495ca0b-3919-43d6-8e6a-f156d25aa27c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:53.020568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Request body: {'subnet': {'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-431481937-subnet', 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:53.042030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-cae8f106-cfa8-4472-a4d3-85b866a3b3fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=85316d5c-3294-4363-884c-d305e737a248 HTTP/1.1" status: 200 len: 217 time: 0.0804331 Jul 08 17:27:53.046372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:27:53.049236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '85316d5c-3294-4363-884c-d305e737a248', 'network_id': 'f022d83a-e6e0-4a80-b0e0-881752520e82', 'port_id': '85316d5c-3294-4363-884c-d305e737a248', 'mac_address': 'fa:16:3e:69:2d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fad8c2-d560-43be-bd15-dd079514f7ea', 'ip_address': '19.80.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:53.076334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-9b2fc3ce-4e9e-42d9-b19f-57018ac47b13 service neutron] 10.222.0.63 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343929 Jul 08 17:27:53.164361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:53.164833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4e1df833-1f37-4343-8f41-e1faf983653a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:53.166527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.169919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.184592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85316d5c-3294-4363-884c-d305e737a248 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:53.195362 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:16Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:53.205700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 85316d5c-3294-4363-884c-d305e737a248, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=85316d5c-3294-4363-884c-d305e737a248,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:53.209919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:53.226894 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-44a20645-31f8-4856-9fb4-5f3a30aaf795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:53.228389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-44a20645-31f8-4856-9fb4-5f3a30aaf795 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99fad8c2-d560-43be-bd15-dd079514f7ea HTTP/1.1" status: 200 len: 801 time: 0.1631463 Jul 08 17:27:53.231196 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] Checking router: 5353e355-8d6e-4c55-8f16-619e3a232ae1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:27:53.242329 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:27:53.243492 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:27:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:53.260658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=85316d5c-3294-4363-884c-d305e737a248,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:53.267990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-74cbd62e-deba-45c4-82ba-3bb566aa7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:53.269520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-74cbd62e-deba-45c4-82ba-3bb566aa7783 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4477a53341d54ecba47453fbb50ff061&device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 1096 time: 0.2899480 Jul 08 17:27:53.350043 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:27:53.379407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-f3c55eb3-b340-460f-bdee-b6afe47e2971 service neutron] 10.222.0.63 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761431 Jul 08 17:27:53.456950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-783c73f2-a02a-46fb-9092-c05d45ad435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:53.458442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-783c73f2-a02a-46fb-9092-c05d45ad435b service neutron] 10.222.0.63 "GET /v2.0/networks?id=ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 200 len: 930 time: 0.1666281 Jul 08 17:27:53.467588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-5121fcc9-6da1-42d7-9001-e4073c087689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:53.469027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-5121fcc9-6da1-42d7-9001-e4073c087689 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f022d83a-e6e0-4a80-b0e0-881752520e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2315617 Jul 08 17:27:53.518922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-9d7c9c35-0825-4783-bbaa-ec1f18d52a45 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 217 time: 0.0489426 Jul 08 17:27:53.548323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['85316d5c-3294-4363-884c-d305e737a248'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:53.590411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['5f475e2a-7ff3-4d9e-9e76-c3b889291a2f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:53.773079 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:16Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:27:53.810052 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d0ef6-6e8f-46e6-99fb-00b8eff1d874 None None] The sync data for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 is: [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:27:09Z', 'revision_number': 4, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '03cc2556-cc25-4cc5-8e97-2cb2c9018075', 'name': '', 'network_id': 'ed2a22af-4476-4222-aa46-e9ae08e55cf5', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'mac_address': 'fa:16:3e:64:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:08Z', 'updated_at': '2021-07-08T17:27:16Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'subnets': [{'id': '8defc47f-b9bb-4962-81a2-04ac53fa25a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:27:54.076886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.098485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-881ac050-64dd-47da-ba31-e6a674caf121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.100070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-881ac050-64dd-47da-ba31-e6a674caf121 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8defc47f-b9bb-4962-81a2-04ac53fa25a4 HTTP/1.1" status: 200 len: 868 time: 0.1489742 Jul 08 17:27:54.151177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2edbf00-dc62-4cbc-9501-bb9cedc647af None None] New status for floating IP da2fa61c-f575-4c1b-8bdd-086d5c4e7159: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:27:54.202107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-9dc70a92-cdf1-49db-977c-e039475e5f27 service neutron] 10.222.0.72 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7216432 Jul 08 17:27:54.225400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f219f3-10d8-4a52-b813-91bc530aa542,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:54.294424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24273519-7a84-48b5-b023-c24ac8cf7166 req-fc203e86-432e-4c9c-b217-aa2d5ab0d189 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.295894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24273519-7a84-48b5-b023-c24ac8cf7166 req-fc203e86-432e-4c9c-b217-aa2d5ab0d189 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.3139794 Jul 08 17:27:54.296621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:54.297006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Network hostable DHCP agents. Network: 1495ca0b-3919-43d6-8e6a-f156d25aa27c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:27:54.364690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-4a25a9fe-8512-4206-95bf-51b91805bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.366423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-4a25a9fe-8512-4206-95bf-51b91805bae9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ed2a22af-4476-4222-aa46-e9ae08e55cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405882 Jul 08 17:27:54.377275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:27:54.401129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24273519-7a84-48b5-b023-c24ac8cf7166 req-02207e01-1022-47d7-b325-78740e892e46 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949967 Jul 08 17:27:54.433639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:54.450399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc4f510-c1bc-4f93-9e1b-56b356e77175 req-3cc95e9f-52f2-43e3-98d8-aab314e0fc23 service neutron] 10.222.0.72 "GET /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379303 Jul 08 17:27:54.453018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 1495ca0b-3919-43d6-8e6a-f156d25aa27c) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:54.457976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 63b37fb6-ff31-4d16-94b5-758839f8ed8f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:27:54.461798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.462399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:54.473996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603d861-f953-4bff-a86e-ada1fe41a933 None None] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:54.486607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ef00ffa9-df66-4d4d-9b9e-e81949975175 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4699564 Jul 08 17:27:54.513540 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b9ef40-8907-4404-aecc-6c55ce83f9bb x-openstack-request-id: req-66b9ef40-8907-4404-aecc-6c55ce83f9bb {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:54.514482 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1b4265-b4f3-447d-9dc1-8d52e8c664c6", "tag": "63b37fb6-ff31-4d16-94b5-758839f8ed8f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:54.514906 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-66b9ef40-8907-4404-aecc-6c55ce83f9bb {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:54.515498 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'tag': '63b37fb6-ff31-4d16-94b5-758839f8ed8f', 'status': 'completed', 'code': 200} Jul 08 17:27:54.518769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-bcdf94fd-5cd5-46eb-a711-ff46514579e3 service neutron] 10.222.0.63 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368141 Jul 08 17:27:54.571803 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1037c017-745d-41e9-9f08-1c8e1e619f69 x-openstack-request-id: req-1037c017-745d-41e9-9f08-1c8e1e619f69 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:54.572436 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:54.572895 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1037c017-745d-41e9-9f08-1c8e1e619f69 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:54.573726 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'status': 'completed', 'code': 200} Jul 08 17:27:54.636040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:27:54.760684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4e1df833-1f37-4343-8f41-e1faf983653a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:54.794630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01b1ac3c-1062-4bf5-b2df-1d09696624cc req-5a88797c-0920-49df-8527-8ec59c82883c service neutron] 10.222.0.63 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619743 Jul 08 17:27:54.801372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-2ec1dc03-e0c6-4e54-906a-a2e2daf97c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.803653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-2ec1dc03-e0c6-4e54-906a-a2e2daf97c25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 1099 time: 0.2589762 Jul 08 17:27:54.841677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-2e2a4e0b-5528-4281-86e5-e05e20999348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.843333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-2e2a4e0b-5528-4281-86e5-e05e20999348 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1099 time: 0.2131853 Jul 08 17:27:54.952490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eba75-f8ba-4753-b70f-bb3c0a2b9fc3 req-52cc487d-ff97-4519-9ed4-754bde506bbb tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.959141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eba75-f8ba-4753-b70f-bb3c0a2b9fc3 req-52cc487d-ff97-4519-9ed4-754bde506bbb tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.965510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eba75-f8ba-4753-b70f-bb3c0a2b9fc3 req-52cc487d-ff97-4519-9ed4-754bde506bbb tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:54.972784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-347eba75-f8ba-4753-b70f-bb3c0a2b9fc3 req-52cc487d-ff97-4519-9ed4-754bde506bbb tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2415 time: 0.2847843 Jul 08 17:27:54.974061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:55.028442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 63b37fb6-ff31-4d16-94b5-758839f8ed8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=63b37fb6-ff31-4d16-94b5-758839f8ed8f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:55.066459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-1a83ceda-4699-4092-9740-018830630943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.067973 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-1a83ceda-4699-4092-9740-018830630943 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2572913 Jul 08 17:27:55.073012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-9149f0bc-4f0f-429a-b3ee-432a22adacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.074570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-9149f0bc-4f0f-429a-b3ee-432a22adacb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2010746 Jul 08 17:27:55.080699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '63b37fb6-ff31-4d16-94b5-758839f8ed8f', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '63b37fb6-ff31-4d16-94b5-758839f8ed8f', 'mac_address': 'fa:16:3e:ca:23:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:55.086948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-347eba75-f8ba-4753-b70f-bb3c0a2b9fc3 req-7d1103a9-c3db-438a-a454-8214d45eac1b tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131904 Jul 08 17:27:55.114482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'mac_address': 'fa:16:3e:42:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:27:55.191376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781156ae-c3c2-4567-ab0a-7129e2b5f662 None None] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:27:55.197473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776389c-4536-4c30-948d-beeb81535367 req-1a71235d-b3fd-469b-bdff-20628be7fd0f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.199595 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-1a71235d-b3fd-469b-bdff-20628be7fd0f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.41 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 821 time: 0.1948338 Jul 08 17:27:55.201276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-dbe17291-af68-4756-a142-f84604529749 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=63b37fb6-ff31-4d16-94b5-758839f8ed8f HTTP/1.1" status: 200 len: 217 time: 0.1086144 Jul 08 17:27:55.238848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Request body: {'port': {'device_id': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'admin_state_up': True, 'tenant_id': '8d4be27b78304683952f1483a946ee8b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:55.260619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.268863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-22f405f0-82f7-4f05-b876-be179506a70b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=24f6b06d-a708-43ae-810b-105f3f2ce389 HTTP/1.1" status: 200 len: 217 time: 0.1775403 Jul 08 17:27:55.299938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-50ff831a-fcb8-45d8-a8bb-2f5c126caded tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=64c1906a96364c63a7a1749439163d01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973139 Jul 08 17:27:55.367976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:55.433046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.437998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-0a0692dd-3a89-47fe-9dd2-9b43c7ca73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.440423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-0a0692dd-3a89-47fe-9dd2-9b43c7ca73c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1930189 Jul 08 17:27:55.443888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:55.446952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-2742e219-02ce-4705-b369-47d591c0ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.448961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-2742e219-02ce-4705-b369-47d591c0ec58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1602523 Jul 08 17:27:55.460434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Made reservation on behalf of 8d4be27b78304683952f1483a946ee8b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:55.466829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.473046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.489938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b37fb6-ff31-4d16-94b5-758839f8ed8f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:55.571770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-a3c50ea6-c052-4f31-9d36-efb1ae0aeefe tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.578398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-a3c50ea6-c052-4f31-9d36-efb1ae0aeefe tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543645 Jul 08 17:27:55.605669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 63b37fb6-ff31-4d16-94b5-758839f8ed8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=63b37fb6-ff31-4d16-94b5-758839f8ed8f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:55.619351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-10a9c8c1-0c76-452c-a209-64f369f04c7b tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/quotas/64c1906a96364c63a7a1749439163d01 HTTP/1.1" status: 200 len: 375 time: 0.0396657 Jul 08 17:27:55.629437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Allocated IP 172.20.0.8 (807d25a0-4208-4f9d-9ab5-27001bde802b/21419bcb-43d5-4e63-b22d-90182f2d3eae/72789e66-7b2d-46dc-bf88-1b5229b7f6b8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:55.654512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.663786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.670941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:55.677702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-3090bf51-e0e3-4905-8fd1-fc7cfcd1398a tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=64c1906a96364c63a7a1749439163d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573020 Jul 08 17:27:55.702085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f9977-c35a-4fd0-a3d6-43f7034191d6 req-ce65f070-2de3-4bb8-9a06-4e132bddd011 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.703966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-238f9977-c35a-4fd0-a3d6-43f7034191d6 req-ce65f070-2de3-4bb8-9a06-4e132bddd011 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 948 time: 0.3393605 Jul 08 17:27:55.726766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-320c4990-fc02-4da4-8ed4-a06cdc1866bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.728770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-320c4990-fc02-4da4-8ed4-a06cdc1866bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2744648 Jul 08 17:27:55.733658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-fd9a60e7-d773-46ed-9791-818fff1c7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:55.735432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-fd9a60e7-d773-46ed-9791-818fff1c7079 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515509 Jul 08 17:27:55.749601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=63b37fb6-ff31-4d16-94b5-758839f8ed8f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:55.838452 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.843707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['24f6b06d-a708-43ae-810b-105f3f2ce389'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:55.908355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:55.912551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-238f9977-c35a-4fd0-a3d6-43f7034191d6 req-6610e05a-3a0c-4a67-b73f-fc589f3c96af tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991270 Jul 08 17:27:55.973810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['63b37fb6-ff31-4d16-94b5-758839f8ed8f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:27:56.007434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Network 807d25a0-4208-4f9d-9ab5-27001bde802b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:56.013280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:56.027814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:56.042672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-4d3a40cf-6400-48d4-8646-3708e9b48c41 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991908 Jul 08 17:27:56.049813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-817cdfce-20af-4b42-b1b2-cf6d38e8af72 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048499 Jul 08 17:27:56.067728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:56.148381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:56.149055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.165778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-1d819e9f-2f89-4267-b75d-d1f8ce83034d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9315054 Jul 08 17:27:56.190552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Request body: {'port': {'device_id': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:56.283955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33897b66-3d1e-4402-8e8c-9f40e14eeec2 req-06cae78f-2c62-4215-8e69-bd6ac8c1026b service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221124 Jul 08 17:27:56.294201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.308484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b791bd3-85b6-412b-815f-061386111127 req-5b31b7fa-033b-41ae-816e-cbcc9f9cc567 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:56.310841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b791bd3-85b6-412b-815f-061386111127 req-5b31b7fa-033b-41ae-816e-cbcc9f9cc567 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 931 time: 0.3225152 Jul 08 17:27:56.409750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5fa2ee-6d6a-4b0c-9926-c057d328743c req-15a68e18-94d1-4f0b-879f-923c08745fbd service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576090 Jul 08 17:27:56.450028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b791bd3-85b6-412b-815f-061386111127 req-1834602f-9f8c-487a-9ade-2f0fdc184418 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920291 Jul 08 17:27:56.458538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-202fe97b-474e-45d7-b6d7-c1fcc23e14dd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:56.460057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-202fe97b-474e-45d7-b6d7-c1fcc23e14dd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.2351742 Jul 08 17:27:56.463420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 85316d5c-3294-4363-884c-d305e737a248 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:56.485330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-90965913-debe-47e5-b6e6-97209ea85744 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/quotas/69352fdd28e7454b89ede1a8a79d54a2 HTTP/1.1" status: 200 len: 375 time: 0.0167048 Jul 08 17:27:56.542251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 85316d5c-3294-4363-884c-d305e737a248 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:56.547770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 85316d5c-3294-4363-884c-d305e737a248 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:56.548292 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.567470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-2f8d7b3c-9ddc-42c8-934b-6ecd050a2c61 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806754 Jul 08 17:27:56.574705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-383c671b-775e-46dd-bcbf-47c3b697bc72 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips/da2fa61c-f575-4c1b-8bdd-086d5c4e7159 HTTP/1.1" status: 200 len: 692 time: 0.0758145 Jul 08 17:27:56.576375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:56.578822 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde2625f-ee5b-442b-8973-533d1d85fc53" -d '{"events": [{"name": "network-changed", "server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:56.642816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:27:56.652498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.666137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Transition to ACTIVE for port object 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:56.670451 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.671079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.709341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 85316d5c-3294-4363-884c-d305e737a248, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=85316d5c-3294-4363-884c-d305e737a248,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:56.711235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85316d5c-3294-4363-884c-d305e737a248'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:56.714405 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55b4237-ff7f-40ce-b346-f69f0b159b9c" -d '{"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-plugged", "status": "completed", "tag": "85316d5c-3294-4363-884c-d305e737a248"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:56.720252 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.721263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:56.724998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:56.804493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-823e56b2-cdc0-4c0f-9c1f-7d9a8a643c50 service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287512 Jul 08 17:27:56.818329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-4c5a736e-a372-46db-b865-4d6bf3e92f09 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:56.819889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-4c5a736e-a372-46db-b865-4d6bf3e92f09 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2275534 Jul 08 17:27:56.833164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Attempting to bind port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:27:56.833616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Attempting to bind port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:27:56.834290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Attempting to bind port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 on network 807d25a0-4208-4f9d-9ab5-27001bde802b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:56.839324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 on network 807d25a0-4208-4f9d-9ab5-27001bde802b not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:27:56.840242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Attempting to bind port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 on network 807d25a0-4208-4f9d-9ab5-27001bde802b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:27:56.845895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:27:56.846400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Checking segment: {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:27:56.846914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Bound using segment: {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:27:56.847467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Bound port: 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:27:56.848030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.851360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=85316d5c-3294-4363-884c-d305e737a248,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:56.864177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:56.869043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:56.869530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.927302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-974a6b77-add3-40b9-86f7-6dbcbfc3cc2a tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0976028 Jul 08 17:27:56.933617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:27:56.937225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:27:56.942683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.960084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.980813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:56.981436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:56.982836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] 10.222.0.41 "PUT /v2.0/ports/72789e66-7b2d-46dc-bf88-1b5229b7f6b8 HTTP/1.1" status: 200 len: 1091 time: 0.8017914 Jul 08 17:27:56.983279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:27:56.985795 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46403bb-a002-423c-8eef-a4335d4fa4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:27:56.999935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:57.006798 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.022006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71373b7b-2ea0-4fc3-934c-901630d8ab13 service neutron] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:57.060686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:57.100054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776389c-4536-4c30-948d-beeb81535367 req-9eaf5c0b-d5f5-4833-8127-14c7e4392291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.101730 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-9eaf5c0b-d5f5-4833-8127-14c7e4392291 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 1094 time: 0.0566928 Jul 08 17:27:57.156321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-74a9b609-dd7f-448b-8c5a-216d6a9327d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8 HTTP/1.1" status: 200 len: 217 time: 0.0394385 Jul 08 17:27:57.219106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776389c-4536-4c30-948d-beeb81535367 req-37650cf4-60c1-4001-a76d-3c8ae939f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.220793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-37650cf4-60c1-4001-a76d-3c8ae939f2f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21419bcb-43d5-4e63-b22d-90182f2d3eae HTTP/1.1" status: 200 len: 861 time: 0.0540018 Jul 08 17:27:57.260091 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-d711d280-0dd6-419e-b693-f24c44013f4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=807d25a0-4208-4f9d-9ab5-27001bde802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307255 Jul 08 17:27:57.369724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-6f764d81-91a9-4a1c-9ec8-5454bdbeab5b service neutron] 10.222.0.41 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005189 Jul 08 17:27:57.376937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-eddff019-1251-4df3-8170-c20f1c530136 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.4423826 Jul 08 17:27:57.380768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-956c90b9-214b-4f7b-9535-035b173975d0 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=64c1906a96364c63a7a1749439163d01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523534 Jul 08 17:27:57.393763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-2673166d-6e7f-4a5c-b97d-9ec204311b8f service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720620 Jul 08 17:27:57.399233 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9f7dcfef-4b2a-414b-98b6-212dd709c65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.488193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5776389c-4536-4c30-948d-beeb81535367 req-47ddaa8e-fc5b-49d4-ade7-c96cc27bab94 service neutron] 10.222.0.41 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110392 Jul 08 17:27:57.618044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-458c0f95-e42e-4837-bed1-7b9e9abca64d tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.619832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-458c0f95-e42e-4837-bed1-7b9e9abca64d tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301660 Jul 08 17:27:57.627461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Deleting port 563c02df-ebb0-4f63-8471-42fb1c79b839 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:27:57.627810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.635528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Request body: {'port': {'device_id': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '64c1906a96364c63a7a1749439163d01'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:57.847968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.848358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.872202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Calling delete_port for 563c02df-ebb0-4f63-8471-42fb1c79b839 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:27:57.889999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c91bfe-2fb3-44e9-8db3-42617d86d9c5 req-db4432bc-a39d-4bc9-a056-167d768aaab2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:57.891652 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14c91bfe-2fb3-44e9-8db3-42617d86d9c5 req-db4432bc-a39d-4bc9-a056-167d768aaab2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2327554 Jul 08 17:27:57.914522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Made reservation on behalf of 64c1906a96364c63a7a1749439163d01 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:57.918410 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:57.972572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.020723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14c91bfe-2fb3-44e9-8db3-42617d86d9c5 req-df696a26-ae2a-4398-99f9-9c9ed2690971 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181498 Jul 08 17:27:58.180959 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23043429-8ce3-4a43-bcad-a21fa0bf7054 req-5e05d451-aa21-44e7-804b-e2aac00e1497 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 210 time: 0.0473516 Jul 08 17:27:58.195596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.242017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.245502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event deleted for resources: {'Port': ['ID=563c02df-ebb0-4f63-8471-42fb1c79b839,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:58.252439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.423008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a073ae40-ca90-4ade-b4aa-a28ddeb9e245,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:58.464852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 63b37fb6-ff31-4d16-94b5-758839f8ed8f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:58.468152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:58.479988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.482567 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.483715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16c24553-fb4c-419f-a7ea-facf5f4bbe45 req-563c130c-efbe-4617-9635-4a6bbdcc9632 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "DELETE /v2.0/floatingips/da2fa61c-f575-4c1b-8bdd-086d5c4e7159 HTTP/1.1" status: 204 len: 173 time: 1.1007996 Jul 08 17:27:58.522677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Allocated IP 192.168.233.116 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/78bb196d-4b80-4cc8-9b02-48a7442d480f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:58.546063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a50f-7db0-4b34-879a-5aa5ee11bcea req-ac37a1a3-ddc5-4ac9-80e3-247ae8d82ae0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.552547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a50f-7db0-4b34-879a-5aa5ee11bcea req-ac37a1a3-ddc5-4ac9-80e3-247ae8d82ae0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.558178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 63b37fb6-ff31-4d16-94b5-758839f8ed8f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:58.558941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a50f-7db0-4b34-879a-5aa5ee11bcea req-ac37a1a3-ddc5-4ac9-80e3-247ae8d82ae0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:58.562531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 24f6b06d-a708-43ae-810b-105f3f2ce389 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:58.563072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6643a50f-7db0-4b34-879a-5aa5ee11bcea req-ac37a1a3-ddc5-4ac9-80e3-247ae8d82ae0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2417 time: 0.2513802 Jul 08 17:27:58.566055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 63b37fb6-ff31-4d16-94b5-758839f8ed8f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:58.566311 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.569445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 24f6b06d-a708-43ae-810b-105f3f2ce389 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:58.569814 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.636902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6643a50f-7db0-4b34-879a-5aa5ee11bcea req-16525998-5931-40c6-b395-3393125e12d5 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663824 Jul 08 17:27:58.700980 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb7376-a0af-4e8b-a1ec-d49fc1b4df9c x-openstack-request-id: req-a3bb7376-a0af-4e8b-a1ec-d49fc1b4df9c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:58.701688 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:58.702094 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a3bb7376-a0af-4e8b-a1ec-d49fc1b4df9c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:58.702584 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'status': 'completed', 'code': 200} Jul 08 17:27:58.734665 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e9b94-fd3f-4d85-86e1-2972dc7391e4 x-openstack-request-id: req-696e9b94-fd3f-4d85-86e1-2972dc7391e4 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:58.734939 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-plugged", "status": "completed", "tag": "85316d5c-3294-4363-884c-d305e737a248", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:58.735475 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-696e9b94-fd3f-4d85-86e1-2972dc7391e4 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:58.736101 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85316d5c-3294-4363-884c-d305e737a248', 'code': 200} Jul 08 17:27:58.741386 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.743537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.858736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 63b37fb6-ff31-4d16-94b5-758839f8ed8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=63b37fb6-ff31-4d16-94b5-758839f8ed8f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:58.860640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:58.866521 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.867491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4e1df833-1f37-4343-8f41-e1faf983653a up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:27:58.919043 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.921355 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:58.938788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Transition to ACTIVE for port object 78bb196d-4b80-4cc8-9b02-48a7442d480f will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:27:58.980615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=63b37fb6-ff31-4d16-94b5-758839f8ed8f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:58.990418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 4e1df833-1f37-4343-8f41-e1faf983653a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:59.012384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 4e1df833-1f37-4343-8f41-e1faf983653a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:59.012802 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.094464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:59.101539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-3b67d47c-788c-4456-b4fc-2b97a518ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.104031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-3b67d47c-788c-4456-b4fc-2b97a518ac1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 1094 time: 0.2514491 Jul 08 17:27:59.109260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.119673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5905a-4aa9-45f5-bb5e-bac770c9961d req-ba8aa1f3-74c0-4655-9da9-dee787f6def9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.121267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9e5905a-4aa9-45f5-bb5e-bac770c9961d req-ba8aa1f3-74c0-4655-9da9-dee787f6def9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 950 time: 0.2493269 Jul 08 17:27:59.136040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.171652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4e1df833-1f37-4343-8f41-e1faf983653a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4e1df833-1f37-4343-8f41-e1faf983653a,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:27:59.176707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.182562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1386302-ff83-4bc7-97c6-df1b15f1b72b req-ecf3aac7-cf5b-4b4c-9e1a-bf01523f4d6a tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.184146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1386302-ff83-4bc7-97c6-df1b15f1b72b req-ecf3aac7-cf5b-4b4c-9e1a-bf01523f4d6a tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 943 time: 0.2344358 Jul 08 17:27:59.208245 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379e6535-a4cb-41b6-a1a6-a53b7703ab6f x-openstack-request-id: req-379e6535-a4cb-41b6-a1a6-a53b7703ab6f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:27:59.208946 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:27:59.210236 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-379e6535-a4cb-41b6-a1a6-a53b7703ab6f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:27:59.210704 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'status': 'completed', 'code': 200} Jul 08 17:27:59.235993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4e1df833-1f37-4343-8f41-e1faf983653a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:59.271938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:27:59.291096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:27:59.297336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-93863829-3466-4da7-b99f-cb605d8a0eca tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.298807 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-93863829-3466-4da7-b99f-cb605d8a0eca tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.5667760 Jul 08 17:27:59.301638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:27:59.305870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:27:59.308899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-bb5dc501-bd65-4ad6-96bf-4132f2284e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.310408 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-bb5dc501-bd65-4ad6-96bf-4132f2284e49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4477a53341d54ecba47453fbb50ff061&device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 1096 time: 0.1127863 Jul 08 17:27:59.315624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Request body: {'port': {'device_id': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'admin_state_up': True, 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:59.338962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9e5905a-4aa9-45f5-bb5e-bac770c9961d req-a86f454e-6dfd-464b-807c-ed587b538db1 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989396 Jul 08 17:27:59.368813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-c4a5afaa-3eb7-454b-9a6b-327b6be0fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.370022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-c4a5afaa-3eb7-454b-9a6b-327b6be0fbbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 922 time: 0.2456360 Jul 08 17:27:59.404220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1386302-ff83-4bc7-97c6-df1b15f1b72b req-ce4ac975-97ea-40a4-bd8a-dc7610c8000c tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813340 Jul 08 17:27:59.488213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-d760c3fc-c178-4044-848f-732e69676ad8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8 HTTP/1.1" status: 200 len: 217 time: 0.0805604 Jul 08 17:27:59.488433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-f5abf632-5d52-4a98-ad2c-a2789af939db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.490358 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-f5abf632-5d52-4a98-ad2c-a2789af939db service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 200 len: 930 time: 0.1691449 Jul 08 17:27:59.497328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.498227 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.553404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-830d49ad-0915-45c0-b4fc-3070f6ddc68c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 200 len: 217 time: 0.0523179 Jul 08 17:27:59.559901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:27:59.564153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.603714 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7ab08cf-2292-42db-a4a6-37af89e34c08 req-de7b5e66-5455-4113-b922-9c74208ae60d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 210 time: 0.0784113 Jul 08 17:27:59.607790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-f6ed20c0-c4cf-4375-8c3f-671b2b17faa4 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9776800 Jul 08 17:27:59.635370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-0cfe6fdc-6e20-4dbb-9e75-2dfacb1250ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.636932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-0cfe6fdc-6e20-4dbb-9e75-2dfacb1250ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8defc47f-b9bb-4962-81a2-04ac53fa25a4 HTTP/1.1" status: 200 len: 868 time: 0.0699263 Jul 08 17:27:59.643235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Request body: {'port': {'device_id': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:27:59.651137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a837eb5f-45a7-4658-8b78-77896c1c3073 None None] Provisioning for port 78bb196d-4b80-4cc8-9b02-48a7442d480f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:27:59.656481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a837eb5f-45a7-4658-8b78-77896c1c3073 None None] Provisioning complete for port 78bb196d-4b80-4cc8-9b02-48a7442d480f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:27:59.657071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a837eb5f-45a7-4658-8b78-77896c1c3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.697477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-3bad6c70-2f5c-4608-897d-8cc877c281e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.699917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-3bad6c70-2f5c-4608-897d-8cc877c281e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=21419bcb-43d5-4e63-b22d-90182f2d3eae HTTP/1.1" status: 200 len: 861 time: 0.1838989 Jul 08 17:27:59.700557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a837eb5f-45a7-4658-8b78-77896c1c3073 None None] Port 78bb196d-4b80-4cc8-9b02-48a7442d480f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:27:59.745538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-a664250f-8349-4330-b668-574818086fe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=807d25a0-4208-4f9d-9ab5-27001bde802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336833 Jul 08 17:27:59.780090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-bf63ed20-abbc-485f-aece-39e07c97bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.781596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-bf63ed20-abbc-485f-aece-39e07c97bf86 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed2a22af-4476-4222-aa46-e9ae08e55cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172526 Jul 08 17:27:59.785447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Allocated IP 172.20.0.11 (1495ca0b-3919-43d6-8e6a-f156d25aa27c/93f219f3-10d8-4a52-b813-91bc530aa542/01356c47-6bcf-4f20-8443-66fc3eb1e15b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:27:59.854968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0901c38-11ba-4c21-bc12-6303d9a963ee req-f5674d52-8df6-4a32-aa91-34115a6aa278 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:27:59.856393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0901c38-11ba-4c21-bc12-6303d9a963ee req-f5674d52-8df6-4a32-aa91-34115a6aa278 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2881384 Jul 08 17:27:59.894373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.945641 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-19399cc9-3a13-4f0d-bb27-efcc9d926969 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559277 Jul 08 17:27:59.956930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3dfe11a3-4e1e-402b-9bb3-1ee22289d5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:27:59.969962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0901c38-11ba-4c21-bc12-6303d9a963ee req-d3760ee6-f929-4094-ae61-8d69de2a2eb2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051509 Jul 08 17:27:59.999832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-d15f2ce7-c1eb-4679-9f47-c456b651d309 service neutron] 10.222.0.41 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299747 Jul 08 17:28:00.024181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.045610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10625876-1297-4bf1-9cb4-36f1cfe27da7 req-be50f1e6-10e2-4f38-8b8d-ffea0dfae3b7 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.055169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10625876-1297-4bf1-9cb4-36f1cfe27da7 req-be50f1e6-10e2-4f38-8b8d-ffea0dfae3b7 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 936 time: 0.2824409 Jul 08 17:28:00.143726 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bde2625f-ee5b-442b-8973-533d1d85fc53 req-494cd86e-a134-40c5-a933-3209b7b6aa10 service neutron] 10.222.0.41 "GET /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812279 Jul 08 17:28:00.148866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.202537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:00.206079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:00.210700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:00.213814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event updated for resources: {'Port': ['ID=01356c47-6bcf-4f20-8443-66fc3eb1e15b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:00.273306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10625876-1297-4bf1-9cb4-36f1cfe27da7 req-499088e5-c8b9-417c-88f2-558762b2c54a tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170317 Jul 08 17:28:00.274675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.275789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.297374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-82d922bb-c506-428a-bba2-5267dbd35e9c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9857812 Jul 08 17:28:00.316240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Request body: {'port': {'device_id': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:00.336069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46403bb-a002-423c-8eef-a4335d4fa4ef req-9e43f10e-6382-484d-b340-dfa60cca9076 service neutron] 10.222.0.41 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185055 Jul 08 17:28:00.354375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a08e5-e002-4c90-8384-87ca96fa6787 req-58077033-5863-44f2-8458-33a1a260f39a tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.355878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-461a08e5-e002-4c90-8384-87ca96fa6787 req-58077033-5863-44f2-8458-33a1a260f39a tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2041383 Jul 08 17:28:00.407758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-461a08e5-e002-4c90-8384-87ca96fa6787 req-f9d0f763-c8a0-4957-b9da-f32878e2f4a6 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0434642 Jul 08 17:28:00.419273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.437149 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.463709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:00.514360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bb196d-4b80-4cc8-9b02-48a7442d480f {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:00.523345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.539273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Transition to ACTIVE for port object 78bb196d-4b80-4cc8-9b02-48a7442d480f will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:00.583721 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.607410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:00.621153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'port_id': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'mac_address': 'fa:16:3e:21:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21419bcb-43d5-4e63-b22d-90182f2d3eae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:00.666287 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.678157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:00.692680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:00.722684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:00.730169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.736958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f'}, {'server_uuid': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b37fb6-ff31-4d16-94b5-758839f8ed8f'}, {'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389'}, {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:00.739699 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43084760-00be-45da-b557-7e6783f7f720" -d '{"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-plugged", "status": "completed", "tag": "5f475e2a-7ff3-4d9e-9e76-c3b889291a2f"}, {"server_uuid": "cd1b4265-b4f3-447d-9dc1-8d52e8c664c6", "name": "network-vif-plugged", "status": "completed", "tag": "63b37fb6-ff31-4d16-94b5-758839f8ed8f"}, {"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-plugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389"}, {"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-plugged", "status": "completed", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:00.759190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01356c47-6bcf-4f20-8443-66fc3eb1e15b {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:00.760158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196628f0-9e5c-40ff-b185-45d0c212c301 req-a6f2da53-7f21-459f-8444-994f41aab0bb tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.766254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-196628f0-9e5c-40ff-b185-45d0c212c301 req-a6f2da53-7f21-459f-8444-994f41aab0bb tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 950 time: 0.2250013 Jul 08 17:28:00.778086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.792326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d23cc-c5bd-41aa-b3fd-57e115c4816b req-a93f0316-5704-49f3-9690-8b58a970b193 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.792883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Transition to ACTIVE for port object 01356c47-6bcf-4f20-8443-66fc3eb1e15b will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:00.797592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:00.798700 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.802679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d23cc-c5bd-41aa-b3fd-57e115c4816b req-a93f0316-5704-49f3-9690-8b58a970b193 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.809420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d23cc-c5bd-41aa-b3fd-57e115c4816b req-a93f0316-5704-49f3-9690-8b58a970b193 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:00.811855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b6d23cc-c5bd-41aa-b3fd-57e115c4816b req-a93f0316-5704-49f3-9690-8b58a970b193 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2418 time: 0.2555976 Jul 08 17:28:00.866658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Pushing event updated for resources: {'Port': ['ID=01356c47-6bcf-4f20-8443-66fc3eb1e15b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:00.884337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Attempting to bind port 78bb196d-4b80-4cc8-9b02-48a7442d480f on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:00.884682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Attempting to bind port 78bb196d-4b80-4cc8-9b02-48a7442d480f by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:00.885050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Attempting to bind port 78bb196d-4b80-4cc8-9b02-48a7442d480f on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:00.892683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-196628f0-9e5c-40ff-b185-45d0c212c301 req-e3a18c0f-a2e4-4aa8-9225-622294032634 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152072 Jul 08 17:28:00.898124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Port 78bb196d-4b80-4cc8-9b02-48a7442d480f on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:00.898425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Attempting to bind port 78bb196d-4b80-4cc8-9b02-48a7442d480f on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:00.902815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b6d23cc-c5bd-41aa-b3fd-57e115c4816b req-c0a5608b-1988-4401-a682-cbce476730da tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818055 Jul 08 17:28:00.906978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:00.907332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:00.907715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:00.908151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Bound port: 78bb196d-4b80-4cc8-9b02-48a7442d480f, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:00.908519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:00.937197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Attempting to bind port 01356c47-6bcf-4f20-8443-66fc3eb1e15b on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:00.937556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Attempting to bind port 01356c47-6bcf-4f20-8443-66fc3eb1e15b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:00.937893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Attempting to bind port 01356c47-6bcf-4f20-8443-66fc3eb1e15b on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:00.942458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Port 01356c47-6bcf-4f20-8443-66fc3eb1e15b on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:00.943424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Attempting to bind port 01356c47-6bcf-4f20-8443-66fc3eb1e15b on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:00.948521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:00.948895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:00.949281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Bound using segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:00.949713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Bound port: 01356c47-6bcf-4f20-8443-66fc3eb1e15b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:00.950072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.004163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2af420a-deed-43ee-b542-8bdd08addbb7 req-0eaa5ff2-8307-4b66-bb38-a87a30629605 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0641060 Jul 08 17:28:01.026557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] For port 01356c47-6bcf-4f20-8443-66fc3eb1e15b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:01.030601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] For port 01356c47-6bcf-4f20-8443-66fc3eb1e15b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=01356c47-6bcf-4f20-8443-66fc3eb1e15b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:01.037276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.076638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:01.076955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.077761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.079275 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] 10.222.0.72 "PUT /v2.0/ports/01356c47-6bcf-4f20-8443-66fc3eb1e15b HTTP/1.1" status: 200 len: 1092 time: 0.7694561 Jul 08 17:28:01.093875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['72789e66-7b2d-46dc-bf88-1b5229b7f6b8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:01.097906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:01.111351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.125737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a5a39-529a-4905-a400-a46d1faf4458 service neutron] Pushing event updated for resources: {'Port': ['ID=01356c47-6bcf-4f20-8443-66fc3eb1e15b,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:01.185209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-1200bd66-ca15-4684-ac6b-ce15d4692f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.187626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-1200bd66-ca15-4684-ac6b-ce15d4692f1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 1095 time: 0.0575750 Jul 08 17:28:01.230548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'tag': '01356c47-6bcf-4f20-8443-66fc3eb1e15b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:01.232551 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdede262-679b-4aaa-9f7d-b53aef084b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b23c6a-8470-43a0-951f-20365805cd12", "tag": "01356c47-6bcf-4f20-8443-66fc3eb1e15b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:01.236932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-6deec18a-2fcb-47b3-82db-a2f2531f3e6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01356c47-6bcf-4f20-8443-66fc3eb1e15b HTTP/1.1" status: 200 len: 217 time: 0.0421016 Jul 08 17:28:01.257407 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.294135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-76dfc948-c65d-40f1-be28-1fbb392ce184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.295651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-76dfc948-c65d-40f1-be28-1fbb392ce184 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0529537 Jul 08 17:28:01.333956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-e81f6688-0e98-4849-96dc-55d825600b20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278316 Jul 08 17:28:01.423714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-0d02b52d-a43d-4363-b3eb-c3e6d4cebdfd service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832562 Jul 08 17:28:01.511650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.512276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:01.513701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] 10.222.0.72 "PUT /v2.0/ports/78bb196d-4b80-4cc8-9b02-48a7442d480f HTTP/1.1" status: 200 len: 1096 time: 1.8843174 Jul 08 17:28:01.514926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:01.517205 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb8f5a5-17a3-4970-be06-b646f12712af" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:01.519281 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-908be94e-bce0-4ba2-ae7a-8ca29f6ffec3 req-7a75e03e-dc2f-457c-9bae-f35344b7410b service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890739 Jul 08 17:28:01.543200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958d01d-44ec-42da-86f1-6ee02acc8839 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:01.556635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5e146-6d95-4df4-8c90-31ffdec2bdb0 req-c3b92964-4fa4-40bd-a1cb-9f75e736b606 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.558177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1e5e146-6d95-4df4-8c90-31ffdec2bdb0 req-c3b92964-4fa4-40bd-a1cb-9f75e736b606 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 944 time: 0.5236652 Jul 08 17:28:01.602890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7f35b-345e-458d-9f08-52cd043c8be6 req-a77f94d9-04de-4463-91b1-cc06179146bb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.609500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05b7f35b-345e-458d-9f08-52cd043c8be6 req-a77f94d9-04de-4463-91b1-cc06179146bb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 944 time: 0.4874492 Jul 08 17:28:01.618730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-8f85d182-6b2b-493f-8c5e-d92f6b184642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.620531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-8f85d182-6b2b-493f-8c5e-d92f6b184642 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64c1906a96364c63a7a1749439163d01&device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 1099 time: 0.0600309 Jul 08 17:28:01.644565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1e5e146-6d95-4df4-8c90-31ffdec2bdb0 req-f5a46047-59ac-45f0-9219-4d2c8eb31f5b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775280 Jul 08 17:28:01.658298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05b7f35b-345e-458d-9f08-52cd043c8be6 req-bdd4019b-76a6-414d-9650-ac6a8aa00daf tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479081 Jul 08 17:28:01.671041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-c807a0b5-5c17-465f-b37b-e2faec60de71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f HTTP/1.1" status: 200 len: 217 time: 0.0423384 Jul 08 17:28:01.731082 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15e1f67-ebba-499b-ae91-b5bcb4f73b9f x-openstack-request-id: req-c15e1f67-ebba-499b-ae91-b5bcb4f73b9f {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:01.731579 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-plugged", "status": "completed", "tag": "5f475e2a-7ff3-4d9e-9e76-c3b889291a2f", "code": 200}, {"server_uuid": "cd1b4265-b4f3-447d-9dc1-8d52e8c664c6", "name": "network-vif-plugged", "status": "completed", "tag": "63b37fb6-ff31-4d16-94b5-758839f8ed8f", "code": 200}, {"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-plugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389", "code": 200}, {"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-plugged", "status": "completed", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:01.731713 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c15e1f67-ebba-499b-ae91-b5bcb4f73b9f {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:01.732021 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f', 'code': 200} Jul 08 17:28:01.732287 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b37fb6-ff31-4d16-94b5-758839f8ed8f', 'code': 200} Jul 08 17:28:01.732545 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'code': 200} Jul 08 17:28:01.732858 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a', 'code': 200} Jul 08 17:28:01.736068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-47bcf042-a1c1-412e-a380-494b61944b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.737653 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-47bcf042-a1c1-412e-a380-494b61944b9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0606811 Jul 08 17:28:01.860900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-5f1d8eb1-4735-46f8-a956-b35d0d6a3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.862408 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-5f1d8eb1-4735-46f8-a956-b35d0d6a3341 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033454 Jul 08 17:28:01.956946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed6888-5a88-49a2-8799-155a6a9ee702 req-5aa5bdbf-71ae-4233-99c3-454e76dfabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.958446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1bed6888-5a88-49a2-8799-155a6a9ee702 req-5aa5bdbf-71ae-4233-99c3-454e76dfabd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 1101 time: 0.1224897 Jul 08 17:28:01.967275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688dcb-9a40-4135-ad1c-f5d75108589c req-658433a9-3baa-439d-b02f-8ce8340a452b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.968866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df688dcb-9a40-4135-ad1c-f5d75108589c req-658433a9-3baa-439d-b02f-8ce8340a452b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.1709280 Jul 08 17:28:01.984558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946837-f8da-4667-984d-0b66052e7488 req-e521bd94-2289-4d44-b233-8cc2474cf696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.986139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a946837-f8da-4667-984d-0b66052e7488 req-e521bd94-2289-4d44-b233-8cc2474cf696 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.1228542 Jul 08 17:28:01.993872 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-450422f0-d464-4d23-a124-407232ec9390 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145875 Jul 08 17:28:01.998241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013ee8c-f7cb-4300-a6a6-9cd22d07e702 req-8847bd03-4683-4e3b-ae0b-525caad2b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.998888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013ee8c-f7cb-4300-a6a6-9cd22d07e702 req-8847bd03-4683-4e3b-ae0b-525caad2b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:01.999628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013ee8c-f7cb-4300-a6a6-9cd22d07e702 req-8847bd03-4683-4e3b-ae0b-525caad2b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.002048 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3013ee8c-f7cb-4300-a6a6-9cd22d07e702 req-8847bd03-4683-4e3b-ae0b-525caad2b100 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2871 time: 0.1554451 Jul 08 17:28:02.033306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1bed6888-5a88-49a2-8799-155a6a9ee702 req-27c9b353-8750-485d-b51f-1441235294c6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632596 Jul 08 17:28:02.034849 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8dc957-b282-4451-979a-d747eeb57f73 x-openstack-request-id: req-dc8dc957-b282-4451-979a-d747eeb57f73 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:02.035802 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b23c6a-8470-43a0-951f-20365805cd12", "tag": "01356c47-6bcf-4f20-8443-66fc3eb1e15b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:02.036056 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dc8dc957-b282-4451-979a-d747eeb57f73 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:02.037043 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'tag': '01356c47-6bcf-4f20-8443-66fc3eb1e15b', 'status': 'completed', 'code': 200} Jul 08 17:28:02.037245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df688dcb-9a40-4135-ad1c-f5d75108589c req-b9d8e097-a38a-4bdf-ace6-9171142a7c80 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566401 Jul 08 17:28:02.089269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a946837-f8da-4667-984d-0b66052e7488 req-0dbf65bb-3dd2-4d74-8c41-9abcc630229a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 08 17:28:02.137242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3013ee8c-f7cb-4300-a6a6-9cd22d07e702 req-e72617ec-b176-418e-8017-dec58f564e7f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254601 Jul 08 17:28:02.158030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8db2f2a8-510e-4d55-af37-4d3539df03d9 req-06533042-71a6-4b2e-a7b1-6b9f3f1e1f80 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550117 Jul 08 17:28:02.191813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-e64eac74-495d-4c0b-94fe-1023003c9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.193394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-e64eac74-495d-4c0b-94fe-1023003c9ab3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 1095 time: 0.1021066 Jul 08 17:28:02.210316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ea1bd-ff60-4075-b11e-695a8197eda3 req-247aa6d6-c3f8-4a8d-b670-66c0a1b63443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.211840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-672ea1bd-ff60-4075-b11e-695a8197eda3 req-247aa6d6-c3f8-4a8d-b670-66c0a1b63443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 948 time: 0.0860176 Jul 08 17:28:02.238997 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264e10d4-3045-474b-8f1a-4394e40d1bab x-openstack-request-id: req-264e10d4-3045-474b-8f1a-4394e40d1bab {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:02.239283 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:02.239561 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-264e10d4-3045-474b-8f1a-4394e40d1bab {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:02.239948 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'status': 'completed', 'code': 200} Jul 08 17:28:02.303232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-672ea1bd-ff60-4075-b11e-695a8197eda3 req-690d1b51-9f84-47e0-a691-822f2430674a tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855279 Jul 08 17:28:02.332363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-7ad3bbba-4857-4f70-bfa3-05a15ff62e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.335589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-7ad3bbba-4857-4f70-bfa3-05a15ff62e5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64c1906a96364c63a7a1749439163d01&device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 1099 time: 0.0689130 Jul 08 17:28:02.368001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-77940763-e540-4f34-abf2-c3ff74dbb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.369492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-77940763-e540-4f34-abf2-c3ff74dbb7f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.1443324 Jul 08 17:28:02.421620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-dc3f2278-641e-4dc3-8726-804a9d56221d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01356c47-6bcf-4f20-8443-66fc3eb1e15b HTTP/1.1" status: 200 len: 217 time: 0.0412834 Jul 08 17:28:02.423571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-dd0fb415-ab49-4343-aeb3-febad103c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.425050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-dd0fb415-ab49-4343-aeb3-febad103c017 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.0830259 Jul 08 17:28:02.440923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb5a15-3e34-4ec0-bdf6-4411c3a1e58c req-1653f661-0f06-4e10-bfde-900ec20d945b tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.442413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3abb5a15-3e34-4ec0-bdf6-4411c3a1e58c req-1653f661-0f06-4e10-bfde-900ec20d945b tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 950 time: 0.1190019 Jul 08 17:28:02.473325 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-8a299008-f778-4d6e-9c71-fbd159091dc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f HTTP/1.1" status: 200 len: 217 time: 0.0379815 Jul 08 17:28:02.477841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:02.527847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:02.531906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:02.532279 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.532786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-db344f4b-1e3e-4ee2-995f-af72093d34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.534264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-db344f4b-1e3e-4ee2-995f-af72093d34d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0521679 Jul 08 17:28:02.547642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3abb5a15-3e34-4ec0-bdf6-4411c3a1e58c req-8d374885-a2f5-401d-95a3-186ded15179c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766780 Jul 08 17:28:02.549218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-e1f7efef-677f-40b0-9284-f376583df51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.550619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-e1f7efef-677f-40b0-9284-f376583df51e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.1073275 Jul 08 17:28:02.592363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-cf96958a-a5e7-4420-b174-41ef9fb9b085 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336664 Jul 08 17:28:02.602915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42c35-13f2-45fd-b32f-e8c75fefe88b req-3f5fd313-a7c3-480f-bad8-c6e4df03d9ac tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.608970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42c35-13f2-45fd-b32f-e8c75fefe88b req-3f5fd313-a7c3-480f-bad8-c6e4df03d9ac tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.615556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42c35-13f2-45fd-b32f-e8c75fefe88b req-3f5fd313-a7c3-480f-bad8-c6e4df03d9ac tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.617229 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b42c35-13f2-45fd-b32f-e8c75fefe88b req-3f5fd313-a7c3-480f-bad8-c6e4df03d9ac tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2418 time: 0.1982689 Jul 08 17:28:02.620211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-157f2ed4-1ff3-44a9-9f9c-0d3ed1a83aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.621751 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-157f2ed4-1ff3-44a9-9f9c-0d3ed1a83aa1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785329 Jul 08 17:28:02.647570 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.695578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:02.702318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.739192 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-bae5c34e-71dc-4994-bf7e-652a00f627d7 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094189 Jul 08 17:28:02.748401 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:02.780540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b42c35-13f2-45fd-b32f-e8c75fefe88b req-41ca4de1-18a1-41b6-a2e3-4654eeba9b20 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540658 Jul 08 17:28:02.783868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:02.828492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-0843bc57-2b22-4316-8216-4caf0c9debd6 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102706 Jul 08 17:28:02.843196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5ee35-4af7-4da2-b52c-cb304a43ffb2 req-796dad41-a731-425d-be76-52a7561a4509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:02.844716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04e5ee35-4af7-4da2-b52c-cb304a43ffb2 req-796dad41-a731-425d-be76-52a7561a4509 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 945 time: 0.1659520 Jul 08 17:28:02.861126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfb8f5a5-17a3-4970-be06-b646f12712af req-e9763548-c189-4790-916c-5ec848ff255e service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138330 Jul 08 17:28:02.976665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04e5ee35-4af7-4da2-b52c-cb304a43ffb2 req-95f00888-dc1d-4c31-af09-1e34a0b4912f tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094267 Jul 08 17:28:03.007516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdede262-679b-4aaa-9f7d-b53aef084b0b req-f8418c42-981e-42b8-9958-33fbea5e72fd service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595869 Jul 08 17:28:03.019948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21a60-259e-4936-9245-87b5cd08699c req-952e2bc8-4a9b-4d5a-8f4e-87eb8f505eea tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:03.021573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acc21a60-259e-4936-9245-87b5cd08699c req-952e2bc8-4a9b-4d5a-8f4e-87eb8f505eea tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 944 time: 0.1240520 Jul 08 17:28:03.061658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acc21a60-259e-4936-9245-87b5cd08699c req-bc9ca558-90c1-4f38-9653-a8903ca3e81f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Jul 08 17:28:03.150755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dbdda-86c1-4277-99af-b358238f1632 req-102ad29a-53fe-49ba-ab53-ad93e5e03ef3 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:03.152429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e49dbdda-86c1-4277-99af-b358238f1632 req-102ad29a-53fe-49ba-ab53-ad93e5e03ef3 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.0737162 Jul 08 17:28:03.225718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e49dbdda-86c1-4277-99af-b358238f1632 req-1d2342ab-3792-448a-910c-18a6fb619020 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665274 Jul 08 17:28:03.272711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c35e-f592-4b3b-aab3-9daee2ea16cf req-4d356286-b535-431e-acd8-f61d04a58261 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:03.274220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3160c35e-f592-4b3b-aab3-9daee2ea16cf req-4d356286-b535-431e-acd8-f61d04a58261 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.0821886 Jul 08 17:28:03.317998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3160c35e-f592-4b3b-aab3-9daee2ea16cf req-f0067d1a-5bb7-409e-aeec-6833eb40862d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368769 Jul 08 17:28:03.492544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024db6-262c-40be-86c1-17d0980dd2c6 req-0786a251-fa93-43db-b016-7bb7843b7c9e tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:03.494158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa024db6-262c-40be-86c1-17d0980dd2c6 req-0786a251-fa93-43db-b016-7bb7843b7c9e tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 948 time: 0.0683501 Jul 08 17:28:03.534715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa024db6-262c-40be-86c1-17d0980dd2c6 req-f1598354-3494-4bd4-b6f5-a977bd80464a tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jul 08 17:28:03.733591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375edd01-d54d-47e6-be82-6b544801b904 req-5a20919c-02ba-4f93-a5ca-b893fc701eea tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:03.734375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:03.735087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-375edd01-d54d-47e6-be82-6b544801b904 req-5a20919c-02ba-4f93-a5ca-b893fc701eea tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 950 time: 0.0666778 Jul 08 17:28:03.736843 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc5494-6079-4d74-baa9-db5f85ae0295" -d '{"events": [{"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-plugged", "status": "completed", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:03.773501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-375edd01-d54d-47e6-be82-6b544801b904 req-b4bbe0c2-2819-4cd8-9ba2-4703a0b136fb tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Jul 08 17:28:03.775437 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65238002-05c1-4b2d-a9b3-34bc55574ab0 x-openstack-request-id: req-65238002-05c1-4b2d-a9b3-34bc55574ab0 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:03.775975 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-plugged", "status": "completed", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:03.776136 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65238002-05c1-4b2d-a9b3-34bc55574ab0 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:03.776705 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'code': 200} Jul 08 17:28:04.034636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72861-a5c0-4f7a-8bdf-f720a3aa5f65 req-8aff473b-8793-45bf-ab53-1e04520ca173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.036168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4de72861-a5c0-4f7a-8bdf-f720a3aa5f65 req-8aff473b-8793-45bf-ab53-1e04520ca173 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 1096 time: 0.1342101 Jul 08 17:28:04.043898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22a39c-828e-4d46-87aa-6755ecc7219c req-2a264749-4a00-44fa-be02-3733efd08c79 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.045295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a22a39c-828e-4d46-87aa-6755ecc7219c req-2a264749-4a00-44fa-be02-3733efd08c79 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1542804 Jul 08 17:28:04.053662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566bd1a-6e1c-4077-9afe-936601d7268c req-64e06ca4-4457-4eef-87df-0d855fd19604 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.059622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566bd1a-6e1c-4077-9afe-936601d7268c req-64e06ca4-4457-4eef-87df-0d855fd19604 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.065873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566bd1a-6e1c-4077-9afe-936601d7268c req-64e06ca4-4457-4eef-87df-0d855fd19604 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.067866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e566bd1a-6e1c-4077-9afe-936601d7268c req-64e06ca4-4457-4eef-87df-0d855fd19604 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2418 time: 0.1744275 Jul 08 17:28:04.145560 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a22a39c-828e-4d46-87aa-6755ecc7219c req-e57c4ef3-5901-4067-9df8-c4bd2b1a4a91 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756142 Jul 08 17:28:04.149699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4de72861-a5c0-4f7a-8bdf-f720a3aa5f65 req-6803810d-c322-4577-9ccd-cc157c645214 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806794 Jul 08 17:28:04.152574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e566bd1a-6e1c-4077-9afe-936601d7268c req-2070f383-fba2-4712-ab93-37d005521ec9 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762014 Jul 08 17:28:04.354268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d8134-d3f9-4a23-8b7a-0f07224d4a89 req-61feacd4-92ef-444a-afba-32d9f431b563 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.355761 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-917d8134-d3f9-4a23-8b7a-0f07224d4a89 req-61feacd4-92ef-444a-afba-32d9f431b563 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 945 time: 0.1097703 Jul 08 17:28:04.367044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6a19f-3a76-4895-ab9f-04851b09289f req-3a0d4fc0-6d0a-47ae-94c9-5e48042d3553 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.368438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01a6a19f-3a76-4895-ab9f-04851b09289f req-3a0d4fc0-6d0a-47ae-94c9-5e48042d3553 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 944 time: 0.1079738 Jul 08 17:28:04.423500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-917d8134-d3f9-4a23-8b7a-0f07224d4a89 req-50d026fd-7457-4bdb-b70a-cd01df515601 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/security-groups?id=aceb191c-6d45-4168-b61e-fc77582b2eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540850 Jul 08 17:28:04.426416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01a6a19f-3a76-4895-ab9f-04851b09289f req-c850c892-c9c6-4f53-86a4-fe9917a6dcac tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511081 Jul 08 17:28:04.526472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:04.620188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-a74dca03-4747-4f32-95d2-0b0b69698dea tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=27ad31ce524640c782f32c85db89ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369108 Jul 08 17:28:04.663087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-685253c7-7b14-4b81-a4f4-3c52f20f119b tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.664630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-685253c7-7b14-4b81-a4f4-3c52f20f119b tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.41 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 945 time: 0.1543388 Jul 08 17:28:04.747854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:04.759853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d08e-f751-416c-b046-8ee9c29cf7f1 req-57096c86-8348-47e9-9762-2b6508f46f1e tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.760091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'mac_address': 'fa:16:3e:4b:90:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:04.764771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f27d08e-f751-416c-b046-8ee9c29cf7f1 req-57096c86-8348-47e9-9762-2b6508f46f1e tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.2150011 Jul 08 17:28:04.796538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.809838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bb196d-4b80-4cc8-9b02-48a7442d480f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:04.829788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:04.834412 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.835146 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 01356c47-6bcf-4f20-8443-66fc3eb1e15b details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:04.860651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f27d08e-f751-416c-b046-8ee9c29cf7f1 req-9c688eb2-cb22-4d12-8888-67368b7bd06e tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863729 Jul 08 17:28:04.868913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-fc9c612e-adb8-4eb0-8e24-dd7074b36cfa tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:04.870361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-fc9c612e-adb8-4eb0-8e24-dd7074b36cfa tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434916 Jul 08 17:28:04.894964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:04.897930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-2a52fc14-489a-48ca-91cd-bd1ed6c24222 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/quotas/27ad31ce524640c782f32c85db89ea5f HTTP/1.1" status: 200 len: 375 time: 0.0182536 Jul 08 17:28:04.909511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Deleting port 2d0d3a25-dd89-485f-808a-d7efc8352139 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:04.909853 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:04.978645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 01356c47-6bcf-4f20-8443-66fc3eb1e15b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=01356c47-6bcf-4f20-8443-66fc3eb1e15b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:04.991103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '01356c47-6bcf-4f20-8443-66fc3eb1e15b', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': '01356c47-6bcf-4f20-8443-66fc3eb1e15b', 'mac_address': 'fa:16:3e:80:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:05.028313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.041618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01356c47-6bcf-4f20-8443-66fc3eb1e15b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:05.062197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 01356c47-6bcf-4f20-8443-66fc3eb1e15b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=01356c47-6bcf-4f20-8443-66fc3eb1e15b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:05.067569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.082983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] For port 2d0d3a25-dd89-485f-808a-d7efc8352139, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2d0d3a25-dd89-485f-808a-d7efc8352139,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:05.083578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.100894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-f80eb0b1-5c72-40eb-abf4-95aada167cea tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1861775 Jul 08 17:28:05.105336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Calling delete_port for 2d0d3a25-dd89-485f-808a-d7efc8352139 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:05.119010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=01356c47-6bcf-4f20-8443-66fc3eb1e15b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:05.124091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc682a-4ec5-4fef-8622-1e04d2d94342 req-1dcbc3f5-1705-40b1-861f-07e7a5f19277 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:05.125600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01bc682a-4ec5-4fef-8622-1e04d2d94342 req-1dcbc3f5-1705-40b1-861f-07e7a5f19277 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.1509979 Jul 08 17:28:05.207188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01bc682a-4ec5-4fef-8622-1e04d2d94342 req-b3b60dfd-2b5a-409b-80f5-804866c0cad4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748124 Jul 08 17:28:05.321339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.366959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2d0d3a25-dd89-485f-808a-d7efc8352139'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:05.420841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Pushing event deleted for resources: {'Port': ['ID=2d0d3a25-dd89-485f-808a-d7efc8352139,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:05.435463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['78bb196d-4b80-4cc8-9b02-48a7442d480f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:05.438552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['01356c47-6bcf-4f20-8443-66fc3eb1e15b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:05.476862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] No DVR routers for this DVR port 2d0d3a25-dd89-485f-808a-d7efc8352139 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:05.479526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:05.481860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-449c81c1-92e2-4dad-8cdb-e5497bf41f7d req-072b5a7e-0901-4cec-bf34-aaf48544f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.41 "DELETE /v2.0/ports/2d0d3a25-dd89-485f-808a-d7efc8352139 HTTP/1.1" status: 204 len: 173 time: 0.7853379 Jul 08 17:28:05.484075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'name': 'network-vif-deleted', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:05.487125 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130eb56-880b-4710-9b22-d5e22b2b623d" -d '{"events": [{"server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "name": "network-vif-deleted", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:05.576077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd267da-6047-4ef9-8949-878bee3f61a7 req-164e6786-2d3b-48db-88e3-b6e4e61c8f86 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:05.583939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abd267da-6047-4ef9-8949-878bee3f61a7 req-164e6786-2d3b-48db-88e3-b6e4e61c8f86 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 949 time: 0.1176593 Jul 08 17:28:05.636353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e76c7fb-8db9-4938-9d32-cfb3a3cf574d req-d5be287e-5414-4397-a4e0-3a15736d9079 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 210 time: 0.0445988 Jul 08 17:28:05.672822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abd267da-6047-4ef9-8949-878bee3f61a7 req-07ffe95e-8cb8-47af-8b1d-7656022cb587 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875881 Jul 08 17:28:05.851964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0f281f5-126a-401a-988b-a0c4476e69e3 req-bce47fc9-877e-4a59-8331-4a1fea2a0334 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103 tempest-FloatingIPsAssociationNegativeTestJSON-1872007103-project] 10.222.0.63 "GET /v2.0/ports?device_id=69d2fef4-377a-4846-8358-dd0edccb4629 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Jul 08 17:28:05.927504 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c4d16e-20a3-45b8-9a3d-04594d39f176 x-openstack-request-id: req-13c4d16e-20a3-45b8-9a3d-04594d39f176 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:05.927789 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d2fef4-377a-4846-8358-dd0edccb4629", "name": "network-vif-deleted", "tag": "2d0d3a25-dd89-485f-808a-d7efc8352139", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:05.928038 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-13c4d16e-20a3-45b8-9a3d-04594d39f176 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:05.928439 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d2fef4-377a-4846-8358-dd0edccb4629', 'name': 'network-vif-deleted', 'tag': '2d0d3a25-dd89-485f-808a-d7efc8352139', 'status': 'completed', 'code': 200} Jul 08 17:28:05.977382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fd58-108f-42c8-9887-5e8ad0c6f053 req-321c1382-5832-418a-b9f9-073e2a9d9713 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:05.978871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e819fd58-108f-42c8-9887-5e8ad0c6f053 req-321c1382-5832-418a-b9f9-073e2a9d9713 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 945 time: 0.0841618 Jul 08 17:28:06.019295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e819fd58-108f-42c8-9887-5e8ad0c6f053 req-89cc1c7b-c249-4357-83a0-8317ffb9b0b2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Jul 08 17:28:06.105385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a49d5-fbd7-468f-bd8a-b647a2949bfa req-2260a2bc-7f96-49d7-858d-99a40f420726 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:06.111542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a49d5-fbd7-468f-bd8a-b647a2949bfa req-2260a2bc-7f96-49d7-858d-99a40f420726 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:06.118031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a49d5-fbd7-468f-bd8a-b647a2949bfa req-2260a2bc-7f96-49d7-858d-99a40f420726 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:06.120103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-143a49d5-fbd7-468f-bd8a-b647a2949bfa req-2260a2bc-7f96-49d7-858d-99a40f420726 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2418 time: 0.0998511 Jul 08 17:28:06.188559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-143a49d5-fbd7-468f-bd8a-b647a2949bfa req-d9aa4d84-3dac-44c9-8a20-5960dda5380d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621762 Jul 08 17:28:06.228483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6083e-d00a-4410-a9f3-489043d67a8f req-d2201106-bcc4-43e2-873d-bf4c0f15ba70 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:06.230007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89f6083e-d00a-4410-a9f3-489043d67a8f req-d2201106-bcc4-43e2-873d-bf4c0f15ba70 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.0898342 Jul 08 17:28:06.270545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89f6083e-d00a-4410-a9f3-489043d67a8f req-a33dc124-136a-44a4-9079-d14dce8d06dc tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348346 Jul 08 17:28:06.453604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545adad6-1363-4ff7-8cfa-b2bec4853c8d req-8b51b25d-cae1-4ad3-975a-a5b668717c85 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:06.455217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-545adad6-1363-4ff7-8cfa-b2bec4853c8d req-8b51b25d-cae1-4ad3-975a-a5b668717c85 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.1020942 Jul 08 17:28:06.505549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc05813-524e-4b78-8d0e-c1347b02aeed req-f094abd9-3d6a-4647-abb4-032e69c0fc1a tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:06.507049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cc05813-524e-4b78-8d0e-c1347b02aeed req-f094abd9-3d6a-4647-abb4-032e69c0fc1a tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.1018519 Jul 08 17:28:06.518263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-545adad6-1363-4ff7-8cfa-b2bec4853c8d req-2661f7ca-3abb-425d-af6c-1b475de01742 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552599 Jul 08 17:28:06.550277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cc05813-524e-4b78-8d0e-c1347b02aeed req-8fd7e4b7-3b24-48b1-b872-933b1c188228 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364823 Jul 08 17:28:06.811764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f8fc897-0a54-4535-aadd-db0007520122 req-681c3e28-9f23-45e3-8fb3-0bdd9c1fdd8f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 210 time: 0.0412712 Jul 08 17:28:06.917079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-b5ca9038-b39a-4915-aa3a-47173ff2139d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=27ad31ce524640c782f32c85db89ea5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259140 Jul 08 17:28:07.022961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59018) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:07.080382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f492f-a9cf-4960-b5a1-2ff576f5e9c6 req-7f2b8655-b17a-42be-9ce0-4617df7efa86 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.082065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f60f492f-a9cf-4960-b5a1-2ff576f5e9c6 req-7f2b8655-b17a-42be-9ce0-4617df7efa86 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 949 time: 0.1462517 Jul 08 17:28:07.116755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-0943ac70-a015-4233-9553-6ed965522aab tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.118479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-0943ac70-a015-4233-9553-6ed965522aab tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949277 Jul 08 17:28:07.167297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Request body: {'port': {'device_id': '90750288-6d95-4d62-b350-890ef96685d5', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '27ad31ce524640c782f32c85db89ea5f'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:07.214582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f60f492f-a9cf-4960-b5a1-2ff576f5e9c6 req-a481a09f-a688-48ed-9463-8d11bcdf8242 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252186 Jul 08 17:28:07.403780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Made reservation on behalf of 27ad31ce524640c782f32c85db89ea5f for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:07.407256 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.452109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f032c5-064e-4e5b-92d0-cf40a6dd7655 req-455c62e9-b85e-4588-9b40-868833cedec2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.453646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0f032c5-064e-4e5b-92d0-cf40a6dd7655 req-455c62e9-b85e-4588-9b40-868833cedec2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 945 time: 0.1766372 Jul 08 17:28:07.457449 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.563440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-535cf2bd-53c2-4728-a032-f6f51517f77a tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.569490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-535cf2bd-53c2-4728-a032-f6f51517f77a tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.575407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-535cf2bd-53c2-4728-a032-f6f51517f77a tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.577070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-535cf2bd-53c2-4728-a032-f6f51517f77a tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2418 time: 0.2406967 Jul 08 17:28:07.631496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0f032c5-064e-4e5b-92d0-cf40a6dd7655 req-cd66d4e2-5584-4eec-b780-f7db943c1005 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697669 Jul 08 17:28:07.646433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dc280-69de-4b39-a59c-1c9920327d87 req-1ebba474-e827-49f2-80d3-9e38c1a18777 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.656850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dc280-69de-4b39-a59c-1c9920327d87 req-1ebba474-e827-49f2-80d3-9e38c1a18777 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.658873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dc280-69de-4b39-a59c-1c9920327d87 req-1ebba474-e827-49f2-80d3-9e38c1a18777 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:07.660591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a4dc280-69de-4b39-a59c-1c9920327d87 req-1ebba474-e827-49f2-80d3-9e38c1a18777 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 2418 time: 0.2717044 Jul 08 17:28:07.730914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Deleting port 03cc2556-cc25-4cc5-8e97-2cb2c9018075 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:07.731261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.790951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Allocated IP 192.168.233.218 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/85ebf01c-a1db-4c72-8a13-c67958c12457) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:07.814358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a4dc280-69de-4b39-a59c-1c9920327d87 req-f0d9540c-7ae8-4290-a84d-5a6accefe673 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326287 Jul 08 17:28:07.814536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] For port 03cc2556-cc25-4cc5-8e97-2cb2c9018075, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=03cc2556-cc25-4cc5-8e97-2cb2c9018075,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:07.814829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:07.831654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Calling delete_port for 03cc2556-cc25-4cc5-8e97-2cb2c9018075 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:07.891864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:07.892207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.063694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.094425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Pushing event deleted for resources: {'Port': ['ID=03cc2556-cc25-4cc5-8e97-2cb2c9018075,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:08.124791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.125067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.125405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.125735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.126064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.126388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.126709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.127030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.127347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.127673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.128530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.128808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:08.284150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.348616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47974dd3-2a76-44f3-9af1-0e6db1d870af req-9314f4cb-e0ce-46ec-9f00-d8f0944733a0 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:08.350350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47974dd3-2a76-44f3-9af1-0e6db1d870af req-9314f4cb-e0ce-46ec-9f00-d8f0944733a0 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.5919590 Jul 08 17:28:08.495465 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47974dd3-2a76-44f3-9af1-0e6db1d870af req-cc80c05b-1271-4bdd-b7b1-0139c0e83b3a tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176064 Jul 08 17:28:08.501586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:08.519762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Router 5353e355-8d6e-4c55-8f16-619e3a232ae1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:28:08.546369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:08.546823 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.568207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.575103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:08.579431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2d0d3a25-dd89-485f-808a-d7efc8352139 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:08.592207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c370e-0907-47d2-a56e-00c58d770eb8 req-ae6e605e-3d19-4a2e-9473-c84671a1f7ab tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:08.599889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f3c370e-0907-47d2-a56e-00c58d770eb8 req-ae6e605e-3d19-4a2e-9473-c84671a1f7ab tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.6561713 Jul 08 17:28:08.602704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:08.628295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 2d0d3a25-dd89-485f-808a-d7efc8352139 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:08.629068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2d0d3a25-dd89-485f-808a-d7efc8352139 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:08.631279 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Transition to ACTIVE for port object 85ebf01c-a1db-4c72-8a13-c67958c12457 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:08.652343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:28:08.665841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0a72a418-957d-401b-befb-c9872f473103 admin admin] 10.222.0.63 "PUT /v2.0/routers/5353e355-8d6e-4c55-8f16-619e3a232ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6415648 Jul 08 17:28:08.668138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59046) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:08.670605 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] Sync routers for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:28:08.687780 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:08.688411 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:08.698600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 78bb196d-4b80-4cc8-9b02-48a7442d480f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:08.709644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 78bb196d-4b80-4cc8-9b02-48a7442d480f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:08.710170 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.722888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f3c370e-0907-47d2-a56e-00c58d770eb8 req-54ec50ee-9db2-46f4-8b19-1ed0c1e7b5eb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219625 Jul 08 17:28:08.764573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:08.794247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'port_id': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'mac_address': 'fa:16:3e:21:af:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21419bcb-43d5-4e63-b22d-90182f2d3eae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:08.841457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.871078 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:08.874078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['63b37fb6-ff31-4d16-94b5-758839f8ed8f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:08.933177 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:08.950937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['24f6b06d-a708-43ae-810b-105f3f2ce389'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:08.953650 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.005727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:09.032830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:09.035635 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a627b8-340a-455a-bc57-cf40700fc543" -d '{"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-plugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:09.046975 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.049172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 01356c47-6bcf-4f20-8443-66fc3eb1e15b up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:09.054560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:09.073169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:09.076576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:09.091619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Pushing event updated for resources: {'Port': ['ID=85ebf01c-a1db-4c72-8a13-c67958c12457,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:09.175077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:09.182377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.212232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:09.212925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.230542 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:28:07Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:09.242198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.269615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=5f475e2a-7ff3-4d9e-9e76-c3b889291a2f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:09.290156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ff8aa-1160-466d-9ffb-72b4a38cf492 req-0ed8fa15-92b7-46c5-8a66-2ccf62c5d045 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:09.293036 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] Checking router: 5353e355-8d6e-4c55-8f16-619e3a232ae1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:28:09.298938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-933ff8aa-1160-466d-9ffb-72b4a38cf492 req-0ed8fa15-92b7-46c5-8a66-2ccf62c5d045 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 936 time: 0.3692718 Jul 08 17:28:09.305300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-9bd5a507-c0da-4c25-9648-7c8ca11593db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:09.313543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:09.315757 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] Routers {'5353e355-8d6e-4c55-8f16-619e3a232ae1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:09.316404 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5353e355-8d6e-4c55-8f16-619e3a232ae1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:09.321262 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-9bd5a507-c0da-4c25-9648-7c8ca11593db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1100 time: 0.1530857 Jul 08 17:28:09.368231 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.375740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:09.404554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.405185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.405365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.405759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.406147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.406489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.406819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.407150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.407481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.407925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.408260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.408589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:09.426359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d4aae-d513-40d2-8bce-6c4351f1e046 req-43224858-2b72-4ce3-b28c-4de6702cc089 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:09.428519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab9d4aae-d513-40d2-8bce-6c4351f1e046 req-43224858-2b72-4ce3-b28c-4de6702cc089 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 949 time: 0.4575455 Jul 08 17:28:09.429986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-dcecd8bd-292b-43f6-8ec7-a8b53b87d2ad tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2745459 Jul 08 17:28:09.432112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:09.438106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.440337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-c14c4de6-2fe3-4660-845e-e7cb6a1031b8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "DELETE /v2.0/ports/5f475e2a-7ff3-4d9e-9e76-c3b889291a2f HTTP/1.1" status: 204 len: 173 time: 1.8526950 Jul 08 17:28:09.440874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-deleted', 'tag': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:09.443489 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0878484d-cd26-42a3-a92c-7b7b9b2273c2" -d '{"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-deleted", "tag": "5f475e2a-7ff3-4d9e-9e76-c3b889291a2f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:09.461317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 01356c47-6bcf-4f20-8443-66fc3eb1e15b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:09.475097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Request body: {'port': {'device_id': '90750288-6d95-4d62-b350-890ef96685d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:09.512423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-f73404b6-5f79-4ad4-ad3c-3c9cc24f285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:09.514303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-f73404b6-5f79-4ad4-ad3c-3c9cc24f285f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1598186 Jul 08 17:28:09.521779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 01356c47-6bcf-4f20-8443-66fc3eb1e15b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:09.522330 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.541994 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] Set router 5353e355-8d6e-4c55-8f16-619e3a232ae1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:09.554478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.575544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-933ff8aa-1160-466d-9ffb-72b4a38cf492 req-18ec5a0f-a321-4c01-baf9-10638db2d28e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755845 Jul 08 17:28:09.628258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['72789e66-7b2d-46dc-bf88-1b5229b7f6b8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:09.630951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eec0c60d-7391-4104-8069-de4c1f15ec95 None None] Provisioning for port 85ebf01c-a1db-4c72-8a13-c67958c12457 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:09.643240 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-f56a090e-60ab-4b0c-a216-658370ab7778 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0918434 Jul 08 17:28:09.693365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:09.697157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-c245944f-8c5c-472d-a0b5-649e1c87330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:09.697623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab9d4aae-d513-40d2-8bce-6c4351f1e046 req-ef2d4b76-e1c1-4c2c-9da6-f0e62920934a tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608411 Jul 08 17:28:09.705325 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-c245944f-8c5c-472d-a0b5-649e1c87330e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0547392 Jul 08 17:28:09.728849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eec0c60d-7391-4104-8069-de4c1f15ec95 None None] Provisioning complete for port 85ebf01c-a1db-4c72-8a13-c67958c12457 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:09.729225 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eec0c60d-7391-4104-8069-de4c1f15ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.830948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Deleting port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:09.831719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.847442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eec0c60d-7391-4104-8069-de4c1f15ec95 None None] Port 85ebf01c-a1db-4c72-8a13-c67958c12457 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:09.869378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.912580 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:28:07Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:09.959790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:09.981361 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2928509-3da6-4f7e-846b-1aa91e44b2de None None] The sync data for ids ['5353e355-8d6e-4c55-8f16-619e3a232ae1'] in n-d-799528-4 is: [{'id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1446852643-router', 'tenant_id': '4477a53341d54ecba47453fbb50ff061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:02Z', 'updated_at': '2021-07-08T17:28:07Z', 'revision_number': 5, 'project_id': '4477a53341d54ecba47453fbb50ff061', 'gw_port': {'id': '2edcdbb8-fd1d-4fe5-a78a-440a27da95e8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5353e355-8d6e-4c55-8f16-619e3a232ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:03Z', 'updated_at': '2021-07-08T17:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:28:09.983851 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:28:10.005934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 4e1df833-1f37-4343-8f41-e1faf983653a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:10.006369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.012009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] For port 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:10.013332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.052712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 01356c47-6bcf-4f20-8443-66fc3eb1e15b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=01356c47-6bcf-4f20-8443-66fc3eb1e15b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:10.055420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Calling delete_port for 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:10.063810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.064610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4e1df833-1f37-4343-8f41-e1faf983653a no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:10.077943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-40746a50-ffed-487f-8c15-f043a1c333f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:10.079441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-40746a50-ffed-487f-8c15-f043a1c333f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3533578 Jul 08 17:28:10.137645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06d30b-5ec4-4f18-97aa-aab9d7dc686a req-cde2be62-92d2-48a7-bf4d-f1f06bb76d3a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:10.139176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf06d30b-5ec4-4f18-97aa-aab9d7dc686a req-cde2be62-92d2-48a7-bf4d-f1f06bb76d3a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 945 time: 0.3143733 Jul 08 17:28:10.185539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=01356c47-6bcf-4f20-8443-66fc3eb1e15b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:10.237431 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.267017 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-413c40a1-5e59-4683-8ecd-80663cfe16c1 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592686 Jul 08 17:28:10.273187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4e1df833-1f37-4343-8f41-e1faf983653a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4e1df833-1f37-4343-8f41-e1faf983653a,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:10.278536 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.291571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9719a-40d2-4039-8508-20d35a94c564 req-72623100-035c-48a1-a93a-4e9c1b70e720 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:10.297800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9719a-40d2-4039-8508-20d35a94c564 req-72623100-035c-48a1-a93a-4e9c1b70e720 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:10.299430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ae9719a-40d2-4039-8508-20d35a94c564 req-72623100-035c-48a1-a93a-4e9c1b70e720 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 1682 time: 0.3747911 Jul 08 17:28:10.302257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf06d30b-5ec4-4f18-97aa-aab9d7dc686a req-3b6de3aa-709c-4245-8adb-82b5431779e1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530461 Jul 08 17:28:10.313154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 4e1df833-1f37-4343-8f41-e1faf983653a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4e1df833-1f37-4343-8f41-e1faf983653a,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:10.313480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.352702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 4e1df833-1f37-4343-8f41-e1faf983653a owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:10.366508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4e1df833-1f37-4343-8f41-e1faf983653a,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:10.396667 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92359722-0fc3-47de-8a08-e4307ca2701a x-openstack-request-id: req-92359722-0fc3-47de-8a08-e4307ca2701a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:10.397562 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-plugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:10.397562 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-92359722-0fc3-47de-8a08-e4307ca2701a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:10.397873 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'code': 200} Jul 08 17:28:10.408511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ae9719a-40d2-4039-8508-20d35a94c564 req-519a1719-7e3f-40a2-9e62-8c5fbcd5e8ee tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902750 Jul 08 17:28:10.454218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.487866 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f233ea6-dd8d-4398-aedf-dd2b675aa98c req-caffc860-df46-4590-9b11-4835fbce0ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116759 Jul 08 17:28:10.493678 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa4874-e747-4c3c-ab14-3ac0474b903d x-openstack-request-id: req-31aa4874-e747-4c3c-ab14-3ac0474b903d {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:10.493971 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-deleted", "tag": "5f475e2a-7ff3-4d9e-9e76-c3b889291a2f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:10.494226 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31aa4874-e747-4c3c-ab14-3ac0474b903d {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:10.494691 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-deleted', 'tag': '5f475e2a-7ff3-4d9e-9e76-c3b889291a2f', 'status': 'completed', 'code': 200} Jul 08 17:28:10.501490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:10.562966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edcdbb8-fd1d-4fe5-a78a-440a27da95e8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:10.602986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 85316d5c-3294-4363-884c-d305e737a248 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:10.651005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ebf01c-a1db-4c72-8a13-c67958c12457 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:10.660499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.694083 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.717117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.737843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:10.738220 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.773555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.797087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 85316d5c-3294-4363-884c-d305e737a248, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=85316d5c-3294-4363-884c-d305e737a248,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:10.805409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eb3c1-a499-4143-b34f-c50d940ec36e req-277aa7bd-39da-45de-bfea-2513abffaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:10.807102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c4eb3c1-a499-4143-b34f-c50d940ec36e req-277aa7bd-39da-45de-bfea-2513abffaf30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 1101 time: 0.2202961 Jul 08 17:28:10.808690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.809289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.809446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:10.812701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Transition to ACTIVE for port object 85ebf01c-a1db-4c72-8a13-c67958c12457 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:10.813116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.875931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=4e1df833-1f37-4343-8f41-e1faf983653a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:10.882099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.891475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=85316d5c-3294-4363-884c-d305e737a248,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:10.899098 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c4eb3c1-a499-4143-b34f-c50d940ec36e req-5974d32e-acde-41ab-b828-cf439724e696 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814633 Jul 08 17:28:10.907530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.908188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5353e355-8d6e-4c55-8f16-619e3a232ae1 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:28:10.913446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:10.913589 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:10.913812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5f475e2a-7ff3-4d9e-9e76-c3b889291a2f not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:10.914711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa9b252e-4686-4dc1-a358-ce07ac0de460 admin admin] 10.222.0.63 "DELETE /v2.0/routers/5353e355-8d6e-4c55-8f16-619e3a232ae1 HTTP/1.1" status: 204 len: 168 time: 2.2453244 Jul 08 17:28:10.917144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59066) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:10.994486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.001763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] Deleting subnet 8defc47f-b9bb-4962-81a2-04ac53fa25a4 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:11.006146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.011106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 4e1df833-1f37-4343-8f41-e1faf983653a on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:11.019219 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.026399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-3bc524f7-0acf-425f-ae04-5cef1869c997 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "DELETE /v2.0/ports/4e1df833-1f37-4343-8f41-e1faf983653a HTTP/1.1" status: 204 len: 173 time: 1.5652287 Jul 08 17:28:11.071296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:11.073971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.087444 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.096813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Pushing event updated for resources: {'Port': ['ID=85ebf01c-a1db-4c72-8a13-c67958c12457,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:11.134404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a9ca4-bbae-46c5-ae1a-1449cb31435e req-7dc4066e-e439-4d76-9fd0-66a2a00e2c23 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:11.141794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-753a9ca4-bbae-46c5-ae1a-1449cb31435e req-7dc4066e-e439-4d76-9fd0-66a2a00e2c23 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 944 time: 0.3925035 Jul 08 17:28:11.193540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:11.226486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9210c-a6fb-476b-a670-68df551c103c req-fe5b9dff-97e0-4c86-862d-e087dbee2116 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:11.230431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.234052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fee9210c-a6fb-476b-a670-68df551c103c req-fe5b9dff-97e0-4c86-862d-e087dbee2116 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.3878288 Jul 08 17:28:11.290679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.316938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8defc47f-b9bb-4962-81a2-04ac53fa25a4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:11.317896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-753a9ca4-bbae-46c5-ae1a-1449cb31435e req-76c87d21-0786-4c8c-a72d-40fda03c649c tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750631 Jul 08 17:28:11.320553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.322455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-08239969-2d59-4c78-b02c-d88d42c0fce7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8defc47f-b9bb-4962-81a2-04ac53fa25a4 HTTP/1.1" status: 204 len: 168 time: 0.4038861 Jul 08 17:28:11.325419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59068) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:11.337184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af30702-c554-4d98-82b2-c9a255343950 None None] Network ed2a22af-4476-4222-aa46-e9ae08e55cf5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:11.345930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fee9210c-a6fb-476b-a670-68df551c103c req-b56c504c-089e-4fa8-a318-ee6944a1523b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109264 Jul 08 17:28:11.353266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Attempting to bind port 85ebf01c-a1db-4c72-8a13-c67958c12457 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:11.353603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Attempting to bind port 85ebf01c-a1db-4c72-8a13-c67958c12457 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:11.353936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Attempting to bind port 85ebf01c-a1db-4c72-8a13-c67958c12457 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:11.401702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Port 85ebf01c-a1db-4c72-8a13-c67958c12457 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:11.402115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Attempting to bind port 85ebf01c-a1db-4c72-8a13-c67958c12457 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:11.412324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.425901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:11.426647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:11.426647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:11.427230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Bound port: 85ebf01c-a1db-4c72-8a13-c67958c12457, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:11.427664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.452819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 85316d5c-3294-4363-884c-d305e737a248 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:11.453046 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.489911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Deleting port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:11.490607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.565306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] For port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,segment=NetworkSegment(0a76416c-7eda-4cef-97b0-3e151a3498de),segment_id=0a76416c-7eda-4cef-97b0-3e151a3498de)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:11.565935 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.586491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Calling delete_port for 7506096e-7ef1-4899-8c7c-b8dc0f8db49c owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:11.628681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] DHCP port deletion for ed2a22af-4476-4222-aa46-e9ae08e55cf5 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:11.659626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] For port 85ebf01c-a1db-4c72-8a13-c67958c12457, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:11.664068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] For port 85ebf01c-a1db-4c72-8a13-c67958c12457, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=85ebf01c-a1db-4c72-8a13-c67958c12457,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:11.678309 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.702039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] Deleting port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:11.702889 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.706424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.742141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:11.748658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] No DVR routers for this DVR port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:11.774675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:11.775587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.777286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] 10.222.0.41 "PUT /v2.0/ports/85ebf01c-a1db-4c72-8a13-c67958c12457 HTTP/1.1" status: 200 len: 1096 time: 2.3313425 Jul 08 17:28:11.801952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 85316d5c-3294-4363-884c-d305e737a248, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=85316d5c-3294-4363-884c-d305e737a248,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:11.802737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.825468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10428752-26b7-4f3d-bdda-b1ec02be9be3 service neutron] Pushing event updated for resources: {'Port': ['ID=85ebf01c-a1db-4c72-8a13-c67958c12457,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:11.850484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 85316d5c-3294-4363-884c-d305e737a248 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:11.866280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c00ba-9c52-47f4-92be-e4e3dbb5b678 req-a93223f3-4e5b-4e63-bb41-a644b2b6a47d tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:11.869905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.874041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-202c00ba-9c52-47f4-92be-e4e3dbb5b678 req-a93223f3-4e5b-4e63-bb41-a644b2b6a47d tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 950 time: 0.3858447 Jul 08 17:28:11.883339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2a22af-4476-4222-aa46-e9ae08e55cf5']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:11.900183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a76416c-7eda-4cef-97b0-3e151a3498de') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:11.900494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a76416c-7eda-4cef-97b0-3e151a3498de') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:11.913759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.935426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.943281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:11.943901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:11.946909 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:11.960321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4d7f-3bd9-440f-ac4c-007419cf56b7 req-802f506b-0d05-4e88-93d3-4c182d9325c3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:11.969653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d5b4d7f-3bd9-440f-ac4c-007419cf56b7 req-802f506b-0d05-4e88-93d3-4c182d9325c3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 948 time: 0.4826329 Jul 08 17:28:11.992598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] For port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:11.993613 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.008641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] Calling delete_port for 7506096e-7ef1-4899-8c7c-b8dc0f8db49c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:12.011961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] Port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:28:12.014303 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.049897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:12.053556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] Pushing event deleted for resources: {'Port': ['ID=7506096e-7ef1-4899-8c7c-b8dc0f8db49c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:12.053849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-202c00ba-9c52-47f4-92be-e4e3dbb5b678 req-67bd83a7-75ee-4b49-bfc9-738da3d1f839 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780658 Jul 08 17:28:12.058479 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.077383 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.078121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d0baf-90d2-447c-9879-26e2a3380d99 None None] No DVR routers for this DVR port 7506096e-7ef1-4899-8c7c-b8dc0f8db49c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:12.079695 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] 10.222.0.63 "DELETE /v2.0/networks/ed2a22af-4476-4222-aa46-e9ae08e55cf5 HTTP/1.1" status: 204 len: 168 time: 0.7538395 Jul 08 17:28:12.080583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a8fdd-9a38-4e28-9111-64d05a792c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2a22af-4476-4222-aa46-e9ae08e55cf5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:12.095934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:12.096295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2edcdbb8-fd1d-4fe5-a78a-440a27da95e8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:12.096665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 03cc2556-cc25-4cc5-8e97-2cb2c9018075 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:12.118604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 03cc2556-cc25-4cc5-8e97-2cb2c9018075 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:12.118975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 03cc2556-cc25-4cc5-8e97-2cb2c9018075 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:12.119414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7506096e-7ef1-4899-8c7c-b8dc0f8db49c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:12.141975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7506096e-7ef1-4899-8c7c-b8dc0f8db49c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:12.142315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7506096e-7ef1-4899-8c7c-b8dc0f8db49c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:12.190878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.221432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d5b4d7f-3bd9-440f-ac4c-007419cf56b7 req-691fc879-b586-4477-a448-d4ac04c69cde tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184966 Jul 08 17:28:12.226792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59078) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.265464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-4f846a1e-84a4-49f9-b26f-d0eff926e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:12.267253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-4f846a1e-84a4-49f9-b26f-d0eff926e5c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 1099 time: 0.3827968 Jul 08 17:28:12.272675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=85316d5c-3294-4363-884c-d305e737a248,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:12.285651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-551bdefa-6e90-4087-a979-f16d6f56df2e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4477a53341d54ecba47453fbb50ff061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576701 Jul 08 17:28:12.288268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59080) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:12.347575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca9d568f-5a48-4747-a656-0227be665dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.371869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca9d568f-5a48-4747-a656-0227be665dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.399182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01356c47-6bcf-4f20-8443-66fc3eb1e15b'}, {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a'}, {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85316d5c-3294-4363-884c-d305e737a248'}, {'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:12.402126 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f49e46-b74a-438a-bf78-88811c1b1015" -d '{"events": [{"server_uuid": "e7b23c6a-8470-43a0-951f-20365805cd12", "name": "network-vif-plugged", "status": "completed", "tag": "01356c47-6bcf-4f20-8443-66fc3eb1e15b"}, {"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a"}, {"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-unplugged", "status": "completed", "tag": "85316d5c-3294-4363-884c-d305e737a248"}, {"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-plugged", "status": "completed", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:12.423134 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca9d568f-5a48-4747-a656-0227be665dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.425892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca9d568f-5a48-4747-a656-0227be665dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.427417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ca9d568f-5a48-4747-a656-0227be665dcf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aceb191c-6d45-4168-b61e-fc77582b2eee HTTP/1.1" status: 204 len: 168 time: 0.1379323 Jul 08 17:28:12.435914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d568f-5a48-4747-a656-0227be665dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb191c-6d45-4168-b61e-fc77582b2eee,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:12.657766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-deleted', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a'}, {'name': 'network-changed', 'server_uuid': '90750288-6d95-4d62-b350-890ef96685d5', 'tag': '85ebf01c-a1db-4c72-8a13-c67958c12457'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:12.660261 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4" -d '{"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-deleted", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a"}, {"name": "network-changed", "server_uuid": "90750288-6d95-4d62-b350-890ef96685d5", "tag": "85ebf01c-a1db-4c72-8a13-c67958c12457"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:12.665855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 85316d5c-3294-4363-884c-d305e737a248 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:12.669083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-399c1a02-049b-4fdb-a718-9bd6e4e58a3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=85ebf01c-a1db-4c72-8a13-c67958c12457 HTTP/1.1" status: 200 len: 217 time: 0.3722427 Jul 08 17:28:12.671085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:12.673034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b54f1764-b012-44d0-8a36-a8ec79f3f422 req-a7a799d1-9809-49e8-8a5a-387c8b6f75d6 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.72 "DELETE /v2.0/ports/85316d5c-3294-4363-884c-d305e737a248 HTTP/1.1" status: 204 len: 173 time: 1.6288378 Jul 08 17:28:12.713748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38a66fff-4601-494e-8981-86dee422712b req-4399ea75-4311-4217-b826-e6736ebf3327 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=b371da8e-42a7-4cfb-bb93-26e1c6a2a050 HTTP/1.1" status: 200 len: 210 time: 0.0497093 Jul 08 17:28:12.759932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97059265-9f45-4b73-852e-9cfd7850710d req-33d9865d-3b02-469d-8a29-affba5df89a9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:12.766855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97059265-9f45-4b73-852e-9cfd7850710d req-33d9865d-3b02-469d-8a29-affba5df89a9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 946 time: 0.5739019 Jul 08 17:28:12.777990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-8b66511d-049e-473f-bd5a-6fa57861e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:12.779436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-8b66511d-049e-473f-bd5a-6fa57861e167 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0955145 Jul 08 17:28:12.847206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97059265-9f45-4b73-852e-9cfd7850710d req-f8132650-7c6c-413c-9300-559f6c8ce919 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794275 Jul 08 17:28:12.891252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-5ee7902f-1767-4ecc-a21b-232bbd97f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:12.892995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-5ee7902f-1767-4ecc-a21b-232bbd97f714 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036506 Jul 08 17:28:13.086871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-2e5e9312-b944-485e-9cae-b69ea6eb7436 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834025 Jul 08 17:28:13.116596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4f39-0d81-4983-ad72-a191c737f588 req-4c24300b-0ef0-4586-9051-7134c191f644 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.118189 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad8e4f39-0d81-4983-ad72-a191c737f588 req-4c24300b-0ef0-4586-9051-7134c191f644 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.1456888 Jul 08 17:28:13.137730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aaf4ca-f9f2-43d3-aac0-886074791ecb req-acc7d14e-2557-44ff-a209-c3dbddf49b3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.139226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79aaf4ca-f9f2-43d3-aac0-886074791ecb req-acc7d14e-2557-44ff-a209-c3dbddf49b3d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.1800928 Jul 08 17:28:13.207920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59112) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:13.248402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad8e4f39-0d81-4983-ad72-a191c737f588 req-6866f4e9-89eb-462b-9197-c378eb5ec2cb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187730 Jul 08 17:28:13.253608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79aaf4ca-f9f2-43d3-aac0-886074791ecb req-35ed3667-0b79-4b21-904e-a2aeb9574351 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792112 Jul 08 17:28:13.267184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548e70f9-c8b8-4b5d-9f9e-7eab531768fe req-79fd4d7a-9c47-4600-bd5f-6bf2ca6bef42 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692724 Jul 08 17:28:13.325395 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132c9b8c-4706-46b9-ba1b-c24b383bd05f x-openstack-request-id: req-132c9b8c-4706-46b9-ba1b-c24b383bd05f {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:13.325693 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-deleted", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90750288-6d95-4d62-b350-890ef96685d5", "tag": "85ebf01c-a1db-4c72-8a13-c67958c12457", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:13.326042 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-132c9b8c-4706-46b9-ba1b-c24b383bd05f {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:13.326448 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-deleted', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a', 'status': 'completed', 'code': 200} Jul 08 17:28:13.326699 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90750288-6d95-4d62-b350-890ef96685d5', 'tag': '85ebf01c-a1db-4c72-8a13-c67958c12457', 'status': 'completed', 'code': 200} Jul 08 17:28:13.358057 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa08bac-d6f5-44ab-9e0c-ae24dfcb8c4e x-openstack-request-id: req-ffa08bac-d6f5-44ab-9e0c-ae24dfcb8c4e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:13.358677 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b23c6a-8470-43a0-951f-20365805cd12", "name": "network-vif-plugged", "status": "completed", "tag": "01356c47-6bcf-4f20-8443-66fc3eb1e15b", "code": 200}, {"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-unplugged", "status": "completed", "tag": "4e1df833-1f37-4343-8f41-e1faf983653a", "code": 200}, {"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-unplugged", "status": "completed", "tag": "85316d5c-3294-4363-884c-d305e737a248", "code": 200}, {"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-plugged", "status": "completed", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:13.358677 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ffa08bac-d6f5-44ab-9e0c-ae24dfcb8c4e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:13.359057 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01356c47-6bcf-4f20-8443-66fc3eb1e15b', 'code': 200} Jul 08 17:28:13.359557 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e1df833-1f37-4343-8f41-e1faf983653a', 'code': 200} Jul 08 17:28:13.359807 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85316d5c-3294-4363-884c-d305e737a248', 'code': 200} Jul 08 17:28:13.360336 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'code': 200} Jul 08 17:28:13.361842 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.372176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-network', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:13.408628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Made reservation on behalf of ef4c4decf12548fc8c3eaa49a66891d7 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:13.412581 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.423304 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.528707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.532997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.553815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:13.569769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a3806d-c3cb-45c6-aa81-2a249477ef03,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:13.577768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.577768 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Added segment e8363249-7d97-4128-a0fd-f538011d00c0 of type vlan for network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 Jul 08 17:28:13.619341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8333a-c358-472a-b4a8-0be24c818bb2 req-e1b5d883-454a-4b0f-9f6f-40d285c4a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.620247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.620863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9c8333a-c358-472a-b4a8-0be24c818bb2 req-e1b5d883-454a-4b0f-9f6f-40d285c4a5c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 1097 time: 0.1895807 Jul 08 17:28:13.623989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-2c249153-7e95-415f-b549-c11b3674f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.625454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-2c249153-7e95-415f-b549-c11b3674f8df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 1099 time: 0.1860261 Jul 08 17:28:13.634184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8e694-376c-4aed-8b82-d7c916ea1445 req-c0499905-e79c-4f24-a7de-95b5c1a2ca91 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.635642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50c8e694-376c-4aed-8b82-d7c916ea1445 req-c0499905-e79c-4f24-a7de-95b5c1a2ca91 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 950 time: 0.1864202 Jul 08 17:28:13.650485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.651527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.652112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.671010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878a16b-5ec5-4c4f-9764-5e3b2bd76480 req-6b7fe2a2-891b-4746-bf8d-263f63fbe73e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.672450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8878a16b-5ec5-4c4f-9764-5e3b2bd76480 req-6b7fe2a2-891b-4746-bf8d-263f63fbe73e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 948 time: 0.1801062 Jul 08 17:28:13.713018 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5016341 Jul 08 17:28:13.715328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59120) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:13.720230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Request body: {'subnet': {'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-subnet', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:13.723721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b288-11d0-47f0-97ef-4c6e91e59f3f admin admin] Pushing event updated for resources: {'Network': ['ID=3ed8754f-ec71-41ab-bd73-8c173abfd5d0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:13.734032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:13.744139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Made reservation on behalf of ef4c4decf12548fc8c3eaa49a66891d7 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:13.746876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.794352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9c8333a-c358-472a-b4a8-0be24c818bb2 req-09f42e6e-c2f1-4cbe-8fff-d81a0a8b0041 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565990 Jul 08 17:28:13.800481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50c8e694-376c-4aed-8b82-d7c916ea1445 req-4fccb182-d87d-44b9-8f73-88676baae800 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492994 Jul 08 17:28:13.809568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8878a16b-5ec5-4c4f-9764-5e3b2bd76480 req-b89dfc2d-f537-469e-83e4-a13e75556e6e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215584 Jul 08 17:28:13.826092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-fe3858b6-83ea-4058-a9de-8dfff36cb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.838497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-fe3858b6-83ea-4058-a9de-8dfff36cb0c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1919413 Jul 08 17:28:13.900425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-ea7a7b79-e1dd-4776-b192-a5d3bdfb0f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=85ebf01c-a1db-4c72-8a13-c67958c12457 HTTP/1.1" status: 200 len: 217 time: 0.0630326 Jul 08 17:28:13.951753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59130) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:13.985331 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:13.995236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-48174d2c-9614-4923-a50d-2f0d02ce23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:13.999378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-48174d2c-9614-4923-a50d-2f0d02ce23ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0848546 Jul 08 17:28:14.057345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting subnet 9f63922e-cb4b-4075-921f-f760516acdf9 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:14.063940 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.072189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26b970f-0913-4f53-912d-d132b8203135,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.072442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-0daac63f-de79-4f8c-acf4-0b8bf825bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:14.074473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-0daac63f-de79-4f8c-acf4-0b8bf825bbed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645263 Jul 08 17:28:14.111350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Checking segment: {'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:14.111716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Network hostable DHCP agents. Network: 3ed8754f-ec71-41ab-bd73-8c173abfd5d0, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:14.127656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.179550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:14.190281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-09019ee6-6861-4a83-801f-6fc3ec57b023 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079109 Jul 08 17:28:14.223123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 3ed8754f-ec71-41ab-bd73-8c173abfd5d0) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:14.231358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:14.232150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.232402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd9496-2af4-4221-8090-01fca74f1f07 None None] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:14.255708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.280608 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3c7f0b1b-c1bf-4787-b469-c31ac9aea067 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5642273 Jul 08 17:28:14.286059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59142) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:14.291734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:14.339679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.340781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.367372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.381867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2d5e30-8ad3-4fbd-a482-50ecfe4533f4 req-369e2cbf-eedf-4ee4-b416-9dcb9b72023a service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780987 Jul 08 17:28:14.419965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Subnet': ['ID=9f63922e-cb4b-4075-921f-f760516acdf9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.423703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.428878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59146) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:14.429039 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-afe1a66b-ba24-4dc5-b030-f6ee12a1fc69 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/subnets/9f63922e-cb4b-4075-921f-f760516acdf9 HTTP/1.1" status: 204 len: 168 time: 0.4760699 Jul 08 17:28:14.436044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aead90-801e-4581-80b7-92f840d7c11c None None] Network 80d70cf5-e4b5-4da8-9362-e5b4de714149 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:14.453408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'fixed_ips': [{'subnet_id': 'f26b970f-0913-4f53-912d-d132b8203135'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:14.454676 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.463264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.533952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 85ebf01c-a1db-4c72-8a13-c67958c12457 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:14.553624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.630786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.632497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port eb8ede96-466d-44b5-97ea-38581b8e9de8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:14.632945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.703184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port eb8ede96-466d-44b5-97ea-38581b8e9de8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=eb8ede96-466d-44b5-97ea-38581b8e9de8,segment=NetworkSegment(84102578-4e09-47ec-96e9-b46d15078b3e),segment_id=84102578-4e09-47ec-96e9-b46d15078b3e)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:14.703919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.729447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for eb8ede96-466d-44b5-97ea-38581b8e9de8 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:14.851054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.887423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Allocated IP 172.20.0.2 (3ed8754f-ec71-41ab-bd73-8c173abfd5d0/f26b970f-0913-4f53-912d-d132b8203135/648708d3-be75-43a8-a979-8f9b0f0770d7) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:14.912490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 85ebf01c-a1db-4c72-8a13-c67958c12457, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=85ebf01c-a1db-4c72-8a13-c67958c12457,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:14.939630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port eb8ede96-466d-44b5-97ea-38581b8e9de8 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:14.942747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=eb8ede96-466d-44b5-97ea-38581b8e9de8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:14.943576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '85ebf01c-a1db-4c72-8a13-c67958c12457', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '85ebf01c-a1db-4c72-8a13-c67958c12457', 'mac_address': 'fa:16:3e:f6:e2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:14.962756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:14.981995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b0d93-5f54-4d98-b506-531f70a7ac7e None None] DHCP port deletion for 80d70cf5-e4b5-4da8-9362-e5b4de714149 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:14.994542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.054100 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.077273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ebf01c-a1db-4c72-8a13-c67958c12457 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:15.078804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.099738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87080d3c-1861-4fd8-8d64-907951602c2a req-a349dd5b-95f0-48fe-b174-3d385e3c2699 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:15.101582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87080d3c-1861-4fd8-8d64-907951602c2a req-a349dd5b-95f0-48fe-b174-3d385e3c2699 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 946 time: 0.2755466 Jul 08 17:28:15.111321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd22b2-9b21-4043-98e1-c022019bd5db req-d6349321-9176-4c55-bd9a-367f6023586d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:15.113070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cbd22b2-9b21-4043-98e1-c022019bd5db req-d6349321-9176-4c55-bd9a-367f6023586d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2857482 Jul 08 17:28:15.116539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d70cf5-e4b5-4da8-9362-e5b4de714149']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:15.121421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Allocated IP 172.25.5.209 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/0488b27a-46b9-41d1-b351-707127f95875) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:15.128598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 85ebf01c-a1db-4c72-8a13-c67958c12457, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=85ebf01c-a1db-4c72-8a13-c67958c12457,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:15.138694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.139310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84102578-4e09-47ec-96e9-b46d15078b3e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:15.139610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84102578-4e09-47ec-96e9-b46d15078b3e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:15.167173 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.179127 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.195643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Transition to ACTIVE for port object 648708d3-be75-43a8-a979-8f9b0f0770d7 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:15.205012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87080d3c-1861-4fd8-8d64-907951602c2a req-0834c925-d84d-420d-992b-1273a11922da tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902219 Jul 08 17:28:15.205954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.215738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cbd22b2-9b21-4043-98e1-c022019bd5db req-18c3b311-e5e5-44f9-9c28-f243a53258d6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814745 Jul 08 17:28:15.216705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:15.222154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.222542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=85ebf01c-a1db-4c72-8a13-c67958c12457,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:15.224178 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:15.231884 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:15.231884 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:15.231884 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:15.231884 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:15.231884 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:15.232311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Transition to ACTIVE for port object 648708d3-be75-43a8-a979-8f9b0f0770d7 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:15.237027 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.295968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.296472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.312962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.318347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/networks/80d70cf5-e4b5-4da8-9362-e5b4de714149 HTTP/1.1" status: 204 len: 168 time: 0.8857327 Jul 08 17:28:15.318894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59160) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:15.329210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-deleted', 'tag': '85316d5c-3294-4363-884c-d305e737a248'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:15.331557 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb393804-7a8c-4851-9303-1e3a227c74c5" -d '{"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-deleted", "tag": "85316d5c-3294-4363-884c-d305e737a248"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:15.338752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf00cf0-173b-4b4b-afeb-0895c3216805 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Network': ['ID=80d70cf5-e4b5-4da8-9362-e5b4de714149,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:15.338983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:15.342565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:15.346972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:15.350902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Pushing event updated for resources: {'Port': ['ID=648708d3-be75-43a8-a979-8f9b0f0770d7,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:15.412756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Attempting to bind port 648708d3-be75-43a8-a979-8f9b0f0770d7 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:15.413115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Attempting to bind port 648708d3-be75-43a8-a979-8f9b0f0770d7 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:15.413423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Attempting to bind port 648708d3-be75-43a8-a979-8f9b0f0770d7 on network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:15.418903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:15.419284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Checking segment: {'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:15.419697 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.419901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting subnet 99fad8c2-d560-43be-bd15-dd079514f7ea {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:15.420089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Bound using segment: {'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:15.420564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Bound port: 648708d3-be75-43a8-a979-8f9b0f0770d7, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:15.421022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.425080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.466693 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.490606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e2c1e-566b-49f2-81d7-d447624bb805 req-e09e924e-1223-4aa5-8641-26627b154937 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:15.492130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a9e2c1e-566b-49f2-81d7-d447624bb805 req-e09e924e-1223-4aa5-8641-26627b154937 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.1196725 Jul 08 17:28:15.500560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.502306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] For port 648708d3-be75-43a8-a979-8f9b0f0770d7, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:15.507571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] For port 648708d3-be75-43a8-a979-8f9b0f0770d7, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=648708d3-be75-43a8-a979-8f9b0f0770d7,segment=NetworkSegment(e8363249-7d97-4128-a0fd-f538011d00c0),segment_id=e8363249-7d97-4128-a0fd-f538011d00c0)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:15.511542 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.541240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:15.547164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['85ebf01c-a1db-4c72-8a13-c67958c12457'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:15.549946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:15.554338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Pushing event updated for resources: {'Port': ['ID=0488b27a-46b9-41d1-b351-707127f95875,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:15.556759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:15.558232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a9e2c1e-566b-49f2-81d7-d447624bb805 req-a272e4cf-a132-405e-851a-1668d6c86cd5 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Jul 08 17:28:15.568418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e9203-9c88-40f7-b11b-7880cb1a7459 req-d0736ae3-9771-41c2-b5bb-48b9bf7fd645 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:15.580077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-355e9203-9c88-40f7-b11b-7880cb1a7459 req-d0736ae3-9771-41c2-b5bb-48b9bf7fd645 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 949 time: 0.1303525 Jul 08 17:28:15.640328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-355e9203-9c88-40f7-b11b-7880cb1a7459 req-794532d9-fad2-423f-bad7-30dd22e06f1d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572848 Jul 08 17:28:15.640522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8899e7-43f8-4a3f-9e56-1b207828f70c None None] Pushing event updated for resources: {'Port': ['ID=648708d3-be75-43a8-a979-8f9b0f0770d7,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:15.653682 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5908b54-f152-4bbd-aa09-6a0a2c0cb792 x-openstack-request-id: req-a5908b54-f152-4bbd-aa09-6a0a2c0cb792 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:15.654966 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b371da8e-42a7-4cfb-bb93-26e1c6a2a050", "name": "network-vif-deleted", "tag": "85316d5c-3294-4363-884c-d305e737a248", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:15.656537 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a5908b54-f152-4bbd-aa09-6a0a2c0cb792 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:15.657680 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b371da8e-42a7-4cfb-bb93-26e1c6a2a050', 'name': 'network-vif-deleted', 'tag': '85316d5c-3294-4363-884c-d305e737a248', 'status': 'completed', 'code': 200} Jul 08 17:28:15.749405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.905587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.940257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Subnet': ['ID=99fad8c2-d560-43be-bd15-dd079514f7ea,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:15.945901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.950509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59166) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:15.951104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2f8fe0ed-c5a3-4ffc-b827-46eaf9e173f4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/subnets/99fad8c2-d560-43be-bd15-dd079514f7ea HTTP/1.1" status: 204 len: 168 time: 0.6309338 Jul 08 17:28:15.951515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:15.952270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb86bbc-d9ab-4828-973d-12dc96aae1a5 None None] Network f022d83a-e6e0-4a80-b0e0-881752520e82 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:16.068691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.095640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 648708d3-be75-43a8-a979-8f9b0f0770d7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:16.132983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 8232f091-0ede-4ab4-9ede-557496b693b5 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:16.133326 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.170917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 648708d3-be75-43a8-a979-8f9b0f0770d7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:16.207097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.215688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 8232f091-0ede-4ab4-9ede-557496b693b5, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8232f091-0ede-4ab4-9ede-557496b693b5,segment=NetworkSegment(de02a832-daca-4945-bedf-1cacfb49efbf),segment_id=de02a832-daca-4945-bedf-1cacfb49efbf)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:16.216132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.231260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 8232f091-0ede-4ab4-9ede-557496b693b5 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:16.240547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device eb8ede96-466d-44b5-97ea-38581b8e9de8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:16.267436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: eb8ede96-466d-44b5-97ea-38581b8e9de8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:16.267787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device eb8ede96-466d-44b5-97ea-38581b8e9de8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:16.280616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] DHCP port deletion for f022d83a-e6e0-4a80-b0e0-881752520e82 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:28:16.338223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] Deleting port 8232f091-0ede-4ab4-9ede-557496b693b5 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:16.340404 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.341739 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.384036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=8232f091-0ede-4ab4-9ede-557496b693b5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:16.407189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 8232f091-0ede-4ab4-9ede-557496b693b5 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:16.413716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Router 2562385f-4790-4b76-9b7d-732760636b5d is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:28:16.432214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] For port 8232f091-0ede-4ab4-9ede-557496b693b5, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:16.432941 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.466647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] Calling delete_port for 8232f091-0ede-4ab4-9ede-557496b693b5 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:16.469828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] Port 8232f091-0ede-4ab4-9ede-557496b693b5 was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:28:16.472445 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.499576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] Pushing event deleted for resources: {'Port': ['ID=8232f091-0ede-4ab4-9ede-557496b693b5,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:16.507104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b91571-ec44-4a24-85bf-fb32a453ae89 None None] No DVR routers for this DVR port 8232f091-0ede-4ab4-9ede-557496b693b5 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:16.535342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 85ebf01c-a1db-4c72-8a13-c67958c12457 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:16.591512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.601341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 85ebf01c-a1db-4c72-8a13-c67958c12457 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:16.607253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 85ebf01c-a1db-4c72-8a13-c67958c12457 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:16.608206 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.614072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f022d83a-e6e0-4a80-b0e0-881752520e82']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:16.638777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de02a832-daca-4945-bedf-1cacfb49efbf') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:16.638777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de02a832-daca-4945-bedf-1cacfb49efbf') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:16.654840 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.670424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-382b1c19-3258-4a09-a2ab-5c0e31af705d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:16.671009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-382b1c19-3258-4a09-a2ab-5c0e31af705d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.3179698 Jul 08 17:28:16.709103 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.737909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90750288-6d95-4d62-b350-890ef96685d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ebf01c-a1db-4c72-8a13-c67958c12457'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:16.741684 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a96a9d-6f2a-4afa-b632-2e16d07d087c" -d '{"events": [{"server_uuid": "90750288-6d95-4d62-b350-890ef96685d5", "name": "network-vif-plugged", "status": "completed", "tag": "85ebf01c-a1db-4c72-8a13-c67958c12457"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:16.769208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 85ebf01c-a1db-4c72-8a13-c67958c12457, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=85ebf01c-a1db-4c72-8a13-c67958c12457,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:16.777107 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.778814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:16.783929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.817746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bc04-2e3b-4e92-aa54-77d550f11994 req-db4e87ef-f7b8-410a-be24-b3739cf20189 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:16.819328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8139bc04-2e3b-4e92-aa54-77d550f11994 req-db4e87ef-f7b8-410a-be24-b3739cf20189 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 946 time: 0.3107169 Jul 08 17:28:16.827091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:16.827675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:16.831545 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:16.881545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=85ebf01c-a1db-4c72-8a13-c67958c12457,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:16.909770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:28:16.922101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14746c50-2d72-42bd-82b5-83d25fc87390 req-b497595b-adc8-4e47-90d2-6f67cebeb854 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:16.923874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14746c50-2d72-42bd-82b5-83d25fc87390 req-b497595b-adc8-4e47-90d2-6f67cebeb854 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.4521313 Jul 08 17:28:16.928040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Sync routers for ids ['2562385f-4790-4b76-9b7d-732760636b5d'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:28:16.928836 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:16.930684 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-83589b76-c726-444f-ad7c-b2ad52eeb174 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6431787 Jul 08 17:28:16.933487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59182) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:16.934407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130271f7-d2ba-4dfb-a187-1f33e36938ab None None] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:16.940125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8139bc04-2e3b-4e92-aa54-77d550f11994 req-69e02347-ac11-4cd0-a14f-1d3e368bd459 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076787 Jul 08 17:28:16.995333 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.003114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Deleting port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:17.003961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.007647 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.026941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Routers {'2562385f-4790-4b76-9b7d-732760636b5d'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:17.027062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2562385f-4790-4b76-9b7d-732760636b5d'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:17.084471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-03467ab4-7c72-4b97-8993-64208e3dc900 None None] Provisioning for port 648708d3-be75-43a8-a979-8f9b0f0770d7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:17.103538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-03467ab4-7c72-4b97-8993-64208e3dc900 None None] Provisioning complete for port 648708d3-be75-43a8-a979-8f9b0f0770d7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:17.103956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03467ab4-7c72-4b97-8993-64208e3dc900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.112580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:17.113111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.126552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Calling delete_port for 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:17.148678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.156374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59194) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:17.157090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/networks/f022d83a-e6e0-4a80-b0e0-881752520e82 HTTP/1.1" status: 204 len: 168 time: 1.2026703 Jul 08 17:28:17.160771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14746c50-2d72-42bd-82b5-83d25fc87390 req-bbe13877-7cd2-41be-9636-e6ddf5cfda31 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241127 Jul 08 17:28:17.189670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-553903826'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:17.255907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0027a42-eabc-4e17-b763-444e3a013bd4 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Network': ['ID=f022d83a-e6e0-4a80-b0e0-881752520e82,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:17.272536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:17.276854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.320815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:17.333536 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.351850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:17.374712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.375196 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Added segment 351aa9bf-c7d1-46ae-96e7-557158de7b9f of type vlan for network ec47ef2c-4829-42b4-959d-c7315518bfe8 Jul 08 17:28:17.384623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6d2d-4c53-40df-b526-f04c2a2c4b18 req-297aa260-dd91-43b8-97ff-126ebd7d0ca6 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:17.387747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-457e6d2d-4c53-40df-b526-f04c2a2c4b18 req-297aa260-dd91-43b8-97ff-126ebd7d0ca6 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 945 time: 0.2473896 Jul 08 17:28:17.424759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Set router 2562385f-4790-4b76-9b7d-732760636b5d gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:17.460031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dcf89-30d7-4d30-91d0-3c8bcae2e55f req-004b0f6b-5c46-4b93-8418-bba3ad1f7eca tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:17.460276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.461610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf9dcf89-30d7-4d30-91d0-3c8bcae2e55f req-004b0f6b-5c46-4b93-8418-bba3ad1f7eca tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 950 time: 0.1711371 Jul 08 17:28:17.495140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.512626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-457e6d2d-4c53-40df-b526-f04c2a2c4b18 req-cb37c7f7-8f9d-4781-a5b4-3ecfa585fa52 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919497 Jul 08 17:28:17.529835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:17.532242 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.538819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:17.539535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.544137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event deleted for resources: {'Port': ['ID=72789e66-7b2d-46dc-bf88-1b5229b7f6b8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:17.614737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] No DVR routers for this DVR port 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:17.618021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.620806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec029fe5-130c-4d6f-a997-a0dc7f6babad req-cde88e34-9671-448d-82bc-3ab427008f1b tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.41 "DELETE /v2.0/ports/72789e66-7b2d-46dc-bf88-1b5229b7f6b8 HTTP/1.1" status: 204 len: 173 time: 0.9280076 Jul 08 17:28:17.632569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Network': ['ID=ec47ef2c-4829-42b4-959d-c7315518bfe8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:17.636409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf9dcf89-30d7-4d30-91d0-3c8bcae2e55f req-3490fbca-e899-454d-9c1f-b379b12187a0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524153 Jul 08 17:28:17.658389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-deleted', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:17.661424 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fa5855-c4a0-445c-ab66-f4e37cee2310" -d '{"events": [{"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-deleted", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:17.665795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-74fb1d86-5efa-4ddb-b891-05468f01351f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4823165 Jul 08 17:28:17.668389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59198) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:17.670298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03467ab4-7c72-4b97-8993-64208e3dc900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.677343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'subnet': {'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:17.690007 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.690447 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344c4a62-8c7f-4c85-879f-b43d06f63b97 x-openstack-request-id: req-344c4a62-8c7f-4c85-879f-b43d06f63b97 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:17.690968 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90750288-6d95-4d62-b350-890ef96685d5", "name": "network-vif-plugged", "status": "completed", "tag": "85ebf01c-a1db-4c72-8a13-c67958c12457", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:17.693202 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-344c4a62-8c7f-4c85-879f-b43d06f63b97 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:17.693829 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90750288-6d95-4d62-b350-890ef96685d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ebf01c-a1db-4c72-8a13-c67958c12457', 'code': 200} Jul 08 17:28:17.731369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ec47ef2c-4829-42b4-959d-c7315518bfe8 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:17.826147 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e9e8a-fb1f-4ab3-84c5-78a6f00abc7f x-openstack-request-id: req-082e9e8a-fb1f-4ab3-84c5-78a6f00abc7f {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:17.826562 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-deleted", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:17.826823 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-082e9e8a-fb1f-4ab3-84c5-78a6f00abc7f {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:17.827234 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-deleted', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'status': 'completed', 'code': 200} Jul 08 17:28:17.842769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-03467ab4-7c72-4b97-8993-64208e3dc900 None None] For port 648708d3-be75-43a8-a979-8f9b0f0770d7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=648708d3-be75-43a8-a979-8f9b0f0770d7,segment=NetworkSegment(e8363249-7d97-4128-a0fd-f538011d00c0),segment_id=e8363249-7d97-4128-a0fd-f538011d00c0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:17.924250 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03467ab4-7c72-4b97-8993-64208e3dc900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:17.932550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cb5cf-ed8f-43cd-baba-f3fa1a4a00f0 req-dc51c54b-06ce-48a2-9a08-94f36c8e4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:17.934062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb3cb5cf-ed8f-43cd-baba-f3fa1a4a00f0 req-dc51c54b-06ce-48a2-9a08-94f36c8e4b86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 1101 time: 0.1592236 Jul 08 17:28:17.935878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:17.940132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.084893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03467ab4-7c72-4b97-8993-64208e3dc900 None None] Pushing event updated for resources: {'Port': ['ID=648708d3-be75-43a8-a979-8f9b0f0770d7,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:18.102780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8232f091-0ede-4ab4-9ede-557496b693b5 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:18.137494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Allocated IP 172.20.0.1 (3ed8754f-ec71-41ab-bd73-8c173abfd5d0/f26b970f-0913-4f53-912d-d132b8203135/3673215e-6897-4fc5-8688-f6b6669724c9) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:18.141649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:15Z', 'revision_number': 3, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:18.145399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8232f091-0ede-4ab4-9ede-557496b693b5 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:18.145763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8232f091-0ede-4ab4-9ede-557496b693b5 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:18.162735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb3cb5cf-ed8f-43cd-baba-f3fa1a4a00f0 req-e644a00e-cf31-4ac1-8fc2-a5fa746a397f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972673 Jul 08 17:28:18.193329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Checking router: 2562385f-4790-4b76-9b7d-732760636b5d for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:28:18.193838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Updating router 2562385f-4790-4b76-9b7d-732760636b5d port 0488b27a-46b9-41d1-b351-707127f95875 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:28:18.267902 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.375857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.391359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Transition to ACTIVE for port object 3673215e-6897-4fc5-8688-f6b6669724c9 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:18.430781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.488107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:18.491628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:18.495394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:18.499930 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.519688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae89aed4-37d8-427c-a478-227c3e97a7c2 None None] Provisioning complete for port 648708d3-be75-43a8-a979-8f9b0f0770d7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:18.519688 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae89aed4-37d8-427c-a478-227c3e97a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.535700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3673215e-6897-4fc5-8688-f6b6669724c9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:18.540885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.590289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b605d-fa4f-46cc-bc5f-15d8192d49fe req-37eb1cea-dc62-4c4b-8afa-855994de4082 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:18.592037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa7b605d-fa4f-46cc-bc5f-15d8192d49fe req-37eb1cea-dc62-4c4b-8afa-855994de4082 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2070072 Jul 08 17:28:18.604503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d050cfe-ba95-4a24-94d4-c31b0297443e req-411fbe00-a921-4ad9-a72f-7feef46340a4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:18.618263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d050cfe-ba95-4a24-94d4-c31b0297443e req-411fbe00-a921-4ad9-a72f-7feef46340a4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 946 time: 0.2318492 Jul 08 17:28:18.636370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:18.757598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa7b605d-fa4f-46cc-bc5f-15d8192d49fe req-1cc738c3-c804-4a64-b3aa-51f3f3607893 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304595 Jul 08 17:28:18.769650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d050cfe-ba95-4a24-94d4-c31b0297443e req-8130b4e9-7947-494f-a9a8-08554cbf5286 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270759 Jul 08 17:28:18.775534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:28:18.784573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Subnet': ['ID=b7123411-48bd-41a1-a1bd-912a65a43fa5,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:18.814973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Checking segment: {'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:18.820764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network hostable DHCP agents. Network: ec47ef2c-4829-42b4-959d-c7315518bfe8, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:18.822537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.871542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network ec47ef2c-4829-42b4-959d-c7315518bfe8 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:18.896275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ec47ef2c-4829-42b4-959d-c7315518bfe8) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:18.900802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:18.902633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:18.909662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ac4cb-882f-434f-87a0-043447e99fea None None] Network ec47ef2c-4829-42b4-959d-c7315518bfe8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:18.949524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d4d373ae-3b33-442e-a107-09898e620e61 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2796705 Jul 08 17:28:18.950608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59246) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:18.957356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1940977744'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:19.064079 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.117347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Transition to ACTIVE for port object 0488b27a-46b9-41d1-b351-707127f95875 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:19.136202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3e7674e7-9abd-4430-8f6c-65a22689936b None None] Provisioning for port 3673215e-6897-4fc5-8688-f6b6669724c9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:19.140550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:19.158286 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.161107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3e7674e7-9abd-4430-8f6c-65a22689936b None None] Provisioning complete for port 3673215e-6897-4fc5-8688-f6b6669724c9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:19.161584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3e7674e7-9abd-4430-8f6c-65a22689936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.202282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'mac_address': 'fa:16:3e:4b:90:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:19.233338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.244235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.295813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3e7674e7-9abd-4430-8f6c-65a22689936b None None] Port 3673215e-6897-4fc5-8688-f6b6669724c9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:19.326410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Attempting to bind port 0488b27a-46b9-41d1-b351-707127f95875 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:19.327015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Attempting to bind port 0488b27a-46b9-41d1-b351-707127f95875 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:19.327495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Attempting to bind port 0488b27a-46b9-41d1-b351-707127f95875 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:19.358235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6fb41-009a-4f44-ad1a-080f2c8438d2 None None] Pushing event updated for resources: {'Port': ['ID=0488b27a-46b9-41d1-b351-707127f95875,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:19.359219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.363096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3673215e-6897-4fc5-8688-f6b6669724c9,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:19.383841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:19.384586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:19.385201 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.385767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:19.386470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Bound port: 0488b27a-46b9-41d1-b351-707127f95875, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:19.387055 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.444805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.541882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ec47ef2c-4829-42b4-959d-c7315518bfe8', 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'fixed_ips': [{'subnet_id': 'b7123411-48bd-41a1-a1bd-912a65a43fa5'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:19.542770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.557959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:19.558954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78bb196d-4b80-4cc8-9b02-48a7442d480f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:19.559810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:19.604364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2a1216f-0d63-4dcf-ad3b-af755a896275 req-34a7e805-f7b2-4052-b15b-231f88b1dc8d tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b769155-837f-4bff-986b-a7d356e2b4aa HTTP/1.1" status: 200 len: 210 time: 0.6119542 Jul 08 17:28:19.656572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] For port 0488b27a-46b9-41d1-b351-707127f95875, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:19.661341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:19.719546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:19.734507 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5a014-481c-440a-9f6d-cb637e6419b1" -d '{"events": [{"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:19.740397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Router 2562385f-4790-4b76-9b7d-732760636b5d has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:28:19.757488 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.773888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] For port 0488b27a-46b9-41d1-b351-707127f95875, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0488b27a-46b9-41d1-b351-707127f95875,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:19.788614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:19.796774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.802133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:19.906854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['78bb196d-4b80-4cc8-9b02-48a7442d480f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:19.915917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:28:19.933698 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8641225c-d66a-4c82-8ef2-ec75dda740d7 admin admin] 10.222.0.63 "PUT /v2.0/routers/2562385f-4790-4b76-9b7d-732760636b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9988329 Jul 08 17:28:19.996572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6dac9-a8f5-420c-9bc9-82f2ae92da4f req-e74c4f68-4b24-4c39-bbec-404a59d560b0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:20.001296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:20.018655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aad6dac9-a8f5-420c-9bc9-82f2ae92da4f req-e74c4f68-4b24-4c39-bbec-404a59d560b0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 950 time: 0.9810274 Jul 08 17:28:20.024007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:28:20.032956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Routers {'2562385f-4790-4b76-9b7d-732760636b5d'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:20.033590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2562385f-4790-4b76-9b7d-732760636b5d'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:20.108595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-43180eef-d588-4bca-b151-4446443306f0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:20.113495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-43180eef-d588-4bca-b151-4446443306f0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 946 time: 0.5000556 Jul 08 17:28:20.121150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.131108 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Added segment fee29eb1-38fa-4ef0-ab95-97689c9ea953 of type vlan for network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 Jul 08 17:28:20.283188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Allocated IP 19.80.0.2 (ec47ef2c-4829-42b4-959d-c7315518bfe8/b7123411-48bd-41a1-a1bd-912a65a43fa5/3c832052-d28a-4042-b125-499437accef0) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:20.297699 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fdb7ca-f5dd-4562-8fb3-dd1591ec5ec6 x-openstack-request-id: req-e9fdb7ca-f5dd-4562-8fb3-dd1591ec5ec6 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:20.298514 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b769155-837f-4bff-986b-a7d356e2b4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "72789e66-7b2d-46dc-bf88-1b5229b7f6b8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:20.298993 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e9fdb7ca-f5dd-4562-8fb3-dd1591ec5ec6 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:20.299707 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b769155-837f-4bff-986b-a7d356e2b4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72789e66-7b2d-46dc-bf88-1b5229b7f6b8', 'code': 200} Jul 08 17:28:20.301414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 648708d3-be75-43a8-a979-8f9b0f0770d7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:20.344217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.390003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aad6dac9-a8f5-420c-9bc9-82f2ae92da4f req-05f703f7-fd12-4431-899c-e920be00c7bd tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702829 Jul 08 17:28:20.395751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-da37948b-dca3-4878-81ba-611ea49a402b None None] Provisioning complete for port 3673215e-6897-4fc5-8688-f6b6669724c9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:20.396389 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-da37948b-dca3-4878-81ba-611ea49a402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.479798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6fb41-009a-4f44-ad1a-080f2c8438d2 None None] Pushing event updated for resources: {'Port': ['ID=0488b27a-46b9-41d1-b351-707127f95875,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:20.492809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.498782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:20.499619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.547217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:20.585016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Network': ['ID=54f34918-8b6a-4bc9-93c8-ad734ea28b23,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:20.588007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Deleting port 01356c47-6bcf-4f20-8443-66fc3eb1e15b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:20.588451 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.597270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:20.597562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 72789e66-7b2d-46dc-bf88-1b5229b7f6b8 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:20.600841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-da37948b-dca3-4878-81ba-611ea49a402b None None] Port 3673215e-6897-4fc5-8688-f6b6669724c9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:20.617758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:28:20.651989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] Set router 2562385f-4790-4b76-9b7d-732760636b5d gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:20.682625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] For port 01356c47-6bcf-4f20-8443-66fc3eb1e15b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=01356c47-6bcf-4f20-8443-66fc3eb1e15b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:20.683225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.698393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Calling delete_port for 01356c47-6bcf-4f20-8443-66fc3eb1e15b owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:20.724361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 648708d3-be75-43a8-a979-8f9b0f0770d7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:20.725006 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.841212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a24b9-e29f-4006-919b-799ed58bfa1c req-6fe92cab-a7e8-4258-bc9c-a2d844fc2992 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:20.842891 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c32a24b9-e29f-4006-919b-799ed58bfa1c req-6fe92cab-a7e8-4258-bc9c-a2d844fc2992 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.5310411 Jul 08 17:28:20.844244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a65d2d59-147f-41d8-9d1c-749ac20a8407 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8925087 Jul 08 17:28:20.847090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59274) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:20.861814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'subnet': {'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:20.882822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0387163a-e138-4c2b-923a-393bab601299 req-1741ea37-0f76-4ae8-b685-f42bb25f618f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7b23c6a-8470-43a0-951f-20365805cd12 HTTP/1.1" status: 200 len: 210 time: 0.2988217 Jul 08 17:28:20.889215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:20.930501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event deleted for resources: {'Port': ['ID=01356c47-6bcf-4f20-8443-66fc3eb1e15b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:20.957851 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.012425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Transition to ACTIVE for port object 3c832052-d28a-4042-b125-499437accef0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:21.015814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:21.020239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.036876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c32a24b9-e29f-4006-919b-799ed58bfa1c req-eab9e4c3-c17c-4fe9-a560-cca08b5e8306 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487517 Jul 08 17:28:21.075800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] No DVR routers for this DVR port 01356c47-6bcf-4f20-8443-66fc3eb1e15b on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:21.094086 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.096154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f1fd2fb-9e27-40b6-90b9-9318c0da2bfc req-fb54c58a-a3fb-4629-bd65-e781365bda93 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "DELETE /v2.0/ports/01356c47-6bcf-4f20-8443-66fc3eb1e15b HTTP/1.1" status: 204 len: 173 time: 0.9627419 Jul 08 17:28:21.108191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'name': 'network-vif-deleted', 'tag': '01356c47-6bcf-4f20-8443-66fc3eb1e15b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:21.108997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Transition to ACTIVE for port object 3c832052-d28a-4042-b125-499437accef0 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:21.110382 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8682c1d4-2d84-412b-80e7-ac8ae959f2b6" -d '{"events": [{"server_uuid": "e7b23c6a-8470-43a0-951f-20365805cd12", "name": "network-vif-deleted", "tag": "01356c47-6bcf-4f20-8443-66fc3eb1e15b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:21.143932 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.290504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Network ec47ef2c-4829-42b4-959d-c7315518bfe8 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:21.297997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:21.305218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:21.311031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Pushing event updated for resources: {'Port': ['ID=3c832052-d28a-4042-b125-499437accef0,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:21.320924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-857d12e7-5c59-4675-b894-87932171afd1 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2462015 Jul 08 17:28:21.349297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:21.393017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.404540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Attempting to bind port 3c832052-d28a-4042-b125-499437accef0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:21.404692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Attempting to bind port 3c832052-d28a-4042-b125-499437accef0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:21.405152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Attempting to bind port 3c832052-d28a-4042-b125-499437accef0 on network ec47ef2c-4829-42b4-959d-c7315518bfe8 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:21.413571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 4, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3673215e-6897-4fc5-8688-f6b6669724c9', 'name': '', 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'mac_address': 'fa:16:3e:fd:6a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'f26b970f-0913-4f53-912d-d132b8203135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:17Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 2, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'subnets': [{'id': 'f26b970f-0913-4f53-912d-d132b8203135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:21.418422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:21.418889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Checking segment: {'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:21.419453 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.419957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Bound using segment: {'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:21.420561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Bound port: 3c832052-d28a-4042-b125-499437accef0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:21.421072 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.444707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.454610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86e52e-9e14-4220-abd4-6b6df5a2edf0 None None] The sync data for ids ['2562385f-4790-4b76-9b7d-732760636b5d'] in n-d-799528-4 is: [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 4, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3673215e-6897-4fc5-8688-f6b6669724c9', 'name': '', 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'mac_address': 'fa:16:3e:fd:6a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'f26b970f-0913-4f53-912d-d132b8203135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:17Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 2, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'subnets': [{'id': 'f26b970f-0913-4f53-912d-d132b8203135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:28:21.602631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] For port 3c832052-d28a-4042-b125-499437accef0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:21.608694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] For port 3c832052-d28a-4042-b125-499437accef0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3c832052-d28a-4042-b125-499437accef0,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:21.614962 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.618578 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6501f14-5e67-43be-97a1-7fb0d124bcf4 x-openstack-request-id: req-e6501f14-5e67-43be-97a1-7fb0d124bcf4 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:21.618868 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b23c6a-8470-43a0-951f-20365805cd12", "name": "network-vif-deleted", "tag": "01356c47-6bcf-4f20-8443-66fc3eb1e15b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:21.619128 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6501f14-5e67-43be-97a1-7fb0d124bcf4 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:21.619583 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b23c6a-8470-43a0-951f-20365805cd12', 'name': 'network-vif-deleted', 'tag': '01356c47-6bcf-4f20-8443-66fc3eb1e15b', 'status': 'completed', 'code': 200} Jul 08 17:28:21.629917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.642659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Subnet': ['ID=d9aa69ae-f026-4b24-90cb-f6a9b21c2382,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:21.701605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Checking segment: {'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:21.702473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network hostable DHCP agents. Network: 54f34918-8b6a-4bc9-93c8-ad734ea28b23, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:28:21.767315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:28:21.772254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece9c02-ff6f-404e-9111-7968c0f06f17 None None] Pushing event updated for resources: {'Port': ['ID=3c832052-d28a-4042-b125-499437accef0,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:21.820976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 54f34918-8b6a-4bc9-93c8-ad734ea28b23) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:21.835637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:21.836626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:21.844770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7e4e57-2b10-4222-bf67-0b09f6666293 None None] Network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:21.885796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c79469c0-c46d-4b73-9537-ed95105920fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0356445 Jul 08 17:28:22.186191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Allocated IP 172.25.5.65 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/3a66e44b-1def-4417-9585-2455798c1971) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:22.255634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-54f34918-8b6a-4bc9-93c8-ad734ea28b23', 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'fixed_ips': [{'subnet_id': 'd9aa69ae-f026-4b24-90cb-f6a9b21c2382'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:28:22.259713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.381209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.427992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914388d-6341-419d-a401-2791a6843889 req-6eb2a186-34b6-4bee-ba56-3a02483ea2c2 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:22.436512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-6eb2a186-34b6-4bee-ba56-3a02483ea2c2 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 821 time: 0.4976106 Jul 08 17:28:22.476438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.498851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Allocated IP 19.86.0.2 (54f34918-8b6a-4bc9-93c8-ad734ea28b23/d9aa69ae-f026-4b24-90cb-f6a9b21c2382/26dbb7f1-e7b7-46c2-a160-9980fe995e89) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:22.513453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-04b5b086-2677-4c54-8ee4-07a464f7a171 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/quotas/8d4be27b78304683952f1483a946ee8b HTTP/1.1" status: 200 len: 375 time: 0.0756650 Jul 08 17:28:22.592127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:22.600944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=3a66e44b-1def-4417-9585-2455798c1971,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:22.611615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:22.617223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:22.655189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:22.728830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-6c9f913c-1add-48a0-a77a-d65500aeb254 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2143838 Jul 08 17:28:22.776433 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.789741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Transition to ACTIVE for port object 26dbb7f1-e7b7-46c2-a160-9980fe995e89 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:22.813239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Transition to ACTIVE for port object 26dbb7f1-e7b7-46c2-a160-9980fe995e89 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:22.843062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.867538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.962846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:22.965426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:22.969385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:22.972060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-bb0c8dbd-ad6a-48a5-b616-9ed5d99fe67d service neutron] 10.222.0.63 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421551 Jul 08 17:28:22.976080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:22.986496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Pushing event updated for resources: {'Port': ['ID=26dbb7f1-e7b7-46c2-a160-9980fe995e89,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:23.049463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 78bb196d-4b80-4cc8-9b02-48a7442d480f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:23.049928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.120320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Attempting to bind port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:23.120581 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Attempting to bind port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:23.120866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Attempting to bind port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 on network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:23.148551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:23.148959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Checking segment: {'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:23.149415 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.149887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Bound using segment: {'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:23.150386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Bound port: 26dbb7f1-e7b7-46c2-a160-9980fe995e89, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:23.150817 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.275776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-26e36e4c-2e85-4e7f-a39c-af2489c34adb service neutron] 10.222.0.63 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021395 Jul 08 17:28:23.450322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.462399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.493516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd548c1-a060-4b6b-92df-e61d44683a5b None None] Network ec47ef2c-4829-42b4-959d-c7315518bfe8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:23.589750 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.623307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=3a66e44b-1def-4417-9585-2455798c1971,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:23.653534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:23.666109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:23.669019 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15126be-50ae-4bb8-8d42-7807431c2246" -d '{"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-plugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:23.675069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] For port 26dbb7f1-e7b7-46c2-a160-9980fe995e89, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:23.679649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.680667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 01356c47-6bcf-4f20-8443-66fc3eb1e15b no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:23.722872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 01356c47-6bcf-4f20-8443-66fc3eb1e15b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:23.723308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 01356c47-6bcf-4f20-8443-66fc3eb1e15b not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:23.724919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6af6caba-1b8a-4958-9e64-309c9c5ce93f None None] Provisioning for port 3c832052-d28a-4042-b125-499437accef0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:23.791234 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-d945bf97-bdef-4cad-9456-394428299003 service neutron] show failed (client error): The resource could not be found. Jul 08 17:28:23.792363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-d945bf97-bdef-4cad-9456-394428299003 service neutron] 10.222.0.41 "GET /v2.0/ports/174fe3a4-c0f3-4000-8f1e-d0bdf7003f45/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.1702185 Jul 08 17:28:23.795613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] For port 26dbb7f1-e7b7-46c2-a160-9980fe995e89, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=26dbb7f1-e7b7-46c2-a160-9980fe995e89,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:23.822311 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.823021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.867521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:23.874820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-a65df082-d917-43d4-98a2-2a299b369105 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5397432 Jul 08 17:28:23.877247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:23.938711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-359c40e7-035a-4521-b068-d9615794b65a tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0635576 Jul 08 17:28:24.148345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ed9e9-dc1d-46db-b94c-5a6564363852 None None] Pushing event updated for resources: {'Port': ['ID=26dbb7f1-e7b7-46c2-a160-9980fe995e89,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:24.231972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60a8d4-d482-4b2a-b8db-54970fe240eb req-4145769e-c267-46c5-add8-7bf338126ec4 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:24.247738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a60a8d4-d482-4b2a-b8db-54970fe240eb req-4145769e-c267-46c5-add8-7bf338126ec4 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 950 time: 0.5297379 Jul 08 17:28:24.249695 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0488b27a-46b9-41d1-b351-707127f95875 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:24.453967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 0488b27a-46b9-41d1-b351-707127f95875 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:24.497308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0488b27a-46b9-41d1-b351-707127f95875 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:24.501432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.570870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a60a8d4-d482-4b2a-b8db-54970fe240eb req-2014af46-460f-46ca-ba13-c4578654bf57 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563124 Jul 08 17:28:24.586227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-d67195d0-3575-43b8-89c9-7a383ae2451c tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:24.635601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d86401f0-bbe9-42c3-b063-33216d0569a3 req-d67195d0-3575-43b8-89c9-7a383ae2451c tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.6636324 Jul 08 17:28:24.775816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.818426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-9d527271-b679-45bd-8816-1d7fe2deb8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:24.822442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-9d527271-b679-45bd-8816-1d7fe2deb8b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180&tenant_id=40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 1100 time: 0.2438860 Jul 08 17:28:24.838385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:24.845197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 0488b27a-46b9-41d1-b351-707127f95875, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0488b27a-46b9-41d1-b351-707127f95875,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:24.857040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:24.857840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3c832052-d28a-4042-b125-499437accef0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:24.974629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=0488b27a-46b9-41d1-b351-707127f95875,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:24.992841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 3c832052-d28a-4042-b125-499437accef0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:24.997738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3c832052-d28a-4042-b125-499437accef0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:24.998120 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.121822 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.122042 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.162872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 3c832052-d28a-4042-b125-499437accef0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3c832052-d28a-4042-b125-499437accef0,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:25.176356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.254854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-c3068675-0a00-4ba2-af6d-72169ac18e12 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:25.261320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-c3068675-0a00-4ba2-af6d-72169ac18e12 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:25.262928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-c3068675-0a00-4ba2-af6d-72169ac18e12 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/networks?id=ec47ef2c-4829-42b4-959d-c7315518bfe8&id=54f34918-8b6a-4bc9-93c8-ad734ea28b23 HTTP/1.1" status: 200 len: 1391 time: 0.2975976 Jul 08 17:28:25.274555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1374f-7abe-4719-860e-9cb00f8eb645 req-05de5e8a-e62c-4e98-999c-a65df051ba9b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:25.277297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=3c832052-d28a-4042-b125-499437accef0,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:25.283348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52f1374f-7abe-4719-860e-9cb00f8eb645 req-05de5e8a-e62c-4e98-999c-a65df051ba9b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.3194633 Jul 08 17:28:25.334392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-2ba50fb6-36e3-4238-a620-40bdf703c467 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/quotas/d6d5e2aefac544b692422cd7902fc0f4 HTTP/1.1" status: 200 len: 375 time: 0.0425406 Jul 08 17:28:25.476451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52f1374f-7abe-4719-860e-9cb00f8eb645 req-ac6cec7f-c58c-4f0b-9ba4-bb378b3622ae tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921232 Jul 08 17:28:25.545184 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Sync routers for ids ['2562385f-4790-4b76-9b7d-732760636b5d'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:28:25.559707 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Routers {'2562385f-4790-4b76-9b7d-732760636b5d'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:25.561206 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2562385f-4790-4b76-9b7d-732760636b5d'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:25.615477 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:25.621700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-775375f3-6074-4c1b-814a-0ef65500e0dd tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2864408 Jul 08 17:28:25.732126 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Set router 2562385f-4790-4b76-9b7d-732760636b5d gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:25.774885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:25.850880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-cee83ed1-f4c8-4ef1-88f1-347bfcac3c47 service neutron] 10.222.0.63 "GET /v2.0/networks/ec47ef2c-4829-42b4-959d-c7315518bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204750 Jul 08 17:28:25.932231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:25.963311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7fdf8-6a62-443d-b105-ee4c725546df None None] Network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:25.997248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.014625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Transition to ACTIVE for port object 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:26.015418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:26.016758 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 4, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3673215e-6897-4fc5-8688-f6b6669724c9', 'name': '', 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'mac_address': 'fa:16:3e:fd:6a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'f26b970f-0913-4f53-912d-d132b8203135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:17Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 2, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'subnets': [{'id': 'f26b970f-0913-4f53-912d-d132b8203135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:26.018348 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879f410a-c224-4813-ba70-f40e4fc82108" -d '{"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-unplugged", "status": "completed", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:26.036876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9929bb01-5276-4b5a-b2ab-8d759bd9d3c2 None None] Provisioning for port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:26.045195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.068818 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Checking router: 2562385f-4790-4b76-9b7d-732760636b5d for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:28:26.071741 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Updating router 2562385f-4790-4b76-9b7d-732760636b5d port 3673215e-6897-4fc5-8688-f6b6669724c9 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:28:26.122793 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.251292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-095982af-72b3-474a-a842-1142b04ae5b7 req-1b83a805-31a3-41bf-8e9c-4f6c7378805e tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 210 time: 0.2279642 Jul 08 17:28:26.319572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-752ecf44-efe3-4e5a-8120-30cd24af71ad service neutron] 10.222.0.63 "GET /v2.0/networks/ec47ef2c-4829-42b4-959d-c7315518bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604566 Jul 08 17:28:26.368324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0488b27a-46b9-41d1-b351-707127f95875 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:26.431099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] No DVR routers for this DVR port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:26.460903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914388d-6341-419d-a401-2791a6843889 req-c587ffb1-1c7b-449e-9fd7-ce9cc616b932 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:26.464361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-c587ffb1-1c7b-449e-9fd7-ce9cc616b932 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 821 time: 0.3726535 Jul 08 17:28:26.466453 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b38c83-272b-4c83-bbc7-9f5ebef8918b x-openstack-request-id: req-12b38c83-272b-4c83-bbc7-9f5ebef8918b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:26.466744 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-plugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:26.466972 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-12b38c83-272b-4c83-bbc7-9f5ebef8918b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:26.467365 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'code': 200} Jul 08 17:28:26.481928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Request body: {'port': {'device_id': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'admin_state_up': True, 'tenant_id': '8d4be27b78304683952f1483a946ee8b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:26.506510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0488b27a-46b9-41d1-b351-707127f95875 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:26.506887 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.694860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 26dbb7f1-e7b7-46c2-a160-9980fe995e89 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:26.735668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Made reservation on behalf of 8d4be27b78304683952f1483a946ee8b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:26.744630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.779810 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.811502 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Transition to ACTIVE for port object 3673215e-6897-4fc5-8688-f6b6669724c9 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:26.843277 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.860543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:26.865638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:26.866017 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:26.922073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Allocated IP 172.20.0.9 (807d25a0-4208-4f9d-9ab5-27001bde802b/21419bcb-43d5-4e63-b22d-90182f2d3eae/c4d80880-7e42-49a8-b7ee-5bcbd97c19c1) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:26.946683 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Pushing event updated for resources: {'Port': ['ID=3673215e-6897-4fc5-8688-f6b6669724c9,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:26.983185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.983521 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.983854 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.984767 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.985337 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.985476 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.985703 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.986076 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.986733 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.987119 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.988762 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:26.989122 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:27.037916 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.082228 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Attempting to bind port 3673215e-6897-4fc5-8688-f6b6669724c9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:27.082512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Attempting to bind port 3673215e-6897-4fc5-8688-f6b6669724c9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:27.082645 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Attempting to bind port 3673215e-6897-4fc5-8688-f6b6669724c9 on network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:27.093030 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:27.093439 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Checking segment: {'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:27.093840 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.094670 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Bound using segment: {'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:27.095096 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Bound port: 3673215e-6897-4fc5-8688-f6b6669724c9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8363249-7d97-4128-a0fd-f538011d00c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:27.095746 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.124579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 26dbb7f1-e7b7-46c2-a160-9980fe995e89, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=26dbb7f1-e7b7-46c2-a160-9980fe995e89,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:27.135596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.136436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3c832052-d28a-4042-b125-499437accef0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:27.177622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.234899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.305885 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] For port 3673215e-6897-4fc5-8688-f6b6669724c9, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:27.313416 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] For port 3673215e-6897-4fc5-8688-f6b6669724c9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3673215e-6897-4fc5-8688-f6b6669724c9,segment=NetworkSegment(e8363249-7d97-4128-a0fd-f538011d00c0),segment_id=e8363249-7d97-4128-a0fd-f538011d00c0)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:27.322521 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.323369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=26dbb7f1-e7b7-46c2-a160-9980fe995e89,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:27.341155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3c832052-d28a-4042-b125-499437accef0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:27.341669 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.345511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event updated for resources: {'Port': ['ID=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:27.364897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Network 807d25a0-4208-4f9d-9ab5-27001bde802b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:27.380911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:27.390425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:27.405902 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b5ff9-468a-4f03-b08e-9e08cdc8fd5a None None] Pushing event updated for resources: {'Port': ['ID=3673215e-6897-4fc5-8688-f6b6669724c9,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:27.446722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f05bded5-82b8-4836-815a-7349791705ef req-491ff248-bb1d-4d9e-a31b-704db1188c8c tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9875357 Jul 08 17:28:27.452143 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Routers {'2562385f-4790-4b76-9b7d-732760636b5d'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:27.455075 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2562385f-4790-4b76-9b7d-732760636b5d'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:27.466969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:27.470760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:27.471210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:27.471314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.479326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d8681f73-ec56-4ded-890d-0ce2ed29e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.511416 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-1afc95be-1010-426c-b24d-9c4995ebe348 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0346992 Jul 08 17:28:27.525014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Request body: {'port': {'device_id': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:27.595764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:27.596345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:27.596908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:27.649522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:27.650244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Attempting to bind port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:27.665112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-2dd3ac7a-1cae-4692-84f3-f7b92d301d55 service neutron] 10.222.0.63 "GET /v2.0/networks/54f34918-8b6a-4bc9-93c8-ad734ea28b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3276405 Jul 08 17:28:27.678927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:27.679841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:27.680315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:27.680874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Bound port: 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:27.681313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.681433 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] Set router 2562385f-4790-4b76-9b7d-732760636b5d gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:27.699540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.744678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:27.964226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-151f92e1-fb43-4615-b475-c490e7985820 service neutron] 10.222.0.63 "GET /v2.0/networks/54f34918-8b6a-4bc9-93c8-ad734ea28b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977998 Jul 08 17:28:27.992340 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 4, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3673215e-6897-4fc5-8688-f6b6669724c9', 'name': '', 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'mac_address': 'fa:16:3e:fd:6a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'f26b970f-0913-4f53-912d-d132b8203135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:17Z', 'updated_at': '2021-07-08T17:28:27Z', 'revision_number': 4, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'subnets': [{'id': 'f26b970f-0913-4f53-912d-d132b8203135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:28.000064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:28.009824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:28.054797 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e183d-640b-4ab5-8353-9d50aa4540a6 None None] The sync data for ids ['2562385f-4790-4b76-9b7d-732760636b5d'] in n-d-799528-4 is: [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:18Z', 'revision_number': 4, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3673215e-6897-4fc5-8688-f6b6669724c9', 'name': '', 'network_id': '3ed8754f-ec71-41ab-bd73-8c173abfd5d0', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'mac_address': 'fa:16:3e:fd:6a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'f26b970f-0913-4f53-912d-d132b8203135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:17Z', 'updated_at': '2021-07-08T17:28:27Z', 'revision_number': 4, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'subnets': [{'id': 'f26b970f-0913-4f53-912d-d132b8203135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:28:28.061316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.104683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:28.115469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.150256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Transition to ACTIVE for port object c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:28.166672 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.173994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.174631 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.180456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] 10.222.0.72 "PUT /v2.0/ports/174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 1095 time: 3.3445055 Jul 08 17:28:28.264487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3673215e-6897-4fc5-8688-f6b6669724c9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:28.334957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.417040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 3673215e-6897-4fc5-8688-f6b6669724c9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:28.431965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3673215e-6897-4fc5-8688-f6b6669724c9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:28.432346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.438807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Pushing event updated for resources: {'Port': ['ID=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:28.506205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Attempting to bind port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:28.522752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Attempting to bind port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:28.527432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Attempting to bind port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 on network 807d25a0-4208-4f9d-9ab5-27001bde802b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:28.532627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 on network 807d25a0-4208-4f9d-9ab5-27001bde802b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:28.533355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Attempting to bind port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 on network 807d25a0-4208-4f9d-9ab5-27001bde802b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:28.539364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:28.540061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Checking segment: {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:28.540692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Bound using segment: {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:28.541912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Bound port: c4d80880-7e42-49a8-b7ee-5bcbd97c19c1, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4728f3a0-18d2-4b42-9914-78bd68db5e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:28.542556 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.593011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:28.631665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Allocated IP 172.25.5.125 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/f8a4791c-9f2b-49df-9167-37495d3e5c52) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:28.717856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:28.759496 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.769258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.785550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] For port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:28.790823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] For port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:28.811935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a203d-c5ed-4cbd-9205-8cfd9c7c3948 service neutron] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:28.813404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.865664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.865927 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.866633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.868374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] 10.222.0.72 "PUT /v2.0/ports/c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 HTTP/1.1" status: 200 len: 1091 time: 1.3477168 Jul 08 17:28:28.869012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'tag': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:28.871604 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4619c2c0-8831-4a31-bd4d-0472992a1a22" -d '{"events": [{"name": "network-changed", "server_uuid": "d0faf465-e89f-440c-b8bf-f71861674c76", "tag": "c4d80880-7e42-49a8-b7ee-5bcbd97c19c1"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:28.921709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 3673215e-6897-4fc5-8688-f6b6669724c9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3673215e-6897-4fc5-8688-f6b6669724c9,segment=NetworkSegment(e8363249-7d97-4128-a0fd-f538011d00c0),segment_id=e8363249-7d97-4128-a0fd-f538011d00c0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:28.932295 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:28.936338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 26dbb7f1-e7b7-46c2-a160-9980fe995e89 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:28.965147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-4f3041fb-5917-49b4-8871-3863802c263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:28.967388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-4f3041fb-5917-49b4-8871-3863802c263a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1098 time: 0.7553082 Jul 08 17:28:29.092519 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a7fcb-ebba-49b5-b80e-034626a4861c service neutron] Pushing event updated for resources: {'Port': ['ID=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:29.121726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:29.122534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=f8a4791c-9f2b-49df-9167-37495d3e5c52,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:29.161718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914388d-6341-419d-a401-2791a6843889 req-a06e7b60-a288-4d4b-abeb-164725dfb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:29.165480 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-a06e7b60-a288-4d4b-abeb-164725dfb2df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 1094 time: 0.2349267 Jul 08 17:28:29.167268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:29.167674 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:29.173076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:29.188009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:29.227649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=3673215e-6897-4fc5-8688-f6b6669724c9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:29.251999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-14045b58-f8bc-4945-87d1-73f30d5ee9a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 HTTP/1.1" status: 200 len: 217 time: 0.0781076 Jul 08 17:28:29.345753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914388d-6341-419d-a401-2791a6843889 req-f3987e78-2dde-4df0-a6d9-63338f42c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:29.348660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-f3987e78-2dde-4df0-a6d9-63338f42c4cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21419bcb-43d5-4e63-b22d-90182f2d3eae HTTP/1.1" status: 200 len: 861 time: 0.0831378 Jul 08 17:28:29.407580 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-7d5b3866-4ebe-46cf-82f5-2cb229000540 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=807d25a0-4208-4f9d-9ab5-27001bde802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512366 Jul 08 17:28:29.452954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-470a0446-abea-4594-8914-7b211e0e3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:29.454723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-470a0446-abea-4594-8914-7b211e0e3446 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.4790952 Jul 08 17:28:29.529270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-6716090d-2b82-4945-80c2-5cb7ba3f56f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0593543 Jul 08 17:28:29.550034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-0f811737-8d15-4daf-8d49-60b09e5a632d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:29.555057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-0f811737-8d15-4daf-8d49-60b09e5a632d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.4355686 Jul 08 17:28:29.617996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-8bb38120-faa4-42f4-86ae-526e51eb0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:29.619640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-8bb38120-faa4-42f4-86ae-526e51eb0787 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0607421 Jul 08 17:28:29.624518 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:29.626702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-27d6fbe0-23df-43a5-8d1b-73e70fac10e5 service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046773 Jul 08 17:28:29.717559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:29.773186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a914388d-6341-419d-a401-2791a6843889 req-0d8045bc-df92-4d85-8178-931fc5fd6040 service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393654 Jul 08 17:28:29.866900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-7dae4028-64b3-4beb-9e5b-699c23bfe24f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/quotas/69352fdd28e7454b89ede1a8a79d54a2 HTTP/1.1" status: 200 len: 375 time: 0.2461064 Jul 08 17:28:29.957964 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9e81f6c0-fa83-488c-8408-de1a71d9911f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:29.960431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-8e1da64e-2555-47e1-b489-e52c5826613c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847306 Jul 08 17:28:30.055914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3673215e-6897-4fc5-8688-f6b6669724c9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:30.103250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-bad64fd6-f33c-4df9-92be-14cf60b64a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:30.104836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-bad64fd6-f33c-4df9-92be-14cf60b64a75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4719744 Jul 08 17:28:30.134851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3673215e-6897-4fc5-8688-f6b6669724c9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:30.135234 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.188691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.198538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-57d2d7b3-c25c-4317-9bc7-dbc23bf5452a service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267904 Jul 08 17:28:30.208459 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.398136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.420634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=f8a4791c-9f2b-49df-9167-37495d3e5c52,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:30.428360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-971ad9a0-e175-4f53-9123-8da81f43495a service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121569 Jul 08 17:28:30.435673 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.474933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-19a4dc6f-7015-424d-a202-8f5240dab6cf service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444310 Jul 08 17:28:30.552108 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:30.559050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f05bded5-82b8-4836-815a-7349791705ef req-8be4ce58-1fef-4e9f-924f-24e8dff2c861 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1045935 Jul 08 17:28:30.630367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f05bded5-82b8-4836-815a-7349791705ef req-3a6a9dae-8fbc-4578-80b1-6bbdcac2eb75 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0703952 Jul 08 17:28:30.771370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e93ccd-8df0-48db-8f1f-2e1c28a10301 req-c928e65d-3103-4254-a23d-61946c7e18a3 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222356 Jul 08 17:28:30.779560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-3a8ae988-d0b8-4d0f-ba9c-de23401eba09 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:30.785602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-3a8ae988-d0b8-4d0f-ba9c-de23401eba09 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:30.787206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-3a8ae988-d0b8-4d0f-ba9c-de23401eba09 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.41 "GET /v2.0/networks?id=ec47ef2c-4829-42b4-959d-c7315518bfe8&id=54f34918-8b6a-4bc9-93c8-ad734ea28b23 HTTP/1.1" status: 200 len: 1391 time: 0.2868350 Jul 08 17:28:30.844360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bded5-82b8-4836-815a-7349791705ef req-e00140a5-6633-43b3-9be3-283db69b7995 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:30.845774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f05bded5-82b8-4836-815a-7349791705ef req-e00140a5-6633-43b3-9be3-283db69b7995 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2146335 Jul 08 17:28:30.851496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'port': {'device_id': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8', 'admin_state_up': True, 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:30.967055 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b214fa94-4e8b-448a-b616-4ec338439d0a x-openstack-request-id: req-b214fa94-4e8b-448a-b616-4ec338439d0a {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:30.967346 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-unplugged", "status": "completed", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:30.967632 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b214fa94-4e8b-448a-b616-4ec338439d0a {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:30.968023 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'code': 200} Jul 08 17:28:30.992944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:30.997445 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.272213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.292045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9167bd8-860a-45cc-878e-cdac93826ebb req-8970618a-97cd-43c7-bd45-c22b92f6f3c6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:31.293778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9167bd8-860a-45cc-878e-cdac93826ebb req-8970618a-97cd-43c7-bd45-c22b92f6f3c6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 947 time: 0.1820824 Jul 08 17:28:31.341676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9167bd8-860a-45cc-878e-cdac93826ebb req-e95d0206-ace8-42d2-8582-42ecb45d1e9d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Jul 08 17:28:31.342913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Allocated IP 19.80.0.113 (ec47ef2c-4829-42b4-959d-c7315518bfe8/b7123411-48bd-41a1-a1bd-912a65a43fa5/1ce4143a-b203-4d18-b89a-233e26272d5f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:31.461693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81f292-69ec-4d91-8ff7-ec5c234a9e4c req-78d55b5e-6abe-4686-841f-f3ba0317d7b3 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:31.463546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc81f292-69ec-4d91-8ff7-ec5c234a9e4c req-78d55b5e-6abe-4686-841f-f3ba0317d7b3 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 943 time: 0.1183140 Jul 08 17:28:31.591355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08a15668-8f51-401e-871b-054e0b63f11d req-56047625-7854-41b6-ad14-05bfc1632283 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 210 time: 0.0862668 Jul 08 17:28:31.604007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc81f292-69ec-4d91-8ff7-ec5c234a9e4c req-54cc1294-8cae-4721-8554-2008dd3594a0 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321509 Jul 08 17:28:31.663651 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d5f16-079f-46f5-90a6-7df879e5a0a3 x-openstack-request-id: req-540d5f16-079f-46f5-90a6-7df879e5a0a3 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:31.664162 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0faf465-e89f-440c-b8bf-f71861674c76", "tag": "c4d80880-7e42-49a8-b7ee-5bcbd97c19c1", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:31.664162 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-540d5f16-079f-46f5-90a6-7df879e5a0a3 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:31.664559 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'tag': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1', 'status': 'completed', 'code': 200} Jul 08 17:28:31.830178 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:31.846245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-114e2245-7894-4550-8581-8448b518b774 req-faa2c4bf-9bb0-4821-8149-01e0773878d0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.0566115 Jul 08 17:28:31.863070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Transition to ACTIVE for port object 1ce4143a-b203-4d18-b89a-233e26272d5f will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:31.875780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-d71dccf3-dc3b-4f9d-8e67-fad2396a1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:31.882731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-d71dccf3-dc3b-4f9d-8e67-fad2396a1bc4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d4be27b78304683952f1483a946ee8b&device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 1094 time: 0.1785233 Jul 08 17:28:32.427511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-b2227dcd-c705-43ea-ae58-71a87d08d9e1 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5187647 Jul 08 17:28:32.514931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:32.527500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-fc587039-4c1a-474f-82f8-5d481dd57a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.529529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-fc587039-4c1a-474f-82f8-5d481dd57a7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 200 len: 922 time: 0.6301262 Jul 08 17:28:32.545407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-58cf7af0-70c1-43b5-adac-2bf73dccb7cf tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.547504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-58cf7af0-70c1-43b5-adac-2bf73dccb7cf tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1138549 Jul 08 17:28:32.564261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Request body: {'port': {'device_id': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'admin_state_up': True, 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:32.581062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-ef2e722e-ba55-4cef-baf3-d97ba7ae998d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 HTTP/1.1" status: 200 len: 217 time: 0.0401855 Jul 08 17:28:32.586878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.658693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.710895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:32.739659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:32.743674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network ec47ef2c-4829-42b4-959d-c7315518bfe8 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:32.746647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.747444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Port': ['ID=1ce4143a-b203-4d18-b89a-233e26272d5f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:32.756129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:32.760159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:32.766269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-563baa54-6e67-4e89-8c8d-1c7ed0cad07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.771746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-563baa54-6e67-4e89-8c8d-1c7ed0cad07a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21419bcb-43d5-4e63-b22d-90182f2d3eae HTTP/1.1" status: 200 len: 861 time: 0.1767237 Jul 08 17:28:32.823471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.824250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.824953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.825630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.826275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.826962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.827630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.828292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.829017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.829679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.834015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.835175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.835871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:32.838549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03239545-75b5-4e86-9906-59e8cf816b97 req-55779643-0243-4adc-8c51-48859a2c3d3a tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd&device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528&device_id=d0faf465-e89f-440c-b8bf-f71861674c76&device_id=90750288-6d95-4d62-b350-890ef96685d5&device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59&device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6&device_id=aacf593c-d47f-49ed-abe0-48a429661c37&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 11828 time: 0.4255464 Jul 08 17:28:32.863872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:32.880595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1', 'network_id': '807d25a0-4208-4f9d-9ab5-27001bde802b', 'port_id': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1', 'mac_address': 'fa:16:3e:ed:5d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21419bcb-43d5-4e63-b22d-90182f2d3eae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:32.919070 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.931688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-1da5ab03-c0fe-45b3-9e30-971d0a6c6187 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=807d25a0-4208-4f9d-9ab5-27001bde802b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882409 Jul 08 17:28:32.935621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-03239545-75b5-4e86-9906-59e8cf816b97 req-19555634-4e33-47b5-8f49-b0b176061327 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.951261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:32.960504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Allocated IP 172.20.0.10 (1495ca0b-3919-43d6-8e6a-f156d25aa27c/93f219f3-10d8-4a52-b813-91bc530aa542/fe9ad982-249e-4372-9f0a-0b4b7b88979d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:32.975382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:32.988133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:32.991297 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b77b0-8a27-4114-94a9-1f317e0f436f" -d '{"events": [{"name": "network-changed", "server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:33.029217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:33.043811 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.044228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:33.045445 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.162805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:33.182614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-3d2fb8da-bc3c-4613-94e4-2b3d0093831c service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393720 Jul 08 17:28:33.212725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69667782-c4ec-428b-bf01-f1aeac3865ef None None] Provisioning for port 1ce4143a-b203-4d18-b89a-233e26272d5f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:33.220473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69667782-c4ec-428b-bf01-f1aeac3865ef None None] Provisioning complete for port 1ce4143a-b203-4d18-b89a-233e26272d5f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:33.221491 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69667782-c4ec-428b-bf01-f1aeac3865ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.273446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-69667782-c4ec-428b-bf01-f1aeac3865ef None None] Port 1ce4143a-b203-4d18-b89a-233e26272d5f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:33.274111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.276873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.350765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-03239545-75b5-4e86-9906-59e8cf816b97 req-19555634-4e33-47b5-8f49-b0b176061327 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.368641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.372683 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-03239545-75b5-4e86-9906-59e8cf816b97 req-19555634-4e33-47b5-8f49-b0b176061327 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.385232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-960fb20d-2a9f-4911-8fdf-246244890b40 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5384154 Jul 08 17:28:33.400664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c4d80880-7e42-49a8-b7ee-5bcbd97c19c1'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:33.415651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Request body: {'port': {'device_id': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23', 'admin_state_up': True, 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:33.424453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:33.426494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4619c2c0-8831-4a31-bd4d-0472992a1a22 req-4719dfa3-5064-42b5-9a63-ae12179e8f25 service neutron] 10.222.0.72 "GET /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315156 Jul 08 17:28:33.428992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:33.431687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:33.455392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03239545-75b5-4e86-9906-59e8cf816b97 req-19555634-4e33-47b5-8f49-b0b176061327 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=03320bb2-afae-4cd3-bc82-044655696c8a&id=a93e62c8-7456-4a0c-9980-a36a982117dc&id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.5864604 Jul 08 17:28:33.501339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:33.501969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.518527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event updated for resources: {'Port': ['ID=fe9ad982-249e-4372-9f0a-0b4b7b88979d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:33.538377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a8535b38-c4d8-4801-9f75-dbc40dfaf8bd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9788611 Jul 08 17:28:33.554104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Request body: {'port': {'device_id': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:33.602951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Allocated IP 172.25.5.223 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/a43939b5-ed2b-4e2f-957f-fe7aa3aeb5c2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:33.655626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19555634-4e33-47b5-8f49-b0b176061327 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13287cc5-71fb-41e6-8fd7-9314e70848ef,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:33.661893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:33.962801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Made reservation on behalf of d6d5e2aefac544b692422cd7902fc0f4 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:33.967051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.011920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.096295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c778bff-6474-47cc-b6dc-b4fe18ad26c2 req-25537601-d0bd-4547-b252-e75929aa6253 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:34.098426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c778bff-6474-47cc-b6dc-b4fe18ad26c2 req-25537601-d0bd-4547-b252-e75929aa6253 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 947 time: 0.2134171 Jul 08 17:28:34.194931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c778bff-6474-47cc-b6dc-b4fe18ad26c2 req-77236ead-6d7d-4660-bec3-2dc71c1a5b9c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820012 Jul 08 17:28:34.195877 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.245935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Allocated IP 19.86.0.252 (54f34918-8b6a-4bc9-93c8-ad734ea28b23/d9aa69ae-f026-4b24-90cb-f6a9b21c2382/726d992b-378e-41dd-bd5e-68704900b05b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:34.249277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:34.258657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:34.265510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:34.302178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=a43939b5-ed2b-4e2f-957f-fe7aa3aeb5c2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:34.428486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9ad982-249e-4372-9f0a-0b4b7b88979d {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:34.443269 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.458806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Transition to ACTIVE for port object fe9ad982-249e-4372-9f0a-0b4b7b88979d will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:34.464665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.499146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.555496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ad982-249e-4372-9f0a-0b4b7b88979d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:34.592634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.622942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Attempting to bind port fe9ad982-249e-4372-9f0a-0b4b7b88979d on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:34.623347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Attempting to bind port fe9ad982-249e-4372-9f0a-0b4b7b88979d by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:34.623613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Attempting to bind port fe9ad982-249e-4372-9f0a-0b4b7b88979d on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:34.623942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945114-bf4d-4352-a433-c35cbf2d3e4f req-a948fe84-b8a8-49fe-894e-d0d14a303411 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:34.629191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Port fe9ad982-249e-4372-9f0a-0b4b7b88979d on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:34.629514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Attempting to bind port fe9ad982-249e-4372-9f0a-0b4b7b88979d on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:34.631245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08945114-bf4d-4352-a433-c35cbf2d3e4f req-a948fe84-b8a8-49fe-894e-d0d14a303411 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 932 time: 0.1978042 Jul 08 17:28:34.634416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:34.634758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:34.635141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Bound using segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:34.635575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Bound port: fe9ad982-249e-4372-9f0a-0b4b7b88979d, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:34.635935 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.648473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Transition to ACTIVE for port object 726d992b-378e-41dd-bd5e-68704900b05b will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:34.651547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.731162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:34.736468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:34.741211 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.756557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] For port fe9ad982-249e-4372-9f0a-0b4b7b88979d, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:34.764460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08945114-bf4d-4352-a433-c35cbf2d3e4f req-c520f73e-a8ce-435e-9aff-c7c24ffd4ea8 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294885 Jul 08 17:28:34.764701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] For port fe9ad982-249e-4372-9f0a-0b4b7b88979d, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fe9ad982-249e-4372-9f0a-0b4b7b88979d,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:34.785388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.896524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ad982-249e-4372-9f0a-0b4b7b88979d,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:34.910294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:34.910879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.912346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-62028c49-bfdb-4fe7-b33c-1dde6f98527c service neutron] 10.222.0.72 "PUT /v2.0/ports/fe9ad982-249e-4372-9f0a-0b4b7b88979d HTTP/1.1" status: 200 len: 1092 time: 1.3632092 Jul 08 17:28:34.913121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'tag': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:34.915498 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a7929-7553-464d-b5bf-7bf733cad560" -d '{"events": [{"name": "network-changed", "server_uuid": "58c40e7c-0920-4584-a404-2eb827c85fdd", "tag": "fe9ad982-249e-4372-9f0a-0b4b7b88979d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:34.927148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:34.949487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:34.953479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:34.961007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:34.969070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:34.969457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:34.992865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event updated for resources: {'Port': ['ID=726d992b-378e-41dd-bd5e-68704900b05b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:35.050802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-49569a67-f833-4bb8-800a-61225bd67b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:35.052481 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-49569a67-f833-4bb8-800a-61225bd67b10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 1095 time: 0.0917864 Jul 08 17:28:35.094510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.097622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:35.141635 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-6693c16b-9a96-41b1-9874-6f0b486c35b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe9ad982-249e-4372-9f0a-0b4b7b88979d HTTP/1.1" status: 200 len: 217 time: 0.0775959 Jul 08 17:28:35.148447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'mac_address': 'fa:16:3e:6c:6d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:35.163939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:35.165017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.180835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.226722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-0bd6377e-e004-4dc3-9f56-dc66269ab919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:35.231932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-0bd6377e-e004-4dc3-9f56-dc66269ab919 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0769753 Jul 08 17:28:35.232681 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.277211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:35.290383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-0727d295-20d2-4e8f-8018-75b0fcb13b0e tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8852584 Jul 08 17:28:35.291480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=a43939b5-ed2b-4e2f-957f-fe7aa3aeb5c2,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:35.302923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-6626fe9f-3ef7-43eb-b284-31a8a98ea72e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599144 Jul 08 17:28:35.304953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.326865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:35.328625 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.331951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Request body: {'port': {'device_id': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:35.351809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.360511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:35.363733 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bf76b6-a068-4c75-9b9a-86cb59cef14d" -d '{"events": [{"server_uuid": "d0faf465-e89f-440c-b8bf-f71861674c76", "name": "network-vif-plugged", "status": "completed", "tag": "c4d80880-7e42-49a8-b7ee-5bcbd97c19c1"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:35.369675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-34e29088-15b1-4893-9729-c54ac9655148 None None] Provisioning for port 726d992b-378e-41dd-bd5e-68704900b05b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:35.375060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.376627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-d8de4e23-6be6-42f2-8d2c-4860def534a9 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8877761 Jul 08 17:28:35.398273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:35.404577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-34e29088-15b1-4893-9729-c54ac9655148 None None] Provisioning complete for port 726d992b-378e-41dd-bd5e-68704900b05b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:35.405171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34e29088-15b1-4893-9729-c54ac9655148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.411527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.424142 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-96a42f1f-9100-487f-b3b4-701e52872fbc service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113462 Jul 08 17:28:35.446500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e92667-5b5e-42f9-af61-84b52a0a850a req-9f8d75e4-4495-4093-9d54-26d643cb9ffb tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:35.448889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86e92667-5b5e-42f9-af61-84b52a0a850a req-9f8d75e4-4495-4093-9d54-26d643cb9ffb tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 944 time: 0.5160477 Jul 08 17:28:35.452252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-74dd249d-eef6-4480-abd7-f4ecacfc31bc tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0680556 Jul 08 17:28:35.471600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-34e29088-15b1-4893-9729-c54ac9655148 None None] Port 726d992b-378e-41dd-bd5e-68704900b05b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:35.472985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:35.481616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.481891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.482238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.482579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.482916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.483251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.483580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.483907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.484605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.484961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.485295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.485631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:28:35.557228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:35.563144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-898ad91d-28bc-4ead-9398-19f6295cd9e2 req-a967cfd8-7007-4db2-8a43-57c2c37a2755 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309776 Jul 08 17:28:35.578132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86e92667-5b5e-42f9-af61-84b52a0a850a req-29ec29c8-228a-47b1-8c31-e963a718bde9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207170 Jul 08 17:28:35.677333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-359b98ff-e8fb-492d-a02b-23dd3ebc70a7 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:35.678785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f567ef3-e0ab-4120-9865-8c910283bdd9 req-359b98ff-e8fb-492d-a02b-23dd3ebc70a7 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1786280 Jul 08 17:28:35.679504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:35.734118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:36.020154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-856e8d9d-b912-40cf-9965-6664a35f4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.022428 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-856e8d9d-b912-40cf-9965-6664a35f4a62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1099 time: 0.2355046 Jul 08 17:28:36.032249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-75315fa4-5eac-4ec8-81fc-8e9b9d0e0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.033766 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-75315fa4-5eac-4ec8-81fc-8e9b9d0e0e1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1099 time: 0.1885350 Jul 08 17:28:36.059261 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a61d00-1c5e-48c2-957e-a1a3798974bd x-openstack-request-id: req-58a61d00-1c5e-48c2-957e-a1a3798974bd {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:36.060453 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:36.060453 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58a61d00-1c5e-48c2-957e-a1a3798974bd {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:36.060453 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'status': 'completed', 'code': 200} Jul 08 17:28:36.151990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130208c-d65d-41b4-858c-ddfb042500e6 req-c6abc20f-4df6-42d4-85d2-9520887c3fd3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.153592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a130208c-d65d-41b4-858c-ddfb042500e6 req-c6abc20f-4df6-42d4-85d2-9520887c3fd3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 944 time: 0.4717679 Jul 08 17:28:36.251610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a130208c-d65d-41b4-858c-ddfb042500e6 req-4a482307-5852-49fa-8d87-5f12225016cc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866280 Jul 08 17:28:36.282035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce4143a-b203-4d18-b89a-233e26272d5f {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:36.295677 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.301193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-a254c5a3-9ed5-42cd-b242-076e2a0339a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.302833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-a254c5a3-9ed5-42cd-b242-076e2a0339a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2454998 Jul 08 17:28:36.325619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Transition to ACTIVE for port object 1ce4143a-b203-4d18-b89a-233e26272d5f will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:36.334359 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.366172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-99524454-a6a3-4d36-8fa6-a0d027ffdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.367712 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-99524454-a6a3-4d36-8fa6-a0d027ffdd43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.3377790 Jul 08 17:28:36.410330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce4143a-b203-4d18-b89a-233e26272d5f,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:36.457817 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-e2da79ab-709e-4b26-8df9-31b353911e40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.1409624 Jul 08 17:28:36.459285 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6a95ec-aa83-4280-9251-6419974fd54b x-openstack-request-id: req-4c6a95ec-aa83-4280-9251-6419974fd54b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:36.459571 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c40e7c-0920-4584-a404-2eb827c85fdd", "tag": "fe9ad982-249e-4372-9f0a-0b4b7b88979d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:36.459817 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c6a95ec-aa83-4280-9251-6419974fd54b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:36.460207 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'tag': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d', 'status': 'completed', 'code': 200} Jul 08 17:28:36.464475 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b452aaff-0ab0-4db9-b6a8-ddcd9698c6f7 x-openstack-request-id: req-b452aaff-0ab0-4db9-b6a8-ddcd9698c6f7 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:36.465037 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0faf465-e89f-440c-b8bf-f71861674c76", "name": "network-vif-plugged", "status": "completed", "tag": "c4d80880-7e42-49a8-b7ee-5bcbd97c19c1", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:36.465467 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b452aaff-0ab0-4db9-b6a8-ddcd9698c6f7 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:36.466024 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1', 'code': 200} Jul 08 17:28:36.532563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-b66cbda2-cd13-41ed-9b8a-12c276e387da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0713954 Jul 08 17:28:36.639555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Attempting to bind port 1ce4143a-b203-4d18-b89a-233e26272d5f on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:36.639900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Attempting to bind port 1ce4143a-b203-4d18-b89a-233e26272d5f by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:36.640237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Attempting to bind port 1ce4143a-b203-4d18-b89a-233e26272d5f on network ec47ef2c-4829-42b4-959d-c7315518bfe8 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:36.701843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-5f381f1a-af52-416d-b83e-cbb9a6d27b5f tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2015276 Jul 08 17:28:36.712712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-b2acadff-2ef6-4fcd-8e96-3b238d68380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.714382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-b2acadff-2ef6-4fcd-8e96-3b238d68380c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.2508934 Jul 08 17:28:36.728084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-25ecc3db-0814-4ed5-bf35-bf2d15f3dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.730657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-25ecc3db-0814-4ed5-bf35-bf2d15f3dd9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1300576 Jul 08 17:28:36.734020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:36.754753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-1dcbe822-e1cc-4356-a487-c5f7fc4c2b1f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.756552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-1dcbe822-e1cc-4356-a487-c5f7fc4c2b1f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180&tenant_id=40f30bd4ac2e4292ba1830d62917d829&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 948 time: 0.3876414 Jul 08 17:28:36.762871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Port 1ce4143a-b203-4d18-b89a-233e26272d5f on network ec47ef2c-4829-42b4-959d-c7315518bfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:36.763197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Attempting to bind port 1ce4143a-b203-4d18-b89a-233e26272d5f on network ec47ef2c-4829-42b4-959d-c7315518bfe8 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:36.771205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:36.771547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Checking segment: {'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:36.771941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Bound using segment: {'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:36.772387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Bound port: 1ce4143a-b203-4d18-b89a-233e26272d5f, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351aa9bf-c7d1-46ae-96e7-557158de7b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:36.772767 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.778372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:36.860569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7929-7553-464d-b5bf-7bf733cad560 req-10e1a6a4-d030-424d-9480-f19ebcba3686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.862663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-722a7929-7553-464d-b5bf-7bf733cad560 req-10e1a6a4-d030-424d-9480-f19ebcba3686 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 1095 time: 0.3639572 Jul 08 17:28:36.886912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2bef1-c2ca-4c69-84b1-009815ecd154 req-8b540e31-3b95-4795-8043-681e599ee06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.888596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2eb2bef1-c2ca-4c69-84b1-009815ecd154 req-8b540e31-3b95-4795-8043-681e599ee06a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 1096 time: 0.3531129 Jul 08 17:28:36.973415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-3097a2c4-8b79-4774-872d-15f98167f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:36.974976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-3097a2c4-8b79-4774-872d-15f98167f316 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2162111 Jul 08 17:28:37.000068 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-4769f7c2-4969-4774-8b3d-04a85a34bed2 service neutron] delete failed (client error): The resource could not be found. Jul 08 17:28:37.001128 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-4769f7c2-4969-4774-8b3d-04a85a34bed2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/174fe3a4-c0f3-4000-8f1e-d0bdf7003f45/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.1929204 Jul 08 17:28:37.005647 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2eb2bef1-c2ca-4c69-84b1-009815ecd154 req-b38b7e2a-dc83-41ec-9246-f651a423e3c6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047616 Jul 08 17:28:37.008616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-3f5fac68-eebb-4d44-84bd-7a4e71dae95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.009374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-3f5fac68-eebb-4d44-84bd-7a4e71dae95e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2772248 Jul 08 17:28:37.185135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-73ca8d16-f76c-4b91-a62a-4529023abf99 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932850 Jul 08 17:28:37.185135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-249a7ac4-c362-4640-b0c4-0f3122ee0817 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593192 Jul 08 17:28:37.351769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] For port 1ce4143a-b203-4d18-b89a-233e26272d5f, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:37.364679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e291a76-eb01-45a0-bace-df70a86c83f3 req-d55c39eb-9805-4ff1-8b54-cccb9ed1e88b tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.369643 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-53ed7b4e-1abe-470a-a64d-bb2b238f4c7f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726201 Jul 08 17:28:37.370632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e291a76-eb01-45a0-bace-df70a86c83f3 req-d55c39eb-9805-4ff1-8b54-cccb9ed1e88b tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.371381 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d68b77b0-8a27-4114-94a9-1f317e0f436f req-e50f672b-329d-4c95-9fa0-e2bc979030df service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831522 Jul 08 17:28:37.372240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e291a76-eb01-45a0-bace-df70a86c83f3 req-d55c39eb-9805-4ff1-8b54-cccb9ed1e88b tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1667 time: 0.7411509 Jul 08 17:28:37.381469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] For port 1ce4143a-b203-4d18-b89a-233e26272d5f, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1ce4143a-b203-4d18-b89a-233e26272d5f,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:37.409664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.485069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.485711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.487088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ce4143a-b203-4d18-b89a-233e26272d5f HTTP/1.1" status: 200 len: 1092 time: 2.1612310 Jul 08 17:28:37.502368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7929-7553-464d-b5bf-7bf733cad560 req-03128022-83a4-4c26-bb53-edd872c93879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.504446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-722a7929-7553-464d-b5bf-7bf733cad560 req-03128022-83a4-4c26-bb53-edd872c93879 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.6127250 Jul 08 17:28:37.515515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e291a76-eb01-45a0-bace-df70a86c83f3 req-e2e82e78-678c-4c16-8f6f-54c78e7bc119 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298716 Jul 08 17:28:37.569498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Request body: {'port': {'device_id': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:37.654831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-b1accd88-1b62-481d-a7b1-a514c38a78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.657355 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-b1accd88-1b62-481d-a7b1-a514c38a78b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1099 time: 0.0924759 Jul 08 17:28:37.671844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72ad0c-6250-4b78-9a11-165fc1731746 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce4143a-b203-4d18-b89a-233e26272d5f,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:37.676227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-722a7929-7553-464d-b5bf-7bf733cad560 req-800db45f-8191-432e-b529-da14cb62ccc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe9ad982-249e-4372-9f0a-0b4b7b88979d HTTP/1.1" status: 200 len: 217 time: 0.1597404 Jul 08 17:28:37.760941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.850306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-344575c0-8d82-4d34-9a61-3a91c2feb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.851999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-344575c0-8d82-4d34-9a61-3a91c2feb7f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1826606 Jul 08 17:28:37.866870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7929-7553-464d-b5bf-7bf733cad560 req-4114961d-c174-4395-8ad0-58b445caf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.868353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-722a7929-7553-464d-b5bf-7bf733cad560 req-4114961d-c174-4395-8ad0-58b445caf412 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.1698844 Jul 08 17:28:37.915147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:37.916687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-8b7a0374-8e09-4d37-aa64-4732492714c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0480580 Jul 08 17:28:37.921964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-722a7929-7553-464d-b5bf-7bf733cad560 req-024bc964-6eda-45a7-93ac-596f405f462f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409501 Jul 08 17:28:37.991259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-ac4e93bb-7cdb-4244-a943-c75714658c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:37.993182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-ac4e93bb-7cdb-4244-a943-c75714658c84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0684559 Jul 08 17:28:38.074826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-c3dba14c-4b2f-407d-baad-0b37f2e258dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:38.076305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'tag': '1ce4143a-b203-4d18-b89a-233e26272d5f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:38.077173 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-c3dba14c-4b2f-407d-baad-0b37f2e258dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756712 Jul 08 17:28:38.078946 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "tag": "1ce4143a-b203-4d18-b89a-233e26272d5f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:38.123304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Allocated IP 172.25.5.110 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/5577d040-ccfa-4705-af75-e33dace6d6e6) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:38.195819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-623f78b2-ecad-4fe1-abbe-833a3e50aa65 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098599 Jul 08 17:28:38.291087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2a5582e-9151-4d89-b9bd-a21432be0f5d req-7c02c30d-2987-4577-b1f2-91d594acc8e5 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885742 Jul 08 17:28:38.291665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36811-572b-4ee5-86e5-d1fa54d45520 req-32f155be-84b4-4b74-b1f5-4b7a9dc24a40 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:38.292164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36811-572b-4ee5-86e5-d1fa54d45520 req-32f155be-84b4-4b74-b1f5-4b7a9dc24a40 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:38.292649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36811-572b-4ee5-86e5-d1fa54d45520 req-32f155be-84b4-4b74-b1f5-4b7a9dc24a40 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:38.294345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84c36811-572b-4ee5-86e5-d1fa54d45520 req-32f155be-84b4-4b74-b1f5-4b7a9dc24a40 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5&device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6&device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 2884 time: 0.3749063 Jul 08 17:28:38.299594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-722a7929-7553-464d-b5bf-7bf733cad560 req-161ea6a3-756a-4982-be4e-8524f4b45258 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565297 Jul 08 17:28:38.483128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84c36811-572b-4ee5-86e5-d1fa54d45520 req-f8305fb0-4907-4a64-a85d-2fd17392114c tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802621 Jul 08 17:28:38.524517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.542410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-722a7929-7553-464d-b5bf-7bf733cad560 req-fabced69-04b8-43fc-b2c4-6090546dd70c service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353640 Jul 08 17:28:38.648622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726d992b-378e-41dd-bd5e-68704900b05b {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:38.660146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.677204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.684505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Transition to ACTIVE for port object 726d992b-378e-41dd-bd5e-68704900b05b will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:38.715929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.746057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:38.757840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0542a-7e12-4d54-aee1-7b67dcaad709 req-70a46554-2be1-4a92-9220-09629ca17b5e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:38.759403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40b0542a-7e12-4d54-aee1-7b67dcaad709 req-70a46554-2be1-4a92-9220-09629ca17b5e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 948 time: 0.1641426 Jul 08 17:28:38.764689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:38.769778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fe9ad982-249e-4372-9f0a-0b4b7b88979d details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:38.770304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:38.773317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=5577d040-ccfa-4705-af75-e33dace6d6e6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:38.775641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:38.929558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:38.935522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40b0542a-7e12-4d54-aee1-7b67dcaad709 req-041e4a2c-ee6f-4b00-83a7-b84d3499d22a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677186 Jul 08 17:28:38.937126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:38.937514 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:38.943449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Pushing event updated for resources: {'Port': ['ID=726d992b-378e-41dd-bd5e-68704900b05b,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:38.992698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port fe9ad982-249e-4372-9f0a-0b4b7b88979d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fe9ad982-249e-4372-9f0a-0b4b7b88979d,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:39.010327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d', 'mac_address': 'fa:16:3e:c8:0c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:39.014502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Attempting to bind port 726d992b-378e-41dd-bd5e-68704900b05b on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:39.014884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Attempting to bind port 726d992b-378e-41dd-bd5e-68704900b05b by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:39.015329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Attempting to bind port 726d992b-378e-41dd-bd5e-68704900b05b on network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:39.027426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Port 726d992b-378e-41dd-bd5e-68704900b05b on network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:39.027901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Attempting to bind port 726d992b-378e-41dd-bd5e-68704900b05b on network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:39.037988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.040102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:39.040264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Checking segment: {'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:39.040727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Bound using segment: {'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:39.041285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Bound port: 726d992b-378e-41dd-bd5e-68704900b05b, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee29eb1-38fa-4ef0-ab95-97689c9ea953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:39.041780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.094700 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.096329 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.119504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9ad982-249e-4372-9f0a-0b4b7b88979d {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:39.138962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:39.141235 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ffc75-6fae-4212-b7a2-24ec7fc1c93d" -d '{"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-plugged", "status": "completed", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:39.162430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:39.164495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port fe9ad982-249e-4372-9f0a-0b4b7b88979d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fe9ad982-249e-4372-9f0a-0b4b7b88979d,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:39.167340 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.167883 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.171830 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.217447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:39.221606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] For port 726d992b-378e-41dd-bd5e-68704900b05b, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:39.242522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] For port 726d992b-378e-41dd-bd5e-68704900b05b, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=726d992b-378e-41dd-bd5e-68704900b05b,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:39.255197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.268459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=fe9ad982-249e-4372-9f0a-0b4b7b88979d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:39.273480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda8842-7b61-4c93-8b52-251ccb731ecd req-3bcb5c16-7de4-486c-b556-d615ff274963 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.275005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4eda8842-7b61-4c93-8b52-251ccb731ecd req-3bcb5c16-7de4-486c-b556-d615ff274963 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 945 time: 0.2003760 Jul 08 17:28:39.357465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.358110 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.359520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] 10.222.0.41 "PUT /v2.0/ports/726d992b-378e-41dd-bd5e-68704900b05b HTTP/1.1" status: 200 len: 1092 time: 1.8186445 Jul 08 17:28:39.409644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40000276-3d7c-4c8c-b9ce-a383cb9d775a service neutron] Pushing event updated for resources: {'Port': ['ID=726d992b-378e-41dd-bd5e-68704900b05b,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:39.417198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4eda8842-7b61-4c93-8b52-251ccb731ecd req-5ab0c98a-71c4-4c6b-ae32-f66271d9c565 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094506 Jul 08 17:28:39.502955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.508932 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.537567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['fe9ad982-249e-4372-9f0a-0b4b7b88979d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:39.619026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event updated for resources: {'Port': ['ID=5577d040-ccfa-4705-af75-e33dace6d6e6,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:39.623149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-edea19d3-a1d0-4c88-a9d5-3b51306cffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.623638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-edea19d3-a1d0-4c88-a9d5-3b51306cffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.625588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-edea19d3-a1d0-4c88-a9d5-3b51306cffdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1981 time: 0.1915271 Jul 08 17:28:39.640350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.693161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-baf5153c-d10a-49a3-87a4-3585e5374fa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=1ce4143a-b203-4d18-b89a-233e26272d5f HTTP/1.1" status: 200 len: 217 time: 0.0463252 Jul 08 17:28:39.695895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:39.697005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-be218599-3f94-4f0f-8e37-23e2d88efe38 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9670174 Jul 08 17:28:39.717553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52299414-07c6-48ec-b300-4326e5b9a820 req-c6aba829-5467-46b2-95d5-c9925b212f34 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.718981 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52299414-07c6-48ec-b300-4326e5b9a820 req-c6aba829-5467-46b2-95d5-c9925b212f34 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 945 time: 0.1764834 Jul 08 17:28:39.806145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-186b2a1c-da91-44b6-b146-527dd0703042 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.110 HTTP/1.1" status: 200 len: 696 time: 0.0969431 Jul 08 17:28:39.812086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-3c7b10fe-cffc-49c9-9382-57b8766b24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.813535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-3c7b10fe-cffc-49c9-9382-57b8766b24c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7123411-48bd-41a1-a1bd-912a65a43fa5 HTTP/1.1" status: 200 len: 801 time: 0.1125448 Jul 08 17:28:39.878333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52299414-07c6-48ec-b300-4326e5b9a820 req-74b755ab-7d12-4bd5-81f4-4ffc69535b78 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347013 Jul 08 17:28:39.963182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-3bbe0672-c675-4758-b1fe-22b634cc9718 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.964543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60167aa0-b30e-45ed-836c-6bb2985d1a21 req-3bbe0672-c675-4758-b1fe-22b634cc9718 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1473122 Jul 08 17:28:39.970364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-aa5a0c79-df87-475a-9d7b-b09814047604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:39.971811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-aa5a0c79-df87-475a-9d7b-b09814047604 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec47ef2c-4829-42b4-959d-c7315518bfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1373601 Jul 08 17:28:40.032583 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe2ba6a-9c7e-4475-9a35-86c62a080ad6 x-openstack-request-id: req-bbe2ba6a-9c7e-4475-9a35-86c62a080ad6 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:40.032925 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "tag": "1ce4143a-b203-4d18-b89a-233e26272d5f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:40.033201 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bbe2ba6a-9c7e-4475-9a35-86c62a080ad6 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:40.033542 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'tag': '1ce4143a-b203-4d18-b89a-233e26272d5f', 'status': 'completed', 'code': 200} Jul 08 17:28:40.072005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-787a392f-d05d-4fb5-9194-84af16b5bc73 service neutron] 10.222.0.41 "GET /v2.0/networks/ec47ef2c-4829-42b4-959d-c7315518bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926397 Jul 08 17:28:40.181899 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ef4ba-a4b3-49a5-bf6e-3e498f19807d x-openstack-request-id: req-4b3ef4ba-a4b3-49a5-bf6e-3e498f19807d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:40.182428 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-plugged", "status": "completed", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:40.182428 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4b3ef4ba-a4b3-49a5-bf6e-3e498f19807d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:40.182812 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'code': 200} Jul 08 17:28:40.213901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-4506bc42-b60e-4f57-af9b-516e8ff6c6d0 service neutron] 10.222.0.41 "GET /v2.0/networks/ec47ef2c-4829-42b4-959d-c7315518bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349535 Jul 08 17:28:40.226239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b11b7-2a9f-4666-b748-99ebf14aa967 req-8e4afc5f-871b-4f32-ace7-7f44ad55d0f0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.232202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b11b7-2a9f-4666-b748-99ebf14aa967 req-8e4afc5f-871b-4f32-ace7-7f44ad55d0f0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.233730 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c83b11b7-2a9f-4666-b748-99ebf14aa967 req-8e4afc5f-871b-4f32-ace7-7f44ad55d0f0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1679 time: 0.1050420 Jul 08 17:28:40.283046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-b6abfd46-bc36-4db1-bbb6-038ccb4a634d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=726d992b-378e-41dd-bd5e-68704900b05b HTTP/1.1" status: 200 len: 217 time: 0.0482812 Jul 08 17:28:40.330623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c83b11b7-2a9f-4666-b748-99ebf14aa967 req-257c416f-df3b-4088-bb9d-cc06711de6f5 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896449 Jul 08 17:28:40.345612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-57e0601b-a101-4712-b901-18d12f8d8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.347833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-57e0601b-a101-4712-b901-18d12f8d8d81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9aa69ae-f026-4b24-90cb-f6a9b21c2382 HTTP/1.1" status: 200 len: 801 time: 0.0571291 Jul 08 17:28:40.422576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-e5503130-4923-434f-8ff0-1b00994120da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.424016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-e5503130-4923-434f-8ff0-1b00994120da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54f34918-8b6a-4bc9-93c8-ad734ea28b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0689068 Jul 08 17:28:40.512416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55b669db-87dc-4499-945e-0bd524ff8700 req-0a04823c-65c9-4d91-abbe-f51d9f67b64b tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips/c7084751-f01d-4bd3-bfcc-d39475e895b7 HTTP/1.1" status: 200 len: 693 time: 0.0982263 Jul 08 17:28:40.772574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fe9ad982-249e-4372-9f0a-0b4b7b88979d up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:40.821984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port fe9ad982-249e-4372-9f0a-0b4b7b88979d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:40.825703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port fe9ad982-249e-4372-9f0a-0b4b7b88979d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:40.826078 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.905864 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.939000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port fe9ad982-249e-4372-9f0a-0b4b7b88979d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fe9ad982-249e-4372-9f0a-0b4b7b88979d,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:40.943445 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:40.958157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-a0bd89cf-a057-4c88-9e8f-56f84a3a74c9 service neutron] 10.222.0.41 "GET /v2.0/networks/54f34918-8b6a-4bc9-93c8-ad734ea28b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000112 Jul 08 17:28:40.968507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1252574-d72e-4dd6-8c42-c325db4c7cff req-0f5a646e-75f4-4867-8562-ef4b499a099e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:40.969951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1252574-d72e-4dd6-8c42-c325db4c7cff req-0f5a646e-75f4-4867-8562-ef4b499a099e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.5129864 Jul 08 17:28:40.991127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=fe9ad982-249e-4372-9f0a-0b4b7b88979d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:41.051337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b669db-87dc-4499-945e-0bd524ff8700 req-5118734f-6499-4127-8e00-d1f3704e1a3e tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.052854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55b669db-87dc-4499-945e-0bd524ff8700 req-5118734f-6499-4127-8e00-d1f3704e1a3e tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.5232069 Jul 08 17:28:41.085120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1252574-d72e-4dd6-8c42-c325db4c7cff req-5f264dab-19f8-48bd-9055-06c4f59fa39b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036479 Jul 08 17:28:41.106411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fb3903-6499-48ef-a589-bfbc229f0ee6 req-347a0e8e-32a2-4e86-bbe9-09ac57a85e65 service neutron] 10.222.0.41 "GET /v2.0/networks/54f34918-8b6a-4bc9-93c8-ad734ea28b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354198 Jul 08 17:28:41.355577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cc940-2c94-4817-b09f-042b22fe1b3c req-f74fe7b2-abdb-4569-86cb-def5d6bf4911 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.357006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a07cc940-2c94-4817-b09f-042b22fe1b3c req-f74fe7b2-abdb-4569-86cb-def5d6bf4911 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 945 time: 0.1412148 Jul 08 17:28:41.365163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04e287-6e4c-4cc4-acfe-7bf7165e3458 req-5587e039-b89a-4276-bfb2-a3f53e8ce599 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.366540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da04e287-6e4c-4cc4-acfe-7bf7165e3458 req-5587e039-b89a-4276-bfb2-a3f53e8ce599 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 946 time: 0.1599166 Jul 08 17:28:41.389759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-7bb87047-a4f5-479e-bab2-3652c6d1d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.390251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-7bb87047-a4f5-479e-bab2-3652c6d1d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.391738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-7bb87047-a4f5-479e-bab2-3652c6d1d117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1981 time: 0.1494298 Jul 08 17:28:41.470991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a07cc940-2c94-4817-b09f-042b22fe1b3c req-adee8f15-207a-4f7f-b7cb-c841eb468cd4 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups?id=eae3062c-a739-4688-a8c9-fe736cdfbb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035099 Jul 08 17:28:41.483101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da04e287-6e4c-4cc4-acfe-7bf7165e3458 req-be20a069-ab23-4b39-bea3-06c1ec59aeda tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076162 Jul 08 17:28:41.527632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-431bb890-3df8-44b3-9625-5d5aa9557177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.529091 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-431bb890-3df8-44b3-9625-5d5aa9557177 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec47ef2c-4829-42b4-959d-c7315518bfe8 HTTP/1.1" status: 200 len: 902 time: 0.1276722 Jul 08 17:28:41.596929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-266900d2-133f-4e7a-ae93-fc92589e08f4 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips/c7084751-f01d-4bd3-bfcc-d39475e895b7 HTTP/1.1" status: 200 len: 693 time: 0.0814025 Jul 08 17:28:41.598324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-a0a06bb2-7807-4f67-84e8-5cddc696a4e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=1ce4143a-b203-4d18-b89a-233e26272d5f HTTP/1.1" status: 200 len: 217 time: 0.0439320 Jul 08 17:28:41.746003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-f11ae555-991e-4de2-b1cb-476b53c76463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.747459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-f11ae555-991e-4de2-b1cb-476b53c76463 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7123411-48bd-41a1-a1bd-912a65a43fa5 HTTP/1.1" status: 200 len: 801 time: 0.1352499 Jul 08 17:28:41.805185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-33d9d208-776a-4c40-8f47-77e8561297e7 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.806546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-33d9d208-776a-4c40-8f47-77e8561297e7 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2044449 Jul 08 17:28:41.827753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ff35-3528-43f5-b97a-f34042a796f9 req-699096ed-4cc3-4a3b-965b-920e6d26d4a8 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.829235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3540ff35-3528-43f5-b97a-f34042a796f9 req-699096ed-4cc3-4a3b-965b-920e6d26d4a8 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1100 time: 0.1508651 Jul 08 17:28:41.872020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-f8faf903-4724-4152-921a-a024aaffe510 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.110 HTTP/1.1" status: 200 len: 696 time: 0.0586312 Jul 08 17:28:41.945654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-4f7755f4-ba2d-4d3c-93a0-30ce69bba0f6 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.110 HTTP/1.1" status: 200 len: 696 time: 0.0663316 Jul 08 17:28:41.949651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3540ff35-3528-43f5-b97a-f34042a796f9 req-caa781eb-9ea2-4889-a02c-28f25cde4ade tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939167 Jul 08 17:28:41.954163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-3d1f3804-882f-4532-86cb-7a83891635b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:41.955705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-3d1f3804-882f-4532-86cb-7a83891635b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec47ef2c-4829-42b4-959d-c7315518bfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1921749 Jul 08 17:28:42.039292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'tag': '726d992b-378e-41dd-bd5e-68704900b05b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:42.041568 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6bba3f-527e-4ce3-b918-257a90fc89d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "tag": "726d992b-378e-41dd-bd5e-68704900b05b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:42.183852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:42.186913 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e9c7a7-a3bf-4d8e-a0cb-bbb701cac4b4" -d '{"events": [{"server_uuid": "58c40e7c-0920-4584-a404-2eb827c85fdd", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ad982-249e-4372-9f0a-0b4b7b88979d"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:42.193548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-2bb19d7b-a346-42a9-8e78-bf446bddc13c service neutron] 10.222.0.41 "GET /v2.0/networks/ec47ef2c-4829-42b4-959d-c7315518bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033741 Jul 08 17:28:42.201066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-b59f4ad5-91d1-4465-bdf5-eada6578bfb0 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:42.202426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-b59f4ad5-91d1-4465-bdf5-eada6578bfb0 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 945 time: 0.2108982 Jul 08 17:28:42.333091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Deleting port 5577d040-ccfa-4705-af75-e33dace6d6e6 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:42.333434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.442518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2fa34e-d8b6-435b-92ad-ca58ae2c1f09 req-29f41308-f321-4ed6-a630-381638e513cc service neutron] 10.222.0.41 "GET /v2.0/networks/ec47ef2c-4829-42b4-959d-c7315518bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390318 Jul 08 17:28:42.486577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000e22e-6030-401e-9f0f-a62983fefb3c req-8d4ce82e-ccac-46e2-8864-ad268593e2af tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:42.488601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4000e22e-6030-401e-9f0f-a62983fefb3c req-8d4ce82e-ccac-46e2-8864-ad268593e2af tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 950 time: 0.2291758 Jul 08 17:28:42.511157 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.511488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.534478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Deleting port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:42.535114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.537429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Calling delete_port for 5577d040-ccfa-4705-af75-e33dace6d6e6 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:42.594346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4000e22e-6030-401e-9f0f-a62983fefb3c req-84204a9e-f7aa-4631-8c2d-86cb8cecff16 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992723 Jul 08 17:28:42.688874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] For port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,segment=NetworkSegment(4728f3a0-18d2-4b42-9914-78bd68db5e59),segment_id=4728f3a0-18d2-4b42-9914-78bd68db5e59)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:42.689235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.712997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Calling delete_port for c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:42.804931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:42.882636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.897481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99611994-cdbd-4a4b-9394-12ea41eeb457 req-f72025c4-c08b-43c9-9587-be8da42b4329 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:42.903695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99611994-cdbd-4a4b-9394-12ea41eeb457 req-f72025c4-c08b-43c9-9587-be8da42b4329 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:42.905308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99611994-cdbd-4a4b-9394-12ea41eeb457 req-f72025c4-c08b-43c9-9587-be8da42b4329 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1679 time: 0.2083118 Jul 08 17:28:42.911501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.916622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:42.921429 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:42.967462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:42.978491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event deleted for resources: {'Port': ['ID=5577d040-ccfa-4705-af75-e33dace6d6e6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:43.058549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99611994-cdbd-4a4b-9394-12ea41eeb457 req-da151f85-5d00-44f7-bfb7-9d0bb62ad2fc tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432374 Jul 08 17:28:43.072457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.074512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.077187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.078418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81dbfc23-b7e4-48d8-a39d-6f1ac5ba098a req-19cd724d-6e9f-4b78-90c9-76579038c76d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "DELETE /v2.0/floatingips/c7084751-f01d-4bd3-bfcc-d39475e895b7 HTTP/1.1" status: 204 len: 173 time: 1.1271026 Jul 08 17:28:43.107910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event deleted for resources: {'Port': ['ID=c4d80880-7e42-49a8-b7ee-5bcbd97c19c1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:43.132949 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943b728f-e561-4b0a-a317-a9a7cd821b00 x-openstack-request-id: req-943b728f-e561-4b0a-a317-a9a7cd821b00 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:43.133463 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "tag": "726d992b-378e-41dd-bd5e-68704900b05b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:43.133763 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-943b728f-e561-4b0a-a317-a9a7cd821b00 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:43.134214 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'tag': '726d992b-378e-41dd-bd5e-68704900b05b', 'status': 'completed', 'code': 200} Jul 08 17:28:43.161439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] No DVR routers for this DVR port c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:28:43.164726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.168637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64c7f5dd-202c-4c49-a9d5-61e623397009 req-1c07324b-4fb5-46aa-ab54-3ae2f2c15fcd tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.72 "DELETE /v2.0/ports/c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 HTTP/1.1" status: 204 len: 173 time: 0.9511573 Jul 08 17:28:43.177396 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22aaa8e-1e68-4e00-aeda-70ab9bea4334 x-openstack-request-id: req-e22aaa8e-1e68-4e00-aeda-70ab9bea4334 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:43.177751 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c40e7c-0920-4584-a404-2eb827c85fdd", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ad982-249e-4372-9f0a-0b4b7b88979d", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:43.178064 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e22aaa8e-1e68-4e00-aeda-70ab9bea4334 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:43.178564 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d', 'code': 200} Jul 08 17:28:43.315908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-5b027d13-34a4-4d27-b022-632c6d993fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:43.317596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-5b027d13-34a4-4d27-b022-632c6d993fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:43.318497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-5b027d13-34a4-4d27-b022-632c6d993fec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1981 time: 0.1341228 Jul 08 17:28:43.358665 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:43.366595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05991da0-7465-4678-a820-2e9042dc1dfe req-c7accb93-9472-4f99-a84b-8372f1a94c79 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/ports?device_id=d0faf465-e89f-440c-b8bf-f71861674c76 HTTP/1.1" status: 200 len: 210 time: 0.0459001 Jul 08 17:28:43.457401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b390984-a05f-4016-ac76-eec355db911b req-e9fdf6ec-4ca3-4f7c-88fb-9a2818ddba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:43.458854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b390984-a05f-4016-ac76-eec355db911b req-e9fdf6ec-4ca3-4f7c-88fb-9a2818ddba2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 1097 time: 0.1895552 Jul 08 17:28:43.532770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-2c2af6e8-2d7c-4b82-8a05-c90ccb6272b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:43.534285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-2c2af6e8-2d7c-4b82-8a05-c90ccb6272b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54f34918-8b6a-4bc9-93c8-ad734ea28b23 HTTP/1.1" status: 200 len: 903 time: 0.1712046 Jul 08 17:28:43.540725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b390984-a05f-4016-ac76-eec355db911b req-41d741d9-67f6-4b15-ad30-f8002b6e74a5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579083 Jul 08 17:28:43.900037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-6e5e238b-b0fc-40f2-b613-2f1d19b55a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=726d992b-378e-41dd-bd5e-68704900b05b HTTP/1.1" status: 200 len: 217 time: 0.3572917 Jul 08 17:28:43.971639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b7c46-47b2-4604-a476-311480800396 req-d6bf827f-93e2-4e4d-9965-4ad8d1ffabdc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:43.973156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d25b7c46-47b2-4604-a476-311480800396 req-d6bf827f-93e2-4e4d-9965-4ad8d1ffabdc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 946 time: 0.5298796 Jul 08 17:28:44.098333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-e0ad0bf3-3f7e-4161-b4e9-9895d3852670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.099706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-e0ad0bf3-3f7e-4161-b4e9-9895d3852670 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9aa69ae-f026-4b24-90cb-f6a9b21c2382 HTTP/1.1" status: 200 len: 801 time: 0.1803615 Jul 08 17:28:44.139567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d25b7c46-47b2-4604-a476-311480800396 req-5f6b0633-e9bd-4dfe-a9c0-b87cdab5a534 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395106 Jul 08 17:28:44.168978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a534d-60cc-4551-8c27-549aca4e29c8 req-0d7861a1-53b6-41ff-8929-b56a1104de9d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.170460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-366a534d-60cc-4551-8c27-549aca4e29c8 req-0d7861a1-53b6-41ff-8929-b56a1104de9d tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6202919 Jul 08 17:28:44.197179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-868b6f41-36cc-4ad5-8be3-3191b6eada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.199030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-868b6f41-36cc-4ad5-8be3-3191b6eada53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54f34918-8b6a-4bc9-93c8-ad734ea28b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895913 Jul 08 17:28:44.277931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-5d1c0e7e-c21d-4518-a5f3-710d93f0d55f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523257 Jul 08 17:28:44.372399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-3f2f78b2-675b-478f-9bfd-a4f472154ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/54f34918-8b6a-4bc9-93c8-ad734ea28b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653090 Jul 08 17:28:44.496481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-27f29af1-f45b-430b-84f7-9b04bfa4e086 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.497972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-27f29af1-f45b-430b-84f7-9b04bfa4e086 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142615 Jul 08 17:28:44.538141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-41d278cf-1a0e-41f5-9e29-51cd56fb7080 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/quotas/40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 375 time: 0.0301554 Jul 08 17:28:44.561739 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c6bba3f-527e-4ce3-b918-257a90fc89d2 req-76608285-7978-429c-9383-f23ee506bc39 service neutron] 10.222.0.41 "GET /v2.0/networks/54f34918-8b6a-4bc9-93c8-ad734ea28b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773260 Jul 08 17:28:44.598442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90effabc-6f7c-4bf3-8809-6a835c2034c4 req-4c501058-536d-481f-8cf6-c0f4693b239d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.604611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90effabc-6f7c-4bf3-8809-6a835c2034c4 req-4c501058-536d-481f-8cf6-c0f4693b239d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.606159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90effabc-6f7c-4bf3-8809-6a835c2034c4 req-4c501058-536d-481f-8cf6-c0f4693b239d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1679 time: 0.1566932 Jul 08 17:28:44.662878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-31e7dcd2-29b3-48aa-b9ac-45e6c0a44c7d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169333 Jul 08 17:28:44.665567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90effabc-6f7c-4bf3-8809-6a835c2034c4 req-470fda0f-e786-4ac9-a223-5df87bfb82ac tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Jul 08 17:28:44.680000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 726d992b-378e-41dd-bd5e-68704900b05b details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:44.751043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9475b2a-33e2-4710-bb79-ece0dd31272c req-c44d2186-550f-4495-9d58-9b086dd8c527 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?tenant_id=ef4c4decf12548fc8c3eaa49a66891d7 HTTP/1.1" status: 200 len: 1656 time: 0.0517766 Jul 08 17:28:44.810520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:44.813526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 726d992b-378e-41dd-bd5e-68704900b05b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=726d992b-378e-41dd-bd5e-68704900b05b,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:44.842826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:44.843446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c4d80880-7e42-49a8-b7ee-5bcbd97c19c1 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:44.847264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '726d992b-378e-41dd-bd5e-68704900b05b', 'network_id': '54f34918-8b6a-4bc9-93c8-ad734ea28b23', 'port_id': '726d992b-378e-41dd-bd5e-68704900b05b', 'mac_address': 'fa:16:3e:74:b1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9aa69ae-f026-4b24-90cb-f6a9b21c2382', 'ip_address': '19.86.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:44.889271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9475b2a-33e2-4710-bb79-ece0dd31272c req-d856df62-b3d7-4181-b17e-f98da1eac646 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.890935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9475b2a-33e2-4710-bb79-ece0dd31272c req-d856df62-b3d7-4181-b17e-f98da1eac646 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks?id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 787 time: 0.1321099 Jul 08 17:28:44.897627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.902890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-a9475b2a-33e2-4710-bb79-ece0dd31272c req-47e56d70-2ccb-4325-bc78-62b167a823c3 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:28:44.904162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9475b2a-33e2-4710-bb79-ece0dd31272c req-47e56d70-2ccb-4325-bc78-62b167a823c3 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073020 Jul 08 17:28:44.914360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726d992b-378e-41dd-bd5e-68704900b05b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:44.942485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 726d992b-378e-41dd-bd5e-68704900b05b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=726d992b-378e-41dd-bd5e-68704900b05b,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:44.948359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:44.950206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1ce4143a-b203-4d18-b89a-233e26272d5f details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:44.985696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa2ab-2668-4b67-bd8b-fd4857ffe1e8 req-b2818d00-a9bb-4643-adad-680191db8f0e tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:44.994227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f61aa2ab-2668-4b67-bd8b-fd4857ffe1e8 req-b2818d00-a9bb-4643-adad-680191db8f0e tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.0726135 Jul 08 17:28:45.038610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f61aa2ab-2668-4b67-bd8b-fd4857ffe1e8 req-ba504017-d973-4220-802d-c1971c6bde7d tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Jul 08 17:28:45.058172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=726d992b-378e-41dd-bd5e-68704900b05b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:45.125704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1ce4143a-b203-4d18-b89a-233e26272d5f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1ce4143a-b203-4d18-b89a-233e26272d5f,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:45.135631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'name': 'network-vif-deleted', 'tag': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:45.138082 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60040cfd-aade-4494-8117-78d547a5b22f" -d '{"events": [{"server_uuid": "d0faf465-e89f-440c-b8bf-f71861674c76", "name": "network-vif-deleted", "tag": "c4d80880-7e42-49a8-b7ee-5bcbd97c19c1"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:45.145068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '1ce4143a-b203-4d18-b89a-233e26272d5f', 'network_id': 'ec47ef2c-4829-42b4-959d-c7315518bfe8', 'port_id': '1ce4143a-b203-4d18-b89a-233e26272d5f', 'mac_address': 'fa:16:3e:2f:43:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7123411-48bd-41a1-a1bd-912a65a43fa5', 'ip_address': '19.80.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:45.179964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:45.186909 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9066c703-8fd2-4500-a67f-fc534b6da0c8" -d '{"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:45.201727 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.217596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce4143a-b203-4d18-b89a-233e26272d5f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:45.246622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1ce4143a-b203-4d18-b89a-233e26272d5f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1ce4143a-b203-4d18-b89a-233e26272d5f,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:45.254114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:45.315090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=1ce4143a-b203-4d18-b89a-233e26272d5f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:45.413827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-462c051a-c441-4c5b-99aa-cfd147f6438d req-21ecbfc0-ba32-482e-bcd6-547c44d0e418 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 210 time: 0.0308690 Jul 08 17:28:45.492763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-511a3cfb-7b02-4834-9357-1da376a55823 req-496eff16-7d86-46fd-9967-4e361db27d8a tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips/edccfead-8e45-4ca9-ac26-1a49f83bae55 HTTP/1.1" status: 200 len: 693 time: 0.0486760 Jul 08 17:28:45.626242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['726d992b-378e-41dd-bd5e-68704900b05b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:45.638307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a3cfb-7b02-4834-9357-1da376a55823 req-32b2398c-b315-407c-a031-352e3e38d625 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:45.639659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-511a3cfb-7b02-4834-9357-1da376a55823 req-32b2398c-b315-407c-a031-352e3e38d625 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1415734 Jul 08 17:28:45.642416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d36e8-ab89-449f-aad6-b3de02a3266c req-8dfd2bbf-61a4-4536-9fb2-95935cc9b4ce tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:45.644336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-444d36e8-ab89-449f-aad6-b3de02a3266c req-8dfd2bbf-61a4-4536-9fb2-95935cc9b4ce tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.1254299 Jul 08 17:28:45.701375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-511a3cfb-7b02-4834-9357-1da376a55823 req-bfe8112c-b143-46ed-9b40-4cf7ed6169ba tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0545421 Jul 08 17:28:45.721950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-444d36e8-ab89-449f-aad6-b3de02a3266c req-fc47733a-3698-4fd6-9cd0-395d98743bf7 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688992 Jul 08 17:28:45.760721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-511a3cfb-7b02-4834-9357-1da376a55823 req-017d2bad-1bfb-418e-bf19-28c4d463c8bf tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.223 HTTP/1.1" status: 200 len: 696 time: 0.0504007 Jul 08 17:28:45.804624 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e2cac-7366-49ea-a3c0-2ca6caa0e8fd x-openstack-request-id: req-713e2cac-7366-49ea-a3c0-2ca6caa0e8fd {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:45.804793 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0faf465-e89f-440c-b8bf-f71861674c76", "name": "network-vif-deleted", "tag": "c4d80880-7e42-49a8-b7ee-5bcbd97c19c1", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:45.805068 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-713e2cac-7366-49ea-a3c0-2ca6caa0e8fd {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:45.805396 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0faf465-e89f-440c-b8bf-f71861674c76', 'name': 'network-vif-deleted', 'tag': 'c4d80880-7e42-49a8-b7ee-5bcbd97c19c1', 'status': 'completed', 'code': 200} Jul 08 17:28:45.923640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Deleting port a43939b5-ed2b-4e2f-957f-fe7aa3aeb5c2 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:45.923982 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.039071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3dbb8-97c3-48f7-80f3-0aae613217b4 req-ade1317d-c8de-48ac-8e5d-f8f8fcdb34b1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:46.040558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3d3dbb8-97c3-48f7-80f3-0aae613217b4 req-ade1317d-c8de-48ac-8e5d-f8f8fcdb34b1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 946 time: 0.1533730 Jul 08 17:28:46.042146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-840429be-b2ed-4e05-a2c8-5e9f9429e5af tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460501 Jul 08 17:28:46.045711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.046038 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.074842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Calling delete_port for a43939b5-ed2b-4e2f-957f-fe7aa3aeb5c2 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:46.205020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3d3dbb8-97c3-48f7-80f3-0aae613217b4 req-07371396-c3a2-4f81-846c-ea997ce95d70 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563740 Jul 08 17:28:46.252930 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9836ffb7-ccc2-4c62-834c-7d15ad5bcbe8 x-openstack-request-id: req-9836ffb7-ccc2-4c62-834c-7d15ad5bcbe8 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:46.253858 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:46.254347 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9836ffb7-ccc2-4c62-834c-7d15ad5bcbe8 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:46.254944 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'code': 200} Jul 08 17:28:46.265867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-eaaa3b80-35fd-45f3-b00e-c61e24d633bc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:46.267313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-eaaa3b80-35fd-45f3-b00e-c61e24d633bc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168133 Jul 08 17:28:46.292582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Request body: {'port': {'device_id': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '40f30bd4ac2e4292ba1830d62917d829'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:46.468203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.518677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event deleted for resources: {'Port': ['ID=a43939b5-ed2b-4e2f-957f-fe7aa3aeb5c2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:46.575220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Made reservation on behalf of 40f30bd4ac2e4292ba1830d62917d829 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:28:46.578738 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.591467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f558c46-6e55-4b6e-b23a-18061d799956 req-3caabe62-e03a-4c1f-a14a-9b6a6c923d51 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:46.597954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f558c46-6e55-4b6e-b23a-18061d799956 req-3caabe62-e03a-4c1f-a14a-9b6a6c923d51 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:46.599567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f558c46-6e55-4b6e-b23a-18061d799956 req-3caabe62-e03a-4c1f-a14a-9b6a6c923d51 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1681 time: 0.2236960 Jul 08 17:28:46.651889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.654355 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.655495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-511a3cfb-7b02-4834-9357-1da376a55823 req-7e05b3c4-9d5e-457b-97a6-95f8fbeaa800 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "DELETE /v2.0/floatingips/edccfead-8e45-4ca9-ac26-1a49f83bae55 HTTP/1.1" status: 204 len: 173 time: 0.8888638 Jul 08 17:28:46.683214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 726d992b-378e-41dd-bd5e-68704900b05b up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:46.704122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f558c46-6e55-4b6e-b23a-18061d799956 req-2f7f5c99-8822-426b-91e8-af79411c4856 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947890 Jul 08 17:28:46.720545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1ce4143a-b203-4d18-b89a-233e26272d5f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:46.786850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Allocated IP 192.168.233.234 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/5a360cf0-437f-4cd1-9684-169e1a56cfbb) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:28:46.841937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 726d992b-378e-41dd-bd5e-68704900b05b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:46.868493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 726d992b-378e-41dd-bd5e-68704900b05b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:46.879411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.966492 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:46.983582 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:28:46.995175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Transition to ACTIVE for port object 5a360cf0-437f-4cd1-9684-169e1a56cfbb will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:47.033486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.093782 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.096321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:47.103708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:28:47.107200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:28:47.111508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:28:47.128362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:47.180084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 726d992b-378e-41dd-bd5e-68704900b05b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=726d992b-378e-41dd-bd5e-68704900b05b,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:47.214672 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.232026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:47.232026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.303329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=726d992b-378e-41dd-bd5e-68704900b05b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:47.339164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-8736fed0-27f0-4609-ac0e-1b30c9d9aa07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0504920 Jul 08 17:28:47.354528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218af98-caf1-4662-b1f0-2283ab459baa req-b2e0f1ab-6a5c-4e77-ba16-96788f52fb07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:47.363951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b218af98-caf1-4662-b1f0-2283ab459baa req-b2e0f1ab-6a5c-4e77-ba16-96788f52fb07 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 936 time: 0.1278048 Jul 08 17:28:47.371225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Request body: {'port': {'device_id': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:28:47.450170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7055c36d-54c4-4d2e-bbf7-4252a535d8ff None None] Provisioning for port 5a360cf0-437f-4cd1-9684-169e1a56cfbb completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:47.455042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7055c36d-54c4-4d2e-bbf7-4252a535d8ff None None] Provisioning complete for port 5a360cf0-437f-4cd1-9684-169e1a56cfbb triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:47.456623 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7055c36d-54c4-4d2e-bbf7-4252a535d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.503782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b218af98-caf1-4662-b1f0-2283ab459baa req-fcab0460-f24f-4f29-b288-2fa5ace82210 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373670 Jul 08 17:28:47.505454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7055c36d-54c4-4d2e-bbf7-4252a535d8ff None None] Port 5a360cf0-437f-4cd1-9684-169e1a56cfbb cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:28:47.538466 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.601747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feb63c06-bd85-45ce-9337-4ae759848430 req-2b4daaad-1b67-433a-a69d-a900646d0949 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips/2a6b67be-5551-424d-a624-e3c19f9c7b85 HTTP/1.1" status: 200 len: 693 time: 0.0728858 Jul 08 17:28:47.805508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb63c06-bd85-45ce-9337-4ae759848430 req-1aeebf6c-3db4-449e-9649-076f5cd1baf7 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:47.806878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59724) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:47.812860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feb63c06-bd85-45ce-9337-4ae759848430 req-1aeebf6c-3db4-449e-9649-076f5cd1baf7 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2102168 Jul 08 17:28:47.870878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fd4af5b-e72e-4551-8525-442568c7bb1f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.897515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fd4af5b-e72e-4551-8525-442568c7bb1f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.898337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feb63c06-bd85-45ce-9337-4ae759848430 req-53b83f0d-5e3a-4f9a-83cb-a8e5314a4ca1 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0845790 Jul 08 17:28:47.950556 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fd4af5b-e72e-4551-8525-442568c7bb1f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.953940 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fd4af5b-e72e-4551-8525-442568c7bb1f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:47.958027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6fd4af5b-e72e-4551-8525-442568c7bb1f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "DELETE /v2.0/security-groups/c73eec7e-4132-4099-81db-565814c368a5 HTTP/1.1" status: 204 len: 168 time: 0.1472871 Jul 08 17:28:47.959197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59728) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:47.978746 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-a974f333-1fbe-420f-befe-39ba62e5bdbf tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] show failed (client error): The resource could not be found. Jul 08 17:28:47.980941 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a974f333-1fbe-420f-befe-39ba62e5bdbf tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "GET /v2.0/security-groups/c73eec7e-4132-4099-81db-565814c368a5 HTTP/1.1" status: 404 len: 347 time: 0.0198283 Jul 08 17:28:47.987481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:47.990468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4af5b-e72e-4551-8525-442568c7bb1f tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73eec7e-4132-4099-81db-565814c368a5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:48.139352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Deleting port f85b61fa-587d-45b4-9d7e-16d78c506035 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:48.139762 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.228773 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.229262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.244086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Calling delete_port for f85b61fa-587d-45b4-9d7e-16d78c506035 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:48.260498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726d992b-378e-41dd-bd5e-68704900b05b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:48.263171 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8dd5ed-128f-4b73-b75d-fd04f8271819" -d '{"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-plugged", "status": "completed", "tag": "726d992b-378e-41dd-bd5e-68704900b05b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:48.307081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feb63c06-bd85-45ce-9337-4ae759848430 req-368e60eb-d96b-4fb5-9b94-4b123f0a39da tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.4078526 Jul 08 17:28:48.415024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.466890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a360cf0-437f-4cd1-9684-169e1a56cfbb {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:48.469146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Pushing event deleted for resources: {'Port': ['ID=f85b61fa-587d-45b4-9d7e-16d78c506035,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:48.478704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.498925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Transition to ACTIVE for port object 5a360cf0-437f-4cd1-9684-169e1a56cfbb will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:28:48.539431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.543189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.544837 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-980d5aa0-6e7f-46ae-b8dd-6b4ad8ca47d9 tempest-ImagesOneServerNegativeTestJSON-977684215 tempest-ImagesOneServerNegativeTestJSON-977684215-project] 10.222.0.63 "DELETE /v2.0/floatingips/8d269486-84f5-4034-889d-93d0e9c1d317 HTTP/1.1" status: 204 len: 168 time: 0.5558085 Jul 08 17:28:48.549818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.629754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Deleting port f8a4791c-9f2b-49df-9167-37495d3e5c52 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:48.630099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.687302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1ce4143a-b203-4d18-b89a-233e26272d5f up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:48.696934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:48.753776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 1ce4143a-b203-4d18-b89a-233e26272d5f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:48.758896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 1ce4143a-b203-4d18-b89a-233e26272d5f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:48.759890 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.780053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268128-98dd-422a-8f02-221515442267 req-3baf116b-041d-476f-acb2-143fc8d9b35c tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:48.786755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a268128-98dd-422a-8f02-221515442267 req-3baf116b-041d-476f-acb2-143fc8d9b35c tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:48.788529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a268128-98dd-422a-8f02-221515442267 req-3baf116b-041d-476f-acb2-143fc8d9b35c tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1682 time: 0.2853956 Jul 08 17:28:48.839704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.840368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.842507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:28:48.842847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:28:48.843178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:48.856236 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.860500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:28:48.860773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:28:48.869602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Calling delete_port for f8a4791c-9f2b-49df-9167-37495d3e5c52 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:48.878816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:28:48.879159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:28:48.879540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:28:48.879977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Bound port: 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:28:48.880338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.888007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1ce4143a-b203-4d18-b89a-233e26272d5f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1ce4143a-b203-4d18-b89a-233e26272d5f,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:48.890622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a268128-98dd-422a-8f02-221515442267 req-3fd06957-a7f9-4ad2-a1bc-038d1903bdac tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956442 Jul 08 17:28:48.894332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:48.959670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=1ce4143a-b203-4d18-b89a-233e26272d5f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.052449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:28:49.071825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:28:49.078491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.107198 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c0ead1-2f14-482e-9b6e-6e73f6f3d219 x-openstack-request-id: req-b3c0ead1-2f14-482e-9b6e-6e73f6f3d219 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:49.107874 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-plugged", "status": "completed", "tag": "726d992b-378e-41dd-bd5e-68704900b05b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:49.108298 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b3c0ead1-2f14-482e-9b6e-6e73f6f3d219 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:49.109410 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726d992b-378e-41dd-bd5e-68704900b05b', 'code': 200} Jul 08 17:28:49.137220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:49.137839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.139513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] 10.222.0.72 "PUT /v2.0/ports/5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 1096 time: 1.7734370 Jul 08 17:28:49.146505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:49.148722 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75941d7-5acf-4432-a7f2-4924ff85e766" -d '{"events": [{"name": "network-changed", "server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:49.189203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb9cae-f878-4790-bbad-5a30239286eb service neutron] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.194673 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.243558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event deleted for resources: {'Port': ['ID=f8a4791c-9f2b-49df-9167-37495d3e5c52,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:49.378794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.381984 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:49.383321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feb63c06-bd85-45ce-9337-4ae759848430 req-ed9b8341-4291-4072-987f-d3071d168b04 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "DELETE /v2.0/floatingips/2a6b67be-5551-424d-a624-e3c19f9c7b85 HTTP/1.1" status: 204 len: 173 time: 1.0708351 Jul 08 17:28:49.389762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-aad0273f-ae13-4b64-922f-8bf5d4952dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:49.391282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-aad0273f-ae13-4b64-922f-8bf5d4952dda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1099 time: 0.1671526 Jul 08 17:28:49.457136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-644a5a86-c367-4474-80f2-151638cba73f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.0522079 Jul 08 17:28:49.554631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-1c7b8299-734b-46f1-8f7c-f0d1cd5ec39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:49.556521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-1c7b8299-734b-46f1-8f7c-f0d1cd5ec39a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0884852 Jul 08 17:28:49.687504 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee79662-5559-4ddb-8882-c9d9630c3dda x-openstack-request-id: req-bee79662-5559-4ddb-8882-c9d9630c3dda {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:49.687836 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:49.688041 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bee79662-5559-4ddb-8882-c9d9630c3dda {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:49.688436 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'status': 'completed', 'code': 200} Jul 08 17:28:49.711188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-7a3014cd-6f58-4edb-a1c0-54066707a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:49.712684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-7a3014cd-6f58-4edb-a1c0-54066707a5a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226056 Jul 08 17:28:49.763712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb0c88-61f2-4509-83d7-130cb7a38835 req-ed59fae5-be6c-4f4b-8e86-77cc6c1b31de tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:49.765324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5feb0c88-61f2-4509-83d7-130cb7a38835 req-ed59fae5-be6c-4f4b-8e86-77cc6c1b31de tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 948 time: 0.1894722 Jul 08 17:28:49.817898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-36faa2a4-0dd4-40df-bc66-fdd3dd1a8cd7 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips/b730274d-a1a6-4497-8f58-028ce2795895 HTTP/1.1" status: 200 len: 692 time: 0.1106577 Jul 08 17:28:49.956209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5feb0c88-61f2-4509-83d7-130cb7a38835 req-f5413703-f7e6-459d-be78-98baa5b17400 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819177 Jul 08 17:28:49.990029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-904e40fc-a5dc-4699-9222-4ab868cf4c8f service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671082 Jul 08 17:28:50.053208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-aea6c0ba-9a35-41c4-9447-1f98281654ff tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.054572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-aea6c0ba-9a35-41c4-9447-1f98281654ff tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2231529 Jul 08 17:28:50.149215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-01e8ef80-51bd-4cdf-a194-4771f477bcd4 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0877144 Jul 08 17:28:50.218589 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0bc5dc29-f175-4add-9da1-1dc5796488b0 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.65 HTTP/1.1" status: 200 len: 695 time: 0.0581603 Jul 08 17:28:50.224093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1b42-1206-4c56-a5c0-7ed52ae53814 req-58369748-2546-4961-a878-1dde2b0369e6 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273085 Jul 08 17:28:50.304921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b12b7-c4a0-4a12-a7e8-03e5fd3462c0 req-854e46ca-b2c0-4f7f-8e39-ec350b1e8111 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.306408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b12b7-c4a0-4a12-a7e8-03e5fd3462c0 req-854e46ca-b2c0-4f7f-8e39-ec350b1e8111 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2026062 Jul 08 17:28:50.430989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b12b7-c4a0-4a12-a7e8-03e5fd3462c0 req-293385a1-6515-4081-a7a9-42cf753d1cf3 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788260 Jul 08 17:28:50.447681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-04839246-80bd-48bb-ae3b-2af3541c4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.449201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-04839246-80bd-48bb-ae3b-2af3541c4d78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1099 time: 0.1668694 Jul 08 17:28:50.459252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Deleting port 3a66e44b-1def-4417-9585-2455798c1971 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:50.459596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.613779 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.614112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.641758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-4bf70ae0-4b36-4b71-a449-32b735d970cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.643181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-4bf70ae0-4b36-4b71-a449-32b735d970cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1808407 Jul 08 17:28:50.648892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Calling delete_port for 3a66e44b-1def-4417-9585-2455798c1971 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:50.704387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-15d611dc-af25-4c1b-a1d1-468c166bd696 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.0499465 Jul 08 17:28:50.800816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852b08-31ca-42f8-8d8e-d09bab6afcd5 req-3165530b-96c1-415c-b6aa-924ff33cf490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.806795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f852b08-31ca-42f8-8d8e-d09bab6afcd5 req-3165530b-96c1-415c-b6aa-924ff33cf490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.808404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f852b08-31ca-42f8-8d8e-d09bab6afcd5 req-3165530b-96c1-415c-b6aa-924ff33cf490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1683 time: 0.2117522 Jul 08 17:28:50.833013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-dac2e3d5-65cc-4151-991c-7b40501a2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.834402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-dac2e3d5-65cc-4151-991c-7b40501a2094 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1019242 Jul 08 17:28:50.864303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:50.902424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f852b08-31ca-42f8-8d8e-d09bab6afcd5 req-4b2c00f1-4569-48e3-802e-877c6307c88d tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850668 Jul 08 17:28:50.959670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-b39fa440-3775-4f4d-b0da-152ce14bec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:50.961149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-b39fa440-3775-4f4d-b0da-152ce14bec5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141036 Jul 08 17:28:50.972184 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:50.979848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:50.992974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'mac_address': 'fa:16:3e:4b:90:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:51.024723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Pushing event deleted for resources: {'Port': ['ID=3a66e44b-1def-4417-9585-2455798c1971,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:51.034763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.051322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bb196d-4b80-4cc8-9b02-48a7442d480f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:51.076411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:51.082940 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.107020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-2100069c-5473-4222-80d6-7bbe6124f9f9 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304007 Jul 08 17:28:51.113081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce4143a-b203-4d18-b89a-233e26272d5f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:51.115748 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb43043-e02c-43f8-85b7-f3beb76912b1" -d '{"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-plugged", "status": "completed", "tag": "1ce4143a-b203-4d18-b89a-233e26272d5f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:51.130727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59800) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.152839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:51.209781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] Deleting subnet 21419bcb-43d5-4e63-b22d-90182f2d3eae {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:51.231465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.239073 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.241276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['78bb196d-4b80-4cc8-9b02-48a7442d480f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:51.241599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.253366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bdec83f-618f-433a-b39a-8bce6ca1829e req-0c751b13-7a1d-4986-8a6a-5fd7600208a8 tempest-FloatingIPDetailsTestJSON-1549258108 tempest-FloatingIPDetailsTestJSON-1549258108-project] 10.222.0.63 "DELETE /v2.0/floatingips/b730274d-a1a6-4497-8f58-028ce2795895 HTTP/1.1" status: 204 len: 173 time: 1.0280004 Jul 08 17:28:51.257574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59810) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.320187 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050d8a5-87e3-493c-9a2e-dde7a9d48157 x-openstack-request-id: req-1050d8a5-87e3-493c-9a2e-dde7a9d48157 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:51.320187 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-plugged", "status": "completed", "tag": "1ce4143a-b203-4d18-b89a-233e26272d5f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:51.320187 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1050d8a5-87e3-493c-9a2e-dde7a9d48157 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:51.323562 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce4143a-b203-4d18-b89a-233e26272d5f', 'code': 200} Jul 08 17:28:51.327522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.411391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.487396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.525140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21419bcb-43d5-4e63-b22d-90182f2d3eae,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:51.527998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.531205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-de2141f3-c237-48f8-b12e-04530ad4d974 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/21419bcb-43d5-4e63-b22d-90182f2d3eae HTTP/1.1" status: 204 len: 168 time: 0.3992655 Jul 08 17:28:51.534745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59824) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:51.622863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.710035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.722576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807d25a0-4208-4f9d-9ab5-27001bde802b']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:51.734329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4728f3a0-18d2-4b42-9914-78bd68db5e59') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:51.734617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4728f3a0-18d2-4b42-9914-78bd68db5e59') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:51.744760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.761723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.772479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:28:51.773590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:28:51.775690 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:28:51.842799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.854765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:51.857291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/807d25a0-4208-4f9d-9ab5-27001bde802b HTTP/1.1" status: 204 len: 168 time: 0.3210411 Jul 08 17:28:51.871820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6ecea-bb2f-4fde-ba13-c2e9a6ea56e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=807d25a0-4208-4f9d-9ab5-27001bde802b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:52.004305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a75941d7-5acf-4432-a7f2-4924ff85e766 req-b95fea4b-786a-4788-9a9e-18e2b7110bc4 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257468 Jul 08 17:28:52.045426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59844) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:52.059861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6a9e0-e5f1-43a9-9ade-cdc8b53068f2 req-dcc04782-e531-40ca-a7a4-0b4bdb4079f8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.061761 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfe6a9e0-e5f1-43a9-9ade-cdc8b53068f2 req-dcc04782-e531-40ca-a7a4-0b4bdb4079f8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 948 time: 0.7295375 Jul 08 17:28:52.086017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f572f0a-7a95-4b22-b37f-58c86457bf13 req-d499e1ca-00e9-4daa-97c0-731c6146ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.086772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f572f0a-7a95-4b22-b37f-58c86457bf13 req-d499e1ca-00e9-4daa-97c0-731c6146ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.088506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f572f0a-7a95-4b22-b37f-58c86457bf13 req-d499e1ca-00e9-4daa-97c0-731c6146ab8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1985 time: 0.5743237 Jul 08 17:28:52.131064 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e5df0f0b-b58b-4d09-8713-558b772eb2a8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d4be27b78304683952f1483a946ee8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820107 Jul 08 17:28:52.131663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59848) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:52.196185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2af1b7d1-d515-4cd0-8a30-f1a4485324d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.231356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfe6a9e0-e5f1-43a9-9ade-cdc8b53068f2 req-17728341-410a-4014-9dff-169c164a1eba tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406801 Jul 08 17:28:52.241860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f572f0a-7a95-4b22-b37f-58c86457bf13 req-96f58fac-bc60-4212-9818-10462c68f415 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979619 Jul 08 17:28:52.248882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2af1b7d1-d515-4cd0-8a30-f1a4485324d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.279420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae95c8d-de6d-40a9-b329-3c93630f42f1 req-f76f8f98-0144-4ed2-a769-85fa42615686 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.285250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ae95c8d-de6d-40a9-b329-3c93630f42f1 req-f76f8f98-0144-4ed2-a769-85fa42615686 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.3128002 Jul 08 17:28:52.345351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ae95c8d-de6d-40a9-b329-3c93630f42f1 req-cdbe5766-1ebf-4694-91f2-951d6b56489c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572362 Jul 08 17:28:52.379939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2af1b7d1-d515-4cd0-8a30-f1a4485324d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.383102 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2af1b7d1-d515-4cd0-8a30-f1a4485324d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.384884 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2af1b7d1-d515-4cd0-8a30-f1a4485324d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eae3062c-a739-4688-a8c9-fe736cdfbb2b HTTP/1.1" status: 204 len: 168 time: 0.2525458 Jul 08 17:28:52.422224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1b7d1-d515-4cd0-8a30-f1a4485324d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae3062c-a739-4688-a8c9-fe736cdfbb2b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:52.587890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443776-8f32-4c6e-851b-ce5fe498eb9e req-2cf9ef39-bb98-4ff9-ae9c-fa4c76401723 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.595207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19443776-8f32-4c6e-851b-ce5fe498eb9e req-2cf9ef39-bb98-4ff9-ae9c-fa4c76401723 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:52.597276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19443776-8f32-4c6e-851b-ce5fe498eb9e req-2cf9ef39-bb98-4ff9-ae9c-fa4c76401723 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1683 time: 0.1065674 Jul 08 17:28:52.716766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19443776-8f32-4c6e-851b-ce5fe498eb9e req-f97cd3e0-0585-4679-b249-b6ae92a8346b tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033871 Jul 08 17:28:52.759545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:52.880443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:28:52.885142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:53.225063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 78bb196d-4b80-4cc8-9b02-48a7442d480f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:53.225538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.296609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:53.316693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'mac_address': 'fa:16:3e:97:4f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:28:53.359192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Deleting port 3673215e-6897-4fc5-8688-f6b6669724c9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:53.359716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.388416 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.442972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-fb33813c-0c77-4dd0-97b4-d5113eb8cf9a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2948480 Jul 08 17:28:53.556984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:53.573858 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6bc099-6723-4b3f-b228-5b1a03a652a3" -d '{"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-plugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:53.580722 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.601735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:53.607896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a360cf0-437f-4cd1-9684-169e1a56cfbb {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:28:53.619664 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.721154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:53.741161 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.756903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:53.827840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] For port 3673215e-6897-4fc5-8688-f6b6669724c9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3673215e-6897-4fc5-8688-f6b6669724c9,segment=NetworkSegment(e8363249-7d97-4128-a0fd-f538011d00c0),segment_id=e8363249-7d97-4128-a0fd-f538011d00c0)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:53.835607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:53.846828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:53.874755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Calling delete_port for 3673215e-6897-4fc5-8688-f6b6669724c9 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:53.978023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b597264-985b-4562-bc23-afc2dff7a3db req-4902d61d-46df-417c-925e-46501babdcf4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:53.985148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b597264-985b-4562-bc23-afc2dff7a3db req-4902d61d-46df-417c-925e-46501babdcf4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 948 time: 0.4580030 Jul 08 17:28:54.026574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6275b-a7ed-4b56-9fd6-d4f0045619d8 req-ba3ea583-23d4-4a75-aa20-96cc1956572c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.028231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41a6275b-a7ed-4b56-9fd6-d4f0045619d8 req-ba3ea583-23d4-4a75-aa20-96cc1956572c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.3019848 Jul 08 17:28:54.040127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.042664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.042664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.042664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.042664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.042664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.043080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.045005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-f6923c38-17be-42e5-a690-21883dd471fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6491 time: 0.4579735 Jul 08 17:28:54.104749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['5a360cf0-437f-4cd1-9684-169e1a56cfbb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:28:54.187648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b597264-985b-4562-bc23-afc2dff7a3db req-4ca3f252-0f3e-4e8f-b94b-479cb8c951bd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014832 Jul 08 17:28:54.243640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41a6275b-a7ed-4b56-9fd6-d4f0045619d8 req-5fb19e8e-ca58-472c-8265-735ef061adde tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959798 Jul 08 17:28:54.314131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-648f782e-5cea-42b6-b9b5-7abe1b7e0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.320358 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a7f37-7242-499a-b6ae-89d5aa241050 x-openstack-request-id: req-615a7f37-7242-499a-b6ae-89d5aa241050 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:54.320726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-648f782e-5cea-42b6-b9b5-7abe1b7e0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.320920 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-plugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:54.321046 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-615a7f37-7242-499a-b6ae-89d5aa241050 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:54.321559 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'code': 200} Jul 08 17:28:54.321888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-648f782e-5cea-42b6-b9b5-7abe1b7e0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.323584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-648f782e-5cea-42b6-b9b5-7abe1b7e0bc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=79d53fa7-c96f-4de0-975e-8019dfd50b73&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=f6feec97-d073-46f4-befb-21002338a62d&id=f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 200 len: 2293 time: 0.2306211 Jul 08 17:28:54.434769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-9e196934-952e-4e79-a408-1756dc283f9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea9553bf-647a-47df-b150-4dc36665ad20 HTTP/1.1" status: 200 len: 1002 time: 0.0946164 Jul 08 17:28:54.438844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:54.468662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=3673215e-6897-4fc5-8688-f6b6669724c9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:54.598095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-14831bf6-a60e-4ef6-9245-2ce7a17a8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.599829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-14831bf6-a60e-4ef6-9245-2ce7a17a8feb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d76aadc-2b18-4d53-ba20-d8cea51bd04f HTTP/1.1" status: 200 len: 851 time: 0.1350756 Jul 08 17:28:54.789397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa74f04-3011-41f7-a54d-42605862b862 req-cb03ad1a-8623-462b-ba60-c3f082a4f7f7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.796117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa74f04-3011-41f7-a54d-42605862b862 req-cb03ad1a-8623-462b-ba60-c3f082a4f7f7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.804418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7aa74f04-3011-41f7-a54d-42605862b862 req-cb03ad1a-8623-462b-ba60-c3f082a4f7f7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1683 time: 0.2972493 Jul 08 17:28:54.917718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7aa74f04-3011-41f7-a54d-42605862b862 req-3c0c0dc6-733f-4a77-9529-52550e7e5001 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118431 Jul 08 17:28:54.924005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-03214c37-ecf9-4350-bf1d-e47a8fbe8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:54.925878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-03214c37-ecf9-4350-bf1d-e47a8fbe8fe1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=79d53fa7-c96f-4de0-975e-8019dfd50b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2895668 Jul 08 17:28:54.939882 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.130782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-39b9f351-7d6a-471c-bbe2-4bb34764b905 service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931350 Jul 08 17:28:55.300585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59950) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:55.336473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-60e94d1d-d455-4585-9769-0a0ec5a1f1ac service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471143 Jul 08 17:28:55.341629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Router 2562385f-4790-4b76-9b7d-732760636b5d has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:28:55.385826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-69ebfa28-2ae6-4728-b3df-17a28fbbeec6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 217 time: 0.0413170 Jul 08 17:28:55.557895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90bb10a6-9c11-4901-a063-080a55fe8e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.622752 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.679737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:28:55.702249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] Sync routers for ids ['2562385f-4790-4b76-9b7d-732760636b5d'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:28:55.702526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-adbb673f-2578-4234-b89d-5af46f6fbd10 admin admin] 10.222.0.63 "PUT /v2.0/routers/2562385f-4790-4b76-9b7d-732760636b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4391904 Jul 08 17:28:55.702526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59960) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:55.728942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-28e66582-ce1c-4ed6-94d6-df05fb1d9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:55.728942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-28e66582-ce1c-4ed6-94d6-df05fb1d9b9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.2880313 Jul 08 17:28:55.770861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] Routers {'2562385f-4790-4b76-9b7d-732760636b5d'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:55.772173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2562385f-4790-4b76-9b7d-732760636b5d'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:55.819573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90bb10a6-9c11-4901-a063-080a55fe8e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.836801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90bb10a6-9c11-4901-a063-080a55fe8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.888347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-90bb10a6-9c11-4901-a063-080a55fe8e78 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5cb937db959c424d812240bcc9b8c714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864649 Jul 08 17:28:55.891699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59962) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:55.905516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb10a6-9c11-4901-a063-080a55fe8e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d213736f-b756-4935-a670-3dc5e8486a95,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:55.981329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a61a9ec-66c3-45bd-a953-e9f19b82f101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:55.989513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] Set router 2562385f-4790-4b76-9b7d-732760636b5d gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:56.038905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a61a9ec-66c3-45bd-a953-e9f19b82f101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.121403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a61a9ec-66c3-45bd-a953-e9f19b82f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.127408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a61a9ec-66c3-45bd-a953-e9f19b82f101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.131750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5a61a9ec-66c3-45bd-a953-e9f19b82f101 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d213736f-b756-4935-a670-3dc5e8486a95 HTTP/1.1" status: 204 len: 168 time: 0.2389734 Jul 08 17:28:56.140444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61a9ec-66c3-45bd-a953-e9f19b82f101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d213736f-b756-4935-a670-3dc5e8486a95,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:56.328072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:54Z', 'revision_number': 5, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:56.360261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] Checking router: 2562385f-4790-4b76-9b7d-732760636b5d for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:28:56.375028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] Routers {'2562385f-4790-4b76-9b7d-732760636b5d'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:28:56.378428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:28:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2562385f-4790-4b76-9b7d-732760636b5d'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:56.421572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32c83f-9b16-4032-884d-e0827dfc7410 req-25339ef1-dc15-4fb5-a4ba-c368f29d2241 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.423460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e32c83f-9b16-4032-884d-e0827dfc7410 req-25339ef1-dc15-4fb5-a4ba-c368f29d2241 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 949 time: 0.9564524 Jul 08 17:28:56.490942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-c4ff3c00-55bf-4859-8915-5fbc59ed8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.492699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-c4ff3c00-55bf-4859-8915-5fbc59ed8d65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7342942 Jul 08 17:28:56.506806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.540398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] Set router 2562385f-4790-4b76-9b7d-732760636b5d gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:28:56.637423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10ace-cb30-4b5a-b1c5-f68f73ad9bee req-740107ec-224a-4f72-959f-ee062748be07 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:56.639407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d10ace-cb30-4b5a-b1c5-f68f73ad9bee req-740107ec-224a-4f72-959f-ee062748be07 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.7949207 Jul 08 17:28:56.647110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e32c83f-9b16-4032-884d-e0827dfc7410 req-365cfca0-5d95-49f6-b078-ee33a9e29370 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128625 Jul 08 17:28:56.848994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:56.880222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d10ace-cb30-4b5a-b1c5-f68f73ad9bee req-98be85a9-dc30-49d6-92c7-f1107937ecdb tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279451 Jul 08 17:28:56.897831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-43776279-6210-46e4-b234-8a175f8d96de service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923514 Jul 08 17:28:56.908454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:54Z', 'revision_number': 5, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:28:56.963131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:28:56.964292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93715cd-28a8-4914-8413-aaf0d2a57f00 None None] The sync data for ids ['2562385f-4790-4b76-9b7d-732760636b5d'] in n-d-799528-4 is: [{'id': '2562385f-4790-4b76-9b7d-732760636b5d', 'name': 'tempest-FloatingIPDetailsTestJSON-1859807433-router', 'tenant_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '0488b27a-46b9-41d1-b351-707127f95875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:28:14Z', 'updated_at': '2021-07-08T17:28:54Z', 'revision_number': 5, 'project_id': 'ef4c4decf12548fc8c3eaa49a66891d7', 'gw_port': {'id': '0488b27a-46b9-41d1-b351-707127f95875', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:68:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2562385f-4790-4b76-9b7d-732760636b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:28:15Z', 'updated_at': '2021-07-08T17:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:28:57.035692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 5a360cf0-437f-4cd1-9684-169e1a56cfbb completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:28:57.049629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 5a360cf0-437f-4cd1-9684-169e1a56cfbb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:28:57.049629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.137802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-c881dbc8-4177-4d94-9170-017c7cc04dc6 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679695 Jul 08 17:28:57.159381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Deleting port 0488b27a-46b9-41d1-b351-707127f95875 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:57.159866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.234236 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.241428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-a7603d48-fb5b-4f8e-91cb-a7482e1ea98b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 217 time: 0.0928850 Jul 08 17:28:57.269145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:28:57.273318 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0896e2-19c7-4dfb-bc3c-4842d984d528" -d '{"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:28:57.294410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:57.302062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.347981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0b93e-cd9c-418c-9b1b-814c7603851d req-7aa1fe63-11f0-46ca-ab68-e06c3c713d5f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.355233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0b93e-cd9c-418c-9b1b-814c7603851d req-7aa1fe63-11f0-46ca-ab68-e06c3c713d5f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.357391 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfe0b93e-cd9c-418c-9b1b-814c7603851d req-7aa1fe63-11f0-46ca-ab68-e06c3c713d5f tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1683 time: 0.2878585 Jul 08 17:28:57.374951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:57.417114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d9dec628-face-4194-a183-d6759c81f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.418439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-dc0f845c-fcee-44ee-b48a-8f8085f9f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.419934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-dc0f845c-fcee-44ee-b48a-8f8085f9f8b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.1616917 Jul 08 17:28:57.428491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] For port 0488b27a-46b9-41d1-b351-707127f95875, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0488b27a-46b9-41d1-b351-707127f95875,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:57.429224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:57.481329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Calling delete_port for 0488b27a-46b9-41d1-b351-707127f95875 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:57.515509 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfe0b93e-cd9c-418c-9b1b-814c7603851d req-51cec4aa-39fa-4a7c-879a-80272b150d82 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377013 Jul 08 17:28:57.589659 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b80495-a47e-4179-9582-437150943ce3 x-openstack-request-id: req-62b80495-a47e-4179-9582-437150943ce3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:28:57.590095 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:28:57.590247 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-62b80495-a47e-4179-9582-437150943ce3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:28:57.590618 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'code': 200} Jul 08 17:28:57.617162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-88a72070-eb3c-4fd7-9cf6-3a2bc8355ce0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.623210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-88a72070-eb3c-4fd7-9cf6-3a2bc8355ce0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.636421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-88a72070-eb3c-4fd7-9cf6-3a2bc8355ce0 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1683 time: 0.3812039 Jul 08 17:28:57.764766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-b6024f69-7b73-45e8-8a9d-ba5dfbfb4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.764766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-b6024f69-7b73-45e8-8a9d-ba5dfbfb4245 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3222969 Jul 08 17:28:57.812409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cda80-4661-4c2b-b21c-bcf59bbc679c req-a8379667-e258-4925-b7dd-35aa91a2b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:57.815977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-490cda80-4661-4c2b-b21c-bcf59bbc679c req-a8379667-e258-4925-b7dd-35aa91a2b4be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1101 time: 0.1304402 Jul 08 17:28:57.867531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-490cda80-4661-4c2b-b21c-bcf59bbc679c req-8db1b3cb-0a63-4ffd-8642-a93fc0e6f763 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Jul 08 17:28:57.967973 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3cba113a-1a84-4d84-a535-5f34118b42e0 req-8f7df38f-920f-413c-9bf5-09cd3700ef3a tempest-AbsoluteLimitsNegativeTestJSON-602159300 tempest-AbsoluteLimitsNegativeTestJSON-602159300-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=c0acb9a597224a74a89dbf112132670f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199975 Jul 08 17:28:58.008046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3673215e-6897-4fc5-8688-f6b6669724c9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:28:58.040565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 3673215e-6897-4fc5-8688-f6b6669724c9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:28:58.041332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3673215e-6897-4fc5-8688-f6b6669724c9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:28:58.180229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 726d992b-378e-41dd-bd5e-68704900b05b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:28:58.180579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.195362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-85ed7f12-2153-4731-88e1-2cf6fa346853 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462224 Jul 08 17:28:58.203361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca404042-d88e-4aba-9fcb-d5774bc71d41 req-d7a5f27b-f914-496f-8c45-a5be29113b76 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.210231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca404042-d88e-4aba-9fcb-d5774bc71d41 req-d7a5f27b-f914-496f-8c45-a5be29113b76 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.3282888 Jul 08 17:28:58.326964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba113a-1a84-4d84-a535-5f34118b42e0 req-85ffd395-c819-417c-a7d0-dd2fa9e72ea2 tempest-AbsoluteLimitsNegativeTestJSON-602159300 tempest-AbsoluteLimitsNegativeTestJSON-602159300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:58.334374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3cba113a-1a84-4d84-a535-5f34118b42e0 req-85ffd395-c819-417c-a7d0-dd2fa9e72ea2 tempest-AbsoluteLimitsNegativeTestJSON-602159300 tempest-AbsoluteLimitsNegativeTestJSON-602159300-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537397 Jul 08 17:28:58.367691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.439896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Pushing event deleted for resources: {'Port': ['ID=0488b27a-46b9-41d1-b351-707127f95875,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:58.455311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3cba113a-1a84-4d84-a535-5f34118b42e0 req-00c7b40d-d912-4a8e-a475-5d989c8b49f7 tempest-AbsoluteLimitsNegativeTestJSON-602159300 tempest-AbsoluteLimitsNegativeTestJSON-602159300-project] 10.222.0.63 "GET /v2.0/quotas/c0acb9a597224a74a89dbf112132670f HTTP/1.1" status: 200 len: 375 time: 0.1179492 Jul 08 17:28:58.467871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca404042-d88e-4aba-9fcb-d5774bc71d41 req-20122a13-ee11-4503-9d34-1151f3f88ef6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567770 Jul 08 17:28:58.565258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3cba113a-1a84-4d84-a535-5f34118b42e0 req-736c63e9-ea53-414c-ba14-8ece09c4b495 tempest-AbsoluteLimitsNegativeTestJSON-602159300 tempest-AbsoluteLimitsNegativeTestJSON-602159300-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c0acb9a597224a74a89dbf112132670f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051617 Jul 08 17:28:58.604797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 726d992b-378e-41dd-bd5e-68704900b05b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=726d992b-378e-41dd-bd5e-68704900b05b,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:28:58.604797 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.652335 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-276384d7-0b3a-4de0-87d7-e5a5ae4b890d service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198341 Jul 08 17:28:58.662193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 726d992b-378e-41dd-bd5e-68704900b05b owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:28:58.676254 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:58.887641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-dbf6d6a0-519b-4d7c-bb9b-8bcf5527ef28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=92a208fa-a8f1-495e-92d7-e5d63421a105 HTTP/1.1" status: 200 len: 217 time: 0.1804664 Jul 08 17:28:59.001318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.057323 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.069627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60042) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:59.245954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-1d144143-7e3a-4351-81d8-e48703c91a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:59.247416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-1d144143-7e3a-4351-81d8-e48703c91a5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.3212621 Jul 08 17:28:59.266325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3d821e9-7634-4cc6-a5f1-f434b09a69b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.267197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.267771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2562385f-4790-4b76-9b7d-732760636b5d {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:28:59.282027 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.291440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d8977f9-d893-41d3-b8af-4b4372e23abb admin admin] 10.222.0.63 "DELETE /v2.0/routers/2562385f-4790-4b76-9b7d-732760636b5d HTTP/1.1" status: 204 len: 168 time: 3.5821214 Jul 08 17:28:59.293947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60048) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:59.399931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e6b06-c94a-486c-908c-620c4458399e req-5f5109c6-9148-4d9f-9f00-b3941745df49 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:59.404343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c5e6b06-c94a-486c-908c-620c4458399e req-5f5109c6-9148-4d9f-9f00-b3941745df49 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.5576215 Jul 08 17:28:59.425277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a786d-8183-4764-881e-667cb2fb436c req-b473e067-66ec-4108-acf3-0026fabe2255 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:59.432876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a786d-8183-4764-881e-667cb2fb436c req-b473e067-66ec-4108-acf3-0026fabe2255 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:28:59.433517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] Deleting subnet f26b970f-0913-4f53-912d-d132b8203135 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:28:59.438570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.442346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-934a786d-8183-4764-881e-667cb2fb436c req-b473e067-66ec-4108-acf3-0026fabe2255 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 1683 time: 0.4659538 Jul 08 17:28:59.539878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.687032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.804539 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.827383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26b970f-0913-4f53-912d-d132b8203135,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:28:59.848565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea80325-bfa6-41c3-8e3c-05a436ae532c None None] Network 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:28:59.851132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.853341 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-50c3d8b4-0558-46e5-afa0-47c90a4fe488 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f26b970f-0913-4f53-912d-d132b8203135 HTTP/1.1" status: 204 len: 168 time: 0.5582454 Jul 08 17:28:59.855834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60056) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:28:59.961466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:28:59.997183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-46da485c-84e8-4778-9b3e-2afaa726724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.032287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-80527cc7-1443-4242-8949-b75d25148dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:00.034830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-80527cc7-1443-4242-8949-b75d25148dbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7572846 Jul 08 17:29:00.055972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-934a786d-8183-4764-881e-667cb2fb436c req-519913e9-3afd-4757-bc42-1aff156e8bca tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129117 Jul 08 17:29:00.074897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c5e6b06-c94a-486c-908c-620c4458399e req-53d162e1-24e9-46ec-a537-7bc6597d187c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275151 Jul 08 17:29:00.119800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.130644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0488b27a-46b9-41d1-b351-707127f95875 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:00.152024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 0488b27a-46b9-41d1-b351-707127f95875 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:00.152374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0488b27a-46b9-41d1-b351-707127f95875 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:00.171284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['726d992b-378e-41dd-bd5e-68704900b05b', '1ce4143a-b203-4d18-b89a-233e26272d5f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:00.288415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] DHCP port deletion for 3ed8754f-ec71-41ab-bd73-8c173abfd5d0 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:00.314991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=726d992b-378e-41dd-bd5e-68704900b05b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:00.463852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 726d992b-378e-41dd-bd5e-68704900b05b on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:00.491898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-c7ac7e5b-62a5-42a9-b82d-ee77cb422a2b service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287100 Jul 08 17:29:00.513827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.515873 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-3a358ef7-0ac3-4023-923a-009b03586201 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.41 "DELETE /v2.0/ports/726d992b-378e-41dd-bd5e-68704900b05b HTTP/1.1" status: 204 len: 173 time: 2.8781915 Jul 08 17:29:00.516330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-deleted', 'tag': '726d992b-378e-41dd-bd5e-68704900b05b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:00.520021 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ec5d9f-5c28-425d-8fd4-37c094139df9" -d '{"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-deleted", "tag": "726d992b-378e-41dd-bd5e-68704900b05b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:00.545844 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.596452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] Deleting port 648708d3-be75-43a8-a979-8f9b0f0770d7 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:00.597068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.622935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Deleting port 648708d3-be75-43a8-a979-8f9b0f0770d7 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:00.623525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.746189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] For port 648708d3-be75-43a8-a979-8f9b0f0770d7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=648708d3-be75-43a8-a979-8f9b0f0770d7,segment=NetworkSegment(e8363249-7d97-4128-a0fd-f538011d00c0),segment_id=e8363249-7d97-4128-a0fd-f538011d00c0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:00.746788 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.752144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] For port 648708d3-be75-43a8-a979-8f9b0f0770d7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=648708d3-be75-43a8-a979-8f9b0f0770d7,segment=NetworkSegment(e8363249-7d97-4128-a0fd-f538011d00c0),segment_id=e8363249-7d97-4128-a0fd-f538011d00c0)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:00.762494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.784396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] Calling delete_port for 648708d3-be75-43a8-a979-8f9b0f0770d7 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:00.788619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Calling delete_port for 648708d3-be75-43a8-a979-8f9b0f0770d7 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:00.802501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-b1abe9f6-a7f9-4faf-a2ba-24a9f7ca2338 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429736 Jul 08 17:29:00.920516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:00.940315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] No DVR routers for this DVR port 648708d3-be75-43a8-a979-8f9b0f0770d7 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:00.964224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6be881-d726-4653-b527-9c670f93ea68 None None] Pushing event deleted for resources: {'Port': ['ID=648708d3-be75-43a8-a979-8f9b0f0770d7,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.012108 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3d821e9-7634-4cc6-a5f1-f434b09a69b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.025637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3d821e9-7634-4cc6-a5f1-f434b09a69b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.028499 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-502baa4a-2317-4f59-8927-8075dc1597a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 HTTP/1.1" status: 200 len: 217 time: 0.1527286 Jul 08 17:29:01.072413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3d821e9-7634-4cc6-a5f1-f434b09a69b2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c0acb9a597224a74a89dbf112132670f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0011108 Jul 08 17:29:01.075639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60074) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:01.103350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.115191 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473711fb-8529-4568-be36-89c1cb99fb08 x-openstack-request-id: req-473711fb-8529-4568-be36-89c1cb99fb08 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:01.115765 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-deleted", "tag": "726d992b-378e-41dd-bd5e-68704900b05b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:01.115878 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-473711fb-8529-4568-be36-89c1cb99fb08 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:01.116195 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-deleted', 'tag': '726d992b-378e-41dd-bd5e-68704900b05b', 'status': 'completed', 'code': 200} Jul 08 17:29:01.147766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=648708d3-be75-43a8-a979-8f9b0f0770d7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.152234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05494c20-78d4-42e3-ae7a-5de34864e768 req-8a0cc322-b64a-4feb-a985-a57f03511b4e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:01.157113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] No DVR routers for this DVR port 648708d3-be75-43a8-a979-8f9b0f0770d7 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:01.160800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05494c20-78d4-42e3-ae7a-5de34864e768 req-8a0cc322-b64a-4feb-a985-a57f03511b4e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.7322805 Jul 08 17:29:01.187085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-03bfbfa6-4746-4ff4-9afe-95d6b2691acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:01.188551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-03bfbfa6-4746-4ff4-9afe-95d6b2691acd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.1505296 Jul 08 17:29:01.190782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d821e9-7634-4cc6-a5f1-f434b09a69b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e38a2-8a12-41f5-81a3-d0375812d767,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.278904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05494c20-78d4-42e3-ae7a-5de34864e768 req-2cfb6309-fb73-49d0-9cac-bb7abcf24c7a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171439 Jul 08 17:29:01.279790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.305896 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.326176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed8754f-ec71-41ab-bd73-8c173abfd5d0']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:01.330100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 1ce4143a-b203-4d18-b89a-233e26272d5f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:01.330436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.338975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8363249-7d97-4128-a0fd-f538011d00c0') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:01.339364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8363249-7d97-4128-a0fd-f538011d00c0') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:01.349876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.370996 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.378115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:01.378657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.435278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-be9fd8d9-1630-450a-a473-248ff0292806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:01.436798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-be9fd8d9-1630-450a-a473-248ff0292806 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2348406 Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:01.450505 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:01.461899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b11689-86f9-4a84-b4c4-26d33027394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.481868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.512547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.514748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3ed8754f-ec71-41ab-bd73-8c173abfd5d0 HTTP/1.1" status: 204 len: 168 time: 1.6577818 Jul 08 17:29:01.515932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408c617-64c3-4f64-be33-749fc8d672f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed8754f-ec71-41ab-bd73-8c173abfd5d0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.523841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b11689-86f9-4a84-b4c4-26d33027394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.524056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1804-2b16-4aad-9684-6fc8a2c84753 req-7ea6fdb4-f098-47fa-ad9e-ea22a5aa0660 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:01.531188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-367c1804-2b16-4aad-9684-6fc8a2c84753 req-7ea6fdb4-f098-47fa-ad9e-ea22a5aa0660 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 946 time: 0.2904997 Jul 08 17:29:01.584282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 1ce4143a-b203-4d18-b89a-233e26272d5f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1ce4143a-b203-4d18-b89a-233e26272d5f,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:01.584676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.599167 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b11689-86f9-4a84-b4c4-26d33027394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.604795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65b11689-86f9-4a84-b4c4-26d33027394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.606853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-65b11689-86f9-4a84-b4c4-26d33027394a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b90e38a2-8a12-41f5-81a3-d0375812d767 HTTP/1.1" status: 204 len: 168 time: 0.5301056 Jul 08 17:29:01.621527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b11689-86f9-4a84-b4c4-26d33027394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e38a2-8a12-41f5-81a3-d0375812d767,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:01.629544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 1ce4143a-b203-4d18-b89a-233e26272d5f owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:01.698459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-367c1804-2b16-4aad-9684-6fc8a2c84753 req-35c7cd71-993e-461c-a407-c9f1d160f88a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662061 Jul 08 17:29:01.749046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60090) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:01.821841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c9a4e177-ab6b-4ea1-8bc9-a9ddab99679f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef4c4decf12548fc8c3eaa49a66891d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712364 Jul 08 17:29:01.824983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60094) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:01.845747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a6d27-6296-47da-96e5-4a2c7d95d833 req-29f6e77d-e346-44d0-a983-537f841c5136 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:01.855377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee9a6d27-6296-47da-96e5-4a2c7d95d833 req-29f6e77d-e346-44d0-a983-537f841c5136 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 946 time: 0.4275773 Jul 08 17:29:01.862172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-4351d7db-a0dd-4577-b7cb-7c4b13aefb11 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048047 Jul 08 17:29:01.884066 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ec136b7-a0f7-40cf-ba6f-a54e3ba7aed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.910018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ec136b7-a0f7-40cf-ba6f-a54e3ba7aed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.975127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ec136b7-a0f7-40cf-ba6f-a54e3ba7aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.988035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ec136b7-a0f7-40cf-ba6f-a54e3ba7aed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:01.991014 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9ec136b7-a0f7-40cf-ba6f-a54e3ba7aed8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/24a3806d-c3cb-45c6-aa81-2a249477ef03 HTTP/1.1" status: 204 len: 168 time: 0.1634943 Jul 08 17:29:02.017882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec136b7-a0f7-40cf-ba6f-a54e3ba7aed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a3806d-c3cb-45c6-aa81-2a249477ef03,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:02.123232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 648708d3-be75-43a8-a979-8f9b0f0770d7 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:02.164937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 648708d3-be75-43a8-a979-8f9b0f0770d7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:02.165810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 648708d3-be75-43a8-a979-8f9b0f0770d7 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:02.220921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee9a6d27-6296-47da-96e5-4a2c7d95d833 req-eb327803-158c-41a5-815b-6354877f8764 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/security-groups?id=d2e79997-a043-414a-8303-5b9f3d0e58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641858 Jul 08 17:29:02.315578 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-eac268c8-bbe8-4a14-b459-33dd30e50a02 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259818 Jul 08 17:29:02.371016 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.381608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429cff8-43b7-47a5-8ff5-e7f32a2b23fc req-0ab9d786-efa0-48d6-b0ef-e4526917f5bb tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.388886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f429cff8-43b7-47a5-8ff5-e7f32a2b23fc req-0ab9d786-efa0-48d6-b0ef-e4526917f5bb tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.4054501 Jul 08 17:29:02.410673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-5b385b15-ec77-4193-ae34-bdf2a5ab9674 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bed1ffb-d085-4e0c-8213-c24971357988 HTTP/1.1" status: 200 len: 217 time: 0.0824935 Jul 08 17:29:02.453712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=1ce4143a-b203-4d18-b89a-233e26272d5f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:02.613032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 1ce4143a-b203-4d18-b89a-233e26272d5f on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:02.632083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.645012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aaa7bc67-1d49-4bb3-bb8f-fd440a872c4c req-19bbea92-a114-45a9-bc08-687ebfb7d490 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.41 "DELETE /v2.0/ports/1ce4143a-b203-4d18-b89a-233e26272d5f HTTP/1.1" status: 204 len: 173 time: 2.1206164 Jul 08 17:29:02.689783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f429cff8-43b7-47a5-8ff5-e7f32a2b23fc req-137af3bb-3f02-4614-80e6-7c6bcb75eeaa tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783649 Jul 08 17:29:02.702235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-d0ccb259-a4f5-45b2-a9dd-fef200361334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.703871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-d0ccb259-a4f5-45b2-a9dd-fef200361334 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.2622895 Jul 08 17:29:02.737407 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:02.751454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 726d992b-378e-41dd-bd5e-68704900b05b no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:02.841283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 726d992b-378e-41dd-bd5e-68704900b05b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:02.841661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 726d992b-378e-41dd-bd5e-68704900b05b not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:02.848013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1ce4143a-b203-4d18-b89a-233e26272d5f no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:02.863239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-48403df2-7026-40a6-b3e3-c21264089417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:02.867289 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-48403df2-7026-40a6-b3e3-c21264089417 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494513 Jul 08 17:29:02.888387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 1ce4143a-b203-4d18-b89a-233e26272d5f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:02.892969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1ce4143a-b203-4d18-b89a-233e26272d5f not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:02.910510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60136) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:03.138859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-deleted', 'tag': '1ce4143a-b203-4d18-b89a-233e26272d5f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:03.145199 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de8e4cc-892c-4a32-ae2b-279abda2a466" -d '{"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-deleted", "tag": "1ce4143a-b203-4d18-b89a-233e26272d5f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:03.152961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-1f821250-0c84-4969-be62-65015c02d5d1 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729752 Jul 08 17:29:03.187129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-767700178-network', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:03.248415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3dd4a800-18c1-4f8c-89e1-b8a4daffb32c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2796543 Jul 08 17:29:03.252681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Made reservation on behalf of bf51ccde3e694647881b11a2e90b823a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:03.263175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.293176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.323179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-975933bd-5755-4c8d-a62f-395786fa146e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.324996 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-975933bd-5755-4c8d-a62f-395786fa146e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 946 time: 0.2481141 Jul 08 17:29:03.327195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef68413-6eb0-4aec-977c-18d712250fdd req-830766db-f990-4f7c-a1bc-3b39ee471dde tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.334569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ef68413-6eb0-4aec-977c-18d712250fdd req-830766db-f990-4f7c-a1bc-3b39ee471dde tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 946 time: 0.2148180 Jul 08 17:29:03.378427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9614-284c-4e3f-b5a2-d732ab62b910 req-a23e064e-8c73-4034-aad5-d0417be3d5ed tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.380063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-134d9614-284c-4e3f-b5a2-d732ab62b910 req-a23e064e-8c73-4034-aad5-d0417be3d5ed tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.1578677 Jul 08 17:29:03.382944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-9b17be69-1c5a-42f4-a715-8a05f055e0d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113717 Jul 08 17:29:03.476531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.496673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.497814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ef68413-6eb0-4aec-977c-18d712250fdd req-e2a77cc3-b413-4c72-b2ed-d4a4a8772289 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622202 Jul 08 17:29:03.507390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-80e99b36-8974-470b-ade3-ed94d8ceff76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e870c4a-e405-4b87-a768-33707f8d045b HTTP/1.1" status: 200 len: 217 time: 0.1125164 Jul 08 17:29:03.520625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:03.534649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-134d9614-284c-4e3f-b5a2-d732ab62b910 req-3b735f13-38d5-4fcc-a184-4e8f3a8c91c1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412189 Jul 08 17:29:03.574155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.574518 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Added segment b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17 of type vlan for network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 Jul 08 17:29:03.596333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83a5b10-72fe-4b51-b72e-2cae4f3daa40,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:03.636505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Deleting port fe9ad982-249e-4372-9f0a-0b4b7b88979d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:03.636893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.640504 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.661688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-c3a356d3-368d-43df-8211-6add97d34598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.678619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-c3a356d3-368d-43df-8211-6add97d34598 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.1425726 Jul 08 17:29:03.680132 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f329d6-9338-4813-8eb6-50076bedd9f5 x-openstack-request-id: req-d0f329d6-9338-4813-8eb6-50076bedd9f5 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:03.680423 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528", "name": "network-vif-deleted", "tag": "1ce4143a-b203-4d18-b89a-233e26272d5f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:03.680679 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d0f329d6-9338-4813-8eb6-50076bedd9f5 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:03.693944 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528', 'name': 'network-vif-deleted', 'tag': '1ce4143a-b203-4d18-b89a-233e26272d5f', 'status': 'completed', 'code': 200} Jul 08 17:29:03.743997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.749795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:03.749795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.881597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] For port fe9ad982-249e-4372-9f0a-0b4b7b88979d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=fe9ad982-249e-4372-9f0a-0b4b7b88979d,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:03.881990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:03.894967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9817603 Jul 08 17:29:03.906786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60178) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:03.928214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Request body: {'subnet': {'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-767700178-subnet', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:03.934671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ac2d56a-f230-448a-8fbd-2977ea155fa5 req-0ebca362-71d8-4349-84c0-5d59eeff6ec3 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "GET /v2.0/ports?device_id=bdbc3899-8cf9-4e24-bbb1-fe8bb2c43528 HTTP/1.1" status: 200 len: 210 time: 0.1327925 Jul 08 17:29:03.970464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Calling delete_port for fe9ad982-249e-4372-9f0a-0b4b7b88979d owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:03.988691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd3f06-86d0-4764-90d4-a0f930153867 admin admin] Pushing event updated for resources: {'Network': ['ID=49ef851f-c1cd-46f2-ba70-3d0bc7c35057,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:04.022603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-4c8b7e80-22f5-4649-a520-17685a3df150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.029539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:04.037078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-4c8b7e80-22f5-4649-a520-17685a3df150 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3334074 Jul 08 17:29:04.130074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Made reservation on behalf of bf51ccde3e694647881b11a2e90b823a for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:04.132540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.360151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-a831385e-6ae1-4c83-8c6f-2c6dae3732c7 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221078 Jul 08 17:29:04.474388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.491198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['fe9ad982-249e-4372-9f0a-0b4b7b88979d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:04.552502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3750902-e9e2-4fdf-893e-472e5e4cdf63 req-912b3657-90e2-47ec-9105-11f094f00a77 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845176 Jul 08 17:29:04.569979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event deleted for resources: {'Port': ['ID=fe9ad982-249e-4372-9f0a-0b4b7b88979d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:04.596973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de9cf3-1c53-4dd1-a273-7caea524e95a req-1ca7da2f-f32c-4a7d-83c7-8b1e6bc17ad0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:04.598590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97de9cf3-1c53-4dd1-a273-7caea524e95a req-1ca7da2f-f32c-4a7d-83c7-8b1e6bc17ad0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.4204006 Jul 08 17:29:04.691645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97de9cf3-1c53-4dd1-a273-7caea524e95a req-292b9642-e0f8-4d2c-afbd-0a193e896451 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861192 Jul 08 17:29:04.753697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] No DVR routers for this DVR port fe9ad982-249e-4372-9f0a-0b4b7b88979d on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:04.758712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.768937 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:04.774919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bbd7c6a6-f78b-4043-a938-3946bb7bf9ba req-8a84a7b3-364d-4bff-b64c-1cd87a4d11c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "DELETE /v2.0/ports/fe9ad982-249e-4372-9f0a-0b4b7b88979d HTTP/1.1" status: 204 len: 173 time: 1.3750691 Jul 08 17:29:04.779902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'name': 'network-vif-deleted', 'tag': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:04.780971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4749551e-2848-4dd6-be7a-85e1a97566f2 req-e80c2d38-56a4-4119-8676-d99259e88caa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.0753322 Jul 08 17:29:04.786552 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c76a0df-8000-4d12-b86d-e79424266238" -d '{"events": [{"server_uuid": "58c40e7c-0920-4584-a404-2eb827c85fdd", "name": "network-vif-deleted", "tag": "fe9ad982-249e-4372-9f0a-0b4b7b88979d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:04.893929 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168e2d13-7905-464b-aa14-05f3ff42454f x-openstack-request-id: req-168e2d13-7905-464b-aa14-05f3ff42454f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:04.894213 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c40e7c-0920-4584-a404-2eb827c85fdd", "name": "network-vif-deleted", "tag": "fe9ad982-249e-4372-9f0a-0b4b7b88979d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:04.894541 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-168e2d13-7905-464b-aa14-05f3ff42454f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:04.895024 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c40e7c-0920-4584-a404-2eb827c85fdd', 'name': 'network-vif-deleted', 'tag': 'fe9ad982-249e-4372-9f0a-0b4b7b88979d', 'status': 'completed', 'code': 200} Jul 08 17:29:05.004852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Checking segment: {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:05.007155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Network hostable DHCP agents. Network: 49ef851f-c1cd-46f2-ba70-3d0bc7c35057, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:05.019622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a8eeac-bd06-4c6f-b79e-8211866ca149,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:05.026762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d4fae-6223-4ae6-8eb3-470fa09379e7 req-1f6ce7fc-2f8e-42e7-8c7e-885579cd1ecc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.034442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a0d4fae-6223-4ae6-8eb3-470fa09379e7 req-1f6ce7fc-2f8e-42e7-8c7e-885579cd1ecc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.1018190 Jul 08 17:29:05.063382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:05.088627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 49ef851f-c1cd-46f2-ba70-3d0bc7c35057) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:05.100673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3e190-a039-408f-86c1-b00c10c9e545 None None] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:05.105993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:05.106796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.108492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a0d4fae-6223-4ae6-8eb3-470fa09379e7 req-58052e60-89cb-4f1f-b8eb-8a74f89cdbce tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728462 Jul 08 17:29:05.144925 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb3fddee-947c-4f0a-a0e2-39c8d126b13b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2344608 Jul 08 17:29:05.147187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60244) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:05.155148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:05.200561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60248) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:05.228099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60252) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:05.302994 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.304105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.364646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting subnet d9aa69ae-f026-4b24-90cb-f6a9b21c2382 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:05.375302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.396452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52ef914-88e1-40ad-bdbc-a632d5a3bb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.496857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:05.498148 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.524906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.606587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.627080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52ef914-88e1-40ad-bdbc-a632d5a3bb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.640242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52ef914-88e1-40ad-bdbc-a632d5a3bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:05.795094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c52ef914-88e1-40ad-bdbc-a632d5a3bb02 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7877a1770fcf4b3aa68ae442764c0682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923448 Jul 08 17:29:05.795094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60268) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:05.813972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Allocated IP 172.20.0.2 (49ef851f-c1cd-46f2-ba70-3d0bc7c35057/c3a8eeac-bd06-4c6f-b79e-8211866ca149/fe45df3a-9509-428d-bdb7-f25705148d7e) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:05.829162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ef914-88e1-40ad-bdbc-a632d5a3bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b015ce08-02f4-46eb-9adc-b3b16a2e945f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:05.995456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a87e3ff7-cb49-4c30-a7ad-a8ac29afa2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.025815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a87e3ff7-cb49-4c30-a7ad-a8ac29afa2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.065525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.150265 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a87e3ff7-cb49-4c30-a7ad-a8ac29afa2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.159198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a87e3ff7-cb49-4c30-a7ad-a8ac29afa2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.159832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.170417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Transition to ACTIVE for port object fe45df3a-9509-428d-bdb7-f25705148d7e will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:06.178155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a87e3ff7-cb49-4c30-a7ad-a8ac29afa2cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b015ce08-02f4-46eb-9adc-b3b16a2e945f HTTP/1.1" status: 204 len: 168 time: 0.3805294 Jul 08 17:29:06.191724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Transition to ACTIVE for port object fe45df3a-9509-428d-bdb7-f25705148d7e will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:06.207420 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.232500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab44b257-926f-459b-b9fe-9a222b0fd8b3 req-c9e8a666-fe9f-4ce7-a211-58f7282bc57a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.1171443 Jul 08 17:29:06.255968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e3ff7-cb49-4c30-a7ad-a8ac29afa2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b015ce08-02f4-46eb-9adc-b3b16a2e945f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:06.289447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6f24b-a9ea-4471-b823-5607c544678c req-45612b1a-0a4b-4119-bce5-246d105d91b9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.309735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ad6f24b-a9ea-4471-b823-5607c544678c req-45612b1a-0a4b-4119-bce5-246d105d91b9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.4002030 Jul 08 17:29:06.327395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Pushing event updated for resources: {'Port': ['ID=fe45df3a-9509-428d-bdb7-f25705148d7e,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:06.374190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:06.380982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:06.386453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:06.387274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-74586a6f-6728-4327-86bf-0fafb77d71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.404653 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-74586a6f-6728-4327-86bf-0fafb77d71bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1101 time: 0.8107548 Jul 08 17:29:06.408063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ad6f24b-a9ea-4471-b823-5607c544678c req-9a66ec2d-f80c-4136-8cde-009376cd3e16 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962341 Jul 08 17:29:06.415670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.477390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Attempting to bind port fe45df3a-9509-428d-bdb7-f25705148d7e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:06.479728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Attempting to bind port fe45df3a-9509-428d-bdb7-f25705148d7e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:06.480157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Attempting to bind port fe45df3a-9509-428d-bdb7-f25705148d7e on network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:06.488656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:06.489162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Checking segment: {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:06.489858 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.490389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Bound using segment: {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:06.490955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Bound port: fe45df3a-9509-428d-bdb7-f25705148d7e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:06.491376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.630132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-d4979144-2eaa-4f63-9f1f-2c64564451d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.631583 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-d4979144-2eaa-4f63-9f1f-2c64564451d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1920185 Jul 08 17:29:06.686648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] For port fe45df3a-9509-428d-bdb7-f25705148d7e, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:06.699810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] For port fe45df3a-9509-428d-bdb7-f25705148d7e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fe45df3a-9509-428d-bdb7-f25705148d7e,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:06.700381 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-b9ba397f-0832-4f9a-8fa0-526459ad01e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.0584955 Jul 08 17:29:06.709551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.771490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efdeb0-8780-4627-a375-a3b63fb79a72 req-bc8cd671-fd66-4fdc-9aec-94b542d0e956 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.796070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55efdeb0-8780-4627-a375-a3b63fb79a72 req-bc8cd671-fd66-4fdc-9aec-94b542d0e956 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.2274759 Jul 08 17:29:06.825381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-2e609377-cbac-44fd-93fc-b006657a591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:06.827616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be694d25-b077-48d1-ad96-a3e663fa124c None None] Pushing event updated for resources: {'Port': ['ID=fe45df3a-9509-428d-bdb7-f25705148d7e,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:06.827833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-2e609377-cbac-44fd-93fc-b006657a591e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1188772 Jul 08 17:29:06.899915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:06.953212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55efdeb0-8780-4627-a375-a3b63fb79a72 req-63b9c5b3-045c-4e0e-ac5c-24e5e3206b17 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421969 Jul 08 17:29:06.979696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fe9ad982-249e-4372-9f0a-0b4b7b88979d no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:07.049175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: fe9ad982-249e-4372-9f0a-0b4b7b88979d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:07.049547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device fe9ad982-249e-4372-9f0a-0b4b7b88979d not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:07.067388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Subnet': ['ID=d9aa69ae-f026-4b24-90cb-f6a9b21c2382,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:07.105881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.108138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5993535-3856-4ce6-92b6-df77bc4d7bf7 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/subnets/d9aa69ae-f026-4b24-90cb-f6a9b21c2382 HTTP/1.1" status: 204 len: 168 time: 1.8787434 Jul 08 17:29:07.111517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60298) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:07.113401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e154ee0-c0e2-45c5-b03d-2ed6f90f199c None None] Network 54f34918-8b6a-4bc9-93c8-ad734ea28b23 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:07.222109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-fed5afe1-4d64-4a4d-9b3a-4e2846023dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:07.224200 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-fed5afe1-4d64-4a4d-9b3a-4e2846023dc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3836071 Jul 08 17:29:07.395751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.668112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:07.668112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:07.775358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dc69b93-8f72-4633-b8f6-d38572a18a3f req-cc38e951-8b32-49b0-a3cf-399a5b433f8f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.1422684 Jul 08 17:29:07.996318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 26dbb7f1-e7b7-46c2-a160-9980fe995e89, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=26dbb7f1-e7b7-46c2-a160-9980fe995e89,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:07.996844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.024108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 26dbb7f1-e7b7-46c2-a160-9980fe995e89 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:08.034333 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-2938f757-2e97-427a-a0e5-894df7997500 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954395 Jul 08 17:29:08.045963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba87ad8-1e6a-49d4-b745-0553e774835b req-ded03e2b-1787-42eb-9bfe-248a7a4290c7 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.056978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dba87ad8-1e6a-49d4-b745-0553e774835b req-ded03e2b-1787-42eb-9bfe-248a7a4290c7 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2156248 Jul 08 17:29:08.073142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] DHCP port deletion for 54f34918-8b6a-4bc9-93c8-ad734ea28b23 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:08.184234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.215591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] Deleting port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:08.215912 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.290533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.393647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dba87ad8-1e6a-49d4-b745-0553e774835b req-a8de5b2e-b9c1-4e3c-b45f-ab6f8df4cd8e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350985 Jul 08 17:29:08.425515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] For port 26dbb7f1-e7b7-46c2-a160-9980fe995e89, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=26dbb7f1-e7b7-46c2-a160-9980fe995e89,segment=NetworkSegment(fee29eb1-38fa-4ef0-ab95-97689c9ea953),segment_id=fee29eb1-38fa-4ef0-ab95-97689c9ea953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:08.425915 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.446388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] Calling delete_port for 26dbb7f1-e7b7-46c2-a160-9980fe995e89 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:08.529260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fe45df3a-9509-428d-bdb7-f25705148d7e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:08.549868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.584974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:08.591457 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=26dbb7f1-e7b7-46c2-a160-9980fe995e89,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:08.727878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.743683 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.749965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Allocated IP 172.25.5.94 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d6fd931f-b294-442f-875d-b8f1508dfc60) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:08.757848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f34918-8b6a-4bc9-93c8-ad734ea28b23']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:08.775815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee29eb1-38fa-4ef0-ab95-97689c9ea953') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:08.776293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee29eb1-38fa-4ef0-ab95-97689c9ea953') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:08.791181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.791474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] Pushing event deleted for resources: {'Port': ['ID=26dbb7f1-e7b7-46c2-a160-9980fe995e89,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:08.794936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port fe45df3a-9509-428d-bdb7-f25705148d7e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:08.812668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ddf9c4-6ca3-4ab4-9afd-50df95b205a9 None None] No DVR routers for this DVR port 26dbb7f1-e7b7-46c2-a160-9980fe995e89 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:08.843362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1444e7-3cc6-494f-acbe-667ffe504ca1 req-d253338c-b034-4a7b-916a-7f128b53b414 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:08.845441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa1444e7-3cc6-494f-acbe-667ffe504ca1 req-d253338c-b034-4a7b-916a-7f128b53b414 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.2023268 Jul 08 17:29:08.848861 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.872500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:08.873259 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:08.877053 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:08.918862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-4d978482-832f-4070-bfb3-e74dabc33410 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391157 Jul 08 17:29:08.966903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:08.984931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60336) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:09.056224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7dff5c-c1b2-41b9-af09-a8bb8e70dffa None None] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:09.113944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.203808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:09.228026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d36717f-2798-4d7d-b64b-1f2641fa48ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.238920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a3b2ffc0-3439-4e0c-8ebf-5af80c9422e0 None None] Provisioning for port fe45df3a-9509-428d-bdb7-f25705148d7e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:09.242214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:09.245895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:09.273655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a3b2ffc0-3439-4e0c-8ebf-5af80c9422e0 None None] Provisioning complete for port fe45df3a-9509-428d-bdb7-f25705148d7e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:09.286358 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3b2ffc0-3439-4e0c-8ebf-5af80c9422e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.302587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Pushing event updated for resources: {'Port': ['ID=d6fd931f-b294-442f-875d-b8f1508dfc60,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:09.320287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.321032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.321587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.322025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.322534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.322986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.323531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.323961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.324476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.325033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.325546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.326041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.547508 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3b2ffc0-3439-4e0c-8ebf-5af80c9422e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.599954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a3b2ffc0-3439-4e0c-8ebf-5af80c9422e0 None None] For port fe45df3a-9509-428d-bdb7-f25705148d7e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fe45df3a-9509-428d-bdb7-f25705148d7e,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:09.615411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3b2ffc0-3439-4e0c-8ebf-5af80c9422e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.681930 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.689874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2ffc0-3439-4e0c-8ebf-5af80c9422e0 None None] Pushing event updated for resources: {'Port': ['ID=fe45df3a-9509-428d-bdb7-f25705148d7e,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:09.754350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d36717f-2798-4d7d-b64b-1f2641fa48ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.797393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d36717f-2798-4d7d-b64b-1f2641fa48ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.825261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff63ae33-259a-4d30-a789-b07053b3fe7b req-6fe5f8b8-400d-4cd7-8581-72df43f1c52f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.1221592 Jul 08 17:29:09.833041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36717f-2798-4d7d-b64b-1f2641fa48ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c411d0-64f5-4cdf-b77a-69043f414def,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:09.882245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa1444e7-3cc6-494f-acbe-667ffe504ca1 req-70aaee4b-9f10-4edb-aeb5-a48e817302fd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0227730 Jul 08 17:29:09.886711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.899514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:09.902660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/networks/54f34918-8b6a-4bc9-93c8-ad734ea28b23 HTTP/1.1" status: 204 len: 168 time: 2.7898064 Jul 08 17:29:09.912251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60346) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:09.931513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Network': ['ID=54f34918-8b6a-4bc9-93c8-ad734ea28b23,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:09.951675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.952039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.952380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.952719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.953094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.953638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d36717f-2798-4d7d-b64b-1f2641fa48ea admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e5d7ba31dd7480a97efd99237891efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9668198 Jul 08 17:29:09.956793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.957159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.957948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60348) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:09.958200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.958677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.959073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.959416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.959749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410889c-76f0-44ae-bffa-343b756b4a49 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:09.990033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-97594e50-753a-46fa-8f5a-bfd956874dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:10.002093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-97594e50-753a-46fa-8f5a-bfd956874dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27ad31ce524640c782f32c85db89ea5f&device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.2976112 Jul 08 17:29:10.060503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a151d2d9-c897-4928-9670-29d12cc22f29 None None] Provisioning complete for port fe45df3a-9509-428d-bdb7-f25705148d7e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:10.061162 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a151d2d9-c897-4928-9670-29d12cc22f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.222205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fe45df3a-9509-428d-bdb7-f25705148d7e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:10.260578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-300b7a10-9c3f-48fa-8395-cdea20ddef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:10.262304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-300b7a10-9c3f-48fa-8395-cdea20ddef6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2417984 Jul 08 17:29:10.285200 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-107a7bfb-c1e1-4b22-bb4e-cb175c8593a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.296618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting subnet b7123411-48bd-41a1-a1bd-912a65a43fa5 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:10.335319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-107a7bfb-c1e1-4b22-bb4e-cb175c8593a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.350371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-b56feab3-a71f-440d-9ae5-ad1a46326740 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=24f6b06d-a708-43ae-810b-105f3f2ce389 HTTP/1.1" status: 200 len: 217 time: 0.0758176 Jul 08 17:29:10.388153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.400927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port fe45df3a-9509-428d-bdb7-f25705148d7e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:10.401492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.421833 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-107a7bfb-c1e1-4b22-bb4e-cb175c8593a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.422323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474592-80a9-4cd8-ad2f-658865ada0bb req-88e4adb1-5dc6-4e08-98f2-c4613c11c623 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:10.424174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3474592-80a9-4cd8-ad2f-658865ada0bb req-88e4adb1-5dc6-4e08-98f2-c4613c11c623 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2007508 Jul 08 17:29:10.430355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-2db3c7f4-4a14-48a4-9c97-4d12d9feb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:10.430863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-107a7bfb-c1e1-4b22-bb4e-cb175c8593a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.432219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-2db3c7f4-4a14-48a4-9c97-4d12d9feb768 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0682170 Jul 08 17:29:10.435136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-107a7bfb-c1e1-4b22-bb4e-cb175c8593a4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e7c411d0-64f5-4cdf-b77a-69043f414def HTTP/1.1" status: 204 len: 168 time: 0.4759920 Jul 08 17:29:10.445900 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.450885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a7bfb-c1e1-4b22-bb4e-cb175c8593a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c411d0-64f5-4cdf-b77a-69043f414def,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:10.504522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3474592-80a9-4cd8-ad2f-658865ada0bb req-f2796072-0f6d-486b-a91b-13166fc82fc6 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708697 Jul 08 17:29:10.524233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:10.541689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-f7eae740-cbd2-4c83-b099-907e0ac67499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:10.543485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-f7eae740-cbd2-4c83-b099-907e0ac67499 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021030 Jul 08 17:29:10.700366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 26dbb7f1-e7b7-46c2-a160-9980fe995e89 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:10.738386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 26dbb7f1-e7b7-46c2-a160-9980fe995e89 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:10.738750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 26dbb7f1-e7b7-46c2-a160-9980fe995e89 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:10.744339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-7323db4c-6f5a-49f1-8bc3-6e4147d1c47f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896737 Jul 08 17:29:10.765020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:10.960287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:10.966047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dfaa1d5-b808-4d33-a31f-d43b638fc65c req-aba20ffb-e414-4d74-94c5-550a40397a0e service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136199 Jul 08 17:29:10.975289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'mac_address': 'fa:16:3e:42:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:10.977434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:11.112312 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.200001 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.202242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db15df39-38a5-4822-9873-1869401a8dd4 req-4d411ac5-39f4-4af7-934a-eb348a0c98fb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.1218793 Jul 08 17:29:11.203310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:11.235756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:11.247134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.333334 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:29:11.333854 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:29:11.339014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:11.380436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b2cc8-0f64-414a-a6aa-61c921eac2a5 req-9bdc307b-7011-44b6-b568-e2647f7fe046 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:11.383406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.390683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e01b2cc8-0f64-414a-a6aa-61c921eac2a5 req-9bdc307b-7011-44b6-b568-e2647f7fe046 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.2238958 Jul 08 17:29:11.451196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:29:11.481552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e01b2cc8-0f64-414a-a6aa-61c921eac2a5 req-b903f80e-d891-462a-a4f8-6a9c6ea1dab7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875366 Jul 08 17:29:11.540048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.597194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['24f6b06d-a708-43ae-810b-105f3f2ce389'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:11.631467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.640431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/subnets/b7123411-48bd-41a1-a1bd-912a65a43fa5 HTTP/1.1" status: 204 len: 168 time: 1.7247624 Jul 08 17:29:11.690681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60390) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:11.733810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a74bd-7e75-4e9f-afcb-0abd2a0b9639 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Subnet': ['ID=b7123411-48bd-41a1-a1bd-912a65a43fa5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:11.788683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a9542-f190-4fde-8642-16514d57c94c None None] Network ec47ef2c-4829-42b4-959d-c7315518bfe8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:11.815036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.879553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:11.890429 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Sync routers for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:11.905966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:11.909729 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2ebf04de-ae31-49fd-a05b-b1af0cc54770 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7612307 Jul 08 17:29:11.912379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60398) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:11.914309 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:11.915332 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:12.006439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60404) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:12.009627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.044342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:12.116510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Deleting port 3c832052-d28a-4042-b125-499437accef0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:12.116885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.142390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:12.172364 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.181641 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:12.209232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0f50-1af2-4636-92a5-dac7368d4abf req-7e82c06b-527d-4c91-abae-49c0f3f7783b tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:12.217911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2c0f50-1af2-4636-92a5-dac7368d4abf req-7e82c06b-527d-4c91-abae-49c0f3f7783b tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 949 time: 0.2600079 Jul 08 17:29:12.292351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-412400298-network', 'tenant_id': '267d5e1412b045bda04f60a9ce69e424'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:12.294212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:12.355299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] For port 3c832052-d28a-4042-b125-499437accef0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3c832052-d28a-4042-b125-499437accef0,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:12.355691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.370876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2c0f50-1af2-4636-92a5-dac7368d4abf req-a81ce640-732b-49b6-ba4b-72f63b8ee3ae tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519840 Jul 08 17:29:12.402044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Made reservation on behalf of 267d5e1412b045bda04f60a9ce69e424 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:12.410652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.430200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Calling delete_port for 3c832052-d28a-4042-b125-499437accef0 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:12.452757 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.454946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] DHCP port deletion for ec47ef2c-4829-42b4-959d-c7315518bfe8 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:12.550476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1bf3abd8-e079-4235-b69a-cffb0ee3b814 req-f6d10e52-8965-44cf-b45c-819d5ec98c65 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.0748773 Jul 08 17:29:12.564424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] Deleting port 3c832052-d28a-4042-b125-499437accef0 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:12.565226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.662666 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:09Z', 'revision_number': 3, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:12.700749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] For port 3c832052-d28a-4042-b125-499437accef0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3c832052-d28a-4042-b125-499437accef0,segment=NetworkSegment(351aa9bf-c7d1-46ae-96e7-557158de7b9f),segment_id=351aa9bf-c7d1-46ae-96e7-557158de7b9f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:12.702071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.725238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] Calling delete_port for 3c832052-d28a-4042-b125-499437accef0 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:12.725974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.739187 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Checking router: 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:29:12.743435 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Updating router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 port d6fd931f-b294-442f-875d-b8f1508dfc60 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:29:12.786818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Port': ['ID=3c832052-d28a-4042-b125-499437accef0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:12.815642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] No DVR routers for this DVR port 3c832052-d28a-4042-b125-499437accef0 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:12.839899 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.857451 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.873505 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.899418 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:12.943432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] No DVR routers for this DVR port 3c832052-d28a-4042-b125-499437accef0 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:12.959238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2297644-5887-4c0a-89a1-a70955292d74 None None] Pushing event deleted for resources: {'Port': ['ID=3c832052-d28a-4042-b125-499437accef0,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:12.987786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.036229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:13.068207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.090055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f25008c-73ec-4d82-9e6e-921375b37b18,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:13.098800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec47ef2c-4829-42b4-959d-c7315518bfe8']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:13.101414 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.101761 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Added segment 25dbfe21-9934-414b-b065-e9004f8e9db4 of type vlan for network 5c386063-e8ef-42f4-b119-a7567b81697d Jul 08 17:29:13.122917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351aa9bf-c7d1-46ae-96e7-557158de7b9f') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:13.123258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351aa9bf-c7d1-46ae-96e7-557158de7b9f') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:13.163944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.209100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.213786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.255428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9329e-edf3-44ea-9efe-dc802f145c17 req-6d9f0e14-6117-4d3e-9bf0-0bc413dcfaf3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:13.267508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7a9329e-edf3-44ea-9efe-dc802f145c17 req-6d9f0e14-6117-4d3e-9bf0-0bc413dcfaf3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.2894502 Jul 08 17:29:13.285626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Allocated IP 172.20.0.1 (49ef851f-c1cd-46f2-ba70-3d0bc7c35057/c3a8eeac-bd06-4c6f-b79e-8211866ca149/bb463723-34bf-4afc-83f7-e3823857f9fd) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:13.320834 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.327834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:13.328258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:13.334740 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:13.380688 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.439748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.451198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:13.451808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.463363 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.537560 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Transition to ACTIVE for port object d6fd931f-b294-442f-875d-b8f1508dfc60 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:13.537973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Transition to ACTIVE for port object bb463723-34bf-4afc-83f7-e3823857f9fd will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:13.547274 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.582278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.593798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7a9329e-edf3-44ea-9efe-dc802f145c17 req-b18cb67f-2007-4167-8c81-82f58567f997 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236415 Jul 08 17:29:13.615792 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.634386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:13.645258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.651992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] 10.222.0.63 "DELETE /v2.0/networks/ec47ef2c-4829-42b4-959d-c7315518bfe8 HTTP/1.1" status: 204 len: 168 time: 1.9555395 Jul 08 17:29:13.654969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:13.663704 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6554484 Jul 08 17:29:13.671628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60430) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:13.672494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:13.684627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Request body: {'subnet': {'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-412400298-subnet', 'tenant_id': '267d5e1412b045bda04f60a9ce69e424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:13.709914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Pushing event updated for resources: {'Port': ['ID=bb463723-34bf-4afc-83f7-e3823857f9fd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:13.755757 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.759106 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Attempting to bind port d6fd931f-b294-442f-875d-b8f1508dfc60 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:13.759481 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Attempting to bind port d6fd931f-b294-442f-875d-b8f1508dfc60 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:13.761026 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Attempting to bind port d6fd931f-b294-442f-875d-b8f1508dfc60 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:13.807213 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1c672-85e5-491e-bee7-8e1254b13b8b None None] Pushing event updated for resources: {'Port': ['ID=d6fd931f-b294-442f-875d-b8f1508dfc60,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:13.816942 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:13.817116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535a44a-68c7-40e9-a957-6c136586bf57 admin admin] Pushing event updated for resources: {'Network': ['ID=5c386063-e8ef-42f4-b119-a7567b81697d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:13.817317 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:13.817718 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.818114 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:13.818645 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Bound port: d6fd931f-b294-442f-875d-b8f1508dfc60, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:13.819041 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.839299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5c386063-e8ef-42f4-b119-a7567b81697d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:13.883599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed44d2a-eb97-47e5-9d17-a5fb879dcc80 tempest-ServersTestMultiNic-1032923105 tempest-ServersTestMultiNic-1032923105-project] Pushing event deleted for resources: {'Network': ['ID=ec47ef2c-4829-42b4-959d-c7315518bfe8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:13.889466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Made reservation on behalf of 267d5e1412b045bda04f60a9ce69e424 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:13.899215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:13.911033 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] For port d6fd931f-b294-442f-875d-b8f1508dfc60, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:13.912851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0beb32-4cf3-46f1-80cb-b0bfa8b13aa1 req-b44da3c1-3685-4150-8849-6f29905aaf61 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:13.915033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba0beb32-4cf3-46f1-80cb-b0bfa8b13aa1 req-b44da3c1-3685-4150-8849-6f29905aaf61 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 948 time: 0.3009446 Jul 08 17:29:13.921313 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] For port d6fd931f-b294-442f-875d-b8f1508dfc60, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d6fd931f-b294-442f-875d-b8f1508dfc60,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:13.928272 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.022955 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:14.023587 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:14.029557 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1c672-85e5-491e-bee7-8e1254b13b8b None None] Pushing event updated for resources: {'Port': ['ID=d6fd931f-b294-442f-875d-b8f1508dfc60,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:14.037056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-284c9c46-a31c-4fbc-88cc-d9182df0a88b req-5ed34623-8669-4142-bdea-89d862ae2baf tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=58c40e7c-0920-4584-a404-2eb827c85fdd HTTP/1.1" status: 200 len: 210 time: 0.0505600 Jul 08 17:29:14.056429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba0beb32-4cf3-46f1-80cb-b0bfa8b13aa1 req-7cdbadf0-506c-4806-bfff-7d59cfee0682 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254487 Jul 08 17:29:14.170405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3c832052-d28a-4042-b125-499437accef0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:14.213181 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:14.244508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 3c832052-d28a-4042-b125-499437accef0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:14.257162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3c832052-d28a-4042-b125-499437accef0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:14.259009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0286137b-27e9-43f4-a68b-34656893c618 None None] Provisioning for port bb463723-34bf-4afc-83f7-e3823857f9fd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:14.271143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0286137b-27e9-43f4-a68b-34656893c618 None None] Provisioning complete for port bb463723-34bf-4afc-83f7-e3823857f9fd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:14.271646 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0286137b-27e9-43f4-a68b-34656893c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.339883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0286137b-27e9-43f4-a68b-34656893c618 None None] Port bb463723-34bf-4afc-83f7-e3823857f9fd cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:14.426043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.480645 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:09Z', 'revision_number': 3, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:14.507300 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d48e36-59bf-4612-92e1-f84f353c6e74 None None] The sync data for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 is: [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:09Z', 'revision_number': 3, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:14.582635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60460) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:14.621820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.710795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea262f8-3867-4504-9fd0-9ceab290640c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:14.739751 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.745405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Checking segment: {'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:14.747112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Network hostable DHCP agents. Network: 5c386063-e8ef-42f4-b119-a7567b81697d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:14.752545 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.814128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:14.871305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Pushing event updated for resources: {'Port': ['ID=bb463723-34bf-4afc-83f7-e3823857f9fd,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:14.881612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Network 5c386063-e8ef-42f4-b119-a7567b81697d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:14.887683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.906732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 5c386063-e8ef-42f4-b119-a7567b81697d) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:14.914178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 24f6b06d-a708-43ae-810b-105f3f2ce389 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:14.914765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:14.924867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de591af-0388-4c36-ae97-642fa09db55c None None] Network 5c386063-e8ef-42f4-b119-a7567b81697d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:14.957929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:14.958699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.010115 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-780888c1-98a4-4674-baeb-73b52d69fab9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3345807 Jul 08 17:29:15.069387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:15.072579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:15.147395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b44fb-6f0a-4777-9d50-22f6926c98f5 req-768d8d9f-ef9d-480f-a3ce-ab3341ba80fd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:15.155463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-434b44fb-6f0a-4777-9d50-22f6926c98f5 req-768d8d9f-ef9d-480f-a3ce-ab3341ba80fd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.3167238 Jul 08 17:29:15.235319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80b482-1933-47b5-b016-57c49bd3efa4 None None] Network 5c386063-e8ef-42f4-b119-a7567b81697d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:15.343320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-434b44fb-6f0a-4777-9d50-22f6926c98f5 req-5324b20c-e0ad-4c97-b2cc-f22c40f2f54e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841893 Jul 08 17:29:15.426225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:15.487515 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.528969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:15.531344 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6632a23f-aaea-4318-beda-625d22c24a3a" -d '{"events": [{"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-plugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:15.555629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:15.575488 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.606271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb8214-629a-4985-868c-29c4c74df738 req-f12be6db-640c-4253-8f89-3e477fb03632 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:15.608174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8bcb8214-629a-4985-868c-29c4c74df738 req-f12be6db-640c-4253-8f89-3e477fb03632 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 948 time: 0.1846163 Jul 08 17:29:15.652774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5cee3d72-50e5-4dd0-8e8c-8c883bbaa66f req-0445a764-c5aa-421a-a556-03b36b9113c7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-312539290', 'description': 'tempest-description-1420304808'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:15.696981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:15.706392 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0d883efd-4706-45bb-b0b1-068b9e7cff22 admin admin] 10.222.0.63 "PUT /v2.0/routers/8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7921562 Jul 08 17:29:15.744830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8bcb8214-629a-4985-868c-29c4c74df738 req-71571774-4c1d-49ae-9050-78bec173a851 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194673 Jul 08 17:29:15.754991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5cee3d72-50e5-4dd0-8e8c-8c883bbaa66f req-0445a764-c5aa-421a-a556-03b36b9113c7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.806523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.838029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f668b73-5129-4bc9-bdb2-481164259fca None None] Provisioning complete for port bb463723-34bf-4afc-83f7-e3823857f9fd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:15.838527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f668b73-5129-4bc9-bdb2-481164259fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:15.902655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:15.905935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1f668b73-5129-4bc9-bdb2-481164259fca None None] Port bb463723-34bf-4afc-83f7-e3823857f9fd cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:16.006601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5cee3d72-50e5-4dd0-8e8c-8c883bbaa66f req-0445a764-c5aa-421a-a556-03b36b9113c7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.036207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5cee3d72-50e5-4dd0-8e8c-8c883bbaa66f req-0445a764-c5aa-421a-a556-03b36b9113c7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.052410 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59778a36-ddd6-4d80-994a-6e372eea283f x-openstack-request-id: req-59778a36-ddd6-4d80-994a-6e372eea283f {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:16.052980 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-plugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:16.052980 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-59778a36-ddd6-4d80-994a-6e372eea283f {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:16.053524 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'code': 200} Jul 08 17:29:16.077954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5cee3d72-50e5-4dd0-8e8c-8c883bbaa66f req-0445a764-c5aa-421a-a556-03b36b9113c7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.079302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cee3d72-50e5-4dd0-8e8c-8c883bbaa66f req-0445a764-c5aa-421a-a556-03b36b9113c7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4528964 Jul 08 17:29:16.087592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445a764-c5aa-421a-a556-03b36b9113c7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec90606e-8116-40b9-97cb-bb3d47bb2ae5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:16.147353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6fd931f-b294-442f-875d-b8f1508dfc60 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:16.214851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d6fd931f-b294-442f-875d-b8f1508dfc60 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:16.220088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d6fd931f-b294-442f-875d-b8f1508dfc60 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:16.220801 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.314168 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.346165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Deleting port 18abcede-b756-46a0-8f2d-5955d2c0102c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:16.346836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.348520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d6fd931f-b294-442f-875d-b8f1508dfc60, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d6fd931f-b294-442f-875d-b8f1508dfc60,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:16.353154 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.354792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-950dc302-b3de-409e-b7e0-75ab9ffc3d03 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:16.356319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-950dc302-b3de-409e-b7e0-75ab9ffc3d03 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1796544 Jul 08 17:29:16.388651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60518) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:16.394938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-436184f3-eac4-4d8d-b2ba-19f055153c91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981824875', 'description': 'tempest-description--1665682328'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:16.426902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-436184f3-eac4-4d8d-b2ba-19f055153c91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.437781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d6fd931f-b294-442f-875d-b8f1508dfc60,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:16.461699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-3829c397-c09c-40e2-8ffe-764568c03699 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/quotas/69352fdd28e7454b89ede1a8a79d54a2 HTTP/1.1" status: 200 len: 375 time: 0.0530994 Jul 08 17:29:16.495671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-6689ac18-4e10-43e9-91c8-a783b14b8499 req-6c9cfdc8-088b-423e-822f-3923202a08d0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1305168646', 'description': 'tempest-description-387690127'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:16.523645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-e7f74200-4f39-4291-89ba-a4e49af97820 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475533 Jul 08 17:29:16.540064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-436184f3-eac4-4d8d-b2ba-19f055153c91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.545060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-436184f3-eac4-4d8d-b2ba-19f055153c91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.575606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436184f3-eac4-4d8d-b2ba-19f055153c91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815ba22c-1586-4665-beb1-e3212ba12b66,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:16.615799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] For port 18abcede-b756-46a0-8f2d-5955d2c0102c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=18abcede-b756-46a0-8f2d-5955d2c0102c,segment=NetworkSegment(f6b9da83-d5f6-4bf0-8b35-9b54f966b590),segment_id=f6b9da83-d5f6-4bf0-8b35-9b54f966b590)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:16.616176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.642553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-436184f3-eac4-4d8d-b2ba-19f055153c91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.643870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-436184f3-eac4-4d8d-b2ba-19f055153c91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2538679 Jul 08 17:29:16.644588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6f450-7d86-4ba2-9620-1ee0da277d6e req-e0ffe4cb-1d72-4739-a1a1-5c70b61e0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:16.646092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cae6f450-7d86-4ba2-9620-1ee0da277d6e req-e0ffe4cb-1d72-4739-a1a1-5c70b61e0f6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.2393548 Jul 08 17:29:16.646762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60530) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:16.646973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Calling delete_port for 18abcede-b756-46a0-8f2d-5955d2c0102c owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:16.650222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6689ac18-4e10-43e9-91c8-a783b14b8499 req-6c9cfdc8-088b-423e-822f-3923202a08d0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.651968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-51b00356-760c-4433-b7ee-8f931aea3eac tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Request body: {'security_group_rule': {'security_group_id': '815ba22c-1586-4665-beb1-e3212ba12b66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:16.686944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51b00356-760c-4433-b7ee-8f931aea3eac tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.747617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51b00356-760c-4433-b7ee-8f931aea3eac tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.753360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51b00356-760c-4433-b7ee-8f931aea3eac tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.757435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Sync routers for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:16.767102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-4eb904a1-0d68-40c9-9975-85c21a105f99 service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273433 Jul 08 17:29:16.776406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b00356-760c-4433-b7ee-8f931aea3eac tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8861d7f-4b75-494e-9de2-318fc4584a1f,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:16.780204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:16.781031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:16.804173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cae6f450-7d86-4ba2-9620-1ee0da277d6e req-9b75c863-fb7d-47af-82b1-bcf7e62bda75 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343229 Jul 08 17:29:16.894453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:16.970033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-edae3efb-7046-4562-bd8d-b591d071eb11 service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913121 Jul 08 17:29:16.982993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6689ac18-4e10-43e9-91c8-a783b14b8499 req-6c9cfdc8-088b-423e-822f-3923202a08d0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.988479 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6689ac18-4e10-43e9-91c8-a783b14b8499 req-6c9cfdc8-088b-423e-822f-3923202a08d0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.992865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51b00356-760c-4433-b7ee-8f931aea3eac tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:16.997457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-51b00356-760c-4433-b7ee-8f931aea3eac tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496511 Jul 08 17:29:16.998390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60536) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:17.011596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-17e8acaf-989c-47f3-829c-0e9dbe86b447 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Request body: {'security_group_rule': {'security_group_id': '815ba22c-1586-4665-beb1-e3212ba12b66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:17.027855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:17.071491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6689ac18-4e10-43e9-91c8-a783b14b8499 req-6c9cfdc8-088b-423e-822f-3923202a08d0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.072997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6689ac18-4e10-43e9-91c8-a783b14b8499 req-6c9cfdc8-088b-423e-822f-3923202a08d0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5925078 Jul 08 17:29:17.090550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cfdc8-088b-423e-822f-3923202a08d0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a42119-31a7-4356-8768-28614aa6e49e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.118244 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e8acaf-989c-47f3-829c-0e9dbe86b447 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.139250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.158592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.205710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 2, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:17.209127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:17.247945 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.250009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Checking router: 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:29:17.251453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Updating router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 port bb463723-34bf-4afc-83f7-e3823857f9fd binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:29:17.306270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.399565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=18abcede-b756-46a0-8f2d-5955d2c0102c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.455651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=11']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.630818 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.645378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Transition to ACTIVE for port object bb463723-34bf-4afc-83f7-e3823857f9fd will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:17.652258 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.735056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1491-2a09-4c4b-99fe-3e150beb686b None None] Pushing event updated for resources: {'Port': ['ID=bb463723-34bf-4afc-83f7-e3823857f9fd,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.791464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Attempting to bind port bb463723-34bf-4afc-83f7-e3823857f9fd on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:17.791851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Attempting to bind port bb463723-34bf-4afc-83f7-e3823857f9fd by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:17.792197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Attempting to bind port bb463723-34bf-4afc-83f7-e3823857f9fd on network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:17.797860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:17.798372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Checking segment: {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:17.798712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.799090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Bound using segment: {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:17.799561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Bound port: bb463723-34bf-4afc-83f7-e3823857f9fd, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:17.800005 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.852527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e8acaf-989c-47f3-829c-0e9dbe86b447 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.877291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e8acaf-989c-47f3-829c-0e9dbe86b447 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.898102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] For port bb463723-34bf-4afc-83f7-e3823857f9fd, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:17.902497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] For port bb463723-34bf-4afc-83f7-e3823857f9fd, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bb463723-34bf-4afc-83f7-e3823857f9fd,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:17.910234 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.948638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8acaf-989c-47f3-829c-0e9dbe86b447 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc12406-af2e-41ed-bf40-194acddb29ef,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:17.969696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e8acaf-989c-47f3-829c-0e9dbe86b447 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:17.973630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-17e8acaf-989c-47f3-829c-0e9dbe86b447 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9685817 Jul 08 17:29:17.974157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60554) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:17.981483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25163fe0-cbf4-4a56-8b51-a7bdd10057f5 req-b3249923-0f4d-46da-8642-0449ecdb882a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:17.983221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25163fe0-cbf4-4a56-8b51-a7bdd10057f5 req-b3249923-0f4d-46da-8642-0449ecdb882a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.6471047 Jul 08 17:29:17.989146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:17.990887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06e1f7-0b9a-4491-b6f3-b378a63ead8a req-3c0d5f07-90a0-4931-9f97-81fd4eaeacba tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:17.993236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:17.993864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:17.997725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a06e1f7-0b9a-4491-b6f3-b378a63ead8a req-3c0d5f07-90a0-4931-9f97-81fd4eaeacba tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 949 time: 0.6606669 Jul 08 17:29:18.016079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.037095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1491-2a09-4c4b-99fe-3e150beb686b None None] Pushing event updated for resources: {'Port': ['ID=bb463723-34bf-4afc-83f7-e3823857f9fd,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:18.059299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:18.061801 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a722a-73d4-455e-a61a-01228587df00" -d '{"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:18.089509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.134159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a06e1f7-0b9a-4491-b6f3-b378a63ead8a req-392f6067-63a9-4387-8307-9121763e7f83 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354499 Jul 08 17:29:18.141988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25163fe0-cbf4-4a56-8b51-a7bdd10057f5 req-f7b75a14-5491-4776-ab43-f90732b176c9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393361 Jul 08 17:29:18.208121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:18.339119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6fd931f-b294-442f-875d-b8f1508dfc60 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:18.434606 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.540437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d6fd931f-b294-442f-875d-b8f1508dfc60 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:18.540843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.549631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539d3b6-c170-4eca-af6a-b23dfdca3287 req-e21e8602-b1ce-49b0-bd4d-469baa3483b5 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:18.559570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7539d3b6-c170-4eca-af6a-b23dfdca3287 req-e21e8602-b1ce-49b0-bd4d-469baa3483b5 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1519485 Jul 08 17:29:18.612929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Router c8e5b108-717a-4487-a248-8d82792d7fb1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:18.618773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7539d3b6-c170-4eca-af6a-b23dfdca3287 req-fe4e92d2-f215-43d7-a2dd-908c655d3b0c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580931 Jul 08 17:29:18.630112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Allocated IP 172.25.5.57 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/1d7c5309-cf12-4b60-8e54-1b4f4034f0bd) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:18.662159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2153bce3-b80a-431d-bdc5-77c01e68fa7b req-d3ffcdb0-7d7e-407d-8c30-f5acae8f82bf tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 210 time: 0.0525246 Jul 08 17:29:18.697715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:17Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:18.723298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39a2667-dcef-4aba-846a-5b8979db1937 None None] The sync data for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 is: [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:17Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:18.751479 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22b7a92-e824-474e-ae17-0e713397721f x-openstack-request-id: req-c22b7a92-e824-474e-ae17-0e713397721f {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:18.751861 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:18.752191 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c22b7a92-e824-474e-ae17-0e713397721f {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:18.753582 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'code': 200} Jul 08 17:29:18.812137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.871074 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:18.916265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:18.921779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:18.928628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:18.929524 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] Sync routers for ids ['c8e5b108-717a-4487-a248-8d82792d7fb1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:18.933819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:18.934713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3d012559-c965-450d-ada7-4acdc52e19e9 admin admin] 10.222.0.63 "PUT /v2.0/routers/c8e5b108-717a-4487-a248-8d82792d7fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3507988 Jul 08 17:29:18.940090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60576) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:18.947304 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] Routers {'c8e5b108-717a-4487-a248-8d82792d7fb1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:18.950037 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c8e5b108-717a-4487-a248-8d82792d7fb1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:19.123423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-c13a93f0-33e1-432c-9460-6ca6596ae6fe tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:19.129513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event updated for resources: {'Port': ['ID=1d7c5309-cf12-4b60-8e54-1b4f4034f0bd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:19.135459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-c13a93f0-33e1-432c-9460-6ca6596ae6fe tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 812 time: 0.3644974 Jul 08 17:29:19.136254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.150479 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] Set router c8e5b108-717a-4487-a248-8d82792d7fb1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:19.226315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.241194 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-9ece8c73-acf9-444d-80ac-0f9834d34b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/quotas/267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 375 time: 0.1047306 Jul 08 17:29:19.295065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-b14d4d48-d197-42dd-bdc8-7c927b7d42e7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522780 Jul 08 17:29:19.472283 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.527765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.545209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.650156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.674961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event updated for resources: {'Port': ['ID=1d7c5309-cf12-4b60-8e54-1b4f4034f0bd,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:19.676702 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 5, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:19.690277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.691565 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e2073ca1-7fa1-4658-804f-50099a129830 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7155764 Jul 08 17:29:19.695464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-e44cce3d-7c9a-43df-aff8-8f40e214dbd8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:19.697066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-e44cce3d-7c9a-43df-aff8-8f40e214dbd8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.4810364 Jul 08 17:29:19.701399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-3cafa77a-2871-48f5-9228-876ae887fb0b service neutron] 10.222.0.63 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054928 Jul 08 17:29:19.735404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Request body: {'port': {'device_id': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'admin_state_up': True, 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:19.741187 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] Checking router: c8e5b108-717a-4487-a248-8d82792d7fb1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:29:19.752419 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] Routers {'c8e5b108-717a-4487-a248-8d82792d7fb1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:19.753506 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c8e5b108-717a-4487-a248-8d82792d7fb1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:19.867994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:19.872117 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] Set router c8e5b108-717a-4487-a248-8d82792d7fb1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:19.970011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-d4dc31ed-094a-4083-a2f8-5cb6141c0777 service neutron] 10.222.0.63 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563219 Jul 08 17:29:20.005000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Deleting port 22d902bf-6048-440f-ab45-3ee800d7a2ee {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:20.005596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.009090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:20.013279 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.149446 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 5, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:20.174746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb463723-34bf-4afc-83f7-e3823857f9fd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:20.195244 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa9b28-dbd3-4ae1-bc78-17dad79573d0 None None] The sync data for ids ['c8e5b108-717a-4487-a248-8d82792d7fb1'] in n-d-799528-4 is: [{'id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'name': 'tempest-ServersTestMultiNic-7489805-router', 'tenant_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:27:21Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 5, 'project_id': 'd6d5e2aefac544b692422cd7902fc0f4', 'gw_port': {'id': '22d902bf-6048-440f-ab45-3ee800d7a2ee', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5b108-717a-4487-a248-8d82792d7fb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:27:22Z', 'updated_at': '2021-07-08T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:20.251037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port bb463723-34bf-4afc-83f7-e3823857f9fd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:20.256941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port bb463723-34bf-4afc-83f7-e3823857f9fd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:20.257678 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.403524 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.410633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] For port 22d902bf-6048-440f-ab45-3ee800d7a2ee, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=22d902bf-6048-440f-ab45-3ee800d7a2ee,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:20.411008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.432455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Calling delete_port for 22d902bf-6048-440f-ab45-3ee800d7a2ee owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:20.457519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port bb463723-34bf-4afc-83f7-e3823857f9fd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bb463723-34bf-4afc-83f7-e3823857f9fd,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:20.465876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Allocated IP 172.20.0.3 (1495ca0b-3919-43d6-8e6a-f156d25aa27c/93f219f3-10d8-4a52-b813-91bc530aa542/43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:20.467989 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.554383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=bb463723-34bf-4afc-83f7-e3823857f9fd,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:20.803138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444259-ae11-4a4d-9f25-acc817008890 req-e6f76b8b-1937-44ce-bc73-fcec2af97a10 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:20.804759 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87444259-ae11-4a4d-9f25-acc817008890 req-e6f76b8b-1937-44ce-bc73-fcec2af97a10 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.3408940 Jul 08 17:29:20.832515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98f01c-e3ea-4990-8602-293ee0e579bb req-b870bf76-f2e1-45ef-bb40-90fa8120afa1 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:20.834051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c98f01c-e3ea-4990-8602-293ee0e579bb req-b870bf76-f2e1-45ef-bb40-90fa8120afa1 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2719142 Jul 08 17:29:20.910902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:20.949784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87444259-ae11-4a4d-9f25-acc817008890 req-a1f07773-7312-48ed-8d1b-7cb7554fb730 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337094 Jul 08 17:29:20.957337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c98f01c-e3ea-4990-8602-293ee0e579bb req-cb60dd97-be71-4297-85d5-fda68a693bf2 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077905 Jul 08 17:29:20.979704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.031165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d902bf-6048-440f-ab45-3ee800d7a2ee,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:21.082603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.184226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dedcb534-7b64-4ddb-bb00-4fcec3354080 req-436c1aa4-c15e-4b68-b8d5-a7329a888030 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 210 time: 0.0591679 Jul 08 17:29:21.192425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:21.204640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.206715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:21.211524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:21.214121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event updated for resources: {'Port': ['ID=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:21.246741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-daf37244-cea1-4316-bf53-2b4482161a72 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--981824875&fields=id&tenant_id=bf51ccde3e694647881b11a2e90b823a HTTP/1.1" status: 200 len: 267 time: 0.1621678 Jul 08 17:29:21.668534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-3ce43dd4-71c6-459f-a679-c795573b0b41 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:21.671135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-3ce43dd4-71c6-459f-a679-c795573b0b41 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 812 time: 0.1195712 Jul 08 17:29:21.692045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'port': {'device_id': '219f3033-23b0-44da-bd1f-31302561f432', 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d', 'admin_state_up': True, 'tenant_id': '267d5e1412b045bda04f60a9ce69e424'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:21.725238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.731766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.754235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:21.754791 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.824402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Made reservation on behalf of 267d5e1412b045bda04f60a9ce69e424 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:21.828301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.836399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.837049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8e5b108-717a-4487-a248-8d82792d7fb1 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:29:21.839241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-ee0bc00b-f1f9-46d0-9c7c-cc6d9e8e7b23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1117964 Jul 08 17:29:21.847959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:21.851344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bc10b194-8c10-443c-892c-7dde37e67590 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c8e5b108-717a-4487-a248-8d82792d7fb1 HTTP/1.1" status: 204 len: 168 time: 2.8994334 Jul 08 17:29:21.851653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60652) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:21.865094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Request body: {'port': {'device_id': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:21.894976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-e4cf0d3e-962d-42d7-92de-f03e8515ef84 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:21.896474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-e4cf0d3e-962d-42d7-92de-f03e8515ef84 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/networks?id=49ef851f-c1cd-46f2-ba70-3d0bc7c35057 HTTP/1.1" status: 200 len: 811 time: 0.6016345 Jul 08 17:29:21.929098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf25d0-3060-4b48-980b-c0cb5e7d9f41 req-6ebbd121-c60f-4bc5-ac2a-aecaac168cdb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:21.930584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6cf25d0-3060-4b48-980b-c0cb5e7d9f41 req-6ebbd121-c60f-4bc5-ac2a-aecaac168cdb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 931 time: 0.6344893 Jul 08 17:29:21.934470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-bdbf3a38-c354-4499-b05b-7a807b759751 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/quotas/bf51ccde3e694647881b11a2e90b823a HTTP/1.1" status: 200 len: 375 time: 0.0308237 Jul 08 17:29:21.947596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] Deleting subnet 53e9846a-0b37-4d9f-b5cc-cd8fe587d15e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:29:21.953873 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.019719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.028519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.043663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Allocated IP 172.20.0.4 (5c386063-e8ef-42f4-b119-a7567b81697d/fea262f8-3867-4504-9fd0-9ceab290640c/c5637f1f-1771-4e5e-b250-676823594a33) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:22.063184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6cf25d0-3060-4b48-980b-c0cb5e7d9f41 req-4ee314da-e70b-4bec-a86e-b2cbf20c284c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189227 Jul 08 17:29:22.130344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-bd3cb70b-3444-4eb2-8091-cdce312aa698 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf51ccde3e694647881b11a2e90b823a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605499 Jul 08 17:29:22.178671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.268891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.275634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.315202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53e9846a-0b37-4d9f-b5cc-cd8fe587d15e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:22.322368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.326427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cf7e24d8-f571-438f-ba11-0b2e1e1b2ae7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/53e9846a-0b37-4d9f-b5cc-cd8fe587d15e HTTP/1.1" status: 204 len: 168 time: 0.4713340 Jul 08 17:29:22.327192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:22.331766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d5f8a-4981-47ed-b04e-356435442e25 None None] Network bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:22.401290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-9f3a2f48-9a79-497b-a15f-b91894743f5d service neutron] 10.222.0.63 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224305 Jul 08 17:29:22.404229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb463723-34bf-4afc-83f7-e3823857f9fd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:22.432360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.443516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83eb025-fcc9-42c2-8138-1bdc0806a789 req-99151539-f9d1-4a7f-bb96-ae1973fc8cf9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:22.444372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a83eb025-fcc9-42c2-8138-1bdc0806a789 req-99151539-f9d1-4a7f-bb96-ae1973fc8cf9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2386606 Jul 08 17:29:22.448494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.519593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Network 5c386063-e8ef-42f4-b119-a7567b81697d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:22.526299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:22.531981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:22.551926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port bb463723-34bf-4afc-83f7-e3823857f9fd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:22.552409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.554940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:22.587912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a83eb025-fcc9-42c2-8138-1bdc0806a789 req-e605f272-390a-4580-8ee4-cce496140969 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 Jul 08 17:29:22.590903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:22.591808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.596503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-d0961484-2b74-4328-9c25-21cbd9b3950f service neutron] 10.222.0.63 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832023 Jul 08 17:29:22.598570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:22.607749 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.623860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Transition to ACTIVE for port object 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:22.628286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Deleting port 068e7fd6-391d-4611-a3c3-184f5a3b6356 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:22.629988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.637728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.656258 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-382b1cb6-0f14-4571-84e2-a02ccc07ef96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9687259 Jul 08 17:29:22.713492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] DHCP port deletion for bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:29:22.727978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Request body: {'port': {'device_id': '219f3033-23b0-44da-bd1f-31302561f432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:22.730913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Pushing event updated for resources: {'Port': ['ID=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:22.807060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 18abcede-b756-46a0-8f2d-5955d2c0102c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:22.868884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Attempting to bind port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:22.869522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Attempting to bind port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:22.869522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Attempting to bind port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:22.878568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:22.878949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Attempting to bind port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:22.883200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] For port 068e7fd6-391d-4611-a3c3-184f5a3b6356, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=068e7fd6-391d-4611-a3c3-184f5a3b6356,segment=NetworkSegment(f6b9da83-d5f6-4bf0-8b35-9b54f966b590),segment_id=f6b9da83-d5f6-4bf0-8b35-9b54f966b590)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:22.883569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.890509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:22.891451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:22.891918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Bound using segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:22.892403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Bound port: 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:22.892728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:22.924372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Calling delete_port for 068e7fd6-391d-4611-a3c3-184f5a3b6356 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:22.965547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.036104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 18abcede-b756-46a0-8f2d-5955d2c0102c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:23.036450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 18abcede-b756-46a0-8f2d-5955d2c0102c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:23.036893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22d902bf-6048-440f-ab45-3ee800d7a2ee no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:23.065315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] For port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:23.071681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 22d902bf-6048-440f-ab45-3ee800d7a2ee {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:23.072032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 22d902bf-6048-440f-ab45-3ee800d7a2ee not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:23.099326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] Deleting port 068e7fd6-391d-4611-a3c3-184f5a3b6356 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:23.099708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.109409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] For port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:23.119987 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.180969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:23.181617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.183020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] 10.222.0.41 "PUT /v2.0/ports/43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b HTTP/1.1" status: 200 len: 1091 time: 1.3255925 Jul 08 17:29:23.187224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'tag': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:23.190925 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107cd33-607c-4e25-ae40-7ec7b957f5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c91eff44-8c7c-4885-9589-5d595c20c207", "tag": "43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:23.194116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] For port 068e7fd6-391d-4611-a3c3-184f5a3b6356, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=068e7fd6-391d-4611-a3c3-184f5a3b6356,segment=NetworkSegment(f6b9da83-d5f6-4bf0-8b35-9b54f966b590),segment_id=f6b9da83-d5f6-4bf0-8b35-9b54f966b590)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:23.194515 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.217667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] Calling delete_port for 068e7fd6-391d-4611-a3c3-184f5a3b6356 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:23.287834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.327386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf519a-ef37-4c85-af28-91d5899af86a service neutron] Pushing event updated for resources: {'Port': ['ID=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:23.337626 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.360358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a89e2-7efe-49e2-929e-ffcee61e70d5 req-27e2a5fb-e25c-4a7c-a561-f278d0bf0824 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:23.363090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] No DVR routers for this DVR port 068e7fd6-391d-4611-a3c3-184f5a3b6356 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:23.368216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] Pushing event deleted for resources: {'Port': ['ID=068e7fd6-391d-4611-a3c3-184f5a3b6356,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:23.371739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36efb7e-f6b5-4927-a685-69379cffd5d9 None None] No DVR routers for this DVR port 068e7fd6-391d-4611-a3c3-184f5a3b6356 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:23.377475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Pushing event deleted for resources: {'Port': ['ID=068e7fd6-391d-4611-a3c3-184f5a3b6356,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:23.385539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-228a89e2-7efe-49e2-929e-ffcee61e70d5 req-27e2a5fb-e25c-4a7c-a561-f278d0bf0824 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.3590062 Jul 08 17:29:23.458968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-228a89e2-7efe-49e2-929e-ffcee61e70d5 req-f1ab3479-3153-45ef-9d7a-b2aca6cd834f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721178 Jul 08 17:29:23.464242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-533e673d-01f2-408a-bb27-888a3b5d1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:23.465940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-533e673d-01f2-408a-bb27-888a3b5d1352 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 1094 time: 0.2078497 Jul 08 17:29:23.469094 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.479174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19a3f9-47a6-4813-9125-99e57ee57bd2 req-1b76626e-d725-4766-89bf-3f97395261cd tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:23.488982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b19a3f9-47a6-4813-9125-99e57ee57bd2 req-1b76626e-d725-4766-89bf-3f97395261cd tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 931 time: 0.3010187 Jul 08 17:29:23.489131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:23.504049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:23.504167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b9da83-d5f6-4bf0-8b35-9b54f966b590') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:23.534259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.546047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-6ac8ee4f-ba6a-4b50-a2a4-a24e46ccb801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b HTTP/1.1" status: 200 len: 217 time: 0.0490518 Jul 08 17:29:23.553347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5637f1f-1771-4e5e-b250-676823594a33 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:23.557793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.564813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.569288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:29:23.569893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:29:23.571762 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:29:23.591207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b19a3f9-47a6-4813-9125-99e57ee57bd2 req-3e93b89a-a175-429f-bc3a-cab7c6e9d5be tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042695 Jul 08 17:29:23.619236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-31b8c014-fbf7-4a17-8b0b-53d943521369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:23.621367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-31b8c014-fbf7-4a17-8b0b-53d943521369 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0656176 Jul 08 17:29:23.630682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Transition to ACTIVE for port object c5637f1f-1771-4e5e-b250-676823594a33 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:23.638799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.676073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.678225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-5e0257ee-0658-4f39-a932-69f71cc61d33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492775 Jul 08 17:29:23.690381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.692265 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] 10.222.0.63 "DELETE /v2.0/networks/bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22 HTTP/1.1" status: 204 len: 168 time: 1.3643723 Jul 08 17:29:23.716249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fefe9-54e8-4dd1-8d37-b84f591993dc admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0ecb92-21f5-4c88-bb8b-b68ea5bdfb22,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:23.722273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Pushing event updated for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:23.841977 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-a97f8169-7170-4dcc-9f82-3795e51de217 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326110 Jul 08 17:29:23.847727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Attempting to bind port c5637f1f-1771-4e5e-b250-676823594a33 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:23.848301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Attempting to bind port c5637f1f-1771-4e5e-b250-676823594a33 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:23.848464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Attempting to bind port c5637f1f-1771-4e5e-b250-676823594a33 on network 5c386063-e8ef-42f4-b119-a7567b81697d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:23.863167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60688) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:23.864707 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1c0ac17-f03e-4388-a870-6d2227f362ad req-d5dd6a90-dd38-457f-a115-4b12c8ace113 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 210 time: 0.0467126 Jul 08 17:29:23.912424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Port c5637f1f-1771-4e5e-b250-676823594a33 on network 5c386063-e8ef-42f4-b119-a7567b81697d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:23.912804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Attempting to bind port c5637f1f-1771-4e5e-b250-676823594a33 on network 5c386063-e8ef-42f4-b119-a7567b81697d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:23.917134 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0574aeab-7251-4a27-aee2-d0876c42487f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6d5e2aefac544b692422cd7902fc0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528915 Jul 08 17:29:23.920930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60692) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:23.928913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:23.929270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Checking segment: {'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:23.929625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Bound using segment: {'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:23.930067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Bound port: c5637f1f-1771-4e5e-b250-676823594a33, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:23.930432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:23.983162 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:29:24.015325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c851fa8c-84ec-46f6-bb49-a968fe0e8875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.053605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:24.056917 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c851fa8c-84ec-46f6-bb49-a968fe0e8875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.059806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c5637f1f-1771-4e5e-b250-676823594a33,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:24.073174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-c998dcf4-8cde-4714-9075-d59aca21a353 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116401 Jul 08 17:29:24.083330 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.123094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 068e7fd6-391d-4611-a3c3-184f5a3b6356 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:24.146541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 068e7fd6-391d-4611-a3c3-184f5a3b6356 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:24.147362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 068e7fd6-391d-4611-a3c3-184f5a3b6356 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:24.165972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.166592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.168082 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] 10.222.0.72 "PUT /v2.0/ports/c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 200 len: 1091 time: 1.4545979 Jul 08 17:29:24.168417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:24.171466 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76" -d '{"events": [{"name": "network-changed", "server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "tag": "c5637f1f-1771-4e5e-b250-676823594a33"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:24.203937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35406a-47b1-468e-9c5d-139a3dfb8075 service neutron] Pushing event updated for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:24.220298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c851fa8c-84ec-46f6-bb49-a968fe0e8875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.224190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147582-bd84-40e2-b0ed-424a585951f6 req-dde43c2a-4692-4257-a5aa-b8f954e79f65 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.224375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c851fa8c-84ec-46f6-bb49-a968fe0e8875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:24.226020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38147582-bd84-40e2-b0ed-424a585951f6 req-dde43c2a-4692-4257-a5aa-b8f954e79f65 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 949 time: 0.1091270 Jul 08 17:29:24.232245 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c851fa8c-84ec-46f6-bb49-a968fe0e8875 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d2e79997-a043-414a-8303-5b9f3d0e58a2 HTTP/1.1" status: 204 len: 168 time: 0.3074675 Jul 08 17:29:24.272363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851fa8c-84ec-46f6-bb49-a968fe0e8875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e79997-a043-414a-8303-5b9f3d0e58a2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:24.310702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-352e7e66-6078-4a8c-b87d-a7a38b3e8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.313496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-352e7e66-6078-4a8c-b87d-a7a38b3e8eb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1094 time: 0.0827019 Jul 08 17:29:24.338175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38147582-bd84-40e2-b0ed-424a585951f6 req-575d4ccd-778e-43ac-b0bd-455df25a950d tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003554 Jul 08 17:29:24.351637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eca3d-f3d9-4442-8da7-2ad5001adc24 req-afd7f0a9-5e92-43fe-af4c-4ff33211c43e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.361296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-529eca3d-f3d9-4442-8da7-2ad5001adc24 req-afd7f0a9-5e92-43fe-af4c-4ff33211c43e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 943 time: 0.1294265 Jul 08 17:29:24.371596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-4ce70609-f1b5-4b88-b11f-99e71d53984d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 200 len: 217 time: 0.0442286 Jul 08 17:29:24.438081 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56f1b3b-9719-4850-949d-e01971f51682 x-openstack-request-id: req-a56f1b3b-9719-4850-949d-e01971f51682 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:24.438382 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91eff44-8c7c-4885-9589-5d595c20c207", "tag": "43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:24.438638 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a56f1b3b-9719-4850-949d-e01971f51682 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:24.439050 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'tag': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b', 'status': 'completed', 'code': 200} Jul 08 17:29:24.449934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-529eca3d-f3d9-4442-8da7-2ad5001adc24 req-8348121e-9078-4319-9b07-b0ec73d3479b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829701 Jul 08 17:29:24.463451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-0a6ca55e-7c0f-43dc-9b7b-2224bb5aba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.465286 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-0a6ca55e-7c0f-43dc-9b7b-2224bb5aba41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.0851460 Jul 08 17:29:24.520447 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-7fc9f847-3ba1-4a2e-866b-bb5f24b7cc79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412691 Jul 08 17:29:24.684056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-3e0ee7f1-07e3-473d-8ffa-678d9635278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.685621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-3e0ee7f1-07e3-473d-8ffa-678d9635278b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 1094 time: 0.1545835 Jul 08 17:29:24.686540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-d01c7679-4f7a-453e-89ad-e44140eadfc5 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575985 Jul 08 17:29:24.700591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a66e28-8dda-41f8-ae41-3e4e873403a9 req-f81200ed-aeaf-4848-b3a1-569ab78224b2 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.707183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18a66e28-8dda-41f8-ae41-3e4e873403a9 req-f81200ed-aeaf-4848-b3a1-569ab78224b2 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1013999 Jul 08 17:29:24.728869 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebb2ae9-68a9-4e73-b3d6-1dc26e093f07 x-openstack-request-id: req-1ebb2ae9-68a9-4e73-b3d6-1dc26e093f07 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:24.729159 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "tag": "c5637f1f-1771-4e5e-b250-676823594a33", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:24.729417 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1ebb2ae9-68a9-4e73-b3d6-1dc26e093f07 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:24.729823 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33', 'status': 'completed', 'code': 200} Jul 08 17:29:24.840487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18a66e28-8dda-41f8-ae41-3e4e873403a9 req-15a7de2d-ec4f-40ef-a937-16d3740da2a6 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323071 Jul 08 17:29:24.883902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-f46804d3-4a00-4f51-9ecf-89acd9aa717d tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.885475 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-f46804d3-4a00-4f51-9ecf-89acd9aa717d tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.41 "GET /v2.0/networks?id=49ef851f-c1cd-46f2-ba70-3d0bc7c35057 HTTP/1.1" status: 200 len: 811 time: 0.1979795 Jul 08 17:29:24.903827 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6896faf0-6a35-44d8-b7f9-19a66eb38655 req-869e109e-d7ee-4535-b16c-508b89e7f0d6 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037876 Jul 08 17:29:24.908121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-9d78737e-8ad1-4a90-828c-c0d2ae1c0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:24.911134 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-9d78737e-8ad1-4a90-828c-c0d2ae1c0c57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.2018418 Jul 08 17:29:24.988405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-16e9fc0e-cbd3-4b63-b068-a41827ac1065 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf51ccde3e694647881b11a2e90b823a HTTP/1.1" status: 200 len: 379 time: 0.0826411 Jul 08 17:29:25.002462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-c9827b77-a751-40ef-9284-807cee5b1f30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b HTTP/1.1" status: 200 len: 217 time: 0.0841343 Jul 08 17:29:25.012023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425a703-5016-4a41-95ed-dee06292af85 req-67dfd6bc-a28d-4711-8ff1-1a94c6908213 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.013645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7425a703-5016-4a41-95ed-dee06292af85 req-67dfd6bc-a28d-4711-8ff1-1a94c6908213 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 949 time: 0.0880613 Jul 08 17:29:25.019183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Request body: {'port': {'device_id': '5687e011-90f2-44e8-9e5a-697024a5038a', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'admin_state_up': True, 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'security_groups': ['815ba22c-1586-4665-beb1-e3212ba12b66']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:25.209912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-e1033167-229a-433f-ad27-fe67e252bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.211520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-e1033167-229a-433f-ad27-fe67e252bc49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.1394627 Jul 08 17:29:25.244167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc6d3a-dcaf-4612-a3ec-2437419b7758 req-e8bfcc58-ff26-4366-8c1e-184302a5cb7f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.245942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fc6d3a-dcaf-4612-a3ec-2437419b7758 req-e8bfcc58-ff26-4366-8c1e-184302a5cb7f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.2477088 Jul 08 17:29:25.249262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60730) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:25.280167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-a0cc3403-5893-4dbb-80dc-45d83b6ac93d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561185 Jul 08 17:29:25.314145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-36e146a9-db03-4226-883f-8bdf9c053de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.315660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-36e146a9-db03-4226-883f-8bdf9c053de4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1094 time: 0.2732193 Jul 08 17:29:25.333642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9492e7-f2e9-4930-8027-19d355d79690 req-2352f953-6729-4ea2-8fcd-8ad650f383bc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.335176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed9492e7-f2e9-4930-8027-19d355d79690 req-2352f953-6729-4ea2-8fcd-8ad650f383bc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 943 time: 0.2909391 Jul 08 17:29:25.427328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1268373452-network', 'tenant_id': '0bd10667369c432b99cdc4ad8dadbdff'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:25.470198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96fc6d3a-dcaf-4612-a3ec-2437419b7758 req-a0e3c235-85bf-4b4e-9da9-11607aa3d0a5 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956434 Jul 08 17:29:25.512517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Deleting port 78bb196d-4b80-4cc8-9b02-48a7442d480f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:25.512904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:25.519520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Made reservation on behalf of 0bd10667369c432b99cdc4ad8dadbdff for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:25.521587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:25.525780 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed9492e7-f2e9-4930-8027-19d355d79690 req-c6a887f5-567e-4b5d-98f7-2a3ee31888ba tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523244 Jul 08 17:29:25.547635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:25.568662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-3ade0ef9-35c1-4c15-b1cb-d83a26919b06 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764764 Jul 08 17:29:25.571762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-1558ea1a-5def-4443-a0ae-d0b0fc09887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.573365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-1558ea1a-5def-4443-a0ae-d0b0fc09887f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 913 time: 0.2091968 Jul 08 17:29:25.578803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Made reservation on behalf of bf51ccde3e694647881b11a2e90b823a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:25.583610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:25.606281 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:25.674915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-d07586a0-78ff-4c8d-b6da-3012063ba9d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 200 len: 217 time: 0.0883095 Jul 08 17:29:25.677771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] For port 78bb196d-4b80-4cc8-9b02-48a7442d480f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78bb196d-4b80-4cc8-9b02-48a7442d480f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:25.678169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:25.700226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Calling delete_port for 78bb196d-4b80-4cc8-9b02-48a7442d480f owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:25.704631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d9fa814-5784-4512-ab2a-cc1fdcc9d8fb req-4f45a788-429f-41a4-8123-01bec857b138 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 210 time: 0.0967257 Jul 08 17:29:25.818236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Allocated IP 172.20.0.9 (49ef851f-c1cd-46f2-ba70-3d0bc7c35057/c3a8eeac-bd06-4c6f-b79e-8211866ca149/9806d89d-15dc-443d-a2f8-3bccae4ddea5) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:25.876240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-4242fb0b-c242-4441-86f4-ef97c5cd3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.877764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-4242fb0b-c242-4441-86f4-ef97c5cd3723 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.1805444 Jul 08 17:29:25.886608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8107cd33-607c-4e25-ae40-7ec7b957f5d4 req-e2b5f6f6-daf8-4e61-a62e-fdbdb1954466 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103757 Jul 08 17:29:25.928838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-9e65b09d-5f7a-436e-ba52-710f8c10ff8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411651 Jul 08 17:29:25.961906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb176e-b8d5-4be6-b70d-25841dd3e156 req-0cbb7674-c9fc-4681-8a2c-46fddcb773a2 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:25.963399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03bb176e-b8d5-4be6-b70d-25841dd3e156 req-0cbb7674-c9fc-4681-8a2c-46fddcb773a2 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a0688a-c4bc-4534-8c01-76c01ee10f59 HTTP/1.1" status: 200 len: 949 time: 0.2616336 Jul 08 17:29:25.986181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.028348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Pushing event deleted for resources: {'Port': ['ID=78bb196d-4b80-4cc8-9b02-48a7442d480f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:26.048677 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.072273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.074208 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.091986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] No DVR routers for this DVR port 78bb196d-4b80-4cc8-9b02-48a7442d480f on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:26.094587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.094924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f216cc-6c9a-4148-bcc9-574d75f04ccb req-856c0f6a-a46d-46c2-84e2-556eee9d86c1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:26.096470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08f216cc-6c9a-4148-bcc9-574d75f04ccb req-856c0f6a-a46d-46c2-84e2-556eee9d86c1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 943 time: 0.2851529 Jul 08 17:29:26.096847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7425a703-5016-4a41-95ed-dee06292af85 req-56589ff1-952e-4f66-9a0b-f785b354b443 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.72 "DELETE /v2.0/ports/78bb196d-4b80-4cc8-9b02-48a7442d480f HTTP/1.1" status: 204 len: 173 time: 1.0728390 Jul 08 17:29:26.108065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Transition to ACTIVE for port object 9806d89d-15dc-443d-a2f8-3bccae4ddea5 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:26.121539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03bb176e-b8d5-4be6-b70d-25841dd3e156 req-e196abcb-e725-4a2b-bcd4-8ecb4442e241 tempest-ImagesOneServerTestJSON-997948370 tempest-ImagesOneServerTestJSON-997948370-project] 10.222.0.63 "GET /v2.0/security-groups?id=a073ae40-ca90-4ade-b4aa-a28ddeb9e245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152477 Jul 08 17:29:26.137178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:26.152379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.178728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-26c21707-f83d-4548-a8bd-51910211ae98 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374604 Jul 08 17:29:26.184763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daedc6a1-32ef-44ef-8e68-c3d842929213,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:26.192292 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.193026 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Added segment 6222c7af-d8f3-4b83-8344-d55c7c345ef2 of type vlan for network 5e544097-6144-429e-980f-48278197af4e Jul 08 17:29:26.216662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:26.223350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:26.225988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:26.264230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event updated for resources: {'Port': ['ID=9806d89d-15dc-443d-a2f8-3bccae4ddea5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:26.299884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:26.300814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.302249 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08f216cc-6c9a-4148-bcc9-574d75f04ccb req-06cad7e0-6623-44fe-a67b-798a54db7095 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887960 Jul 08 17:29:26.320369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.328863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-8daa17cf-2582-4a70-a6e1-31294fe5a44c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3140051 Jul 08 17:29:26.349325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Request body: {'port': {'device_id': '5687e011-90f2-44e8-9e5a-697024a5038a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:26.396696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b160cbe-9e27-4137-9c0b-aab45cdf3d76 req-07269138-d14f-44cc-89ac-b45a1d6d64bc service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061415 Jul 08 17:29:26.404370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.409131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:26.409822 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.452893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.501966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2499483 Jul 08 17:29:26.511395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60744) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:26.521737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Request body: {'subnet': {'network_id': '5e544097-6144-429e-980f-48278197af4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1268373452-subnet', 'tenant_id': '0bd10667369c432b99cdc4ad8dadbdff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:26.542950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08922f-24d8-44e9-a72d-efaa901fedf2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e544097-6144-429e-980f-48278197af4e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:26.555672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5e544097-6144-429e-980f-48278197af4e details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:26.600808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd6105-63a5-47fe-a75c-410b855783a1 req-01e85dd9-0246-4960-b61b-97c13400e94d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:26.602444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62dd6105-63a5-47fe-a75c-410b855783a1 req-01e85dd9-0246-4960-b61b-97c13400e94d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1295123 Jul 08 17:29:26.651965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Made reservation on behalf of 0bd10667369c432b99cdc4ad8dadbdff for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:26.655143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.688661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62dd6105-63a5-47fe-a75c-410b855783a1 req-b8b2f246-8488-44d8-8c55-e700aec013b8 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806332 Jul 08 17:29:26.690839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aba654e9-da76-438b-a32c-2bb3554d8a1b None None] Provisioning for port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:26.695450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aba654e9-da76-438b-a32c-2bb3554d8a1b None None] Provisioning complete for port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:26.695950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aba654e9-da76-438b-a32c-2bb3554d8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:26.739854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-deleted', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:26.742069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aba654e9-da76-438b-a32c-2bb3554d8a1b None None] Port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:26.742639 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a263a3-98d5-495b-b817-8e590da7a3c7" -d '{"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-deleted", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:26.780175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7481fdb-98ac-490f-ab03-2c32927f873d req-07f19621-a0a8-4b28-a5a4-c56cdb9d27eb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:26.787488 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7481fdb-98ac-490f-ab03-2c32927f873d req-07f19621-a0a8-4b28-a5a4-c56cdb9d27eb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.1373975 Jul 08 17:29:26.837680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7481fdb-98ac-490f-ab03-2c32927f873d req-4a690fe9-6276-4cff-8565-1c09e3c3787e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Jul 08 17:29:26.922962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7c3eb-f622-417c-90c6-ffc4825d69c0 req-3be587f1-be6a-480f-80c4-68df62fd599d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:26.925191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eae7c3eb-f622-417c-90c6-ffc4825d69c0 req-3be587f1-be6a-480f-80c4-68df62fd599d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 943 time: 0.0866175 Jul 08 17:29:26.974479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eae7c3eb-f622-417c-90c6-ffc4825d69c0 req-4b968048-e21a-49d8-93ac-3f5f51470498 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Jul 08 17:29:27.007221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.029009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12530579-8aa8-4897-bf62-b17b569a350b req-ab3e9ed3-7458-4dc0-8ed9-1a02cfa34630 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.030701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12530579-8aa8-4897-bf62-b17b569a350b req-ab3e9ed3-7458-4dc0-8ed9-1a02cfa34630 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 931 time: 0.0729425 Jul 08 17:29:27.036079 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec7fb2f-b737-4fc7-860c-d947b2e96416 x-openstack-request-id: req-bec7fb2f-b737-4fc7-860c-d947b2e96416 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:27.036366 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a0688a-c4bc-4534-8c01-76c01ee10f59", "name": "network-vif-deleted", "tag": "78bb196d-4b80-4cc8-9b02-48a7442d480f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:27.036688 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bec7fb2f-b737-4fc7-860c-d947b2e96416 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:27.037015 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a0688a-c4bc-4534-8c01-76c01ee10f59', 'name': 'network-vif-deleted', 'tag': '78bb196d-4b80-4cc8-9b02-48a7442d480f', 'status': 'completed', 'code': 200} Jul 08 17:29:27.041963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9806d89d-15dc-443d-a2f8-3bccae4ddea5 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:27.055237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.067524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c5637f1f-1771-4e5e-b250-676823594a33 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:27.070897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12530579-8aa8-4897-bf62-b17b569a350b req-5e5a5f87-fb4e-4ad5-a7dd-76596729ca22 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346515 Jul 08 17:29:27.088306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acde7b9f-b5dd-4038-95dc-d89ce651922d,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:27.092181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Transition to ACTIVE for port object 9806d89d-15dc-443d-a2f8-3bccae4ddea5 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:27.099786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.106584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Checking segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:27.106949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Network hostable DHCP agents. Network: 5e544097-6144-429e-980f-48278197af4e, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:27.162145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9806d89d-15dc-443d-a2f8-3bccae4ddea5,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:27.168450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Network 5e544097-6144-429e-980f-48278197af4e is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:27.181711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c5637f1f-1771-4e5e-b250-676823594a33,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:27.195496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'c5637f1f-1771-4e5e-b250-676823594a33', 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d', 'port_id': 'c5637f1f-1771-4e5e-b250-676823594a33', 'mac_address': 'fa:16:3e:a8:56:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea262f8-3867-4504-9fd0-9ceab290640c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:27.227061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 5e544097-6144-429e-980f-48278197af4e) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:27.233583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.234698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.241017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88987f-9b9a-4baf-8c76-27f7f5728ac0 None None] Network 5e544097-6144-429e-980f-48278197af4e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:27.261694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Attempting to bind port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:27.262031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Attempting to bind port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:27.262484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Attempting to bind port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 on network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:27.268649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5e28ef4d-3e43-40ee-a7b2-42c4238d3546 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7558594 Jul 08 17:29:27.269596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 on network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:27.269946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Attempting to bind port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 on network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:27.282766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:27.283160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Checking segment: {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:27.284103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Bound using segment: {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:27.284103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Bound port: 9806d89d-15dc-443d-a2f8-3bccae4ddea5, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:27.284369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.288331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.310242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5637f1f-1771-4e5e-b250-676823594a33 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:27.371294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] For port 9806d89d-15dc-443d-a2f8-3bccae4ddea5, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:27.373728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c5637f1f-1771-4e5e-b250-676823594a33,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:27.380467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] For port 9806d89d-15dc-443d-a2f8-3bccae4ddea5, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:27.401618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.426569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.467693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.468854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.470446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/9806d89d-15dc-443d-a2f8-3bccae4ddea5 HTTP/1.1" status: 200 len: 1091 time: 1.1256316 Jul 08 17:29:27.511379 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-46bf28ad-d3b5-4229-b82a-ff7a2e722d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.525672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85a97c-1e83-49dc-90f5-bfaa274d20d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9806d89d-15dc-443d-a2f8-3bccae4ddea5,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:27.601271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1f617-59c1-4005-a957-3b271ea964d4 req-bf5c75db-95cc-4920-9a7f-cfef2c42ace0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.603120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9f1f617-59c1-4005-a957-3b271ea964d4 req-bf5c75db-95cc-4920-9a7f-cfef2c42ace0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 943 time: 0.1038837 Jul 08 17:29:27.636721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:27.647409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-4be09d72-3796-4831-94f6-8a6b73481a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.650395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-4be09d72-3796-4831-94f6-8a6b73481a68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf51ccde3e694647881b11a2e90b823a&device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 1094 time: 0.0969462 Jul 08 17:29:27.695366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9f1f617-59c1-4005-a957-3b271ea964d4 req-7cbdcba4-25f2-4e01-8169-8dc6952ecbf0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802824 Jul 08 17:29:27.699977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-5e544097-6144-429e-980f-48278197af4e', 'network_id': '5e544097-6144-429e-980f-48278197af4e', 'tenant_id': '0bd10667369c432b99cdc4ad8dadbdff', 'fixed_ips': [{'subnet_id': 'acde7b9f-b5dd-4038-95dc-d89ce651922d'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:29:27.701824 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:27.704637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:27.732100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-22924f90-cdde-4877-91de-b29411d578a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5 HTTP/1.1" status: 200 len: 217 time: 0.0660698 Jul 08 17:29:27.808673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:27.837605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-c10a7c7a-e268-4f7d-8081-4f47909f7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.840208 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-c10a7c7a-e268-4f7d-8081-4f47909f7732 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a8eeac-bd06-4c6f-b79e-8211866ca149 HTTP/1.1" status: 200 len: 850 time: 0.0998969 Jul 08 17:29:27.944653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-33f9381c-4e23-4e76-84b4-b42ef0538670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:27.946248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-33f9381c-4e23-4e76-84b4-b42ef0538670 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ef851f-c1cd-46f2-ba70-3d0bc7c35057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977113 Jul 08 17:29:27.988860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c739acca-a9a1-4d2d-9c14-107e3efb1f52 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=64c1906a96364c63a7a1749439163d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826724 Jul 08 17:29:27.989073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Allocated IP 172.20.0.2 (5e544097-6144-429e-980f-48278197af4e/acde7b9f-b5dd-4038-95dc-d89ce651922d/d70b5467-963f-48fd-b125-552cea13173c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:27.991210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60784) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:28.008846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00313c-30b9-45a6-832b-57b9659b6056 req-cd8afeb8-d32a-4b0e-90ec-5eafa020bcb2 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:28.016097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be00313c-30b9-45a6-832b-57b9659b6056 req-cd8afeb8-d32a-4b0e-90ec-5eafa020bcb2 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1468420 Jul 08 17:29:28.070800 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-cbf14503-0606-4412-877f-460e738b5738 service neutron] 10.222.0.41 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168935 Jul 08 17:29:28.174291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e236f66-2c30-4192-a5a6-bbea5579f02f req-825fe55c-ba74-4489-a22b-491e2ce0b640 service neutron] 10.222.0.41 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964510 Jul 08 17:29:28.212124 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.221541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Transition to ACTIVE for port object d70b5467-963f-48fd-b125-552cea13173c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:28.238387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Transition to ACTIVE for port object d70b5467-963f-48fd-b125-552cea13173c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:28.243940 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.289135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Network 5e544097-6144-429e-980f-48278197af4e is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:28.292181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:28.297230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:28.300426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Pushing event updated for resources: {'Port': ['ID=d70b5467-963f-48fd-b125-552cea13173c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:28.357504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Attempting to bind port d70b5467-963f-48fd-b125-552cea13173c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:28.357876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Attempting to bind port d70b5467-963f-48fd-b125-552cea13173c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:28.358238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Attempting to bind port d70b5467-963f-48fd-b125-552cea13173c on network 5e544097-6144-429e-980f-48278197af4e {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:28.363988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:28.364365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Checking segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:28.365360 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.365782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Bound using segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:28.366304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Bound port: d70b5467-963f-48fd-b125-552cea13173c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:28.366694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.430476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] For port d70b5467-963f-48fd-b125-552cea13173c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:28.433834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] For port d70b5467-963f-48fd-b125-552cea13173c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d70b5467-963f-48fd-b125-552cea13173c,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:28.437625 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.467715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be00313c-30b9-45a6-832b-57b9659b6056 req-27d8d142-274e-4f6d-ad33-6566498b33a9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507372 Jul 08 17:29:28.499818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252d3e-a704-455e-81b5-4ea2cdb19481 None None] Pushing event updated for resources: {'Port': ['ID=d70b5467-963f-48fd-b125-552cea13173c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:28.502060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-017b7695-638b-41b7-aabd-8f430c73b33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.539330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a3623253-7cf1-4e93-9d5c-be64f217a0c0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:28.540842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a3623253-7cf1-4e93-9d5c-be64f217a0c0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 816 time: 0.5102181 Jul 08 17:29:28.545906 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-017b7695-638b-41b7-aabd-8f430c73b33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.570558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-0a2ce53c-fab6-4094-a5c9-a44d1012f2ab tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/quotas/0bd10667369c432b99cdc4ad8dadbdff HTTP/1.1" status: 200 len: 375 time: 0.0227630 Jul 08 17:29:28.679367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-017b7695-638b-41b7-aabd-8f430c73b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.682645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-017b7695-638b-41b7-aabd-8f430c73b33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:28.685493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-017b7695-638b-41b7-aabd-8f430c73b33c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a073ae40-ca90-4ade-b4aa-a28ddeb9e245 HTTP/1.1" status: 204 len: 168 time: 0.6920214 Jul 08 17:29:28.705039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b7695-638b-41b7-aabd-8f430c73b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a073ae40-ca90-4ade-b4aa-a28ddeb9e245,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:28.733448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-106f08be-675c-4941-99d3-04501010c877 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1569045 Jul 08 17:29:28.752194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8ccd7-3174-4ee5-baea-293066a61820 req-e4ecab39-4215-4eaa-983b-26ff83f5c51e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:28.753857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68a8ccd7-3174-4ee5-baea-293066a61820 req-e4ecab39-4215-4eaa-983b-26ff83f5c51e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.1417780 Jul 08 17:29:28.820920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:28.861343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68a8ccd7-3174-4ee5-baea-293066a61820 req-7b33a488-91ce-46f6-8f07-00ebbd7a8c01 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995038 Jul 08 17:29:28.907995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-947c791a-3cb0-4abb-b366-c64eb89f926c service neutron] 10.222.0.63 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644926 Jul 08 17:29:28.941921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:28.955186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b', 'mac_address': 'fa:16:3e:a5:9e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:29.000384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.025447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:29.038009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:29.040723 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953" -d '{"events": [{"name": "network-changed", "server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:29.051805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:29.057600 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.066225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c5637f1f-1771-4e5e-b250-676823594a33 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:29.074652 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-68af5d10-1117-4719-87fc-26450d7d4b18 service neutron] 10.222.0.63 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612136 Jul 08 17:29:29.098310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ec40-2476-4135-93f2-f3fca169765a req-b8c38657-9021-42e8-89d2-f009cf4c7156 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:29.100601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4256ec40-2476-4135-93f2-f3fca169765a req-b8c38657-9021-42e8-89d2-f009cf4c7156 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 944 time: 0.1169598 Jul 08 17:29:29.151098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:29.159244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4256ec40-2476-4135-93f2-f3fca169765a req-48b302d9-9c91-47e3-a80a-551946e61d05 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517609 Jul 08 17:29:29.178354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port c5637f1f-1771-4e5e-b250-676823594a33 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:29.183651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port c5637f1f-1771-4e5e-b250-676823594a33 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:29.184250 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.309386 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.359863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c5637f1f-1771-4e5e-b250-676823594a33,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:29.361292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:29.365241 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d163c6-cf71-4eb5-940c-f22d2fd00433" -d '{"events": [{"server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "name": "network-vif-plugged", "status": "completed", "tag": "c5637f1f-1771-4e5e-b250-676823594a33"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:29.370213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:29.372143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:29.487389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff92f8-3546-477a-9a7c-d35163a1b464 req-771b7d3e-07e6-4b91-9b1b-469bf1237639 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:29.489081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ff92f8-3546-477a-9a7c-d35163a1b464 req-771b7d3e-07e6-4b91-9b1b-469bf1237639 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 943 time: 0.1593649 Jul 08 17:29:29.510930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 78bb196d-4b80-4cc8-9b02-48a7442d480f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:29.511286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78bb196d-4b80-4cc8-9b02-48a7442d480f not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:29.520244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:29.527636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:29.551602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ff92f8-3546-477a-9a7c-d35163a1b464 req-13b6855e-b39f-497f-9138-2d774763043e tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565376 Jul 08 17:29:29.668826 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c539719-9b6c-4695-92dd-a4a317b68793 x-openstack-request-id: req-4c539719-9b6c-4695-92dd-a4a317b68793 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:29.669447 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:29.669447 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c539719-9b6c-4695-92dd-a4a317b68793 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:29.669806 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'status': 'completed', 'code': 200} Jul 08 17:29:29.727193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33546dd2-1019-4d50-b6a1-a49b21f29a25 req-90700de5-59b7-475e-886e-fc8b70267f64 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:29.737351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33546dd2-1019-4d50-b6a1-a49b21f29a25 req-90700de5-59b7-475e-886e-fc8b70267f64 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 944 time: 0.1131980 Jul 08 17:29:29.759606 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd038a41-508c-43d8-a54d-9668efe8622c x-openstack-request-id: req-dd038a41-508c-43d8-a54d-9668efe8622c {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:29.764197 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "name": "network-vif-plugged", "status": "completed", "tag": "c5637f1f-1771-4e5e-b250-676823594a33", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:29.764467 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd038a41-508c-43d8-a54d-9668efe8622c {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:29.769525 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33', 'code': 200} Jul 08 17:29:29.826353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-3375cc84-6935-4e2e-bb59-33af5ff10b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:29.828496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-3375cc84-6935-4e2e-bb59-33af5ff10b9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf51ccde3e694647881b11a2e90b823a&device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 1094 time: 0.1087224 Jul 08 17:29:29.843988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae03fcdc-d604-4de5-9d31-f154050c05e8 None None] Network 5e544097-6144-429e-980f-48278197af4e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:29.964613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33546dd2-1019-4d50-b6a1-a49b21f29a25 req-330c3600-1198-4d87-a080-5ef5c528bb25 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185988 Jul 08 17:29:30.020500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fa5e2942-a843-48c7-9741-f13762f645ee None None] Provisioning for port d70b5467-963f-48fd-b125-552cea13173c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:30.030283 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4810d564-4ef5-4ab1-a722-bd808f8c03d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.036812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-d1e75524-9f08-4fd2-8666-72d03c5c0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.041430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-d1e75524-9f08-4fd2-8666-72d03c5c0f76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ef851f-c1cd-46f2-ba70-3d0bc7c35057 HTTP/1.1" status: 200 len: 912 time: 0.2059231 Jul 08 17:29:30.127099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-dd73ec10-e1c4-44d3-a553-b386daa7f3c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5 HTTP/1.1" status: 200 len: 217 time: 0.0765138 Jul 08 17:29:30.154921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-2b0f74fc-6fc5-4eef-9ed9-66e942b402e1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.167749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-2b0f74fc-6fc5-4eef-9ed9-66e942b402e1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 816 time: 0.2636311 Jul 08 17:29:30.203372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d70b5467-963f-48fd-b125-552cea13173c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:30.211081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c55c4-33af-430a-8491-443eab07b351 req-b1c0bdea-8d42-4ab0-9db9-ce1390e13b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.212590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db6c55c4-33af-430a-8491-443eab07b351 req-b1c0bdea-8d42-4ab0-9db9-ce1390e13b77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1096 time: 0.3665757 Jul 08 17:29:30.222480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-2cfd5350-295f-459c-b6fe-7569a70127b2 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/quotas/0bd10667369c432b99cdc4ad8dadbdff HTTP/1.1" status: 200 len: 375 time: 0.0537732 Jul 08 17:29:30.237115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-2d508530-c09e-43a7-aaa4-bdc5570a4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.238732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-2d508530-c09e-43a7-aaa4-bdc5570a4c5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a8eeac-bd06-4c6f-b79e-8211866ca149 HTTP/1.1" status: 200 len: 850 time: 0.0939660 Jul 08 17:29:30.305011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db6c55c4-33af-430a-8491-443eab07b351 req-1ebf0143-74f0-407e-a30f-32fd1cb25751 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794249 Jul 08 17:29:30.308626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d70b5467-963f-48fd-b125-552cea13173c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:30.314406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d70b5467-963f-48fd-b125-552cea13173c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:30.315283 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.326221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f2f60-f792-4584-99f9-6e37ba9d216d req-23af3895-386a-4669-baeb-12bf53707eb9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.333566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c8f2f60-f792-4584-99f9-6e37ba9d216d req-23af3895-386a-4669-baeb-12bf53707eb9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2032223 Jul 08 17:29:30.336062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-d3944b2f-1025-44a7-a91b-ccedc78b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:30.338075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-d3944b2f-1025-44a7-a91b-ccedc78b534f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ef851f-c1cd-46f2-ba70-3d0bc7c35057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916712 Jul 08 17:29:30.411745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-6009774a-b85f-4b36-843e-ba8787d3831d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882761 Jul 08 17:29:30.427009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.439002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c8f2f60-f792-4584-99f9-6e37ba9d216d req-7bd9c916-708f-4afa-bec9-9a7845acb09a tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044726 Jul 08 17:29:30.506093 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-9bbbd06e-0115-48f2-98d6-bb0e4edaab53 service neutron] 10.222.0.41 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572568 Jul 08 17:29:30.525291 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.585038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d70b5467-963f-48fd-b125-552cea13173c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d70b5467-963f-48fd-b125-552cea13173c,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:30.595395 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.601637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-b2a6a8c5-eab9-45ef-becb-3b960e812436 service neutron] 10.222.0.63 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886697 Jul 08 17:29:30.718196 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3396c9c0-ac2b-4a4b-a0f7-026c6c359953 req-11a5806a-779e-48a9-a64b-1ca332aed28b service neutron] 10.222.0.41 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962402 Jul 08 17:29:30.721660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d70b5467-963f-48fd-b125-552cea13173c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:30.754490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7a379242-452b-4b65-a18f-b52c92422558 service neutron] 10.222.0.63 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430111 Jul 08 17:29:30.784949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-50a3580d-8134-483d-bd42-c380e3f4a33c None None] Provisioning complete for port d70b5467-963f-48fd-b125-552cea13173c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:30.785566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50a3580d-8134-483d-bd42-c380e3f4a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:30.828312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:30.928339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:30.933442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:30.934035 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.104306 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.139623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0a3b-b378-42dd-9af3-a1295268732c req-be1b76c5-897f-4dd6-bda9-9720a4069a3d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.142809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:31.145251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967d0a3b-b378-42dd-9af3-a1295268732c req-be1b76c5-897f-4dd6-bda9-9720a4069a3d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.1158254 Jul 08 17:29:31.149391 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.214937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:31.267715 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-e0ae897c-85da-46f4-b386-8458f9702064 service neutron] show failed (client error): The resource could not be found. Jul 08 17:29:31.269066 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-e0ae897c-85da-46f4-b386-8458f9702064 service neutron] 10.222.0.72 "GET /v2.0/ports/5a360cf0-437f-4cd1-9684-169e1a56cfbb/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0879111 Jul 08 17:29:31.276070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-967d0a3b-b378-42dd-9af3-a1295268732c req-b5cc8345-9d0b-4a90-a3e9-4093dbffcd9c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242049 Jul 08 17:29:31.288202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f17d-e2f6-4d1e-8850-f594f407ed9e req-058ed785-fdb6-4aa7-bd33-a1b55726e963 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.289993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e15f17d-e2f6-4d1e-8850-f594f407ed9e req-058ed785-fdb6-4aa7-bd33-a1b55726e963 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 945 time: 0.2145793 Jul 08 17:29:31.298732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.382130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e15f17d-e2f6-4d1e-8850-f594f407ed9e req-1ba6e014-13e4-4f6a-b734-e50b15b0d97c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816050 Jul 08 17:29:31.418006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-83a9e6d7-6bbd-4baa-8e03-59f758e8ed7b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.419653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-83a9e6d7-6bbd-4baa-8e03-59f758e8ed7b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 816 time: 0.2692060 Jul 08 17:29:31.441426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Request body: {'port': {'device_id': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'network_id': '5e544097-6144-429e-980f-48278197af4e', 'admin_state_up': True, 'tenant_id': '0bd10667369c432b99cdc4ad8dadbdff'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:31.681356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Made reservation on behalf of 0bd10667369c432b99cdc4ad8dadbdff for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:31.685282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.723817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-0d94d626-14a0-4174-8278-daabfc7bf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.725651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-0d94d626-14a0-4174-8278-daabfc7bf597 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1&tenant_id=40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 1101 time: 0.0683618 Jul 08 17:29:31.740077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77ba5a-2633-4ecc-a577-19d3eb22f304 req-3eda2190-056b-46cf-9b66-13b7b6708473 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.741742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b77ba5a-2633-4ecc-a577-19d3eb22f304 req-3eda2190-056b-46cf-9b66-13b7b6708473 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 943 time: 0.1626163 Jul 08 17:29:31.745112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:31.770588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:31.772964 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e07a0ca-459f-4f81-ac8e-7f4cef4f2afc" -d '{"events": [{"server_uuid": "c91eff44-8c7c-4885-9589-5d595c20c207", "name": "network-vif-plugged", "status": "completed", "tag": "43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:31.825960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:31.832471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b77ba5a-2633-4ecc-a577-19d3eb22f304 req-69f07802-84c2-47b6-b445-02202571d280 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791721 Jul 08 17:29:31.850438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99c3e6-3860-4cb9-8f95-d62e58587c23 req-1b4a2af2-fd9f-46fb-8ec4-4a3067b90884 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:31.851956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac99c3e6-3860-4cb9-8f95-d62e58587c23 req-1b4a2af2-fd9f-46fb-8ec4-4a3067b90884 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 945 time: 0.1932821 Jul 08 17:29:31.945675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac99c3e6-3860-4cb9-8f95-d62e58587c23 req-02b51c53-7fc7-4710-aa76-cb671e4adb5b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879467 Jul 08 17:29:31.959284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Allocated IP 172.20.0.7 (5e544097-6144-429e-980f-48278197af4e/acde7b9f-b5dd-4038-95dc-d89ce651922d/bc1e4a11-e711-489d-806c-6f9cff41951b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:32.089785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d70b5467-963f-48fd-b125-552cea13173c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:32.115657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:32.138685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d70b5467-963f-48fd-b125-552cea13173c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:32.138963 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.155277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:32.171717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-1a02e569-2b5e-4e62-bbc6-fb2d261131af tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.173270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-1a02e569-2b5e-4e62-bbc6-fb2d261131af tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 816 time: 0.2266228 Jul 08 17:29:32.197416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:32.199770 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791962c1-8511-4050-b5c5-597fe13e59ae" -d '{"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:32.204430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.217521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Transition to ACTIVE for port object 5a360cf0-437f-4cd1-9684-169e1a56cfbb will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:32.222551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.225340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-e0f40143-7563-4a5e-a5c5-21c9d11cbaac tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/quotas/0bd10667369c432b99cdc4ad8dadbdff HTTP/1.1" status: 200 len: 375 time: 0.0370128 Jul 08 17:29:32.261625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bd6da-c147-42de-a64b-9889d260bc52 req-0d4015a2-e6a2-43ee-8e50-c2f768f506f0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.263127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-300bd6da-c147-42de-a64b-9889d260bc52 req-0d4015a2-e6a2-43ee-8e50-c2f768f506f0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1976862 Jul 08 17:29:32.284438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] No DVR routers for this DVR port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:32.292016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:32.321444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.328960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:32.329366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:32.329777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:32.335931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:32.336341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Attempting to bind port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:32.341777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:32.341927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:32.342520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:32.342958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Bound port: 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:32.343526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.353392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Transition to ACTIVE for port object bc1e4a11-e711-489d-806c-6f9cff41951b will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:32.362200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-300bd6da-c147-42de-a64b-9889d260bc52 req-29f32415-84ee-4704-8de1-1f26ea38088d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751626 Jul 08 17:29:32.391079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-9657aaef-791f-4ed2-bec8-f8b1cc520742 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522620 Jul 08 17:29:32.446887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:32.451139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:32.456198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.473874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.475228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.477138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 1096 time: 0.7363188 Jul 08 17:29:32.516356 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.589560 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-5f2031f0-36db-4293-9d01-4ebbf0462f9f service neutron] 10.222.0.63 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765337 Jul 08 17:29:32.592930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add44ce-bfd0-4004-af80-c8acbfbe3248 service neutron] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:32.614462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Network 5e544097-6144-429e-980f-48278197af4e is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:32.623156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-2f471fd1-16cc-4001-9ea1-c2428ab7495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.624685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-2f471fd1-16cc-4001-9ea1-c2428ab7495e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1099 time: 0.0951724 Jul 08 17:29:32.743214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-382ef19b-7d95-47eb-a232-9d2f1c660cdb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.744034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:32.745004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-382ef19b-7d95-47eb-a232-9d2f1c660cdb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.41 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 816 time: 0.1189246 Jul 08 17:29:32.747380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:32.766146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-43491a0b-e131-40e5-b9c4-8abc0f1ce9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.766146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-43491a0b-e131-40e5-b9c4-8abc0f1ce9c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1179383 Jul 08 17:29:32.806614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:32.821653 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-e4e844a6-c92c-489c-958f-497260a9d31f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.0479722 Jul 08 17:29:32.828464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Request body: {'port': {'device_id': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'network_id': '5e544097-6144-429e-980f-48278197af4e', 'admin_state_up': True, 'tenant_id': '0bd10667369c432b99cdc4ad8dadbdff'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:32.845379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9806d89d-15dc-443d-a2f8-3bccae4ddea5 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:32.889061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-df9b81ab-453c-479e-a989-1d7852a3fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:32.891456 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-df9b81ab-453c-479e-a989-1d7852a3fa84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0592678 Jul 08 17:29:32.929703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Pushing event updated for resources: {'Port': ['ID=bc1e4a11-e711-489d-806c-6f9cff41951b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:32.933858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-5efda5bd-f68d-4d9e-9b70-26c8e2127621 service neutron] 10.222.0.63 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178296 Jul 08 17:29:33.016907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-90e9d832-fbee-49ca-a044-ef01dff3dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:33.018687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-90e9d832-fbee-49ca-a044-ef01dff3dd66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195588 Jul 08 17:29:33.021883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:33.022487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.022668 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161bd313-9d2f-40b9-aae0-b9e28e031b70 x-openstack-request-id: req-161bd313-9d2f-40b9-aae0-b9e28e031b70 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:33.022804 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91eff44-8c7c-4885-9589-5d595c20c207", "name": "network-vif-plugged", "status": "completed", "tag": "43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:33.023019 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-161bd313-9d2f-40b9-aae0-b9e28e031b70 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:33.023780 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b', 'code': 200} Jul 08 17:29:33.057514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-a2bf39eb-b3b1-474a-842a-eee103822492 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6289914 Jul 08 17:29:33.079201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Request body: {'port': {'device_id': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:33.081309 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df40cf97-cf99-4aac-87d4-87cceccb8467 x-openstack-request-id: req-df40cf97-cf99-4aac-87d4-87cceccb8467 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:33.081610 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:33.082898 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-df40cf97-cf99-4aac-87d4-87cceccb8467 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:33.083042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9806d89d-15dc-443d-a2f8-3bccae4ddea5, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:33.083164 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'code': 200} Jul 08 17:29:33.110820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'port_id': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'mac_address': 'fa:16:3e:b2:9b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:33.149702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Made reservation on behalf of 0bd10667369c432b99cdc4ad8dadbdff for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:33.153848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.180226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ce95c2e4-0b8d-4553-bde2-4c057a6866b1 None None] Provisioning for port bc1e4a11-e711-489d-806c-6f9cff41951b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:33.187571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ce95c2e4-0b8d-4553-bde2-4c057a6866b1 None None] Provisioning complete for port bc1e4a11-e711-489d-806c-6f9cff41951b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:33.188398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ce95c2e4-0b8d-4553-bde2-4c057a6866b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.210676 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.256101 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9806d89d-15dc-443d-a2f8-3bccae4ddea5 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:33.321461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Allocated IP 172.20.0.12 (5e544097-6144-429e-980f-48278197af4e/acde7b9f-b5dd-4038-95dc-d89ce651922d/40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:33.387022 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-50a9353a-ef93-4063-8794-9c1fa39518ce service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950172 Jul 08 17:29:33.406046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd507b02-6e90-441b-ba35-99ede348999b req-326e3094-e1e8-487f-9550-9a22367ff0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:33.407536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cd507b02-6e90-441b-ba35-99ede348999b req-326e3094-e1e8-487f-9550-9a22367ff0b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 1096 time: 0.1777604 Jul 08 17:29:33.458685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9806d89d-15dc-443d-a2f8-3bccae4ddea5, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:33.460568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ce95c2e4-0b8d-4553-bde2-4c057a6866b1 None None] Port bc1e4a11-e711-489d-806c-6f9cff41951b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:33.469380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.479426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cd507b02-6e90-441b-ba35-99ede348999b req-2e78a119-9960-42e5-8d67-3faa494b1a05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619900 Jul 08 17:29:33.527875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26c2a224-8ce1-4087-b2cd-3df4831bf7c0 req-dfba3f6b-e44e-49e9-b863-e47c2c3f9668 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325431 Jul 08 17:29:33.529283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9806d89d-15dc-443d-a2f8-3bccae4ddea5,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:33.606973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.617575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.637997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Transition to ACTIVE for port object 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:33.722996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d858304-93cd-4734-806c-22cb1a7fad12 req-9ee80194-394d-41b7-9589-021eaf62436d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:33.724496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d858304-93cd-4734-806c-22cb1a7fad12 req-9ee80194-394d-41b7-9589-021eaf62436d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 945 time: 0.2545607 Jul 08 17:29:33.744115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190b030-d8fe-4245-a39d-971ee055f1c1 req-b1e47202-081f-4c54-a8be-5909d13a399a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:33.745546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e190b030-d8fe-4245-a39d-971ee055f1c1 req-b1e47202-081f-4c54-a8be-5909d13a399a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 948 time: 0.2695413 Jul 08 17:29:33.818754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9806d89d-15dc-443d-a2f8-3bccae4ddea5'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:33.846842 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:33.945890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d858304-93cd-4734-806c-22cb1a7fad12 req-debe0ee2-5fe6-4c73-90ca-1f5a974ef318 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136674 Jul 08 17:29:33.968855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e190b030-d8fe-4245-a39d-971ee055f1c1 req-41d18c76-b452-4325-a496-ef12b14ad999 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122743 Jul 08 17:29:33.982362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Network 5e544097-6144-429e-980f-48278197af4e is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:33.985598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Pushing event updated for resources: {'Port': ['ID=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:33.990842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:34.001292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:34.118501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:34.119389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.163149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-7f971c28-98d0-4e79-af10-14767b0e06c1 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3482277 Jul 08 17:29:34.189340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Request body: {'port': {'device_id': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:34.289105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab7165ba-a6a8-4581-b3d0-b6b115711f16 None None] Provisioning for port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:34.295023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab7165ba-a6a8-4581-b3d0-b6b115711f16 None None] Provisioning complete for port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:34.295425 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab7165ba-a6a8-4581-b3d0-b6b115711f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.332663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ab7165ba-a6a8-4581-b3d0-b6b115711f16 None None] Port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:34.529057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-c9f01fbc-54d4-4a15-8d4a-3e3be00e74ad tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:34.532415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-c9f01fbc-54d4-4a15-8d4a-3e3be00e74ad tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 816 time: 0.1300361 Jul 08 17:29:34.553742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Request body: {'port': {'device_id': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'network_id': '5e544097-6144-429e-980f-48278197af4e', 'admin_state_up': True, 'tenant_id': '0bd10667369c432b99cdc4ad8dadbdff'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:34.628147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1e4a11-e711-489d-806c-6f9cff41951b {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:34.670253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.679655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Made reservation on behalf of 0bd10667369c432b99cdc4ad8dadbdff for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:34.685020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.726081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Transition to ACTIVE for port object bc1e4a11-e711-489d-806c-6f9cff41951b will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:34.727171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.734358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:34.828711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Allocated IP 172.20.0.13 (5e544097-6144-429e-980f-48278197af4e/acde7b9f-b5dd-4038-95dc-d89ce651922d/f6f4085b-e6df-456e-b216-486224ede947) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:34.834362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dbb42-8c0e-4f62-8cf6-01fca63ad72f req-986414d4-167f-46e1-a47b-161441ce2d73 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:34.835983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c9dbb42-8c0e-4f62-8cf6-01fca63ad72f req-986414d4-167f-46e1-a47b-161441ce2d73 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 944 time: 0.6920111 Jul 08 17:29:34.850673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1e4a11-e711-489d-806c-6f9cff41951b,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:34.869037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9806d89d-15dc-443d-a2f8-3bccae4ddea5 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:34.953541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:34.958422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:34.958923 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.010328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bc202-6438-43d9-a5a8-acb01b7d3292 req-8f596d44-f890-4618-9f1e-fa1d77dbc66b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:35.011644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-635bc202-6438-43d9-a5a8-acb01b7d3292 req-8f596d44-f890-4618-9f1e-fa1d77dbc66b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 945 time: 0.3610342 Jul 08 17:29:35.051175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c9dbb42-8c0e-4f62-8cf6-01fca63ad72f req-a081b64b-bb7a-433a-9467-fbfc49ac6842 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023180 Jul 08 17:29:35.064769 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.085624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:35.089148 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:35.092509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:35.095498 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53351d8e-0e15-42b2-a6f1-1a9594c8a6e1" -d '{"events": [{"server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "name": "network-vif-plugged", "status": "completed", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:35.100504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Attempting to bind port bc1e4a11-e711-489d-806c-6f9cff41951b on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:35.100925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Attempting to bind port bc1e4a11-e711-489d-806c-6f9cff41951b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:35.101264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Attempting to bind port bc1e4a11-e711-489d-806c-6f9cff41951b on network 5e544097-6144-429e-980f-48278197af4e {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:35.111717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9806d89d-15dc-443d-a2f8-3bccae4ddea5, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:35.114824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:35.116084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-635bc202-6438-43d9-a5a8-acb01b7d3292 req-2ff67cdc-49ae-4e79-9637-3fd4c8f71bf7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908439 Jul 08 17:29:35.121809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Port bc1e4a11-e711-489d-806c-6f9cff41951b on network 5e544097-6144-429e-980f-48278197af4e not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:35.123290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Attempting to bind port bc1e4a11-e711-489d-806c-6f9cff41951b on network 5e544097-6144-429e-980f-48278197af4e {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:35.123527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.135255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:35.138549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Checking segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:35.139192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Bound using segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:35.141352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Bound port: bc1e4a11-e711-489d-806c-6f9cff41951b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:35.141912 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.145922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Transition to ACTIVE for port object f6f4085b-e6df-456e-b216-486224ede947 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:35.168041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.174860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-0d07029b-1ed7-4c00-92f3-0b50c4cce389 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:35.176499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-0d07029b-1ed7-4c00-92f3-0b50c4cce389 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 945 time: 0.1529198 Jul 08 17:29:35.192893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:35.233413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9806d89d-15dc-443d-a2f8-3bccae4ddea5,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:35.251325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.325444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Network 5e544097-6144-429e-980f-48278197af4e is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:35.333474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:35.335931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:35.342054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Pushing event updated for resources: {'Port': ['ID=f6f4085b-e6df-456e-b216-486224ede947,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:35.368709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] For port bc1e4a11-e711-489d-806c-6f9cff41951b, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:35.393193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] For port bc1e4a11-e711-489d-806c-6f9cff41951b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bc1e4a11-e711-489d-806c-6f9cff41951b,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:35.394706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Deleting port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:29:35.395367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.405387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:35.405541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.413001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.462270 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-dc3072b6-1e95-43cd-95c2-631a5501653b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9128239 Jul 08 17:29:35.475178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Request body: {'port': {'device_id': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:35.483055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:35.484554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.485642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] 10.222.0.72 "PUT /v2.0/ports/bc1e4a11-e711-489d-806c-6f9cff41951b HTTP/1.1" status: 200 len: 1091 time: 2.4119780 Jul 08 17:29:35.494008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'tag': 'bc1e4a11-e711-489d-806c-6f9cff41951b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:35.496461 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbc949f-d912-4238-8446-eddc405c7c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc787d6-af66-413c-bc7e-7f0ff0a78068", "tag": "bc1e4a11-e711-489d-806c-6f9cff41951b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:35.549928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] For port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:35.550532 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.559849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f9acd-f953-48b5-8f6e-88c25cd0df8a req-f6e24ee8-fe6e-4472-8d03-58fa3e018680 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:35.561420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-513f9acd-f953-48b5-8f6e-88c25cd0df8a req-f6e24ee8-fe6e-4472-8d03-58fa3e018680 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2786098 Jul 08 17:29:35.573592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb68093-dc61-40e2-a8ea-e98d18c327bf req-94881e4b-abd5-4ebf-be45-b608f08fe51b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:35.577803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdb68093-dc61-40e2-a8ea-e98d18c327bf req-94881e4b-abd5-4ebf-be45-b608f08fe51b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 932 time: 0.3216245 Jul 08 17:29:35.578791 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003ef53-a0af-435f-861f-4bd049e23614 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1e4a11-e711-489d-806c-6f9cff41951b,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:35.585629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Calling delete_port for 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:29:35.606252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.609982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd5b470f-d528-46ae-8762-a052425e3620 None None] Provisioning for port f6f4085b-e6df-456e-b216-486224ede947 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:35.614409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd5b470f-d528-46ae-8762-a052425e3620 None None] Provisioning complete for port f6f4085b-e6df-456e-b216-486224ede947 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:35.615499 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b470f-d528-46ae-8762-a052425e3620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.661238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b470f-d528-46ae-8762-a052425e3620 None None] Port f6f4085b-e6df-456e-b216-486224ede947 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:35.703018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:35.717756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.730020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdb68093-dc61-40e2-a8ea-e98d18c327bf req-4b4e4df6-c913-45af-bfec-d6289ef6b935 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291189 Jul 08 17:29:35.748090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-513f9acd-f953-48b5-8f6e-88c25cd0df8a req-f0610e30-ae3a-40e4-9824-af83b54ac277 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656826 Jul 08 17:29:35.793780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Transition to ACTIVE for port object 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:35.805432 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.846884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-5f5ad749-cbd8-4213-8f39-01ef66c67969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:35.848897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-5f5ad749-cbd8-4213-8f39-01ef66c67969 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 1094 time: 0.3077950 Jul 08 17:29:35.930475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:35.943059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-b8b2ca6c-7096-4173-ade1-f68064d81619 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc1e4a11-e711-489d-806c-6f9cff41951b HTTP/1.1" status: 200 len: 217 time: 0.0825613 Jul 08 17:29:35.947064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Pushing event updated for resources: {'Port': ['ID=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:35.970225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:35.988910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event deleted for resources: {'Port': ['ID=43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:36.056380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] No DVR routers for this DVR port 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:29:36.060351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.062601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3e387c9-15a3-4aea-a776-0a42dba89dac req-dddc50e8-5937-40e7-ac1d-87b49708d8c5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "DELETE /v2.0/ports/43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b HTTP/1.1" status: 204 len: 173 time: 0.8782253 Jul 08 17:29:36.119346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-a936e1df-782a-4e63-82da-b2398ebc0fbc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-312539290&fields=id&tenant_id=267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 267 time: 0.2393360 Jul 08 17:29:36.128175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f4085b-e6df-456e-b216-486224ede947 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:36.140654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.160763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Transition to ACTIVE for port object f6f4085b-e6df-456e-b216-486224ede947 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:36.165759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.168697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-d4129cca-4d8c-4c7e-b82d-94261fa13dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.170232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-d4129cca-4d8c-4c7e-b82d-94261fa13dee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 200 len: 855 time: 0.2149892 Jul 08 17:29:36.229059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Attempting to bind port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:36.229427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Attempting to bind port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:36.229767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Attempting to bind port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae on network 5e544097-6144-429e-980f-48278197af4e {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:36.248560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae on network 5e544097-6144-429e-980f-48278197af4e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:36.248976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Attempting to bind port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae on network 5e544097-6144-429e-980f-48278197af4e {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:36.276990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a0960-827d-4837-b778-bbe7f6477289 req-6e3936e7-a41e-4626-b674-8543b96dd02c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.279227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d8a0960-827d-4837-b778-bbe7f6477289 req-6e3936e7-a41e-4626-b674-8543b96dd02c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 948 time: 0.3244278 Jul 08 17:29:36.287477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:36.287818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Checking segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:36.288244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Bound using segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:36.288825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Bound port: 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:36.289157 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.305915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f4085b-e6df-456e-b216-486224ede947,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:36.348901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Attempting to bind port f6f4085b-e6df-456e-b216-486224ede947 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:36.349652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-b644aca9-6338-421c-b83e-b1701da02848 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.349883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Attempting to bind port f6f4085b-e6df-456e-b216-486224ede947 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:36.350173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Attempting to bind port f6f4085b-e6df-456e-b216-486224ede947 on network 5e544097-6144-429e-980f-48278197af4e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:36.356361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Port f6f4085b-e6df-456e-b216-486224ede947 on network 5e544097-6144-429e-980f-48278197af4e not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:36.357337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-b644aca9-6338-421c-b83e-b1701da02848 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 945 time: 0.2370908 Jul 08 17:29:36.357525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Attempting to bind port f6f4085b-e6df-456e-b216-486224ede947 on network 5e544097-6144-429e-980f-48278197af4e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:36.364938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:36.366461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Checking segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:36.367033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Bound using segment: {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:36.367721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Bound port: f6f4085b-e6df-456e-b216-486224ede947, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6222c7af-d8f3-4b83-8344-d55c7c345ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5e544097-6144-429e-980f-48278197af4e'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:36.368194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.384785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'port': {'security_groups': ['8f25008c-73ec-4d82-9e6e-921375b37b18', 'ec90606e-8116-40b9-97cb-bb3d47bb2ae5']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:36.429837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-b5f06af0-d4ab-47f6-bc86-9ab28b218738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.431498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-b5f06af0-d4ab-47f6-bc86-9ab28b218738 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e544097-6144-429e-980f-48278197af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476082 Jul 08 17:29:36.448641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] For port f6f4085b-e6df-456e-b216-486224ede947, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:36.452537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] For port f6f4085b-e6df-456e-b216-486224ede947, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f6f4085b-e6df-456e-b216-486224ede947,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:36.461702 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.471838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d8a0960-827d-4837-b778-bbe7f6477289 req-c0c885be-3919-4dc0-ad3b-fec7604df4f3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787560 Jul 08 17:29:36.506068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.506641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.508062 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/f6f4085b-e6df-456e-b216-486224ede947 HTTP/1.1" status: 200 len: 1092 time: 1.0373480 Jul 08 17:29:36.564603 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4ab7b-1839-449e-af43-88b1f9b45b70 x-openstack-request-id: req-cfd4ab7b-1839-449e-af43-88b1f9b45b70 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:36.565524 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:36.565524 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cfd4ab7b-1839-449e-af43-88b1f9b45b70 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:36.566337 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'status': 'completed', 'code': 200} Jul 08 17:29:36.589143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858345b-417f-4597-9245-a3cebdbd18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f4085b-e6df-456e-b216-486224ede947,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:36.604265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] For port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:36.627073 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c3a6cb-f576-42e1-a968-84ecd49ed522 x-openstack-request-id: req-25c3a6cb-f576-42e1-a968-84ecd49ed522 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:36.628032 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "name": "network-vif-plugged", "status": "completed", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:36.628474 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-25c3a6cb-f576-42e1-a968-84ecd49ed522 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:36.629097 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'code': 200} Jul 08 17:29:36.632816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] For port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:36.649429 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.672763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.714937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.715554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:36.717270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] 10.222.0.41 "PUT /v2.0/ports/40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae HTTP/1.1" status: 200 len: 1092 time: 2.5348287 Jul 08 17:29:36.726096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-39f45688-bc96-4a48-abc1-e1db447c2f1e service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818897 Jul 08 17:29:36.782676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5650de9c-1223-418a-b41f-ad7dbf67fc4d req-9c78efaf-8abb-40f2-a6db-97b2b9c9186c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 210 time: 0.0931225 Jul 08 17:29:36.804768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-df553d88-16e0-4e59-b61a-dc8222998124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.804768 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-df553d88-16e0-4e59-b61a-dc8222998124 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1099 time: 0.2256029 Jul 08 17:29:36.828687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-8b84d092-d3c0-4f46-b85c-6b653d59e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:36.830476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-8b84d092-d3c0-4f46-b85c-6b653d59e4d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 1095 time: 0.2623553 Jul 08 17:29:36.934307 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21be13-4ea8-4c24-af64-35088b172723 x-openstack-request-id: req-bd21be13-4ea8-4c24-af64-35088b172723 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:36.934593 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc787d6-af66-413c-bc7e-7f0ff0a78068", "tag": "bc1e4a11-e711-489d-806c-6f9cff41951b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:36.934834 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd21be13-4ea8-4c24-af64-35088b172723 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:36.935231 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'tag': 'bc1e4a11-e711-489d-806c-6f9cff41951b', 'status': 'completed', 'code': 200} Jul 08 17:29:36.982693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd91d3-4c22-4e5d-bc1a-254bbde6c0fb service neutron] Pushing event updated for resources: {'Port': ['ID=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:37.098041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-8c750713-bcd7-47ec-91f7-3e5b8ea33b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.099502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-8c750713-bcd7-47ec-91f7-3e5b8ea33b2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 1095 time: 0.2657912 Jul 08 17:29:37.151381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717bda5-2644-4996-9734-674df197a147 req-6456173a-07f7-4e18-9942-4736cec7a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.152820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d717bda5-2644-4996-9734-674df197a147 req-6456173a-07f7-4e18-9942-4736cec7a00c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 1096 time: 0.3232713 Jul 08 17:29:37.188235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdca8940-2a32-49b8-a04e-24e43fed6baa req-4645ce0b-f641-483b-96d8-722f3fc99287 service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468479 Jul 08 17:29:37.206939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-cb622b09-106d-4b3e-9e88-8dceababe5bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae HTTP/1.1" status: 200 len: 217 time: 0.0839667 Jul 08 17:29:37.291873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294b3d2-80c0-4568-ae7d-eab2eabdd26b req-839281a4-05e3-4c5b-bf66-67513061484e tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.293609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1294b3d2-80c0-4568-ae7d-eab2eabdd26b req-839281a4-05e3-4c5b-bf66-67513061484e tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.3192861 Jul 08 17:29:37.301239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c5637f1f-1771-4e5e-b250-676823594a33,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:37.337443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650de9c-1223-418a-b41f-ad7dbf67fc4d req-dfc93b9a-a536-4750-bf3b-96b7e0b5a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.338905 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5650de9c-1223-418a-b41f-ad7dbf67fc4d req-dfc93b9a-a536-4750-bf3b-96b7e0b5a439 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5417166 Jul 08 17:29:37.342389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-86bd7833-a63b-4aa0-a7ad-8b8d1c5e3928 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f4085b-e6df-456e-b216-486224ede947 HTTP/1.1" status: 200 len: 217 time: 0.4901984 Jul 08 17:29:37.344037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d717bda5-2644-4996-9734-674df197a147 req-37ba33b2-9d7c-4d88-b582-06c2820bc1fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472759 Jul 08 17:29:37.346354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-51dd0aa6-b542-4b74-8fda-47c094366622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.347733 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-51dd0aa6-b542-4b74-8fda-47c094366622 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1099 time: 0.6735289 Jul 08 17:29:37.374993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-5e38aac5-433a-4e3c-bc1a-6d7a7ade134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.376475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-5e38aac5-433a-4e3c-bc1a-6d7a7ade134c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 200 len: 855 time: 0.1525710 Jul 08 17:29:37.402254 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.405951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-07f7e9ec-a145-47c8-8588-1a028d4b19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.407478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-07f7e9ec-a145-47c8-8588-1a028d4b19ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.5817277 Jul 08 17:29:37.412724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-f4fec68b-ebfc-4498-bac4-8adf005f09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.412914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.414244 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-f4fec68b-ebfc-4498-bac4-8adf005f09a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 200 len: 855 time: 0.0603657 Jul 08 17:29:37.427080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:37.430585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1294b3d2-80c0-4568-ae7d-eab2eabdd26b req-4f99652b-4d81-4718-b8c8-48260ae549b2 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065207 Jul 08 17:29:37.477744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.478909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:37.482436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-b27ebe6a-3642-4694-937a-12c4b315e624 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.0656209 Jul 08 17:29:37.491237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a0403cc-a5cb-4720-ab6d-a5e7d33c98b8 req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "PUT /v2.0/ports/c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 200 len: 981 time: 1.1329143 Jul 08 17:29:37.493294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-91d4ac25-f8ab-4cf1-8635-28d228e128a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.494806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-91d4ac25-f8ab-4cf1-8635-28d228e128a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 1094 time: 0.2310901 Jul 08 17:29:37.550850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-9020182a-3fa0-47f7-ad06-355015bb9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.552372 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-9020182a-3fa0-47f7-ad06-355015bb9f6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0516610 Jul 08 17:29:37.568371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3f530-f8d9-43ef-8d02-8ccc898de6fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:37.598811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:37.641998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-3f536fbb-5e70-4b7b-8235-fe8c95661e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.644204 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-3f536fbb-5e70-4b7b-8235-fe8c95661e20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e544097-6144-429e-980f-48278197af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218428 Jul 08 17:29:37.654217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-794c8897-2fdc-4704-92cd-bd72066776a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.655647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-794c8897-2fdc-4704-92cd-bd72066776a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 917 time: 0.1530032 Jul 08 17:29:37.663536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-d92158f1-47eb-4a2a-9b7a-d3831a1978a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.665060 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-d92158f1-47eb-4a2a-9b7a-d3831a1978a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978587 Jul 08 17:29:37.681113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9209b10-facf-417e-a201-17e106c9b43a req-47cb5db9-725f-4d3c-b64c-a3b9d298ab24 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 210 time: 0.0429311 Jul 08 17:29:37.722231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-177bf8af-2cc1-4ead-9732-73b989a8dbe3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc1e4a11-e711-489d-806c-6f9cff41951b HTTP/1.1" status: 200 len: 217 time: 0.0483315 Jul 08 17:29:37.854844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-0715b57f-2b6d-4613-833d-69a822acefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.856334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-0715b57f-2b6d-4613-833d-69a822acefd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 200 len: 855 time: 0.1155031 Jul 08 17:29:37.870267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad038bc7-f17b-4043-837e-77e347c263df req-b78e376d-9723-43f6-b097-320359af4d1b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.871955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad038bc7-f17b-4043-837e-77e347c263df req-b78e376d-9723-43f6-b097-320359af4d1b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 944 time: 0.2726445 Jul 08 17:29:37.985417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-e8b2282b-6819-4ca7-9ac3-c890e878342c service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323808 Jul 08 17:29:37.986276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650de9c-1223-418a-b41f-ad7dbf67fc4d req-fc54828d-e540-461b-8842-e38b8e7b9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.987589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5650de9c-1223-418a-b41f-ad7dbf67fc4d req-fc54828d-e540-461b-8842-e38b8e7b9aee service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2727745 Jul 08 17:29:37.989374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-80c3fa5c-21c1-4d47-af7a-dfca1ea94a71 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144064 Jul 08 17:29:37.994305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-da7ffbb4-3978-4e44-8ac6-c98e44c67a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:37.995770 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-da7ffbb4-3978-4e44-8ac6-c98e44c67a45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2797282 Jul 08 17:29:38.129581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-958aeac9-be33-48e3-ad0f-ff99e5d389ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.1064250 Jul 08 17:29:38.236374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f173a087-3860-4b92-a7b4-43ea006a6639 req-452c1be8-86a6-4916-b1d0-e74ad7ea1ba4 service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387528 Jul 08 17:29:38.242826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-3bc0ccd1-b675-47b8-88d9-5a78cb6ae129 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379525 Jul 08 17:29:38.248504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-5aed675f-6d36-4466-b0f5-f4ba87ef794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:38.250048 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-5aed675f-6d36-4466-b0f5-f4ba87ef794f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0955920 Jul 08 17:29:38.281066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-99ee049a-c859-4864-9644-8799fe25eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:38.282565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-99ee049a-c859-4864-9644-8799fe25eb2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e544097-6144-429e-980f-48278197af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5715625 Jul 08 17:29:38.307116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad038bc7-f17b-4043-837e-77e347c263df req-3de16e73-3f01-4014-b471-20c82b1febdf tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200990 Jul 08 17:29:38.312002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-47417030-60b6-4edf-9220-3d4ee4d7f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:38.314165 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-47417030-60b6-4edf-9220-3d4ee4d7f058 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569124 Jul 08 17:29:38.361560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3356dd7-87b6-4272-b177-d896b7574a70 req-627d9a27-578d-437a-a9de-b41461514430 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:38.363137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3356dd7-87b6-4272-b177-d896b7574a70 req-627d9a27-578d-437a-a9de-b41461514430 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.5504737 Jul 08 17:29:38.403852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-4e5c4e8f-6f71-4648-a220-80a785727983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:38.406043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-4e5c4e8f-6f71-4648-a220-80a785727983 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e544097-6144-429e-980f-48278197af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5292654 Jul 08 17:29:38.428691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-de43b5d5-7579-407e-8063-b1d22a231f6d service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978053 Jul 08 17:29:38.496765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-c46db35e-1c75-4659-bcff-4f07c6dc716b service neutron] 10.222.0.41 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037168 Jul 08 17:29:38.509122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3356dd7-87b6-4272-b177-d896b7574a70 req-9ea66ec9-8a36-4b31-a7a5-282019f2ef13 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282599 Jul 08 17:29:38.526059 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab6c5ee6-7821-4dd3-9439-994ecbdd40c5 req-8eebee97-d185-4516-a12d-3abb03f0bc14 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877309 Jul 08 17:29:38.568414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'name': 'network-vif-deleted', 'tag': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b'}, {'name': 'network-changed', 'server_uuid': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'tag': 'f6f4085b-e6df-456e-b216-486224ede947'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:38.570196 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af692b55-d3ff-43ae-bae6-321110e24132" -d '{"events": [{"server_uuid": "c91eff44-8c7c-4885-9589-5d595c20c207", "name": "network-vif-deleted", "tag": "43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b"}, {"name": "network-changed", "server_uuid": "dfab11a5-602f-4dcd-83e7-ec372a334d3f", "tag": "f6f4085b-e6df-456e-b216-486224ede947"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:38.605012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-481c8ad2-6128-478e-a26f-bb115b8912fa tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1305168646&fields=id&tenant_id=267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 267 time: 0.1252673 Jul 08 17:29:38.684148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-77f4d2e4-11fc-4419-b734-d8c070de6660 service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715759 Jul 08 17:29:38.758888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e776155-e6bb-4458-b0f3-9c12e4dd50b2 req-fe3fda07-7632-4967-8c73-db1a511157f4 service neutron] 10.222.0.41 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458560 Jul 08 17:29:38.816930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-b5b670e0-d989-4c1c-852c-5c1794ec3853 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:38.818431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-b5b670e0-d989-4c1c-852c-5c1794ec3853 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 984 time: 0.2065408 Jul 08 17:29:38.842697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33003384-816d-4291-83a4-83da6b410f18 req-99fcd384-3e5c-4b3c-a4cb-adcbcf8fd190 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:38.845025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33003384-816d-4291-83a4-83da6b410f18 req-99fcd384-3e5c-4b3c-a4cb-adcbcf8fd190 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 948 time: 0.2300646 Jul 08 17:29:38.849445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'port': {'security_groups': ['8f25008c-73ec-4d82-9e6e-921375b37b18', 'ec90606e-8116-40b9-97cb-bb3d47bb2ae5', 'b4a42119-31a7-4356-8768-28614aa6e49e']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:38.884443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfbc949f-d912-4238-8446-eddc405c7c9b req-e875fa45-20ae-4c44-bc3c-3e00dd8d0176 service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892185 Jul 08 17:29:38.888280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:38.929898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33003384-816d-4291-83a4-83da6b410f18 req-9145eee2-d81b-4d2b-8e7d-2d778cac265e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753658 Jul 08 17:29:38.955317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'tag': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae'}, {'name': 'network-changed', 'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:38.955317 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7218bb-809e-437e-b754-404ddb8cc6cf", "tag": "40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae"}, {"name": "network-changed", "server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "tag": "c5637f1f-1771-4e5e-b250-676823594a33"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:38.976567 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:38.991375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:39.004441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'mac_address': 'fa:16:3e:97:4f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:39.041549 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.064650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a360cf0-437f-4cd1-9684-169e1a56cfbb {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:39.084647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:39.089992 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.138946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:39.146391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.146740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.147081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.147415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.147753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.148073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.148399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.148725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.149073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.149391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.149713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.150035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:29:39.159909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bc1e4a11-e711-489d-806c-6f9cff41951b details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:39.211654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c5637f1f-1771-4e5e-b250-676823594a33,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:39.255038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bc1e4a11-e711-489d-806c-6f9cff41951b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bc1e4a11-e711-489d-806c-6f9cff41951b,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:39.257708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d8f9-c8b4-48be-ad11-717597f6d7c1 req-3fd59e2a-78bd-476f-ae7c-07b7b473f31d tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.259222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3e1d8f9-c8b4-48be-ad11-717597f6d7c1 req-3fd59e2a-78bd-476f-ae7c-07b7b473f31d tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.1124783 Jul 08 17:29:39.263405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.267819 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'bc1e4a11-e711-489d-806c-6f9cff41951b', 'network_id': '5e544097-6144-429e-980f-48278197af4e', 'port_id': 'bc1e4a11-e711-489d-806c-6f9cff41951b', 'mac_address': 'fa:16:3e:01:ce:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acde7b9f-b5dd-4038-95dc-d89ce651922d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:39.279680 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.293670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:39.341104 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.346882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.347521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.349042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6997b7c3-2bd2-4e24-a0c9-9bc36cf8c956 req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "PUT /v2.0/ports/c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 200 len: 1020 time: 0.5197964 Jul 08 17:29:39.352040 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3e1d8f9-c8b4-48be-ad11-717597f6d7c1 req-d6af9b0e-f91c-4b26-858b-2e1fe2fa033a tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861487 Jul 08 17:29:39.370940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03e7e1-d295-4351-bb30-9543a81d93d4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:39.374403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1e4a11-e711-489d-806c-6f9cff41951b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:39.416201 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228f4ec0-825b-4bd7-9dcc-010ef0525f33 x-openstack-request-id: req-228f4ec0-825b-4bd7-9dcc-010ef0525f33 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:39.416763 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91eff44-8c7c-4885-9589-5d595c20c207", "name": "network-vif-deleted", "tag": "43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfab11a5-602f-4dcd-83e7-ec372a334d3f", "tag": "f6f4085b-e6df-456e-b216-486224ede947", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:39.416901 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-228f4ec0-825b-4bd7-9dcc-010ef0525f33 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:39.417223 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91eff44-8c7c-4885-9589-5d595c20c207', 'name': 'network-vif-deleted', 'tag': '43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b', 'status': 'completed', 'code': 200} Jul 08 17:29:39.417477 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'tag': 'f6f4085b-e6df-456e-b216-486224ede947', 'status': 'completed', 'code': 200} Jul 08 17:29:39.420224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bc1e4a11-e711-489d-806c-6f9cff41951b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bc1e4a11-e711-489d-806c-6f9cff41951b,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:39.447349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:39.478568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:39.513214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a045902-592c-4d91-9188-58d92d14725a req-ff6971ef-adfd-455b-ba8c-109f071ea8e3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 210 time: 0.0323815 Jul 08 17:29:39.539837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692b55-d3ff-43ae-bae6-321110e24132 req-297b9ab8-06e4-449f-900f-8bc9bac26686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.541031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af692b55-d3ff-43ae-bae6-321110e24132 req-297b9ab8-06e4-449f-900f-8bc9bac26686 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 1095 time: 0.0903976 Jul 08 17:29:39.580625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=bc1e4a11-e711-489d-806c-6f9cff41951b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:39.594144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5a360cf0-437f-4cd1-9684-169e1a56cfbb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:39.726816 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61814cb1-3a32-4422-b3b4-4a6b25e6935f x-openstack-request-id: req-61814cb1-3a32-4422-b3b4-4a6b25e6935f {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:39.727152 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7218bb-809e-437e-b754-404ddb8cc6cf", "tag": "40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "tag": "c5637f1f-1771-4e5e-b250-676823594a33", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:39.727882 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-61814cb1-3a32-4422-b3b4-4a6b25e6935f {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:39.728294 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'tag': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae', 'status': 'completed', 'code': 200} Jul 08 17:29:39.728551 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33', 'status': 'completed', 'code': 200} Jul 08 17:29:39.773708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-a456a466-4f1f-4126-b500-10da15591828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.776117 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-a456a466-4f1f-4126-b500-10da15591828 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1174 time: 0.1592395 Jul 08 17:29:39.801522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bc1e4a11-e711-489d-806c-6f9cff41951b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:39.906725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c345-314b-4997-914f-220abda9515f req-c8976715-6680-470c-8dd6-7147bc9c8020 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.915477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90a8c345-314b-4997-914f-220abda9515f req-c8976715-6680-470c-8dd6-7147bc9c8020 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 944 time: 0.2097762 Jul 08 17:29:39.942616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692b55-d3ff-43ae-bae6-321110e24132 req-51787092-e7c9-4524-9b56-296780995989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.944086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af692b55-d3ff-43ae-bae6-321110e24132 req-51787092-e7c9-4524-9b56-296780995989 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 917 time: 0.3963220 Jul 08 17:29:39.953454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-12101ee7-9f53-4f29-bb9d-bda8dd919731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.956209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-12101ee7-9f53-4f29-bb9d-bda8dd919731 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 913 time: 0.1668525 Jul 08 17:29:39.967506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-455ccee7-cf7d-40d7-84b6-0c242f1a15f9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.970014 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-455ccee7-cf7d-40d7-84b6-0c242f1a15f9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1&tenant_id=40f30bd4ac2e4292ba1830d62917d829&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 949 time: 0.1559358 Jul 08 17:29:39.970846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-17dd59cc-c75d-45d8-b214-182f99656391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:39.972471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-17dd59cc-c75d-45d8-b214-182f99656391 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 1095 time: 0.2542193 Jul 08 17:29:40.013457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af692b55-d3ff-43ae-bae6-321110e24132 req-1cb85158-4585-4eb7-ae7d-7f7623df2879 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6f4085b-e6df-456e-b216-486224ede947 HTTP/1.1" status: 200 len: 217 time: 0.0581272 Jul 08 17:29:40.036428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90a8c345-314b-4997-914f-220abda9515f req-168f15af-f2cd-4e75-8fc6-c2c18ee8bce4 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198931 Jul 08 17:29:40.050976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-b02bedee-0095-4dc4-a22f-99a27b180916 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 200 len: 217 time: 0.0797558 Jul 08 17:29:40.188610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-f0703f71-861d-4c52-bd22-346425905c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.190102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-f0703f71-861d-4c52-bd22-346425905c66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.1307337 Jul 08 17:29:40.193021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692b55-d3ff-43ae-bae6-321110e24132 req-64432f75-aa0c-45ee-b365-69e81665613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.194467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af692b55-d3ff-43ae-bae6-321110e24132 req-64432f75-aa0c-45ee-b365-69e81665613d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 200 len: 855 time: 0.1342320 Jul 08 17:29:40.196947 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5650de9c-1223-418a-b41f-ad7dbf67fc4d req-2961cf61-c553-456e-902b-647be8b1141f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "GET /v2.0/ports?device_id=c91eff44-8c7c-4885-9589-5d595c20c207 HTTP/1.1" status: 200 len: 210 time: 0.0475147 Jul 08 17:29:40.213582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15406a0-a3d2-4816-88f4-673570308dcb req-084ab7b6-a3e3-4496-8c0a-64636ef892d5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.215090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a15406a0-a3d2-4816-88f4-673570308dcb req-084ab7b6-a3e3-4496-8c0a-64636ef892d5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1023 time: 0.4117191 Jul 08 17:29:40.229612 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-5231597e-628f-4975-b7f6-68555d7ebeaa service neutron] delete failed (client error): The resource could not be found. Jul 08 17:29:40.230624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-5231597e-628f-4975-b7f6-68555d7ebeaa service neutron] 10.222.0.72 "DELETE /v2.0/ports/5a360cf0-437f-4cd1-9684-169e1a56cfbb/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.2516549 Jul 08 17:29:40.232681 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-83926f9d-5799-4af5-9524-0020775232d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292902 Jul 08 17:29:40.346864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-fd159fc5-f5bc-4c92-86ae-0489ad7656e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.348629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-fd159fc5-f5bc-4c92-86ae-0489ad7656e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 917 time: 0.3451900 Jul 08 17:29:40.371469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-1c0351d1-9774-4641-8a23-19bccd59847c service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283927 Jul 08 17:29:40.376607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-00e2ce16-97d9-4356-98b2-d7d4a06a8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.378310 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-00e2ce16-97d9-4356-98b2-d7d4a06a8ba5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1100 time: 0.0913084 Jul 08 17:29:40.419664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-3573b68b-6815-4e89-a39e-efb437e505af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae HTTP/1.1" status: 200 len: 217 time: 0.0565276 Jul 08 17:29:40.434328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a15406a0-a3d2-4816-88f4-673570308dcb req-16899da9-9fb6-4185-9b5b-31f206941b35 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=b4a42119-31a7-4356-8768-28614aa6e49e&id=8f25008c-73ec-4d82-9e6e-921375b37b18&id=ec90606e-8116-40b9-97cb-bb3d47bb2ae5 HTTP/1.1" status: 200 len: 6148 time: 0.2054884 Jul 08 17:29:40.446794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e2152-177b-4535-a56a-93e59aa66957 req-70b1f25b-496c-41ff-bbe6-1e0894723d12 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.446794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db1e2152-177b-4535-a56a-93e59aa66957 req-70b1f25b-496c-41ff-bbe6-1e0894723d12 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.2597713 Jul 08 17:29:40.458313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af692b55-d3ff-43ae-bae6-321110e24132 req-612a6235-956a-4642-b744-1b1a7c8effef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.460260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af692b55-d3ff-43ae-bae6-321110e24132 req-612a6235-956a-4642-b744-1b1a7c8effef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e544097-6144-429e-980f-48278197af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2441125 Jul 08 17:29:40.460727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60976) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:40.490677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Request body: {'floatingip': {'port_id': '9806d89d-15dc-443d-a2f8-3bccae4ddea5'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:40.534244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-e96d5e1b-f6b6-42b9-b21d-9e33203c32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.535724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-e96d5e1b-f6b6-42b9-b21d-9e33203c32ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1496127 Jul 08 17:29:40.537705 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-a250d644-388c-48f3-9eab-31079b3779d5 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586139 Jul 08 17:29:40.587593 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-e2c8d118-eb2e-4088-9711-3bcf7431b248 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.0405514 Jul 08 17:29:40.591091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:40.639877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-a71e7d33-ec03-4c5f-abef-3ec0304c670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.641351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-a71e7d33-ec03-4c5f-abef-3ec0304c670d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0472519 Jul 08 17:29:40.693856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-a1b192d9-d37d-4513-9223-96fd2c75f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.695335 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-a1b192d9-d37d-4513-9223-96fd2c75f1d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 200 len: 855 time: 0.2589240 Jul 08 17:29:40.698712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-0920a1d6-e676-4712-9567-bd5856afcd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.700239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-0920a1d6-e676-4712-9567-bd5856afcd79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523422 Jul 08 17:29:40.793164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-2a6632be-3708-4135-8d4c-f20aa995bc43 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862770 Jul 08 17:29:40.849965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af692b55-d3ff-43ae-bae6-321110e24132 req-bfaee8d8-e6a5-4315-911a-041478c5a223 service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545163 Jul 08 17:29:40.892492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:40.901487 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d1d79e9e-ca78-4884-b5c1-3d100b33fec0 req-b8ed0155-0511-4ed3-b236-5c4e93c4917f service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016450 Jul 08 17:29:40.910782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1479943-a2a0-4362-8f69-265b4682f611 req-16348389-36ad-4df3-aa17-90d85c922346 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.912435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1479943-a2a0-4362-8f69-265b4682f611 req-16348389-36ad-4df3-aa17-90d85c922346 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 949 time: 0.3277323 Jul 08 17:29:40.920772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17a7d0-711c-43de-b68d-d20767370055 req-282e65cd-8730-45d4-9aaf-2675dc074503 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:40.926188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb17a7d0-711c-43de-b68d-d20767370055 req-282e65cd-8730-45d4-9aaf-2675dc074503 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.3425241 Jul 08 17:29:40.963143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 5a360cf0-437f-4cd1-9684-169e1a56cfbb completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:40.968336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 5a360cf0-437f-4cd1-9684-169e1a56cfbb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:40.968710 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.047218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-263ede4e-f35e-4094-a5d2-566249838182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:41.048719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-263ede4e-f35e-4094-a5d2-566249838182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e544097-6144-429e-980f-48278197af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3297205 Jul 08 17:29:41.051373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.075604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:41.078636 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db91567f-fc52-4b2b-ae3e-9ef8e47f0b78" -d '{"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:41.090912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:41.095189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.142175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:41.160948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f6f4085b-e6df-456e-b216-486224ede947 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:41.164152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bc1e4a11-e711-489d-806c-6f9cff41951b up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:41.278066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port bc1e4a11-e711-489d-806c-6f9cff41951b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:41.287194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port bc1e4a11-e711-489d-806c-6f9cff41951b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:41.287487 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.327730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f6f4085b-e6df-456e-b216-486224ede947, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f6f4085b-e6df-456e-b216-486224ede947,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:41.346063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'f6f4085b-e6df-456e-b216-486224ede947', 'network_id': '5e544097-6144-429e-980f-48278197af4e', 'port_id': 'f6f4085b-e6df-456e-b216-486224ede947', 'mac_address': 'fa:16:3e:c0:dc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acde7b9f-b5dd-4038-95dc-d89ce651922d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:41.412858 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.435526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f4085b-e6df-456e-b216-486224ede947 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:41.442943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.451055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb17a7d0-711c-43de-b68d-d20767370055 req-9dc3b3ca-c85b-49d5-a258-b2d9b1298b7f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238724 Jul 08 17:29:41.472775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f6f4085b-e6df-456e-b216-486224ede947, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f6f4085b-e6df-456e-b216-486224ede947,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:41.488518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1479943-a2a0-4362-8f69-265b4682f611 req-3a41f1c7-52b7-4d30-b49c-e794b215d165 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009840 Jul 08 17:29:41.491019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bc1e4a11-e711-489d-806c-6f9cff41951b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bc1e4a11-e711-489d-806c-6f9cff41951b,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:41.491510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.497799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.516339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af692b55-d3ff-43ae-bae6-321110e24132 req-14d49470-ca76-404c-9ca9-cc71e28afb3c service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552544 Jul 08 17:29:41.549025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f6f4085b-e6df-456e-b216-486224ede947,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:41.589842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2a367cfa-4c72-4e43-945f-0bc60318bfb3 req-46cd5bec-7d13-4f6f-9bf8-6f631cf0223b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': ' tempest-securitygroup -840217476 ', 'description': 'tempest-description-527443381'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:41.657444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-564cba82-52f2-4627-b00b-ea45c316a6d9 service neutron] 10.222.0.41 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600812 Jul 08 17:29:41.663678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=bc1e4a11-e711-489d-806c-6f9cff41951b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:41.714097 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2a367cfa-4c72-4e43-945f-0bc60318bfb3 req-46cd5bec-7d13-4f6f-9bf8-6f631cf0223b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:41.731579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:41.734415 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80d2edf-ff04-4455-9e7c-055db4382bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "tag": "c5637f1f-1771-4e5e-b250-676823594a33"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:41.817526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['f6f4085b-e6df-456e-b216-486224ede947'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:41.909278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0446d9b3-cf6f-4d0d-a891-5e61cad95ce7 req-f75526c7-a265-4a58-be9a-1ac69788d498 service neutron] 10.222.0.41 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436266 Jul 08 17:29:41.996858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60994) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:42.002772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.014119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.074652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2a367cfa-4c72-4e43-945f-0bc60318bfb3 req-46cd5bec-7d13-4f6f-9bf8-6f631cf0223b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.086768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff896f7-4845-49e2-afc9-35e035c14c40 req-6b88a242-c116-4cbf-9df9-5cee142ecd46 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:42.088281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff896f7-4845-49e2-afc9-35e035c14c40 req-6b88a242-c116-4cbf-9df9-5cee142ecd46 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 945 time: 0.2078879 Jul 08 17:29:42.093602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2a367cfa-4c72-4e43-945f-0bc60318bfb3 req-46cd5bec-7d13-4f6f-9bf8-6f631cf0223b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.161485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-546c61f9-97b1-4367-9589-b8e476fbef98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.174856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2a367cfa-4c72-4e43-945f-0bc60318bfb3 req-46cd5bec-7d13-4f6f-9bf8-6f631cf0223b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.176011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a367cfa-4c72-4e43-945f-0bc60318bfb3 req-46cd5bec-7d13-4f6f-9bf8-6f631cf0223b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5907147 Jul 08 17:29:42.193526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd5bec-7d13-4f6f-9bf8-6f631cf0223b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4ffc66-20e3-4e05-974e-a3585f7bdc14,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:42.207293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff896f7-4845-49e2-afc9-35e035c14c40 req-bbc64fcf-e52d-4a3d-9f63-34a90801d88e tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042697 Jul 08 17:29:42.211871 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Floating IP e44a7db7-07fe-4854-be7c-a32f2e4c1491 associated. External IP: 172.25.5.57, port: 9806d89d-15dc-443d-a2f8-3bccae4ddea5. Jul 08 17:29:42.225884 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778dabb7-558b-46e9-a341-c3bebe4193c0 x-openstack-request-id: req-778dabb7-558b-46e9-a341-c3bebe4193c0 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:42.226691 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-plugged", "status": "completed", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:42.227122 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-778dabb7-558b-46e9-a341-c3bebe4193c0 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:42.227524 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'code': 200} Jul 08 17:29:42.295199 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3699bf50-9401-4e11-bc55-b878a5070f2a x-openstack-request-id: req-3699bf50-9401-4e11-bc55-b878a5070f2a {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:42.295807 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "tag": "c5637f1f-1771-4e5e-b250-676823594a33", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:42.296420 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3699bf50-9401-4e11-bc55-b878a5070f2a {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:42.297191 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33', 'status': 'completed', 'code': 200} Jul 08 17:29:42.344437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-546c61f9-97b1-4367-9589-b8e476fbef98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.348453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-546c61f9-97b1-4367-9589-b8e476fbef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.386202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-546c61f9-97b1-4367-9589-b8e476fbef98 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ecda066f6a954463bee44c5339ce5442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3875725 Jul 08 17:29:42.387289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c61f9-97b1-4367-9589-b8e476fbef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cae284-c021-4203-80fd-626098c4ebbb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:42.390429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32776) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:42.438337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-210496b5-f1fb-4067-8838-5ca8371adfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.462975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-210496b5-f1fb-4067-8838-5ca8371adfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.487355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-641f9548-4ea4-43c5-aea5-92ebbf2e6d1b req-be93179e-d4a8-42bf-94c1-983bb4955915 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/4c4ffc66-20e3-4e05-974e-a3585f7bdc14 HTTP/1.1" status: 200 len: 1779 time: 0.1837835 Jul 08 17:29:42.530273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-210496b5-f1fb-4067-8838-5ca8371adfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.533197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-210496b5-f1fb-4067-8838-5ca8371adfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:42.536795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-d1f1b2b8-bded-49c9-b557-a828e0185a97 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:42.536972 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-210496b5-f1fb-4067-8838-5ca8371adfbc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/58cae284-c021-4203-80fd-626098c4ebbb HTTP/1.1" status: 204 len: 168 time: 0.1434214 Jul 08 17:29:42.537082 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-d1f1b2b8-bded-49c9-b557-a828e0185a97 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1978498 Jul 08 17:29:42.545145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210496b5-f1fb-4067-8838-5ca8371adfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cae284-c021-4203-80fd-626098c4ebbb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:42.576518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-4ffa31a9-9847-4d59-aeec-9ec332357f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:42.578534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-4ffa31a9-9847-4d59-aeec-9ec332357f66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1174 time: 0.2398334 Jul 08 17:29:42.621463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-e014e641-d3ba-42de-a7f0-f5f218ec359b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/quotas/69352fdd28e7454b89ede1a8a79d54a2 HTTP/1.1" status: 200 len: 375 time: 0.0473979 Jul 08 17:29:42.744270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-c71cf4a9-f33b-4043-944c-66792f8c747c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673258 Jul 08 17:29:42.845937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-ba151bd1-e444-4096-b68a-d26be024ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:42.847408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-ba151bd1-e444-4096-b68a-d26be024ae84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 913 time: 0.2614336 Jul 08 17:29:42.850037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:29:42.915172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:42.917197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f3b3-349d-4243-965b-64411cea4b36 req-0dd6a4fc-2388-467f-911c-4792662dbf52 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:42.918718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f87f3b3-349d-4243-965b-64411cea4b36 req-0dd6a4fc-2388-467f-911c-4792662dbf52 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.3179100 Jul 08 17:29:42.925451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-e300337d-34c3-454b-a665-38c0c7cde302 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 200 len: 217 time: 0.0687733 Jul 08 17:29:43.015709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:43.021441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-a3d6ddb0-8c77-435a-80a7-9246d2273e7c service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643125 Jul 08 17:29:43.037657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae', 'network_id': '5e544097-6144-429e-980f-48278197af4e', 'port_id': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae', 'mac_address': 'fa:16:3e:5a:2e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acde7b9f-b5dd-4038-95dc-d89ce651922d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:43.076905 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.099346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:43.120252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:43.125919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.138145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f87f3b3-349d-4243-965b-64411cea4b36 req-62681748-7def-4466-93f6-9cbc590a73f1 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068179 Jul 08 17:29:43.144405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-1eb7dd1d-f19c-4b49-a892-37ce87040a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:43.146037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-1eb7dd1d-f19c-4b49-a892-37ce87040a45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.2122023 Jul 08 17:29:43.177885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f6f4085b-e6df-456e-b216-486224ede947 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:43.197388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-ee42c8e6-aac2-4448-ac8d-1fff26bb150b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432072 Jul 08 17:29:43.204713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:43.212400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:29:43.224764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] Sync routers for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:29:43.227928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.239911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:43.240565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:43.337580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-2cb124eb-f54c-488d-8b56-03ccef19c17e service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064120 Jul 08 17:29:43.353052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a862839-ee9d-42a3-8501-e6ce864cc656 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "PUT /v2.0/floatingips/e44a7db7-07fe-4854-be7c-a32f2e4c1491 HTTP/1.1" status: 200 len: 990 time: 2.8641186 Jul 08 17:29:43.360277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77172088-4b29-4312-8650-ad1373cb15e4 req-e28f3a9d-e44b-4935-90b0-28734c9c4c44 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/4c4ffc66-20e3-4e05-974e-a3585f7bdc14 HTTP/1.1" status: 200 len: 1779 time: 0.1684000 Jul 08 17:29:43.395774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-17bf1a80-5a59-47e2-9a2d-a417d97e3a49 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848469 Jul 08 17:29:43.429596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port f6f4085b-e6df-456e-b216-486224ede947 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:43.437849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.437849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port f6f4085b-e6df-456e-b216-486224ede947 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:43.438155 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.523555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:43.549711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d2edf-ff04-4455-9e7c-055db4382bd2 req-1867b334-2c24-4956-a5ab-bc6dab952bce service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453173 Jul 08 17:29:43.550490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-77172088-4b29-4312-8650-ad1373cb15e4 req-6a94abf1-c6cf-4caf-9cc6-aeb7287c26bf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.551005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:43.634732 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-77172088-4b29-4312-8650-ad1373cb15e4 req-6a94abf1-c6cf-4caf-9cc6-aeb7287c26bf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.677826 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.701288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2567051-2d15-4e92-99eb-234803a28402 req-8ad6e755-c3a4-49ba-8bbe-50660e093de0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:43.703355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2567051-2d15-4e92-99eb-234803a28402 req-8ad6e755-c3a4-49ba-8bbe-50660e093de0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.1143541 Jul 08 17:29:43.704563 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-77172088-4b29-4312-8650-ad1373cb15e4 req-6a94abf1-c6cf-4caf-9cc6-aeb7287c26bf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.707157 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-77172088-4b29-4312-8650-ad1373cb15e4 req-6a94abf1-c6cf-4caf-9cc6-aeb7287c26bf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.708333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77172088-4b29-4312-8650-ad1373cb15e4 req-6a94abf1-c6cf-4caf-9cc6-aeb7287c26bf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/4c4ffc66-20e3-4e05-974e-a3585f7bdc14 HTTP/1.1" status: 204 len: 173 time: 0.3401141 Jul 08 17:29:43.721530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94abf1-c6cf-4caf-9cc6-aeb7287c26bf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4ffc66-20e3-4e05-974e-a3585f7bdc14,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:43.777940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2567051-2d15-4e92-99eb-234803a28402 req-f5da1283-ad9e-42d7-a732-ee3034f93947 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Jul 08 17:29:43.790072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f6f4085b-e6df-456e-b216-486224ede947, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f6f4085b-e6df-456e-b216-486224ede947,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:43.811314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:43.925691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f6f4085b-e6df-456e-b216-486224ede947,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:43.999088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e44a7db7-07fe-4854-be7c-a32f2e4c1491', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'port_id': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'mac_address': 'fa:16:3e:b2:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5687e011-90f2-44e8-9e5a-697024a5038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:29:19Z', 'updated_at': '2021-07-08T17:29:41Z', 'revision_number': 1, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:20Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:44.034184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] Checking router: 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:29:44.052712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:29:44.055900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:29:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:44.082253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0dffb-48dd-4e29-9d31-2dfb700b9951 req-d09201bf-ef12-4112-8843-5529ba91a3b8 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:44.090831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5f0dffb-48dd-4e29-9d31-2dfb700b9951 req-d09201bf-ef12-4112-8843-5529ba91a3b8 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.0837317 Jul 08 17:29:44.143377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5f0dffb-48dd-4e29-9d31-2dfb700b9951 req-d8bff2f7-ada0-4925-88c6-cc994053b844 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494058 Jul 08 17:29:44.199233 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-05598ec2-51d9-42c0-b772-04725ce8b27f req-ed241ada-188d-4e21-b998-896a0788c2b0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:29:44.199712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05598ec2-51d9-42c0-b772-04725ce8b27f req-ed241ada-188d-4e21-b998-896a0788c2b0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/4c4ffc66-20e3-4e05-974e-a3585f7bdc14 HTTP/1.1" status: 404 len: 352 time: 0.0214345 Jul 08 17:29:44.224871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:29:44.254372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1e4a11-e711-489d-806c-6f9cff41951b'}, {'server_uuid': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f4085b-e6df-456e-b216-486224ede947'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:44.257416 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a81c78-486c-47cc-983c-75a7f80de2ac" -d '{"events": [{"server_uuid": "1dc787d6-af66-413c-bc7e-7f0ff0a78068", "name": "network-vif-plugged", "status": "completed", "tag": "bc1e4a11-e711-489d-806c-6f9cff41951b"}, {"server_uuid": "dfab11a5-602f-4dcd-83e7-ec372a334d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f6f4085b-e6df-456e-b216-486224ede947"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:44.314178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:44.316950 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d" -d '{"events": [{"name": "network-changed", "server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:44.321031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acf44b1c-6efb-440d-9fea-17037a2f7abc req-4d8746d6-5eca-421e-abcc-f23c2dd4e187 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 210 time: 0.0444925 Jul 08 17:29:44.419057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464ced-becc-478c-869a-1247c05f2b16 req-ec40bdc4-e77f-433d-8492-2a9a8b4d19a7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:44.419730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32842) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:44.422063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc464ced-becc-478c-869a-1247c05f2b16 req-ec40bdc4-e77f-433d-8492-2a9a8b4d19a7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.1000822 Jul 08 17:29:44.518362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc464ced-becc-478c-869a-1247c05f2b16 req-fad37b7f-aa20-4d71-a090-99d727364e83 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906234 Jul 08 17:29:44.535927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e44a7db7-07fe-4854-be7c-a32f2e4c1491', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'port_id': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'mac_address': 'fa:16:3e:b2:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5687e011-90f2-44e8-9e5a-697024a5038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:29:19Z', 'updated_at': '2021-07-08T17:29:41Z', 'revision_number': 1, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:20Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:29:44.548423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83f28fe8-154c-40e8-8325-bb9e98225597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.556619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf25e6-f6d6-41ca-8493-feff9231733c req-162930a0-fceb-4323-a5b6-572a51ce2eb9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:44.558709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19bf25e6-f6d6-41ca-8493-feff9231733c req-162930a0-fceb-4323-a5b6-572a51ce2eb9 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.0930223 Jul 08 17:29:44.564084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1a14cb95-8978-4fba-91ab-a0adc632cbf6 req-ae63c94c-45a4-4320-bb43-40cb93dc0a4c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-982144130', 'description': 'tempest-description-135247919'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:44.582151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35f2a58-cd8b-49d4-a002-d79f04f842e9 None None] The sync data for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 is: [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e44a7db7-07fe-4854-be7c-a32f2e4c1491', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'port_id': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'mac_address': 'fa:16:3e:b2:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5687e011-90f2-44e8-9e5a-697024a5038a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:29:19Z', 'updated_at': '2021-07-08T17:29:41Z', 'revision_number': 1, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:20Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:29:44.617264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19bf25e6-f6d6-41ca-8493-feff9231733c req-b1faeb4d-6514-47ae-8a2e-f8152d3eb9ec tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Jul 08 17:29:44.662069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83f28fe8-154c-40e8-8325-bb9e98225597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.669947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-83f28fe8-154c-40e8-8325-bb9e98225597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.670116 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb730e8-f6f2-4bc2-bf60-b2a9b94c6525 x-openstack-request-id: req-fbb730e8-f6f2-4bc2-bf60-b2a9b94c6525 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:44.670263 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc787d6-af66-413c-bc7e-7f0ff0a78068", "name": "network-vif-plugged", "status": "completed", "tag": "bc1e4a11-e711-489d-806c-6f9cff41951b", "code": 200}, {"server_uuid": "dfab11a5-602f-4dcd-83e7-ec372a334d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f6f4085b-e6df-456e-b216-486224ede947", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:44.670561 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fbb730e8-f6f2-4bc2-bf60-b2a9b94c6525 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:44.670932 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1e4a11-e711-489d-806c-6f9cff41951b', 'code': 200} Jul 08 17:29:44.671182 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f4085b-e6df-456e-b216-486224ede947', 'code': 200} Jul 08 17:29:44.704271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1a14cb95-8978-4fba-91ab-a0adc632cbf6 req-ae63c94c-45a4-4320-bb43-40cb93dc0a4c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:44.711064 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10fc915-e0c8-4263-bfd1-d2ccd33baaa6 x-openstack-request-id: req-a10fc915-e0c8-4263-bfd1-d2ccd33baaa6 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:44.712266 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:44.712266 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a10fc915-e0c8-4263-bfd1-d2ccd33baaa6 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:44.712473 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'status': 'completed', 'code': 200} Jul 08 17:29:44.725329 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-83f28fe8-154c-40e8-8325-bb9e98225597 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=03ac41b2d1ea4f3c8d9d0f8aa56c1b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043969 Jul 08 17:29:44.727903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:44.730789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f28fe8-154c-40e8-8325-bb9e98225597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d660266d-7cdf-4dda-9063-6a97fe7b08b9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:44.874639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c552e8c-9b15-4049-ae57-443beed708f0 req-bde70f84-504d-4f49-bc0b-a08c092d14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:44.876972 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c552e8c-9b15-4049-ae57-443beed708f0 req-bde70f84-504d-4f49-bc0b-a08c092d14b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 1097 time: 0.0856900 Jul 08 17:29:44.908101 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58794a23-e121-4b04-a57b-27222a710494 None None] New status for floating IP e44a7db7-07fe-4854-be7c-a32f2e4c1491: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:29:44.928510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:44.951642 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c552e8c-9b15-4049-ae57-443beed708f0 req-98156954-9dd0-4c8c-abc5-5adc04a76fc5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671496 Jul 08 17:29:45.021131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:45.026864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:45.027603 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.031019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a44f17d3-415e-46a4-9d2d-3bd31a577e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.050918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-3a094caa-b115-45bb-a2e8-1ae0300863a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:45.053090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-3a094caa-b115-45bb-a2e8-1ae0300863a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf51ccde3e694647881b11a2e90b823a&device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 1096 time: 0.2147787 Jul 08 17:29:45.054638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56111748-541b-4792-bcd8-b9c27ab6082a req-da5fc6bc-6e85-4a9e-86f5-960c7643a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:45.056255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56111748-541b-4792-bcd8-b9c27ab6082a req-da5fc6bc-6e85-4a9e-86f5-960c7643a2be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 1096 time: 0.2909794 Jul 08 17:29:45.216241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.236854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-6cfcff96-fdb2-47a8-99c0-b4b4fae06d55 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:45.238667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-6cfcff96-fdb2-47a8-99c0-b4b4fae06d55 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.2061427 Jul 08 17:29:45.249550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-ee71659b-9817-4382-a457-16135f4b4de8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103125 Jul 08 17:29:45.253364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:45.257708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.258764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:29:45.261191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Request body: {'port': {'device_id': '97f0a620-930e-4dfb-8083-844011488027', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'admin_state_up': True, 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:45.335391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:45.339811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:29:45.340169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 43dd6b47-e97b-4b53-8dee-f5e5b4b3b92b not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:29:45.582045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a44f17d3-415e-46a4-9d2d-3bd31a577e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.643006 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1a14cb95-8978-4fba-91ab-a0adc632cbf6 req-ae63c94c-45a4-4320-bb43-40cb93dc0a4c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.664316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1a14cb95-8978-4fba-91ab-a0adc632cbf6 req-ae63c94c-45a4-4320-bb43-40cb93dc0a4c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.667763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:45.672625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.675653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-0dd19830-4ffb-47d2-8ff2-885bd304c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:45.677179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-0dd19830-4ffb-47d2-8ff2-885bd304c0f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49ef851f-c1cd-46f2-ba70-3d0bc7c35057 HTTP/1.1" status: 200 len: 912 time: 0.6082511 Jul 08 17:29:45.719461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56111748-541b-4792-bcd8-b9c27ab6082a req-3edf0c11-effc-4857-972e-4cd1e0b11112 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772252 Jul 08 17:29:45.777480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1a14cb95-8978-4fba-91ab-a0adc632cbf6 req-ae63c94c-45a4-4320-bb43-40cb93dc0a4c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.778920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a14cb95-8978-4fba-91ab-a0adc632cbf6 req-ae63c94c-45a4-4320-bb43-40cb93dc0a4c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2192852 Jul 08 17:29:45.824401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c94c-45a4-4320-bb43-40cb93dc0a4c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a2c28-e689-405c-971b-66cd9d16b442,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:45.848282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a44f17d3-415e-46a4-9d2d-3bd31a577e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.851082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a44f17d3-415e-46a4-9d2d-3bd31a577e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:45.854546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a44f17d3-415e-46a4-9d2d-3bd31a577e4f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d660266d-7cdf-4dda-9063-6a97fe7b08b9 HTTP/1.1" status: 204 len: 168 time: 1.1234169 Jul 08 17:29:45.856506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-5d6d3623-2499-4ef2-b903-793ec0d24e92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5 HTTP/1.1" status: 200 len: 1000 time: 0.1484904 Jul 08 17:29:45.864583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-5a1c3f8d-1091-4c86-9f95-879951f4148b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:45.866071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Allocated IP 172.20.0.2 (1495ca0b-3919-43d6-8e6a-f156d25aa27c/93f219f3-10d8-4a52-b813-91bc530aa542/c378a894-0338-4d43-9fdf-b011ae1b7124) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:45.866238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-5a1c3f8d-1091-4c86-9f95-879951f4148b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6154377 Jul 08 17:29:45.871517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f17d3-415e-46a4-9d2d-3bd31a577e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d660266d-7cdf-4dda-9063-6a97fe7b08b9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:45.890414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-b89cbc20-bf2a-4d58-b5b7-d38e530f9e97 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/quotas/40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 375 time: 0.0166132 Jul 08 17:29:46.053742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-3d23f63c-d000-47a2-ae42-40c2a76f3772 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623445 Jul 08 17:29:46.055331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-d0d3eb9f-589c-47a1-9ab0-077e035cc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.061412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-d0d3eb9f-589c-47a1-9ab0-077e035cc8c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a8eeac-bd06-4c6f-b79e-8211866ca149 HTTP/1.1" status: 200 len: 850 time: 0.1352687 Jul 08 17:29:46.120711 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.122597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1661be6-345d-4c71-a36e-47ff8704f3af req-e0179d4f-34c7-4295-a938-2c5b63025cfb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.125082 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1661be6-345d-4c71-a36e-47ff8704f3af req-e0179d4f-34c7-4295-a938-2c5b63025cfb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.2002428 Jul 08 17:29:46.167032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.180073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-054977b3-0c7a-4438-8000-ca60de66a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.181773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-054977b3-0c7a-4438-8000-ca60de66a706 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49ef851f-c1cd-46f2-ba70-3d0bc7c35057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106250 Jul 08 17:29:46.185396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1661be6-345d-4c71-a36e-47ff8704f3af req-aee97cb3-90cb-4466-bb92-1923ba222f7a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537302 Jul 08 17:29:46.239235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:46.247566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:46.265383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:46.310764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-71449ebb-e552-4599-87ea-ee2f11b1131b service neutron] 10.222.0.41 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180968 Jul 08 17:29:46.358789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event updated for resources: {'Port': ['ID=c378a894-0338-4d43-9fdf-b011ae1b7124,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:46.411400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.411400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.443044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-3817e88c-c56d-41c0-93c4-f7c007b3dafa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1874120 Jul 08 17:29:46.468607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Request body: {'port': {'device_id': '97f0a620-930e-4dfb-8083-844011488027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:46.482012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7326fa43-2f92-4c02-9ae8-9ec9ff11b74d req-e4186383-ef4e-44db-9a13-c6c99022d9b2 service neutron] 10.222.0.41 "GET /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640577 Jul 08 17:29:46.505223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f089ba-a2a8-4a24-8062-b4dfdb837fe5 req-f90ad0bd-9149-4319-bf23-5e0168f78856 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.506760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95f089ba-a2a8-4a24-8062-b4dfdb837fe5 req-f90ad0bd-9149-4319-bf23-5e0168f78856 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 931 time: 0.1221793 Jul 08 17:29:46.567669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.609804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95f089ba-a2a8-4a24-8062-b4dfdb837fe5 req-8e35c6ef-c227-43a6-b422-360c551890a6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961733 Jul 08 17:29:46.653328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107a573-f223-4db5-8431-8efe2e620fde req-915e1ebe-7021-416e-979a-44c80878085d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:46.655849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0107a573-f223-4db5-8431-8efe2e620fde req-915e1ebe-7021-416e-979a-44c80878085d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.0944510 Jul 08 17:29:46.671945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:46.674928 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50803be8-47cf-4a2f-89e1-7fe7c00752b3" -d '{"events": [{"server_uuid": "0a7218bb-809e-437e-b754-404ddb8cc6cf", "name": "network-vif-plugged", "status": "completed", "tag": "40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:46.709889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-ca36283f-4de9-41b0-a3e4-5ed823799b90 req-85044f58-b6a6-4fd3-bb49-07af8db8f30d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2037463152', 'description': 'tempest-description-1653185831'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:46.722369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0107a573-f223-4db5-8431-8efe2e620fde req-b7baeb7b-d236-45a0-ac69-1f249343fa6c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606899 Jul 08 17:29:46.749150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca36283f-4de9-41b0-a3e4-5ed823799b90 req-85044f58-b6a6-4fd3-bb49-07af8db8f30d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.926556 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca36283f-4de9-41b0-a3e4-5ed823799b90 req-85044f58-b6a6-4fd3-bb49-07af8db8f30d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.938098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca36283f-4de9-41b0-a3e4-5ed823799b90 req-85044f58-b6a6-4fd3-bb49-07af8db8f30d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.982943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca36283f-4de9-41b0-a3e4-5ed823799b90 req-85044f58-b6a6-4fd3-bb49-07af8db8f30d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:46.984286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca36283f-4de9-41b0-a3e4-5ed823799b90 req-85044f58-b6a6-4fd3-bb49-07af8db8f30d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2850466 Jul 08 17:29:47.023021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32918) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:47.026080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c378a894-0338-4d43-9fdf-b011ae1b7124 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:47.039894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.044497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85044f58-b6a6-4fd3-bb49-07af8db8f30d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b0a086-9b69-48cf-85ef-2f2827fe4d2b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.064469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Transition to ACTIVE for port object c378a894-0338-4d43-9fdf-b011ae1b7124 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:47.069647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.084465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6cc4-ff71-400a-832e-dc469c0c8761 req-49c9e83b-825d-41ff-8815-1da35a9c8ff8 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:47.086143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e0e6cc4-ff71-400a-832e-dc469c0c8761 req-49c9e83b-825d-41ff-8815-1da35a9c8ff8 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.0946994 Jul 08 17:29:47.127809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e0e6cc4-ff71-400a-832e-dc469c0c8761 req-b52dc970-ef23-4600-9d45-1544109fade4 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348825 Jul 08 17:29:47.188265 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e826071-7290-4167-80ec-c8e98784d129 x-openstack-request-id: req-9e826071-7290-4167-80ec-c8e98784d129 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:47.188394 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7218bb-809e-437e-b754-404ddb8cc6cf", "name": "network-vif-plugged", "status": "completed", "tag": "40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:47.188635 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9e826071-7290-4167-80ec-c8e98784d129 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:47.189061 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae', 'code': 200} Jul 08 17:29:47.192445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Pushing event updated for resources: {'Port': ['ID=c378a894-0338-4d43-9fdf-b011ae1b7124,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.197176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6311e1a-612a-4fe4-bd94-e69e248f6c57 req-c3686021-4a64-4d77-bbfe-8ddc16e1dc36 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 210 time: 0.0396583 Jul 08 17:29:47.205314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Attempting to bind port c378a894-0338-4d43-9fdf-b011ae1b7124 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:47.205767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Attempting to bind port c378a894-0338-4d43-9fdf-b011ae1b7124 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:47.206861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Attempting to bind port c378a894-0338-4d43-9fdf-b011ae1b7124 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:47.211496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Port c378a894-0338-4d43-9fdf-b011ae1b7124 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:47.211937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Attempting to bind port c378a894-0338-4d43-9fdf-b011ae1b7124 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:47.212906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-865d1d34-d862-484f-acb3-14df3e303c10 req-a461b42f-d293-4e4c-93e9-29e1e16f9565 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-157671554', 'description': 'tempest-description-2061933049'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:47.220599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-885514594-network', 'tenant_id': '9684cbf4e1ef4911bc21582f78190c25'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:47.229328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:47.230068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:47.230279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Bound using segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:47.230850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Bound port: c378a894-0338-4d43-9fdf-b011ae1b7124, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:47.231313 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.240069 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-865d1d34-d862-484f-acb3-14df3e303c10 req-a461b42f-d293-4e4c-93e9-29e1e16f9565 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.288790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Made reservation on behalf of 9684cbf4e1ef4911bc21582f78190c25 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:47.291522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.308118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.342398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] For port c378a894-0338-4d43-9fdf-b011ae1b7124, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:47.346603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] For port c378a894-0338-4d43-9fdf-b011ae1b7124, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c378a894-0338-4d43-9fdf-b011ae1b7124,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:47.351218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.388386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:47.389133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.390617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] 10.222.0.41 "PUT /v2.0/ports/c378a894-0338-4d43-9fdf-b011ae1b7124 HTTP/1.1" status: 200 len: 1091 time: 0.9303048 Jul 08 17:29:47.391131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f0a620-930e-4dfb-8083-844011488027', 'tag': 'c378a894-0338-4d43-9fdf-b011ae1b7124'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:47.393468 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9a7244-19d8-486a-ac39-c96611a928c6" -d '{"events": [{"name": "network-changed", "server_uuid": "97f0a620-930e-4dfb-8083-844011488027", "tag": "c378a894-0338-4d43-9fdf-b011ae1b7124"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:47.420071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22b5c-45d0-4378-8447-b34e830f9f96 service neutron] Pushing event updated for resources: {'Port': ['ID=c378a894-0338-4d43-9fdf-b011ae1b7124,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.456491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-865d1d34-d862-484f-acb3-14df3e303c10 req-a461b42f-d293-4e4c-93e9-29e1e16f9565 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.466758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e42b2-d339-4bd9-a137-be9bdee3f269 req-a7cc9f62-e562-4379-90d6-8600b93b139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:47.468358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d58e42b2-d339-4bd9-a137-be9bdee3f269 req-a7cc9f62-e562-4379-90d6-8600b93b139a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 1097 time: 0.1497586 Jul 08 17:29:47.468976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-865d1d34-d862-484f-acb3-14df3e303c10 req-a461b42f-d293-4e4c-93e9-29e1e16f9565 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.486217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa5345-9552-4490-9160-f7ab16c9aefb req-b313be30-20e5-4cf8-bde1-6382f3e42814 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:47.487732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dbaa5345-9552-4490-9160-f7ab16c9aefb req-b313be30-20e5-4cf8-bde1-6382f3e42814 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.1551447 Jul 08 17:29:47.533468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-2fb1e79c-7dbb-494e-8a3b-a651b09c772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:47.535087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-2fb1e79c-7dbb-494e-8a3b-a651b09c772e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 1094 time: 0.0864916 Jul 08 17:29:47.536018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461b42f-d293-4e4c-93e9-29e1e16f9565 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea9b34-16b4-4d2c-8aa5-73e1c2a61038,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.562545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d58e42b2-d339-4bd9-a137-be9bdee3f269 req-def68f69-8cd2-4da0-ab83-5e287ac248e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690498 Jul 08 17:29:47.567523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dbaa5345-9552-4490-9160-f7ab16c9aefb req-a79c704e-4920-4c87-a985-eaf09ec536e2 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690930 Jul 08 17:29:47.595506 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-f56b884b-bbdb-42d0-82d8-55f8d2c1cd0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c378a894-0338-4d43-9fdf-b011ae1b7124 HTTP/1.1" status: 200 len: 217 time: 0.0444245 Jul 08 17:29:47.613055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.614945 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf9c2d-d564-4658-897e-4076534646eb x-openstack-request-id: req-55bf9c2d-d564-4658-897e-4076534646eb {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:47.615268 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f0a620-930e-4dfb-8083-844011488027", "tag": "c378a894-0338-4d43-9fdf-b011ae1b7124", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:47.615498 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-55bf9c2d-d564-4658-897e-4076534646eb {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:47.615926 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f0a620-930e-4dfb-8083-844011488027', 'tag': 'c378a894-0338-4d43-9fdf-b011ae1b7124', 'status': 'completed', 'code': 200} Jul 08 17:29:47.617598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.621543 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-865d1d34-d862-484f-acb3-14df3e303c10 req-a461b42f-d293-4e4c-93e9-29e1e16f9565 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.626240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-865d1d34-d862-484f-acb3-14df3e303c10 req-a461b42f-d293-4e4c-93e9-29e1e16f9565 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4186306 Jul 08 17:29:47.647199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:29:47.657616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778beeeb-0100-4c20-97b3-8de4e3808b17,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.663960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.664573 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Added segment fb3c00aa-5a67-4122-a742-44eb0ac51629 of type vlan for network 124ca46d-29dd-4ef9-b59f-c42ce361b57a Jul 08 17:29:47.705929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.734900 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.735968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:47.736713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.746173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3ee6bcd-099b-466f-a3a7-99adea6d7148 req-ba5ad252-fae4-42f4-b539-077000033631 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 10895 time: 0.1017435 Jul 08 17:29:47.789921 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7635133 Jul 08 17:29:47.790190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32934) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:29:47.795917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Request body: {'subnet': {'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-885514594-subnet', 'tenant_id': '9684cbf4e1ef4911bc21582f78190c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:47.802200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3ee6bcd-099b-466f-a3a7-99adea6d7148 req-9ca6cca0-1df5-4624-b9bb-6356ebd98d84 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/8f25008c-73ec-4d82-9e6e-921375b37b18 HTTP/1.1" status: 200 len: 2981 time: 0.0498745 Jul 08 17:29:47.805839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8707e52-2463-48ee-814d-09b86202c506 admin admin] Pushing event updated for resources: {'Network': ['ID=124ca46d-29dd-4ef9-b59f-c42ce361b57a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:47.818436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 124ca46d-29dd-4ef9-b59f-c42ce361b57a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:29:47.850673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Made reservation on behalf of 9684cbf4e1ef4911bc21582f78190c25 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:47.853007 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:47.902883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3ee6bcd-099b-466f-a3a7-99adea6d7148 req-9e27b2f9-f272-482f-acb7-ef2d25e4968b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/8f25008c-73ec-4d82-9e6e-921375b37b18 HTTP/1.1" status: 200 len: 2981 time: 0.0926907 Jul 08 17:29:47.970333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-84f30a2a-338c-451d-9f2b-c89e1a64f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:47.972135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-84f30a2a-338c-451d-9f2b-c89e1a64f6d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0714433 Jul 08 17:29:48.012500 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-d241efc1-41a6-4e96-984f-bc4c604754fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294762 Jul 08 17:29:48.082915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.135676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-867af8b0-1ab5-44d9-a158-adfa23552003 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913620 Jul 08 17:29:48.176141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233e033a-0134-48a3-9ace-56a78bc8f97a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:48.234620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Checking segment: {'id': 'fb3c00aa-5a67-4122-a742-44eb0ac51629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:48.234974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Network hostable DHCP agents. Network: 124ca46d-29dd-4ef9-b59f-c42ce361b57a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:29:48.237230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a405c409-0e90-4a68-8d73-5acba5ffd853 req-233c20eb-f401-45f1-b95c-4e57334dc60c service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949538 Jul 08 17:29:48.238099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-d1156c3a-680e-4429-a4ec-31f20e676d3d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395784 Jul 08 17:29:48.247278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee903f-b233-4527-bee8-77f8a2882dc5 req-89c04066-5f3b-4bd7-9a78-d46c189fe2ef tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.249223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ee903f-b233-4527-bee8-77f8a2882dc5 req-89c04066-5f3b-4bd7-9a78-d46c189fe2ef tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 943 time: 0.2113624 Jul 08 17:29:48.278129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4af15-a347-4cf5-b8a7-3508e2cbfe85 req-cc008c13-d497-45ca-b179-4d338cc61059 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.279594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55e4af15-a347-4cf5-b8a7-3508e2cbfe85 req-cc008c13-d497-45ca-b179-4d338cc61059 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2000911 Jul 08 17:29:48.354500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Network 124ca46d-29dd-4ef9-b59f-c42ce361b57a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:29:48.394806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 124ca46d-29dd-4ef9-b59f-c42ce361b57a) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:48.401820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ee903f-b233-4527-bee8-77f8a2882dc5 req-e0ce1927-8716-4cec-a37b-f223fb85d1a6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330569 Jul 08 17:29:48.414164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.414760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.414983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34a23c-be08-4975-85ab-2991b93ea5ad None None] Network 124ca46d-29dd-4ef9-b59f-c42ce361b57a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:48.443685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55e4af15-a347-4cf5-b8a7-3508e2cbfe85 req-4b991d6b-669b-477f-874a-430c7b878a8b tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219449 Jul 08 17:29:48.461738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-240f4514-a799-471d-a18d-47f298c2f333 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.463327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-240f4514-a799-471d-a18d-47f298c2f333 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078607 Jul 08 17:29:48.465458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-06a3075b-6e9a-45b0-8aa0-0bd364f5da80 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6736870 Jul 08 17:29:48.470584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-feb906f1-936d-4314-b6d0-520a8bc7fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.472558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-feb906f1-936d-4314-b6d0-520a8bc7fd29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 1094 time: 0.0909343 Jul 08 17:29:48.530410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Request body: {'port': {'device_id': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '40f30bd4ac2e4292ba1830d62917d829'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:48.595689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc1078f-7454-483e-b3ef-1fc338effdd3 None None] Network 124ca46d-29dd-4ef9-b59f-c42ce361b57a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:29:48.638230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-67360535-d3cc-453e-a7c6-4da152ff2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.640401 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-67360535-d3cc-453e-a7c6-4da152ff2488 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.1401813 Jul 08 17:29:48.647889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96de8510-a012-4931-8291-4a99bdbad9fd req-4373fac8-9e86-4d38-8fef-877cb8d379ff tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/7c8a2c28-e689-405c-971b-66cd9d16b442 HTTP/1.1" status: 200 len: 1799 time: 0.1506720 Jul 08 17:29:48.734026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-93eb8bda-f6f0-4d2f-a4f3-7ad1e8c5e762 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c378a894-0338-4d43-9fdf-b011ae1b7124 HTTP/1.1" status: 200 len: 217 time: 0.0743268 Jul 08 17:29:48.761736 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94f91c05-e1e2-4f8f-b4aa-d078d2d26511 req-703001cc-57c3-4b31-a5be-b0d599d8d68a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 210 time: 0.0426047 Jul 08 17:29:48.777937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Made reservation on behalf of 40f30bd4ac2e4292ba1830d62917d829 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:48.782395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.798137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96de8510-a012-4931-8291-4a99bdbad9fd req-a09c8a86-6d3d-4c52-a8a7-b8db47b4092a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.803149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-940d72f4-226c-4bd4-8832-eed8574ec680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:48.805279 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-940d72f4-226c-4bd4-8832-eed8574ec680 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0541897 Jul 08 17:29:48.838763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96de8510-a012-4931-8291-4a99bdbad9fd req-a09c8a86-6d3d-4c52-a8a7-b8db47b4092a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.890499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-8d64c849-158b-485a-bcff-102c2592eb32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326025 Jul 08 17:29:48.989286 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96de8510-a012-4931-8291-4a99bdbad9fd req-a09c8a86-6d3d-4c52-a8a7-b8db47b4092a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.992074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-96de8510-a012-4931-8291-4a99bdbad9fd req-a09c8a86-6d3d-4c52-a8a7-b8db47b4092a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:48.993274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96de8510-a012-4931-8291-4a99bdbad9fd req-a09c8a86-6d3d-4c52-a8a7-b8db47b4092a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/7c8a2c28-e689-405c-971b-66cd9d16b442 HTTP/1.1" status: 204 len: 173 time: 0.3353603 Jul 08 17:29:49.007580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c8a86-6d3d-4c52-a8a7-b8db47b4092a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a2c28-e689-405c-971b-66cd9d16b442,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:49.009312 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-17dc7344-39e0-4c4d-a5e0-4e062fdf6338 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860779 Jul 08 17:29:49.048525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Allocated IP 192.168.233.70 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:49.061461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc63d9-7821-47db-8443-bc631ac3ed7e req-0b2e37cf-b484-47bf-aed8-a7c9d57b4a3d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:49.068243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0dc63d9-7821-47db-8443-bc631ac3ed7e req-0b2e37cf-b484-47bf-aed8-a7c9d57b4a3d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.1733310 Jul 08 17:29:49.113323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0dc63d9-7821-47db-8443-bc631ac3ed7e req-c51a359a-41c3-4531-b4e6-248a286a2acf tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Jul 08 17:29:49.149511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3a9a7244-19d8-486a-ac39-c96611a928c6 req-6d2e2760-7109-41f7-a672-ffb3272c5ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349020 Jul 08 17:29:49.318939 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-721d6d02-4335-401a-adb9-86b1cafed013 req-c223bb64-f625-4d80-904b-6c298e23be96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:29:49.319955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-721d6d02-4335-401a-adb9-86b1cafed013 req-c223bb64-f625-4d80-904b-6c298e23be96 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/7c8a2c28-e689-405c-971b-66cd9d16b442 HTTP/1.1" status: 404 len: 352 time: 0.0378397 Jul 08 17:29:49.340696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.390905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Transition to ACTIVE for port object d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:49.424409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-acfdb753-793d-4dd9-9e18-8b2d76532d8d tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:49.425895 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-acfdb753-793d-4dd9-9e18-8b2d76532d8d tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/networks?id=124ca46d-29dd-4ef9-b59f-c42ce361b57a HTTP/1.1" status: 200 len: 821 time: 0.1959059 Jul 08 17:29:49.429614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3d3f255-8f15-4ebf-8b78-8d72603db49b req-48f2aeaa-52b6-4ba6-9ccc-82d811235359 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/22b0a086-9b69-48cf-85ef-2f2827fe4d2b HTTP/1.1" status: 200 len: 1801 time: 0.0861547 Jul 08 17:29:49.459177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-4d1e57dd-6acf-4cf8-9160-8725c73e7b77 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/quotas/9684cbf4e1ef4911bc21582f78190c25 HTTP/1.1" status: 200 len: 375 time: 0.0273397 Jul 08 17:29:49.506963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-d825e1c3-e8e9-444b-ada3-fd3095d02ed2 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9684cbf4e1ef4911bc21582f78190c25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396345 Jul 08 17:29:49.524443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.535354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:49.571517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5a360cf0-437f-4cd1-9684-169e1a56cfbb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:49.628156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:49.632024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a3d3f255-8f15-4ebf-8b78-8d72603db49b req-d6159ac5-0366-4116-b71d-30b83014f34a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.640794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:49.647562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:49.653661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:49.700540 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a3d3f255-8f15-4ebf-8b78-8d72603db49b req-d6159ac5-0366-4116-b71d-30b83014f34a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.767952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:49.770237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.781812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-a6bedb05-840f-487b-93a2-a9e35dd78fef service neutron] 10.222.0.63 "GET /v2.0/networks/124ca46d-29dd-4ef9-b59f-c42ce361b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670693 Jul 08 17:29:49.818114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a3d3f255-8f15-4ebf-8b78-8d72603db49b req-d6159ac5-0366-4116-b71d-30b83014f34a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.820645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a3d3f255-8f15-4ebf-8b78-8d72603db49b req-d6159ac5-0366-4116-b71d-30b83014f34a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.821799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3d3f255-8f15-4ebf-8b78-8d72603db49b req-d6159ac5-0366-4116-b71d-30b83014f34a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/22b0a086-9b69-48cf-85ef-2f2827fe4d2b HTTP/1.1" status: 204 len: 173 time: 0.3810699 Jul 08 17:29:49.823023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-0585a546-7be6-4651-8bbd-91ce58c3fcf2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3100023 Jul 08 17:29:49.860602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Request body: {'port': {'device_id': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:49.891589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6159ac5-0366-4116-b71d-30b83014f34a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b0a086-9b69-48cf-85ef-2f2827fe4d2b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:49.906185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f5a29801-d1a5-4e0e-96a6-f9130f02cf96 None None] Provisioning for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:49.915292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f5a29801-d1a5-4e0e-96a6-f9130f02cf96 None None] Provisioning complete for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:49.915726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f5a29801-d1a5-4e0e-96a6-f9130f02cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:49.949023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f5a29801-d1a5-4e0e-96a6-f9130f02cf96 None None] Port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:29:49.999330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-cd954e98-a5ea-4ec0-9c05-eecb614c79ab service neutron] 10.222.0.63 "GET /v2.0/networks/124ca46d-29dd-4ef9-b59f-c42ce361b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090485 Jul 08 17:29:50.018712 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.047465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a48f3-a76f-4775-afaa-068753a6ea8e req-8048099b-4279-42df-a53b-c700504b160e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:50.048989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a9a48f3-a76f-4775-afaa-068753a6ea8e req-8048099b-4279-42df-a53b-c700504b160e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 943 time: 0.1335471 Jul 08 17:29:50.176290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a9a48f3-a76f-4775-afaa-068753a6ea8e req-7cc68619-2e71-490b-9a4b-721e1aa79bf6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083930 Jul 08 17:29:50.344014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf7ed0-483d-41d5-b191-6e2239bc4d41 req-42435477-706b-4503-af4d-2b3019bc6d5e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:50.345573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbbf7ed0-483d-41d5-b191-6e2239bc4d41 req-42435477-706b-4503-af4d-2b3019bc6d5e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1461136 Jul 08 17:29:50.419247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbbf7ed0-483d-41d5-b191-6e2239bc4d41 req-cc4e24ee-ef5d-4d75-ad97-feddb1f09f53 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677612 Jul 08 17:29:50.423164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:50.444003 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.489796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Transition to ACTIVE for port object d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:50.490939 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-319d7762-06b7-4169-babe-f6b086bbd056 req-2b90299c-5da9-4f2e-b2e3-d7a171f41433 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:29:50.492036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-319d7762-06b7-4169-babe-f6b086bbd056 req-2b90299c-5da9-4f2e-b2e3-d7a171f41433 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/22b0a086-9b69-48cf-85ef-2f2827fe4d2b HTTP/1.1" status: 404 len: 352 time: 0.0434346 Jul 08 17:29:50.495631 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.596511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c77a4355-1d81-4e00-bebc-73619dfa8bd6 req-13f26928-793d-4988-9697-28ba6061361f tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 210 time: 0.0512030 Jul 08 17:29:50.605353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b39f9-caac-4681-a68f-83d44ac3ad4f req-2e565eb0-9f0d-4d88-9d03-9308053bd8e4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:50.606868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b39f9-caac-4681-a68f-83d44ac3ad4f req-2e565eb0-9f0d-4d88-9d03-9308053bd8e4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 935 time: 0.1788840 Jul 08 17:29:50.607519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:50.704608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb6b39f9-caac-4681-a68f-83d44ac3ad4f req-0b29c05e-de68-445f-9c2b-b26bc0503600 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876873 Jul 08 17:29:50.736201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:50.736608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:50.736999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:50.744208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:50.744533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:50.786570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:50.787245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:50.787691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:50.788275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Bound port: d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:50.788703 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.865457 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b6cfb-0eae-41cf-8225-91464c63a5d5 req-764ae87e-734e-4851-8d8b-bfa19229cdeb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:50.867897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-290b6cfb-0eae-41cf-8225-91464c63a5d5 req-764ae87e-734e-4851-8d8b-bfa19229cdeb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.1254420 Jul 08 17:29:50.920696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:50.950387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:50.963735 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:50.973679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-290b6cfb-0eae-41cf-8225-91464c63a5d5 req-af676b50-5ef0-4033-bf27-1f17ad9ecc4a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928349 Jul 08 17:29:51.005143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eccfdcde-558d-4157-9341-0f2f702b91ed req-57571e6f-f04f-47fe-99b9-3073c9500d7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/3eea9b34-16b4-4d2c-8aa5-73e1c2a61038 HTTP/1.1" status: 200 len: 1800 time: 0.1178944 Jul 08 17:29:51.009385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:51.009963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.011250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] 10.222.0.41 "PUT /v2.0/ports/d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 1095 time: 1.1554320 Jul 08 17:29:51.011688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:51.016214 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00dd17f-e1ed-44c2-a800-1e88da891709" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:51.077566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bba2e-0b0c-44af-8d55-ca32742228ac service neutron] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.134635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eccfdcde-558d-4157-9341-0f2f702b91ed req-013448e6-8fc8-4e5d-9ddf-9149a55cf41b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.174336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eccfdcde-558d-4157-9341-0f2f702b91ed req-013448e6-8fc8-4e5d-9ddf-9149a55cf41b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.201017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-4905315b-631e-4a6e-a1d6-bf1dec89ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:51.202586 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-4905315b-631e-4a6e-a1d6-bf1dec89ff64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1098 time: 0.1212254 Jul 08 17:29:51.646743 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eccfdcde-558d-4157-9341-0f2f702b91ed req-013448e6-8fc8-4e5d-9ddf-9149a55cf41b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.649276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eccfdcde-558d-4157-9341-0f2f702b91ed req-013448e6-8fc8-4e5d-9ddf-9149a55cf41b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:51.650397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eccfdcde-558d-4157-9341-0f2f702b91ed req-013448e6-8fc8-4e5d-9ddf-9149a55cf41b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/3eea9b34-16b4-4d2c-8aa5-73e1c2a61038 HTTP/1.1" status: 204 len: 173 time: 0.6218374 Jul 08 17:29:51.651604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-18eddf29-e43f-4b8b-ab6e-a3e813af1b33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.1213183 Jul 08 17:29:51.684306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013448e6-8fc8-4e5d-9ddf-9149a55cf41b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea9b34-16b4-4d2c-8aa5-73e1c2a61038,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:51.707910 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72154a21-1fc0-4e54-89ef-a7bf5f855efa x-openstack-request-id: req-72154a21-1fc0-4e54-89ef-a7bf5f855efa {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:51.708489 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:51.708489 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-72154a21-1fc0-4e54-89ef-a7bf5f855efa {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:51.708980 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'status': 'completed', 'code': 200} Jul 08 17:29:51.759633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-8fadb225-d7df-473a-84ee-c2d141e64d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:51.761138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-8fadb225-d7df-473a-84ee-c2d141e64d67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0908432 Jul 08 17:29:51.775514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc34184-170a-481b-bb7e-6a96fc24f058 req-36c0ead1-74d0-4b03-a067-67bbf0e36a4a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:51.777002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cc34184-170a-481b-bb7e-6a96fc24f058 req-36c0ead1-74d0-4b03-a067-67bbf0e36a4a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.5606716 Jul 08 17:29:51.785246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-e0cc5c89-19bc-4213-92f1-a18e54302f2e tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:51.786569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-e0cc5c89-19bc-4213-92f1-a18e54302f2e tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.72 "GET /v2.0/networks?id=124ca46d-29dd-4ef9-b59f-c42ce361b57a HTTP/1.1" status: 200 len: 821 time: 0.2552161 Jul 08 17:29:51.848840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Request body: {'port': {'device_id': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a', 'admin_state_up': True, 'tenant_id': '9684cbf4e1ef4911bc21582f78190c25'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:51.968658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cc34184-170a-481b-bb7e-6a96fc24f058 req-0508f881-eaff-4c7e-b525-dbae8312d0ce tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801620 Jul 08 17:29:51.994692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-aa343267-ca1d-4469-ba71-f690a068a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:51.996201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-aa343267-ca1d-4469-ba71-f690a068a9ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2182097 Jul 08 17:29:52.010002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204965a-0f95-4716-9879-48526c229272 req-d9354f87-9ab7-40d0-b306-b21b8930fa8d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:52.011452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0204965a-0f95-4716-9879-48526c229272 req-d9354f87-9ab7-40d0-b306-b21b8930fa8d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 943 time: 0.2240751 Jul 08 17:29:52.130760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0204965a-0f95-4716-9879-48526c229272 req-2f464332-9908-4e60-9126-0e8e7efa0ceb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052060 Jul 08 17:29:52.133839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Made reservation on behalf of 9684cbf4e1ef4911bc21582f78190c25 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:52.137574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.183927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-30b009b9-0349-428a-ae28-a2d346c84091 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714754 Jul 08 17:29:52.315208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d6f69af-5b0f-43d6-ac16-cfba9f4a788f req-4068b198-37dc-4f4b-b9ca-a93ff21466d7 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 210 time: 0.0469267 Jul 08 17:29:52.417627 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-1312b603-fa75-4e13-80b0-40229aa25370 req-21fb8850-c5ed-47cb-8a52-cf55dcbc2952 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:29:52.418655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1312b603-fa75-4e13-80b0-40229aa25370 req-21fb8850-c5ed-47cb-8a52-cf55dcbc2952 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/3eea9b34-16b4-4d2c-8aa5-73e1c2a61038 HTTP/1.1" status: 404 len: 352 time: 0.0682471 Jul 08 17:29:52.426016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02cb0719-6179-4144-a9f8-f3fc3cace39c req-63a716a2-8e07-45ad-8c58-61252638b021 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151630 Jul 08 17:29:52.433284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Allocated IP 172.20.0.14 (124ca46d-29dd-4ef9-b59f-c42ce361b57a/233e033a-0134-48a3-9ace-56a78bc8f97a/1c5555c8-4f2c-4edb-8a90-2bd7c042b974) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:52.493545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef5b98-3609-4edb-ac56-db174df6b2a6 req-3f34b19e-afd0-43d9-bf14-fac21acf1d8c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:52.495059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adef5b98-3609-4edb-ac56-db174df6b2a6 req-3f34b19e-afd0-43d9-bf14-fac21acf1d8c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1377401 Jul 08 17:29:52.641841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adef5b98-3609-4edb-ac56-db174df6b2a6 req-c481e272-604f-4cd2-807b-1ea7e3dc4b2f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368580 Jul 08 17:29:52.712485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.720724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-d38bdd29-f0ed-4d29-9a0a-a71b8059682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:52.722265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-d38bdd29-f0ed-4d29-9a0a-a71b8059682c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1098 time: 0.1927776 Jul 08 17:29:52.733341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709ce1d-1757-45af-8d69-aa7792c85df5 req-66f2ac0d-c425-4ef4-8972-316e1c08051b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:52.734786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f709ce1d-1757-45af-8d69-aa7792c85df5 req-66f2ac0d-c425-4ef4-8972-316e1c08051b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 947 time: 0.2032430 Jul 08 17:29:52.856412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f709ce1d-1757-45af-8d69-aa7792c85df5 req-21d83fb5-3d15-49ba-9223-73ce3d316d2a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122661 Jul 08 17:29:52.872096 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:52.882465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-2c9559bd-24f5-4868-bd0f-c0e347ba0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:52.883926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-2c9559bd-24f5-4868-bd0f-c0e347ba0c00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1482894 Jul 08 17:29:52.926339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c378a894-0338-4d43-9fdf-b011ae1b7124 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:52.972554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Network 124ca46d-29dd-4ef9-b59f-c42ce361b57a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:52.982614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-165a666e-c77d-41c1-9869-550e2baeedc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.0761116 Jul 08 17:29:52.996620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:53.021827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:53.022064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c378a894-0338-4d43-9fdf-b011ae1b7124, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c378a894-0338-4d43-9fdf-b011ae1b7124,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:53.036523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'c378a894-0338-4d43-9fdf-b011ae1b7124', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': 'c378a894-0338-4d43-9fdf-b011ae1b7124', 'mac_address': 'fa:16:3e:64:18:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:53.039545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Pushing event updated for resources: {'Port': ['ID=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:53.165413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-bb26cfda-de35-4f0c-a3f1-648a569f2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.166969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-bb26cfda-de35-4f0c-a3f1-648a569f2726 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1662612 Jul 08 17:29:53.177015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1897a8f-265f-4740-bc95-3712a7ffd3b8 req-30152de4-f30b-4139-b719-c6103476749b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 6148 time: 0.2693653 Jul 08 17:29:53.197834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.198498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.199553 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.212686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c378a894-0338-4d43-9fdf-b011ae1b7124 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:53.234075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c378a894-0338-4d43-9fdf-b011ae1b7124, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c378a894-0338-4d43-9fdf-b011ae1b7124,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:53.239836 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.259716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-99ee8908-1ea5-4cae-8863-c05d4199c2c3 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4292691 Jul 08 17:29:53.281847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a61b6-741f-495c-bf83-81f0f5958270 req-8138e321-c0b6-4d1e-a4c7-989a130f49b3 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.283449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-550a61b6-741f-495c-bf83-81f0f5958270 req-8138e321-c0b6-4d1e-a4c7-989a130f49b3 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.2887998 Jul 08 17:29:53.288408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Request body: {'port': {'device_id': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:53.293694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c378a894-0338-4d43-9fdf-b011ae1b7124,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:53.363262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1897a8f-265f-4740-bc95-3712a7ffd3b8 req-82309b56-c441-4eba-aa69-29d28e1c09fb tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/8f25008c-73ec-4d82-9e6e-921375b37b18 HTTP/1.1" status: 200 len: 2981 time: 0.1619434 Jul 08 17:29:53.415023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-dc479ced-a714-4405-8c6b-0d0294f30317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.416593 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-dc479ced-a714-4405-8c6b-0d0294f30317 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2367160 Jul 08 17:29:53.422859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-550a61b6-741f-495c-bf83-81f0f5958270 req-4e91e860-34d4-491d-9973-17f6e80de350 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264045 Jul 08 17:29:53.524133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:53.531036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1897a8f-265f-4740-bc95-3712a7ffd3b8 req-b8772371-16a8-4845-be77-52a2bdcb7db3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/8f25008c-73ec-4d82-9e6e-921375b37b18 HTTP/1.1" status: 200 len: 2981 time: 0.1591239 Jul 08 17:29:53.538254 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-d19b3bea-2ec9-4d37-86e7-9e5430b33cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3697140 Jul 08 17:29:53.609230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-00ea382b-3ee7-47da-8a16-cf78436f3f6a service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610661 Jul 08 17:29:53.627435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-42756fdb-182e-4466-86fb-709d60e5ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.629207 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-42756fdb-182e-4466-86fb-709d60e5ff2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 1100 time: 0.0611608 Jul 08 17:29:53.658288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c378a894-0338-4d43-9fdf-b011ae1b7124'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:53.756271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-3ddcc6b6-ab2e-427b-89a0-84b0c0d684bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.757710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-3ddcc6b6-ab2e-427b-89a0-84b0c0d684bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1014500 Jul 08 17:29:53.804228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-26c2df71-f1f6-4169-b83e-0510b7d0eea7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 200 len: 217 time: 0.0382576 Jul 08 17:29:53.858693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-23a511e2-484e-4e7e-a5e4-b47ae2ab0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.860203 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-23a511e2-484e-4e7e-a5e4-b47ae2ab0702 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0481899 Jul 08 17:29:53.900030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c00dd17f-e1ed-44c2-a800-1e88da891709 req-a56776b7-0557-446c-8a54-b5469c20c725 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393024 Jul 08 17:29:53.922854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df70f4-ffd8-4549-8d97-81c87866671f req-4d8bb2e0-2682-4e7d-8eb8-7d7b7650d336 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.924458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9df70f4-ffd8-4549-8d97-81c87866671f req-4d8bb2e0-2682-4e7d-8eb8-7d7b7650d336 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 932 time: 0.2647567 Jul 08 17:29:53.929540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-d21c5228-e6ab-4c7a-ac52-fe93f0bd443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.931242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-d21c5228-e6ab-4c7a-ac52-fe93f0bd443b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570445 Jul 08 17:29:53.936532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a9fc1-1959-4792-9e37-2db6e81bfa1b req-ada614c3-006f-429b-aea7-8aaa36a65f06 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:53.938028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e17a9fc1-1959-4792-9e37-2db6e81bfa1b req-ada614c3-006f-429b-aea7-8aaa36a65f06 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 944 time: 0.2764506 Jul 08 17:29:54.021137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e17a9fc1-1959-4792-9e37-2db6e81bfa1b req-755a0100-cfca-4fa3-bc24-39bd6a1cf128 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763059 Jul 08 17:29:54.026181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9df70f4-ffd8-4549-8d97-81c87866671f req-a584b67a-7867-4e75-8233-81de9802df8f tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869641 Jul 08 17:29:54.027083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-402fc99b-46a8-413c-b243-d08e2513883e service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879350 Jul 08 17:29:54.077053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-492b5191-9272-4d41-bba7-0ff959f5944b req-1be7563c-fbf2-4148-b83d-c4d8b3102911 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1103339979', 'description': 'tempest-description-2058098379'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:54.102580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:54.113419 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.123300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-492b5191-9272-4d41-bba7-0ff959f5944b req-1be7563c-fbf2-4148-b83d-c4d8b3102911 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.132092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9ac19f-ab48-43a0-b3fb-b278652c7cfa req-5ffe1384-d6d3-4d89-ab17-43237ed41f64 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971320 Jul 08 17:29:54.135750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Transition to ACTIVE for port object 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:29:54.144480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.243816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:54.364789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-492b5191-9272-4d41-bba7-0ff959f5944b req-1be7563c-fbf2-4148-b83d-c4d8b3102911 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.367921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Attempting to bind port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:29:54.368262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Attempting to bind port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'fb3c00aa-5a67-4122-a742-44eb0ac51629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:29:54.368636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Attempting to bind port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 on network 124ca46d-29dd-4ef9-b59f-c42ce361b57a {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:54.374162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-492b5191-9272-4d41-bba7-0ff959f5944b req-1be7563c-fbf2-4148-b83d-c4d8b3102911 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.389918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 on network 124ca46d-29dd-4ef9-b59f-c42ce361b57a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:29:54.390243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Attempting to bind port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 on network 124ca46d-29dd-4ef9-b59f-c42ce361b57a {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:29:54.409709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:29:54.410080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Checking segment: {'id': 'fb3c00aa-5a67-4122-a742-44eb0ac51629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:29:54.410498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Bound using segment: {'id': 'fb3c00aa-5a67-4122-a742-44eb0ac51629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:29:54.410983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Bound port: 1c5555c8-4f2c-4edb-8a90-2bd7c042b974, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3c00aa-5a67-4122-a742-44eb0ac51629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:29:54.411344 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.426838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-492b5191-9272-4d41-bba7-0ff959f5944b req-1be7563c-fbf2-4148-b83d-c4d8b3102911 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.428042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-492b5191-9272-4d41-bba7-0ff959f5944b req-1be7563c-fbf2-4148-b83d-c4d8b3102911 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3564022 Jul 08 17:29:54.439799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7563c-fbf2-4148-b83d-c4d8b3102911 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5824f924-55d5-4b5b-a030-a2215f8750d9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:54.466294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5bcbe-05a6-4135-98a2-2bd1abc0802f req-4bb76bf8-de4c-49d5-b970-9c976dc20e97 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:54.472858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5bcbe-05a6-4135-98a2-2bd1abc0802f req-4bb76bf8-de4c-49d5-b970-9c976dc20e97 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:54.478752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5bcbe-05a6-4135-98a2-2bd1abc0802f req-4bb76bf8-de4c-49d5-b970-9c976dc20e97 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:54.480384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62d5bcbe-05a6-4135-98a2-2bd1abc0802f req-4bb76bf8-de4c-49d5-b970-9c976dc20e97 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f&device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf&device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 2418 time: 0.1932311 Jul 08 17:29:54.546745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] For port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:29:54.575341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62d5bcbe-05a6-4135-98a2-2bd1abc0802f req-9d03d847-7678-430f-8eb3-445ae11fad2a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876975 Jul 08 17:29:54.579785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] For port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,segment=NetworkSegment(fb3c00aa-5a67-4122-a742-44eb0ac51629),segment_id=fb3c00aa-5a67-4122-a742-44eb0ac51629)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:29:54.601775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.659528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:54.660132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:54.661584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] 10.222.0.72 "PUT /v2.0/ports/1c5555c8-4f2c-4edb-8a90-2bd7c042b974 HTTP/1.1" status: 200 len: 1092 time: 1.3902185 Jul 08 17:29:54.662253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'tag': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:54.664533 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ed701-7be8-4814-814b-bbb3c2e7893e" -d '{"events": [{"name": "network-changed", "server_uuid": "48ebf2e0-1948-4bf4-b644-ec9fee3dad97", "tag": "1c5555c8-4f2c-4edb-8a90-2bd7c042b974"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:54.674722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b5559-eb76-4c33-8f32-f7a6959b1b0b req-f09324d9-df7a-4d7e-954c-7c21e031d1ee tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:54.676278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb5b5559-eb76-4c33-8f32-f7a6959b1b0b req-f09324d9-df7a-4d7e-954c-7c21e031d1ee tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1546855 Jul 08 17:29:54.681346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d317b87-d338-43e9-82d3-90e9c7c88065 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:54.940837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c378a894-0338-4d43-9fdf-b011ae1b7124 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:54.989490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port c378a894-0338-4d43-9fdf-b011ae1b7124 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:54.993474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port c378a894-0338-4d43-9fdf-b011ae1b7124 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:54.993852 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.073708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.079485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb5b5559-eb76-4c33-8f32-f7a6959b1b0b req-dd5097c8-4faf-408d-a58a-9b8abbfb0553 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948998 Jul 08 17:29:55.108281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c378a894-0338-4d43-9fdf-b011ae1b7124, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c378a894-0338-4d43-9fdf-b011ae1b7124,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:55.109481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0a620-930e-4dfb-8083-844011488027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c378a894-0338-4d43-9fdf-b011ae1b7124'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:55.112876 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ce85a-e965-4e85-8f22-2a9aef2d13b9" -d '{"events": [{"server_uuid": "97f0a620-930e-4dfb-8083-844011488027", "name": "network-vif-plugged", "status": "completed", "tag": "c378a894-0338-4d43-9fdf-b011ae1b7124"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:55.116642 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.120577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-cfd4ed7c-3227-474f-b915-5afabde26a99 req-577fec6d-da25-44d4-a5af-25f862779222 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1078508600', 'description': 'tempest-description-2112045758'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:55.135210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2878af0-2bcc-4e2c-a748-13436e998263 req-2542a55e-cdba-462c-9f7f-87068a400cad tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.136682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2878af0-2bcc-4e2c-a748-13436e998263 req-2542a55e-cdba-462c-9f7f-87068a400cad tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 947 time: 0.1303990 Jul 08 17:29:55.138259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-b2e46fa6-9aa6-4fd3-a91d-bab52cde0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.139639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-b2e46fa6-9aa6-4fd3-a91d-bab52cde0787 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9684cbf4e1ef4911bc21582f78190c25&device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 1095 time: 0.1344609 Jul 08 17:29:55.165072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c378a894-0338-4d43-9fdf-b011ae1b7124,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:55.199512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-66a3dcd1-2b57-4aa1-9511-80e649d85d77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c5555c8-4f2c-4edb-8a90-2bd7c042b974 HTTP/1.1" status: 200 len: 217 time: 0.0515780 Jul 08 17:29:55.202214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cfd4ed7c-3227-474f-b915-5afabde26a99 req-577fec6d-da25-44d4-a5af-25f862779222 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.250857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2878af0-2bcc-4e2c-a748-13436e998263 req-b65050e6-da3d-423c-8e9a-5290dbedf15c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066248 Jul 08 17:29:55.283065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-0666091d-7c01-4ff3-a252-bf986986c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.284545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-0666091d-7c01-4ff3-a252-bf986986c641 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=233e033a-0134-48a3-9ace-56a78bc8f97a HTTP/1.1" status: 200 len: 861 time: 0.0772867 Jul 08 17:29:55.329206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-eb74733b-669e-4692-8f96-7c7fbd552e12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=124ca46d-29dd-4ef9-b59f-c42ce361b57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355163 Jul 08 17:29:55.415851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cfd4ed7c-3227-474f-b915-5afabde26a99 req-577fec6d-da25-44d4-a5af-25f862779222 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.424307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cfd4ed7c-3227-474f-b915-5afabde26a99 req-577fec6d-da25-44d4-a5af-25f862779222 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.474120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-496f0b30-de9f-493f-ae0e-4f5996a5f153 service neutron] 10.222.0.72 "GET /v2.0/networks/124ca46d-29dd-4ef9-b59f-c42ce361b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366856 Jul 08 17:29:55.475190 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cfd4ed7c-3227-474f-b915-5afabde26a99 req-577fec6d-da25-44d4-a5af-25f862779222 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.476274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfd4ed7c-3227-474f-b915-5afabde26a99 req-577fec6d-da25-44d4-a5af-25f862779222 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3624134 Jul 08 17:29:55.477033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fec6d-da25-44d4-a5af-25f862779222 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049f3fa1-f4d4-4476-8c3e-b3eda69ed593,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:55.535971 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faea0e5-5e59-44aa-9b77-1a7351ceddd5 x-openstack-request-id: req-6faea0e5-5e59-44aa-9b77-1a7351ceddd5 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:55.536259 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ebf2e0-1948-4bf4-b644-ec9fee3dad97", "tag": "1c5555c8-4f2c-4edb-8a90-2bd7c042b974", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:55.536510 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6faea0e5-5e59-44aa-9b77-1a7351ceddd5 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:55.537268 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'tag': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974', 'status': 'completed', 'code': 200} Jul 08 17:29:55.595823 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:55.642166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93afaac-d0a5-403d-9571-1f0d52a04d14 req-5c5631be-5c10-4ee9-b65c-84090eec9d19 service neutron] 10.222.0.72 "GET /v2.0/networks/124ca46d-29dd-4ef9-b59f-c42ce361b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501753 Jul 08 17:29:55.653047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0aa5c-8c9e-45ad-a282-79807d15dbc5 req-243516d8-9157-442d-8fbe-5274ae3c8cad tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.655054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ff0aa5c-8c9e-45ad-a282-79807d15dbc5 req-243516d8-9157-442d-8fbe-5274ae3c8cad tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.1454418 Jul 08 17:29:55.746671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ff0aa5c-8c9e-45ad-a282-79807d15dbc5 req-06a41575-cf7a-43f4-a4ae-6bb4657332d5 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748866 Jul 08 17:29:55.771220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f897-71db-4844-beb3-759e097d9d76 req-2c34334b-aea8-4121-856e-c53abfbb8183 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.772723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee34f897-71db-4844-beb3-759e097d9d76 req-2c34334b-aea8-4121-856e-c53abfbb8183 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.1474864 Jul 08 17:29:55.797850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-e6fdd20f-8f65-4f5b-b944-de66d838463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.799322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-e6fdd20f-8f65-4f5b-b944-de66d838463f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9684cbf4e1ef4911bc21582f78190c25&device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 1095 time: 0.1071913 Jul 08 17:29:55.836490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee34f897-71db-4844-beb3-759e097d9d76 req-364b4d92-1bac-44cb-9d52-31788c45e55d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582535 Jul 08 17:29:55.880357 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1290290-a295-4bc4-91cc-7ca494140a29 x-openstack-request-id: req-c1290290-a295-4bc4-91cc-7ca494140a29 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:55.880649 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0a620-930e-4dfb-8083-844011488027", "name": "network-vif-plugged", "status": "completed", "tag": "c378a894-0338-4d43-9fdf-b011ae1b7124", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:55.880959 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c1290290-a295-4bc4-91cc-7ca494140a29 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:55.881357 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0a620-930e-4dfb-8083-844011488027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c378a894-0338-4d43-9fdf-b011ae1b7124', 'code': 200} Jul 08 17:29:55.943939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-e4068933-c118-4dcc-b247-af393e9f95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.945458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-e4068933-c118-4dcc-b247-af393e9f95f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=124ca46d-29dd-4ef9-b59f-c42ce361b57a HTTP/1.1" status: 200 len: 922 time: 0.1363521 Jul 08 17:29:55.969175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a6387-07f7-49dd-8f46-d4fc882f5d14 req-3f1aeec4-2c00-4493-bae2-cb5b99c822d2 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:55.970628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f79a6387-07f7-49dd-8f46-d4fc882f5d14 req-3f1aeec4-2c00-4493-bae2-cb5b99c822d2 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 944 time: 0.1101584 Jul 08 17:29:56.055305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-2ec0a1a9-e774-4f37-8a76-34cbac729120 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c5555c8-4f2c-4edb-8a90-2bd7c042b974 HTTP/1.1" status: 200 len: 217 time: 0.0944450 Jul 08 17:29:56.155158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f79a6387-07f7-49dd-8f46-d4fc882f5d14 req-b4d2dd9f-5e86-40ef-8c54-d84070879fcf tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655247 Jul 08 17:29:56.188449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-90a7844e-71ce-4f69-993b-c2a692f61272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:56.189959 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-90a7844e-71ce-4f69-993b-c2a692f61272 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=233e033a-0134-48a3-9ace-56a78bc8f97a HTTP/1.1" status: 200 len: 861 time: 0.1170993 Jul 08 17:29:56.199883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-b21e16dd-0c9d-4047-ada0-6ba7215c5ee5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:56.201379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-b21e16dd-0c9d-4047-ada0-6ba7215c5ee5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 812 time: 0.2533455 Jul 08 17:29:56.239426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80633ec4-f725-485b-aef9-50ea6914e88b req-5433be96-e77a-40e7-b0a6-f81c8b74d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:56.240986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80633ec4-f725-485b-aef9-50ea6914e88b req-5433be96-e77a-40e7-b0a6-f81c8b74d6f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 1096 time: 0.1964757 Jul 08 17:29:56.243780 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-e1be5316-b125-47b7-9121-8ca1aa5dec25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=124ca46d-29dd-4ef9-b59f-c42ce361b57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404058 Jul 08 17:29:56.245484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-0db0755b-e4c0-489d-8f05-762c72ff1441 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/quotas/267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 375 time: 0.0339921 Jul 08 17:29:56.365068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80633ec4-f725-485b-aef9-50ea6914e88b req-4055fc50-02df-43e6-8252-4b8b123018a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159301 Jul 08 17:29:56.407104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-5727e311-42d9-4d52-8658-01a5de389833 service neutron] 10.222.0.72 "GET /v2.0/networks/124ca46d-29dd-4ef9-b59f-c42ce361b57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526122 Jul 08 17:29:56.412773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-a966c561-2d05-4013-ab9d-02df9e0f6a54 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568501 Jul 08 17:29:56.602892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-2d2f3c39-be6f-4740-bdc2-7b3845d5d700 service neutron] 10.222.0.63 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837280 Jul 08 17:29:56.605793 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e3ed701-7be8-4814-814b-bbb3c2e7893e req-0bf83f52-0ed8-4aca-b7ef-d4ce65882896 service neutron] 10.222.0.72 "GET /v2.0/networks/124ca46d-29dd-4ef9-b59f-c42ce361b57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786683 Jul 08 17:29:56.698439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07a4b8-5dfa-413c-8e02-7b91e43fe3b6 req-56c8dec3-6183-4542-9cad-147ec4f4bdcc tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:56.699918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c07a4b8-5dfa-413c-8e02-7b91e43fe3b6 req-56c8dec3-6183-4542-9cad-147ec4f4bdcc tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.1542690 Jul 08 17:29:56.728642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-86a7b254-d810-4103-80cc-8666ca0f09c7 service neutron] 10.222.0.63 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189840 Jul 08 17:29:56.747571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c07a4b8-5dfa-413c-8e02-7b91e43fe3b6 req-9135783d-5383-45fe-abd8-2e074f5c9dce tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Jul 08 17:29:56.946350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:56.953373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c97c07-29b7-4263-a69d-8882b0b12d2b req-be758e79-0b86-41f1-8879-da98d4b3e29d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:56.961041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95c97c07-29b7-4263-a69d-8882b0b12d2b req-be758e79-0b86-41f1-8879-da98d4b3e29d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 947 time: 0.0883737 Jul 08 17:29:57.011971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95c97c07-29b7-4263-a69d-8882b0b12d2b req-cb702825-c390-497a-bec7-1d93f7a72db7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Jul 08 17:29:57.108466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94318fe9-eae8-44c2-9bb0-c49c6f3dd970 req-7d716179-892c-431d-8f20-32f937d96ecb tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 210 time: 0.0548139 Jul 08 17:29:57.144927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:57.160773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'mac_address': 'fa:16:3e:5c:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:57.204642 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.218914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:57.241021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:57.246605 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.252607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:29:57.306841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41fcb-171f-46dc-9ed9-f3be572d1896 req-f57fa5a3-60fa-497c-ad87-887106781d7e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:57.308882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fd41fcb-171f-46dc-9ed9-f3be572d1896 req-f57fa5a3-60fa-497c-ad87-887106781d7e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.0968032 Jul 08 17:29:57.355329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:57.357998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fd41fcb-171f-46dc-9ed9-f3be572d1896 req-0dc085cb-8e61-4fcd-b28b-07e6468179f4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Jul 08 17:29:57.415396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6b46938d-e27b-4c7d-b8d5-f318af2c0730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.422895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,segment=NetworkSegment(fb3c00aa-5a67-4122-a742-44eb0ac51629),segment_id=fb3c00aa-5a67-4122-a742-44eb0ac51629)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:57.435494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974', 'network_id': '124ca46d-29dd-4ef9-b59f-c42ce361b57a', 'port_id': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974', 'mac_address': 'fa:16:3e:cd:20:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233e033a-0134-48a3-9ace-56a78bc8f97a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:29:57.484718 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.508338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:29:57.514985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498e6f-0000-413b-b54e-9161d25e798f req-3945627b-2c95-4f13-b532-da82d20ed4da tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:57.516893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4498e6f-0000-413b-b54e-9161d25e798f req-3945627b-2c95-4f13-b532-da82d20ed4da tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 944 time: 0.0770314 Jul 08 17:29:57.536034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,segment=NetworkSegment(fb3c00aa-5a67-4122-a742-44eb0ac51629),segment_id=fb3c00aa-5a67-4122-a742-44eb0ac51629)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:57.540343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:57.572385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4498e6f-0000-413b-b54e-9161d25e798f req-3891e3d9-4227-4a86-9351-1c0d509a7cfa tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Jul 08 17:29:57.617785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:57.706870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:57.885930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['1c5555c8-4f2c-4edb-8a90-2bd7c042b974'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:57.957324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67879cd7-2287-4924-8984-12c1bb48326f req-6296b4e0-89f4-43e5-b512-d320e1a5c414 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:57.958972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67879cd7-2287-4924-8984-12c1bb48326f req-6296b4e0-89f4-43e5-b512-d320e1a5c414 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.0727196 Jul 08 17:29:57.999272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67879cd7-2287-4924-8984-12c1bb48326f req-4fd8e5ca-7ba6-4622-9301-fa60b27d1764 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Jul 08 17:29:58.353986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ca048-db3d-4bca-b975-59d22878d97b req-7202133a-43f8-47bd-b87e-ec08edaa5a36 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:58.355584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a34ca048-db3d-4bca-b975-59d22878d97b req-7202133a-43f8-47bd-b87e-ec08edaa5a36 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 948 time: 0.1467984 Jul 08 17:29:58.401542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-0a0a0e90-4960-4ba5-ae51-eacb2575f541 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:58.402930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-0a0a0e90-4960-4ba5-ae51-eacb2575f541 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 812 time: 0.1552968 Jul 08 17:29:58.428583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'port': {'device_id': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d', 'admin_state_up': True, 'tenant_id': '267d5e1412b045bda04f60a9ce69e424'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:58.453526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13e76f10-4430-46c9-a950-f4b1107fbcbe req-842312ff-b909-49fc-a98d-77e04fae81c4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 210 time: 0.0494645 Jul 08 17:29:58.465799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a34ca048-db3d-4bca-b975-59d22878d97b req-f89ec7db-39e0-46b3-8679-8cc6b40235b9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033380 Jul 08 17:29:58.579798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Made reservation on behalf of 267d5e1412b045bda04f60a9ce69e424 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:29:58.583262 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:58.736271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7baaf-fe52-4471-b4a3-d4e5c5b7b2db req-904863ba-cf18-490d-8511-29166dc0caf4 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:58.737693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2de7baaf-fe52-4471-b4a3-d4e5c5b7b2db req-904863ba-cf18-490d-8511-29166dc0caf4 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1705117 Jul 08 17:29:58.798960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579652d-50f5-4774-8daa-cf6e41455103 req-9a576984-ac53-40cc-88ea-9252f860c34b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:58.800403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5579652d-50f5-4774-8daa-cf6e41455103 req-9a576984-ac53-40cc-88ea-9252f860c34b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.1988268 Jul 08 17:29:58.832429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Allocated IP 172.20.0.5 (5c386063-e8ef-42f4-b119-a7567b81697d/fea262f8-3867-4504-9fd0-9ceab290640c/73658c1b-5b88-4753-8130-1658f785b93c) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:29:58.845258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2de7baaf-fe52-4471-b4a3-d4e5c5b7b2db req-d211f467-a94b-4e90-9221-69666ba63c6e tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822570 Jul 08 17:29:58.891384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5579652d-50f5-4774-8daa-cf6e41455103 req-3e186c72-1d88-40d4-853f-f5175e1b3968 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773239 Jul 08 17:29:58.954655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:59.010456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:59.016329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:59.016708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.079577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.099551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.121786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:29:59.125048 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a13dd84-72e1-4e73-91c0-7b619839e608" -d '{"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-plugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:29:59.141550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:59.143938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ed4f-370e-4023-8be8-32ade67aaad3 req-a3eb35b7-3fe2-4182-890e-172ba4003bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.145552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-70e8ed4f-370e-4023-8be8-32ade67aaad3 req-a3eb35b7-3fe2-4182-890e-172ba4003bc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.1422830 Jul 08 17:29:59.146052 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.163209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5555cb-6351-48a9-b5f0-62855e76a56e req-38be1788-e8d0-46a7-8930-f2fb8e1f81ff tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.164682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d5555cb-6351-48a9-b5f0-62855e76a56e req-38be1788-e8d0-46a7-8930-f2fb8e1f81ff tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 945 time: 0.1492221 Jul 08 17:29:59.171940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.189866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:29:59.235362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:59.254064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:29:59.264964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Network 5c386063-e8ef-42f4-b119-a7567b81697d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:29:59.273688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-70e8ed4f-370e-4023-8be8-32ade67aaad3 req-e85bfa0d-b003-4c59-b172-a9de6b1dd015 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186361 Jul 08 17:29:59.279004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:29:59.283465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:29:59.286600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:59.301402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d5555cb-6351-48a9-b5f0-62855e76a56e req-16311118-dd56-42d7-975a-2df5106d10fb tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192858 Jul 08 17:29:59.353561 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb62f1c-5fd5-49b1-b1aa-5324a1de53fc x-openstack-request-id: req-6fb62f1c-5fd5-49b1-b1aa-5324a1de53fc {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:29:59.353880 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-plugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:29:59.354113 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6fb62f1c-5fd5-49b1-b1aa-5324a1de53fc {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:29:59.354474 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'code': 200} Jul 08 17:29:59.360060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:29:59.368355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:29:59.368526 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.378432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.379007 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.400103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27b54949-2bea-4d75-9d08-ec76094903ce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9826462 Jul 08 17:29:59.418853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b381a5-052f-4d0c-bd21-86e749f470a4 req-5b505a14-bf13-48d3-ba22-917cbb4fc91e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.420420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69b381a5-052f-4d0c-bd21-86e749f470a4 req-5b505a14-bf13-48d3-ba22-917cbb4fc91e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.0967405 Jul 08 17:29:59.425470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Request body: {'port': {'device_id': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:29:59.509010 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.520698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69b381a5-052f-4d0c-bd21-86e749f470a4 req-a93427c1-0383-450c-9d6c-6f986bbe6b08 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742040 Jul 08 17:29:59.533797 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.572901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,segment=NetworkSegment(fb3c00aa-5a67-4122-a742-44eb0ac51629),segment_id=fb3c00aa-5a67-4122-a742-44eb0ac51629)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:29:59.581114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:29:59.655484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:29:59.751989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5f3e8-3ae4-4efc-abb3-66f8494dac62 req-b3499252-390c-455f-8d24-b381c4abebc2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.753514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35b5f3e8-3ae4-4efc-abb3-66f8494dac62 req-b3499252-390c-455f-8d24-b381c4abebc2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.2018483 Jul 08 17:29:59.885233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35b5f3e8-3ae4-4efc-abb3-66f8494dac62 req-d9d891b5-bba8-4440-a8cf-55f72271618b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049948 Jul 08 17:29:59.912091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306a0c8-1970-4118-8259-44bc8bf8831b req-70d6a1bc-d8a9-4471-8587-c4d71a6a21d7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.913612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1306a0c8-1970-4118-8259-44bc8bf8831b req-70d6a1bc-d8a9-4471-8587-c4d71a6a21d7 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 931 time: 0.2315075 Jul 08 17:29:59.930154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ce04-1c8c-49c5-8c49-a526690d4e97 req-d94e9b3f-6896-4488-920d-6a97463289d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:29:59.931595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5160ce04-1c8c-49c5-8c49-a526690d4e97 req-d94e9b3f-6896-4488-920d-6a97463289d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1100 time: 0.2061193 Jul 08 17:29:59.954122 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2404d37b-9e94-4fc4-9d02-5983887620fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.334296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1306a0c8-1970-4118-8259-44bc8bf8831b req-0dd7cd14-d139-489a-9757-42daf7e4d50c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087772 Jul 08 17:30:00.353889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5160ce04-1c8c-49c5-8c49-a526690d4e97 req-284d87fe-95aa-4039-8617-8da08d6e0f87 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130580 Jul 08 17:30:00.367940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73658c1b-5b88-4753-8130-1658f785b93c {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:00.376569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.392148 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.397047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Transition to ACTIVE for port object 73658c1b-5b88-4753-8130-1658f785b93c will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:00.401603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.442514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bcc59-ba07-4fb4-b09d-e2d15fe2cb09 req-f48dc104-1b29-4ad2-aa21-a07ae012df15 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:00.443992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a56bcc59-ba07-4fb4-b09d-e2d15fe2cb09 req-f48dc104-1b29-4ad2-aa21-a07ae012df15 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.4570372 Jul 08 17:30:00.511106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Pushing event updated for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:00.587184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a56bcc59-ba07-4fb4-b09d-e2d15fe2cb09 req-3896b4e3-946a-4dd4-8169-511ed72e8fa4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275275 Jul 08 17:30:00.626352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Attempting to bind port 73658c1b-5b88-4753-8130-1658f785b93c on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:00.626697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Attempting to bind port 73658c1b-5b88-4753-8130-1658f785b93c by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:00.627032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Attempting to bind port 73658c1b-5b88-4753-8130-1658f785b93c on network 5c386063-e8ef-42f4-b119-a7567b81697d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:00.633463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Port 73658c1b-5b88-4753-8130-1658f785b93c on network 5c386063-e8ef-42f4-b119-a7567b81697d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:00.633796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Attempting to bind port 73658c1b-5b88-4753-8130-1658f785b93c on network 5c386063-e8ef-42f4-b119-a7567b81697d {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:00.642992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8820c8d-d31b-42d1-9b2a-fa25ec153971 req-4d28c7ea-f767-4c79-83d3-2199c426f995 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:00.644500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8820c8d-d31b-42d1-9b2a-fa25ec153971 req-4d28c7ea-f767-4c79-83d3-2199c426f995 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1962821 Jul 08 17:30:00.648478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:00.648870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Checking segment: {'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:00.649248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Bound using segment: {'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:00.649679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Bound port: 73658c1b-5b88-4753-8130-1658f785b93c, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25dbfe21-9934-414b-b065-e9004f8e9db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:00.650035 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.722922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8820c8d-d31b-42d1-9b2a-fa25ec153971 req-45ac7e3c-19fd-42c6-81b7-848bb2faa385 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707557 Jul 08 17:30:00.756043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:00.759200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=73658c1b-5b88-4753-8130-1658f785b93c,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:00.768332 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.807093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:00.808362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:00.810545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] 10.222.0.72 "PUT /v2.0/ports/73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 1091 time: 1.3891513 Jul 08 17:30:00.811256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:00.815017 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69651a2e-f771-44f6-9dcd-a8e35e80736c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "tag": "73658c1b-5b88-4753-8130-1658f785b93c"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:00.907954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43c7dd-c842-4cd0-9dc7-9454c96af511 service neutron] Pushing event updated for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:01.006044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:01.020358 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:30:01.035365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6ec39-73ef-4e45-b965-c0f1a629a4ef req-ee1c9ad2-e03c-4747-910a-b937b814c6d0 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.037241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5a6ec39-73ef-4e45-b965-c0f1a629a4ef req-ee1c9ad2-e03c-4747-910a-b937b814c6d0 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 946 time: 0.2183430 Jul 08 17:30:01.039141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:01.044245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-e4100896-a15d-4e0c-a4c3-660a0000def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.048088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-e4100896-a15d-4e0c-a4c3-660a0000def4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1094 time: 0.1799009 Jul 08 17:30:01.121980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-cbaadb13-bcb3-4602-b432-432c2c4ec7e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 217 time: 0.0548739 Jul 08 17:30:01.143914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5a6ec39-73ef-4e45-b965-c0f1a629a4ef req-dd667b65-0901-4465-84bf-4c382b622a88 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936446 Jul 08 17:30:01.195140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15963d-7ad0-44fd-a3e8-1315959f4ed8 req-2a9b5f04-aba2-4311-851f-499da12fd805 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.197699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb15963d-7ad0-44fd-a3e8-1315959f4ed8 req-2a9b5f04-aba2-4311-851f-499da12fd805 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.2689965 Jul 08 17:30:01.210700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:01.227380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.230436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'mac_address': 'fa:16:3e:42:0f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:01.247967 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86629dbe-5a25-4574-928d-5a21d9ddab8f x-openstack-request-id: req-86629dbe-5a25-4574-928d-5a21d9ddab8f {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:01.248372 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "tag": "73658c1b-5b88-4753-8130-1658f785b93c", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:01.248720 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-86629dbe-5a25-4574-928d-5a21d9ddab8f {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:01.249236 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c', 'status': 'completed', 'code': 200} Jul 08 17:30:01.253593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e2965bd-e3c8-412c-8203-c4d7bf317355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.256265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-3e2965bd-e3c8-412c-8203-c4d7bf317355 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.1162927 Jul 08 17:30:01.318131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb15963d-7ad0-44fd-a3e8-1315959f4ed8 req-b399e44c-ccc3-4801-821e-16b573c2faac tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109636 Jul 08 17:30:01.320384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-e15c608e-5196-43d8-b6a6-601d2ed6861a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477912 Jul 08 17:30:01.327251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:01.329929 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.331003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.337083 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:01.386116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974'}, {'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:01.393950 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ce16eb-cd9f-467c-a477-71f748c6cfac" -d '{"events": [{"server_uuid": "48ebf2e0-1948-4bf4-b644-ec9fee3dad97", "name": "network-vif-plugged", "status": "completed", "tag": "1c5555c8-4f2c-4edb-8a90-2bd7c042b974"}, {"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-unplugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:01.403297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:01.467942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:01.478168 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:30:01.478906 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:30:01.509902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-cee18ec6-08b9-45e9-9ae4-980c929fecc9 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798666 Jul 08 17:30:01.645826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713623-b8c0-4bef-afae-6371d5dba180 req-4e743bd8-8715-4e7e-afc4-330a462a0456 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.647260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc713623-b8c0-4bef-afae-6371d5dba180 req-4e743bd8-8715-4e7e-afc4-330a462a0456 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.1946547 Jul 08 17:30:01.668227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d24ab6a-bd13-43fc-8bdc-7327733d0b65 req-27881353-cd22-41d3-872b-ca060fee596b service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354947 Jul 08 17:30:01.683064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a3539-aacf-4c80-a448-11b36b407347 req-0f9cf251-93bb-40cb-bdeb-8ca08d97af46 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.685049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af7a3539-aacf-4c80-a448-11b36b407347 req-0f9cf251-93bb-40cb-bdeb-8ca08d97af46 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 943 time: 0.1874447 Jul 08 17:30:01.718800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc713623-b8c0-4bef-afae-6371d5dba180 req-ea796343-7bdd-4bef-97e9-022c003c790c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651915 Jul 08 17:30:01.767464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af7a3539-aacf-4c80-a448-11b36b407347 req-53a1a0b9-4831-45f5-becb-0ef0b5b9f437 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692315 Jul 08 17:30:01.771952 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333d69b4-bc3e-4030-851a-c104a9ab805f x-openstack-request-id: req-333d69b4-bc3e-4030-851a-c104a9ab805f {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:01.772389 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ebf2e0-1948-4bf4-b644-ec9fee3dad97", "name": "network-vif-plugged", "status": "completed", "tag": "1c5555c8-4f2c-4edb-8a90-2bd7c042b974", "code": 200}, {"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-unplugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:01.772705 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-333d69b4-bc3e-4030-851a-c104a9ab805f {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:01.773431 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974', 'code': 200} Jul 08 17:30:01.773431 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'code': 200} Jul 08 17:30:01.803961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-74dbcd3d-cf07-4caa-b68c-24a8707774d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.805647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-74dbcd3d-cf07-4caa-b68c-24a8707774d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1094 time: 0.0827818 Jul 08 17:30:01.907465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1c52-9f47-43e6-9c21-b8078e87e801 req-eb330bc0-4b72-4403-b387-51f48929b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.909091 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-113d1c52-9f47-43e6-9c21-b8078e87e801 req-eb330bc0-4b72-4403-b387-51f48929b291 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 1097 time: 0.0588419 Jul 08 17:30:01.944862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-113d1c52-9f47-43e6-9c21-b8078e87e801 req-c3dcc000-0d96-4a4d-955e-f6bc7b4823da service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278397 Jul 08 17:30:01.953670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-37d370d2-bfcf-4c85-8034-a054a8e2efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.955172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-37d370d2-bfcf-4c85-8034-a054a8e2efea service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 913 time: 0.1428521 Jul 08 17:30:01.963512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56dcaf-4038-432d-a000-9db7426c6a8f req-12372ae1-387d-43aa-8a78-43b9f2d903e0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:01.964907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a56dcaf-4038-432d-a000-9db7426c6a8f req-12372ae1-387d-43aa-8a78-43b9f2d903e0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0994081 Jul 08 17:30:02.003861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a56dcaf-4038-432d-a000-9db7426c6a8f req-308d1da7-ce29-4ca2-9741-d6a380cf92cf tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Jul 08 17:30:02.018828 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:02.042801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:02.056671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-00a53ba3-8984-43e3-9fc1-908261f70222 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 217 time: 0.0461793 Jul 08 17:30:02.077228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:02.091723 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:02.159651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-4695c370-7f64-4700-8c8d-052a2b2d1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.161245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-4695c370-7f64-4700-8c8d-052a2b2d1e96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.0820689 Jul 08 17:30:02.168289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:02.228377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-a04b6ed4-6f69-4ea5-be34-a11c7a54d290 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337875 Jul 08 17:30:02.309077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdb140-86b9-47a8-9081-9fcf327ba63f req-0bab16d8-feeb-4a29-a641-ca4092452700 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.311153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5cdb140-86b9-47a8-9081-9fcf327ba63f req-0bab16d8-feeb-4a29-a641-ca4092452700 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1489127 Jul 08 17:30:02.365174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-44482454-5784-4ac3-8af1-96ffb2527850 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263022 Jul 08 17:30:02.368139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5cdb140-86b9-47a8-9081-9fcf327ba63f req-a69f8abe-0e53-4417-8c20-b79947470348 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483315 Jul 08 17:30:02.468380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69651a2e-f771-44f6-9dcd-a8e35e80736c req-52a1b504-33ca-4014-8a0b-faf9332ffba5 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957928 Jul 08 17:30:02.547667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['24f6b06d-a708-43ae-810b-105f3f2ce389'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:02.561139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce88b33-fad2-4c48-a78d-497a6462a9d5 req-fea77fac-fc6d-44d9-8c1d-01fb428f9ee7 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.562626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dce88b33-fad2-4c48-a78d-497a6462a9d5 req-fea77fac-fc6d-44d9-8c1d-01fb428f9ee7 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 946 time: 0.0933328 Jul 08 17:30:02.620599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e14be-b683-4f52-9a7e-14fb1388d7f3 req-a1f7bd0d-a579-4216-a000-8fd8f12ffd3b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.622096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c2e14be-b683-4f52-9a7e-14fb1388d7f3 req-a1f7bd0d-a579-4216-a000-8fd8f12ffd3b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.1058135 Jul 08 17:30:02.627089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dce88b33-fad2-4c48-a78d-497a6462a9d5 req-5c231300-2b3b-4dde-a233-c271a405954d tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Jul 08 17:30:02.663504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c2e14be-b683-4f52-9a7e-14fb1388d7f3 req-40be5667-696f-4ca0-b81d-a84a67f56cf4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354486 Jul 08 17:30:02.724058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:02.799240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d97987-6367-4424-8ab7-5a085ca2b7ca req-d3b2b7c3-ee69-488b-b2fc-ddcaca704abd tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.806968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40d97987-6367-4424-8ab7-5a085ca2b7ca req-d3b2b7c3-ee69-488b-b2fc-ddcaca704abd tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 950 time: 0.0646701 Jul 08 17:30:02.844668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40d97987-6367-4424-8ab7-5a085ca2b7ca req-75684f88-e613-4825-ba2d-6c4cb4379884 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Jul 08 17:30:02.949483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e893e-abf3-4a2e-81c6-6b24a00a4b6d req-817982c9-0f8b-43fc-b823-a44172629c59 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:02.952469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-499e893e-abf3-4a2e-81c6-6b24a00a4b6d req-817982c9-0f8b-43fc-b823-a44172629c59 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 943 time: 0.0675533 Jul 08 17:30:03.001379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-499e893e-abf3-4a2e-81c6-6b24a00a4b6d req-3ba35d19-d7d1-4cda-997d-b23b8a65b0d6 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Jul 08 17:30:03.204168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477e88f-67cf-458f-addf-a54bb4edcae9 req-965e8fb7-740b-4a1d-bd97-5315b8715d8b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.205602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c477e88f-67cf-458f-addf-a54bb4edcae9 req-965e8fb7-740b-4a1d-bd97-5315b8715d8b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0643787 Jul 08 17:30:03.244711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c477e88f-67cf-458f-addf-a54bb4edcae9 req-f2b738f6-c32b-4627-851b-a43d23c43b84 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Jul 08 17:30:03.284830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 73658c1b-5b88-4753-8130-1658f785b93c details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:03.297342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f36c2a-97c4-425c-9816-ca80309d2c7e req-d947ede2-3bdd-4f06-acdb-84b3f9124e4b tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.298906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2f36c2a-97c4-425c-9816-ca80309d2c7e req-d947ede2-3bdd-4f06-acdb-84b3f9124e4b tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.0581787 Jul 08 17:30:03.334510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2f36c2a-97c4-425c-9816-ca80309d2c7e req-ca011b7f-501c-485b-be5f-e6e28c276332 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291226 Jul 08 17:30:03.379195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=73658c1b-5b88-4753-8130-1658f785b93c,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:03.398913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '73658c1b-5b88-4753-8130-1658f785b93c', 'network_id': '5c386063-e8ef-42f4-b119-a7567b81697d', 'port_id': '73658c1b-5b88-4753-8130-1658f785b93c', 'mac_address': 'fa:16:3e:46:aa:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea262f8-3867-4504-9fd0-9ceab290640c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:03.434288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1055c-cc01-47a2-a94f-b9fbbe817326 req-d93215da-3148-4a8e-8390-8384a31333cd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.436456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72e1055c-cc01-47a2-a94f-b9fbbe817326 req-d93215da-3148-4a8e-8390-8384a31333cd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0767508 Jul 08 17:30:03.436885 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.452380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73658c1b-5b88-4753-8130-1658f785b93c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:03.472022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=73658c1b-5b88-4753-8130-1658f785b93c,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:03.477177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:03.480495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72e1055c-cc01-47a2-a94f-b9fbbe817326 req-fc54070b-359c-4c84-8410-d7db7932f1fb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385492 Jul 08 17:30:03.528830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:03.667161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36fbe-7b37-4565-beb1-4052d05a905e req-50fac3de-f196-446b-8845-823d680aa077 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.668691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54d36fbe-7b37-4565-beb1-4052d05a905e req-50fac3de-f196-446b-8845-823d680aa077 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.0654883 Jul 08 17:30:03.710141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54d36fbe-7b37-4565-beb1-4052d05a905e req-a6abb8e1-ff8c-4cf7-9e73-ca95a73ba158 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349731 Jul 08 17:30:03.793895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588cc00-2c8f-4183-9c99-a5259e210e10 req-a9a20af4-cb67-4008-a2c4-de66b6dec987 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.795933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2588cc00-2c8f-4183-9c99-a5259e210e10 req-a9a20af4-cb67-4008-a2c4-de66b6dec987 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 1101 time: 0.0516973 Jul 08 17:30:03.851145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['73658c1b-5b88-4753-8130-1658f785b93c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:03.867968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2588cc00-2c8f-4183-9c99-a5259e210e10 req-125f83dc-40db-4c75-b3bf-3141d54472a2 tempest-ServersAdminTestJSON-1999448126 tempest-ServersAdminTestJSON-1999448126-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661919 Jul 08 17:30:03.894161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de5d7d-5596-43fb-b088-8d28e0a570d3 req-ce7c7335-d3fc-4491-84d5-dced87fb5d9c tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:03.896243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08de5d7d-5596-43fb-b088-8d28e0a570d3 req-ce7c7335-d3fc-4491-84d5-dced87fb5d9c tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 946 time: 0.0879200 Jul 08 17:30:03.939840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08de5d7d-5596-43fb-b088-8d28e0a570d3 req-e867ac45-cd20-4698-89c2-15d0237a0869 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368538 Jul 08 17:30:04.061411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f834e-8c41-4758-9020-8b8c1e0ada08 req-f1d12156-acdd-4006-9f7d-c4b6285de8ba tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.062910 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-790f834e-8c41-4758-9020-8b8c1e0ada08 req-f1d12156-acdd-4006-9f7d-c4b6285de8ba tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.0683701 Jul 08 17:30:04.100744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-790f834e-8c41-4758-9020-8b8c1e0ada08 req-8f6c7df9-01ed-480d-961c-9d2c3a2e1c7a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Jul 08 17:30:04.419687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9a0ec-5188-4054-9967-92eb61bf06e5 req-c5e22365-0955-4946-a721-147094a2a7e2 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.421311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cd9a0ec-5188-4054-9967-92eb61bf06e5 req-c5e22365-0955-4946-a721-147094a2a7e2 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 944 time: 0.0706882 Jul 08 17:30:04.430986 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-1505a96f-d29e-4137-8bcf-f9772c7e9992 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543532 Jul 08 17:30:04.461248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cd9a0ec-5188-4054-9967-92eb61bf06e5 req-42785d73-f177-4e10-8caf-a3d2462a346a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Jul 08 17:30:04.677066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82baba0-69b7-403a-b2e1-bca3ef024006 req-719afc87-5764-460a-b2c6-af8d8a6fd1ec tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.678561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f82baba0-69b7-403a-b2e1-bca3ef024006 req-719afc87-5764-460a-b2c6-af8d8a6fd1ec tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 950 time: 0.1179407 Jul 08 17:30:04.706330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbc938-809a-4808-8bb2-5c68425cecee req-f858a417-634b-4a4c-9f7b-4af244c8c1bc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.708084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49dbc938-809a-4808-8bb2-5c68425cecee req-f858a417-634b-4a4c-9f7b-4af244c8c1bc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1188984 Jul 08 17:30:04.786485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49dbc938-809a-4808-8bb2-5c68425cecee req-1025dae6-df4f-432f-ad90-9406bc61b62c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678086 Jul 08 17:30:04.789240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f82baba0-69b7-403a-b2e1-bca3ef024006 req-c3377514-b40c-480e-b60e-8d255d91a9be tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798495 Jul 08 17:30:04.827602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c679-e588-4297-9f16-b75704d7b463 req-fc6c1945-e763-4bf1-9111-2772cbed0101 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:04.833722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48f7c679-e588-4297-9f16-b75704d7b463 req-fc6c1945-e763-4bf1-9111-2772cbed0101 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.1767535 Jul 08 17:30:05.001168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Deleting port c378a894-0338-4d43-9fdf-b011ae1b7124 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:05.001642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.037627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:05.094577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 24f6b06d-a708-43ae-810b-105f3f2ce389 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:05.095022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.155662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] For port c378a894-0338-4d43-9fdf-b011ae1b7124, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c378a894-0338-4d43-9fdf-b011ae1b7124,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:05.156039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.166370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f295ea1-611a-427c-a2dd-2152cd67f3fa req-483abfe9-1cd8-440d-b8ba-21d15b63072c tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.167943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f295ea1-611a-427c-a2dd-2152cd67f3fa req-483abfe9-1cd8-440d-b8ba-21d15b63072c tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1200995 Jul 08 17:30:05.199007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Calling delete_port for c378a894-0338-4d43-9fdf-b011ae1b7124 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:05.234655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f295ea1-611a-427c-a2dd-2152cd67f3fa req-d14bcf30-7a88-4d7d-87a9-4a1c9bcaea37 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594485 Jul 08 17:30:05.268593 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.298847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:05.302178 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9de4ec-5686-4c91-91fb-227cb9217899" -d '{"events": [{"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-plugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:05.316316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 73658c1b-5b88-4753-8130-1658f785b93c up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:05.322674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:05.349767 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.412663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=11']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:05.425065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 73658c1b-5b88-4753-8130-1658f785b93c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:05.429415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 73658c1b-5b88-4753-8130-1658f785b93c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:05.429798 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.441053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee5775-9bfd-4945-a411-1d6b94325bb6 req-d03ac58c-7411-481b-9124-be4a6e5c9605 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.443953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81ee5775-9bfd-4945-a411-1d6b94325bb6 req-d03ac58c-7411-481b-9124-be4a6e5c9605 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=97f0a620-930e-4dfb-8083-844011488027 HTTP/1.1" status: 200 len: 945 time: 0.1703086 Jul 08 17:30:05.486264 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.533247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event deleted for resources: {'Port': ['ID=c378a894-0338-4d43-9fdf-b011ae1b7124,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:05.545942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81ee5775-9bfd-4945-a411-1d6b94325bb6 req-f4d9d1df-d2ad-4874-a9bb-aa031d2dc222 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937088 Jul 08 17:30:05.559285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b64a7-8a7f-4414-a00b-8a74ffb5b060 req-2592a8f3-528f-4cf1-9a0b-fe3478d9868a tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.560974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f3b64a7-8a7f-4414-a00b-8a74ffb5b060 req-2592a8f3-528f-4cf1-9a0b-fe3478d9868a tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 946 time: 0.1784222 Jul 08 17:30:05.620578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] No DVR routers for this DVR port c378a894-0338-4d43-9fdf-b011ae1b7124 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:05.623440 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.625732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48f7c679-e588-4297-9f16-b75704d7b463 req-4d8a2be6-e154-4da6-a8aa-81db6c8485f8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "DELETE /v2.0/ports/c378a894-0338-4d43-9fdf-b011ae1b7124 HTTP/1.1" status: 204 len: 173 time: 0.7594194 Jul 08 17:30:05.628040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0a620-930e-4dfb-8083-844011488027', 'name': 'network-vif-deleted', 'tag': 'c378a894-0338-4d43-9fdf-b011ae1b7124'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:05.630294 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa833b-a9ff-4a7e-b1ea-e52d3ec0414e" -d '{"events": [{"server_uuid": "97f0a620-930e-4dfb-8083-844011488027", "name": "network-vif-deleted", "tag": "c378a894-0338-4d43-9fdf-b011ae1b7124"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:05.631003 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3eb27b-484c-426f-9d43-9baf1e7afbd6 x-openstack-request-id: req-8c3eb27b-484c-426f-9d43-9baf1e7afbd6 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:05.631306 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-plugged", "status": "completed", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:05.631552 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c3eb27b-484c-426f-9d43-9baf1e7afbd6 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:05.631931 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'code': 200} Jul 08 17:30:05.634178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c378a894-0338-4d43-9fdf-b011ae1b7124'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:05.653010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f3b64a7-8a7f-4414-a00b-8a74ffb5b060 req-d656e42c-7adf-45ae-9d21-b5baca336ab5 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661340 Jul 08 17:30:05.664815 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.712894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=73658c1b-5b88-4753-8130-1658f785b93c,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:05.717425 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:05.770199 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e7e0d3-84cf-4358-8419-09fc24d46847 x-openstack-request-id: req-b6e7e0d3-84cf-4358-8419-09fc24d46847 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:05.770659 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0a620-930e-4dfb-8083-844011488027", "name": "network-vif-deleted", "tag": "c378a894-0338-4d43-9fdf-b011ae1b7124", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:05.770659 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b6e7e0d3-84cf-4358-8419-09fc24d46847 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:05.770976 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0a620-930e-4dfb-8083-844011488027', 'name': 'network-vif-deleted', 'tag': 'c378a894-0338-4d43-9fdf-b011ae1b7124', 'status': 'completed', 'code': 200} Jul 08 17:30:05.773432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:05.839966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623c9eb-94de-45e8-a51a-f45fdfcd9368 req-78126305-257d-4ff8-9ca7-eff7af91bc4e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.842138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d623c9eb-94de-45e8-a51a-f45fdfcd9368 req-78126305-257d-4ff8-9ca7-eff7af91bc4e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 945 time: 0.0743413 Jul 08 17:30:05.884660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d623c9eb-94de-45e8-a51a-f45fdfcd9368 req-4b934e5e-1c4e-4648-bc16-03854d455d87 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 Jul 08 17:30:05.983246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f57d-ca00-4fad-8da5-b4705f3c8d71 req-272b69bd-7c24-40fc-b6f6-88fed2b9e0a5 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:05.984755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc38f57d-ca00-4fad-8da5-b4705f3c8d71 req-272b69bd-7c24-40fc-b6f6-88fed2b9e0a5 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0787618 Jul 08 17:30:06.083771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc38f57d-ca00-4fad-8da5-b4705f3c8d71 req-9c08d267-8f50-4b87-9cca-8ab438d48417 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888894 Jul 08 17:30:06.105435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-e162de98-f384-459c-9bd2-3714e96e918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.106951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-e162de98-f384-459c-9bd2-3714e96e918e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1100 time: 0.1211789 Jul 08 17:30:06.118551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5aba7-2d7f-4839-9c82-b9ec2bf00d8d req-53c32a01-a599-4ac2-81ba-08f5c6fcb50f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.120190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acf5aba7-2d7f-4839-9c82-b9ec2bf00d8d req-53c32a01-a599-4ac2-81ba-08f5c6fcb50f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 950 time: 0.1243954 Jul 08 17:30:06.208565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acf5aba7-2d7f-4839-9c82-b9ec2bf00d8d req-5e87756b-ae2f-4500-b735-a7dda61064f0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801435 Jul 08 17:30:06.234849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-bc3db33d-6974-4b3a-9f10-4b36ca8d21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.236348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-bc3db33d-6974-4b3a-9f10-4b36ca8d21e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1152923 Jul 08 17:30:06.291220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-d8b982cd-a592-4445-a243-da26ffab26c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.0423887 Jul 08 17:30:06.355531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-7803f1d0-4f62-4ae5-ab35-6bfa87be4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.357168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-7803f1d0-4f62-4ae5-ab35-6bfa87be4dbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0506055 Jul 08 17:30:06.463222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c48de-927d-4dae-a7e9-72c374cc898d req-ce6b491b-9419-45cd-8be5-c7ece0b343d6 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.464713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b73c48de-927d-4dae-a7e9-72c374cc898d req-ce6b491b-9419-45cd-8be5-c7ece0b343d6 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1012762 Jul 08 17:30:06.470620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-e629dc5e-a241-421b-adf4-94dcf43d54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.472005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-e629dc5e-a241-421b-adf4-94dcf43d54d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806787 Jul 08 17:30:06.547997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b73c48de-927d-4dae-a7e9-72c374cc898d req-c593c977-9ffb-4a1a-b245-a950e9909304 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750239 Jul 08 17:30:06.598598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-580b022b-e789-49ce-9274-27e42a7b43f9 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097436 Jul 08 17:30:06.699620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-1ebf3d46-c669-4d6e-921d-e533e4e15c61 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863388 Jul 08 17:30:06.915996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b1983-1302-4425-87bc-2130b4cc0079 req-efbfe504-fa5c-4ed9-9084-be66959645d1 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.917587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b78b1983-1302-4425-87bc-2130b4cc0079 req-efbfe504-fa5c-4ed9-9084-be66959645d1 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 946 time: 0.1275136 Jul 08 17:30:06.929247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-17f1910f-5f4a-438e-8db5-41f113227793 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:06.930720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-17f1910f-5f4a-438e-8db5-41f113227793 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.72 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 946 time: 0.0979419 Jul 08 17:30:07.030191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b78b1983-1302-4425-87bc-2130b4cc0079 req-c19f4786-6367-453c-af0f-7db0bb206075 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/security-groups?id=778beeeb-0100-4c20-97b3-8de4e3808b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984914 Jul 08 17:30:07.149097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-3d862b9e-4db1-4838-b4de-dd33186e7638 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:07.150482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-3d862b9e-4db1-4838-b4de-dd33186e7638 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1618052 Jul 08 17:30:07.515624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Deleting port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:07.515969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.521019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-3da425e1-5815-4a35-a937-4c6270e1d5ac tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/quotas/69352fdd28e7454b89ede1a8a79d54a2 HTTP/1.1" status: 200 len: 375 time: 0.3452356 Jul 08 17:30:07.612211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-6347ef63-88a0-4592-a5c9-f2f8f68fb7fb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521703 Jul 08 17:30:07.633247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:07.635713 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d75d994-e197-44d9-81d7-19124900a016" -d '{"events": [{"server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "name": "network-vif-plugged", "status": "completed", "tag": "73658c1b-5b88-4753-8130-1658f785b93c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:07.720626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] For port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,segment=NetworkSegment(fb3c00aa-5a67-4122-a742-44eb0ac51629),segment_id=fb3c00aa-5a67-4122-a742-44eb0ac51629)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:07.721016 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:07.730019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3992310-fb0a-4699-97aa-ebcfb995cc1d req-76b6973a-29bc-46fa-9244-01357850a714 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:07.731543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3992310-fb0a-4699-97aa-ebcfb995cc1d req-76b6973a-29bc-46fa-9244-01357850a714 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 945 time: 0.5977325 Jul 08 17:30:07.750460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-73c554db-1143-4f93-8de8-c40e99c18276 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:07.751875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-73c554db-1143-4f93-8de8-c40e99c18276 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 950 time: 0.2654898 Jul 08 17:30:07.768624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Calling delete_port for 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:07.887482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-868914bf-512e-4d85-abfc-71a4817bdaab service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647529 Jul 08 17:30:07.897545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3992310-fb0a-4699-97aa-ebcfb995cc1d req-7f1f9745-781d-47ee-a84e-9bdf803f901f tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553221 Jul 08 17:30:08.111536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-c730068a-aceb-4047-9afc-40f8ec1b73ec service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107439 Jul 08 17:30:08.112787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Deleting port 85ebf01c-a1db-4c72-8a13-c67958c12457 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:08.113130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.181519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.234168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c91e-8226-4ce7-b826-cd0693bebaf1 req-16a381b8-b650-417d-9b2c-fbee6286cd86 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.235692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1b3c91e-8226-4ce7-b826-cd0693bebaf1 req-16a381b8-b650-417d-9b2c-fbee6286cd86 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.2360001 Jul 08 17:30:08.239315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Pushing event deleted for resources: {'Port': ['ID=1c5555c8-4f2c-4edb-8a90-2bd7c042b974,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:08.333254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] No DVR routers for this DVR port 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:08.338109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] For port 85ebf01c-a1db-4c72-8a13-c67958c12457, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=85ebf01c-a1db-4c72-8a13-c67958c12457,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:08.338481 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.343544 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.345509 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57f094c7-0631-4da4-8ed2-ba8b178ab49c req-8b5f0d30-7c31-400c-87f1-2b3b1f8dfd83 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.72 "DELETE /v2.0/ports/1c5555c8-4f2c-4edb-8a90-2bd7c042b974 HTTP/1.1" status: 204 len: 173 time: 1.4062307 Jul 08 17:30:08.345892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'name': 'network-vif-deleted', 'tag': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:08.348174 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90c62b9-7872-481f-9684-ab1d8d565d90" -d '{"events": [{"server_uuid": "48ebf2e0-1948-4bf4-b644-ec9fee3dad97", "name": "network-vif-deleted", "tag": "1c5555c8-4f2c-4edb-8a90-2bd7c042b974"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:08.359717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1b3c91e-8226-4ce7-b826-cd0693bebaf1 req-288df2cd-28cf-4730-bcf8-64cd2cf0780d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149769 Jul 08 17:30:08.366255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Calling delete_port for 85ebf01c-a1db-4c72-8a13-c67958c12457 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:08.576424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377cf1d-25c2-4f0a-a864-099c6663d97b req-f9cd7f1e-c9cb-48ec-b9d4-f21c7248af1e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.577704 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9377cf1d-25c2-4f0a-a864-099c6663d97b req-f9cd7f1e-c9cb-48ec-b9d4-f21c7248af1e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 950 time: 0.1331146 Jul 08 17:30:08.641324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.653025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['63b37fb6-ff31-4d16-94b5-758839f8ed8f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:08.678292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9377cf1d-25c2-4f0a-a864-099c6663d97b req-d1156e64-6dff-41ae-9177-d0fdb0133a22 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748472 Jul 08 17:30:08.683342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['85ebf01c-a1db-4c72-8a13-c67958c12457', '24f6b06d-a708-43ae-810b-105f3f2ce389'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:08.685561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Pushing event deleted for resources: {'Port': ['ID=85ebf01c-a1db-4c72-8a13-c67958c12457,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:08.753344 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee28e81-ed96-4fe9-a5c3-be80aaac1a04 x-openstack-request-id: req-0ee28e81-ed96-4fe9-a5c3-be80aaac1a04 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:08.753938 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "name": "network-vif-plugged", "status": "completed", "tag": "73658c1b-5b88-4753-8130-1658f785b93c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:08.754657 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0ee28e81-ed96-4fe9-a5c3-be80aaac1a04 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:08.755393 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c', 'code': 200} Jul 08 17:30:08.760154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] No DVR routers for this DVR port 85ebf01c-a1db-4c72-8a13-c67958c12457 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:08.769346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15f6e8-3e62-4fc7-b71a-4eb337f6cb59 req-d71faf61-7f83-48bd-b11f-c1edd27764d7 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.776120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e15f6e8-3e62-4fc7-b71a-4eb337f6cb59 req-d71faf61-7f83-48bd-b11f-c1edd27764d7 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.2319126 Jul 08 17:30:08.796508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:08.798631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e245f68d-63dd-423a-90b0-f9b296fa2ea3 req-c4d435b6-0f57-4277-82dd-754a09ca9136 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "DELETE /v2.0/ports/85ebf01c-a1db-4c72-8a13-c67958c12457 HTTP/1.1" status: 204 len: 173 time: 1.0371487 Jul 08 17:30:08.829463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e15f6e8-3e62-4fc7-b71a-4eb337f6cb59 req-73ec758e-e55d-42ca-ac4c-80271ef38b44 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522754 Jul 08 17:30:08.934065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1745de-6d28-4b8e-b682-c0e839dc33c3 req-5f5f8df7-8712-4b10-b0d4-174542f6835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:08.936091 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f1745de-6d28-4b8e-b682-c0e839dc33c3 req-5f5f8df7-8712-4b10-b0d4-174542f6835d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1096 time: 0.0749559 Jul 08 17:30:08.998053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f1745de-6d28-4b8e-b682-c0e839dc33c3 req-59edd9f4-43b9-4a09-b38c-1558f7e4440e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Jul 08 17:30:09.051068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8572e85-913f-4df0-af74-0c7470dc013b req-3f78d96d-2e82-424e-b771-eab8d3f94f50 tempest-InstanceActionsNegativeTestJSON-1075882594 tempest-InstanceActionsNegativeTestJSON-1075882594-project] 10.222.0.63 "GET /v2.0/ports?device_id=48ebf2e0-1948-4bf4-b644-ec9fee3dad97 HTTP/1.1" status: 200 len: 210 time: 0.0464127 Jul 08 17:30:09.091962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5768a5b-0f13-4e36-84f3-65a432c1a139 req-1500ca7d-639b-4855-982f-61b180e54cfd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 210 time: 0.0452442 Jul 08 17:30:09.129476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c378a894-0338-4d43-9fdf-b011ae1b7124 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:09.131974 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b340c9f-7c3e-48f9-bd46-1feb711eb948 x-openstack-request-id: req-0b340c9f-7c3e-48f9-bd46-1feb711eb948 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:09.132486 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ebf2e0-1948-4bf4-b644-ec9fee3dad97", "name": "network-vif-deleted", "tag": "1c5555c8-4f2c-4edb-8a90-2bd7c042b974", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:09.132718 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0b340c9f-7c3e-48f9-bd46-1feb711eb948 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:09.133220 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ebf2e0-1948-4bf4-b644-ec9fee3dad97', 'name': 'network-vif-deleted', 'tag': '1c5555c8-4f2c-4edb-8a90-2bd7c042b974', 'status': 'completed', 'code': 200} Jul 08 17:30:09.162757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: c378a894-0338-4d43-9fdf-b011ae1b7124 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:09.163441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c378a894-0338-4d43-9fdf-b011ae1b7124 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:09.281497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389954-36ea-4231-bb9a-b99af74451bc req-ca59d2aa-dd97-4a3f-a582-8be202d7d3c3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:09.283345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf389954-36ea-4231-bb9a-b99af74451bc req-ca59d2aa-dd97-4a3f-a582-8be202d7d3c3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 945 time: 0.0754497 Jul 08 17:30:09.327656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf389954-36ea-4231-bb9a-b99af74451bc req-91ac1d12-1c88-443b-a8b6-98eb8e1e0109 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Jul 08 17:30:09.343969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:09.367297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:09.367678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1c5555c8-4f2c-4edb-8a90-2bd7c042b974 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:09.540780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6c99f-c2a5-4c5c-a47c-e6eac8fc09f9 req-b52691ab-3153-4346-8ddb-77f29b419529 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:09.542265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2a6c99f-c2a5-4c5c-a47c-e6eac8fc09f9 req-b52691ab-3153-4346-8ddb-77f29b419529 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0632939 Jul 08 17:30:09.579769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2a6c99f-c2a5-4c5c-a47c-e6eac8fc09f9 req-98e197b7-0668-4b69-85be-4d80d48fce54 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Jul 08 17:30:09.892467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f85067d-ec48-460d-9b17-098fe07f22ae req-7f0fbe6d-df93-48ac-95fb-697357251fd4 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=90750288-6d95-4d62-b350-890ef96685d5 HTTP/1.1" status: 200 len: 210 time: 0.0587680 Jul 08 17:30:09.949532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-b2b27c7c-b8e3-4dff-af55-402e6d5b9180 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:09.951090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-b2b27c7c-b8e3-4dff-af55-402e6d5b9180 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1389508 Jul 08 17:30:09.991561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Request body: {'port': {'device_id': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'admin_state_up': True, 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:10.092146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f759751-c85b-4d13-8ff1-250c5e79d5e3 req-4891bfa3-7407-4654-be7e-b4845fa8f897 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:10.093689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f759751-c85b-4d13-8ff1-250c5e79d5e3 req-4891bfa3-7407-4654-be7e-b4845fa8f897 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1405237 Jul 08 17:30:10.156566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f759751-c85b-4d13-8ff1-250c5e79d5e3 req-2089709a-a4de-4bcb-a91f-6a62cd5df3ea tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530629 Jul 08 17:30:10.162600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:10.166205 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.177634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33316) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:10.241973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Deleting subnet 233e033a-0134-48a3-9ace-56a78bc8f97a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:10.244957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.279835 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.318389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ac2798a-a2d9-4351-aa2e-2b04a68a0982 req-eb52a4ba-8ced-488e-a9b9-f526974ed909 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 210 time: 0.0376530 Jul 08 17:30:10.324997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.346726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Allocated IP 172.20.0.4 (1495ca0b-3919-43d6-8e6a-f156d25aa27c/93f219f3-10d8-4a52-b813-91bc530aa542/0b3d7b72-271a-4cf3-8861-9867b601b3b9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:10.389296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.418883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233e033a-0134-48a3-9ace-56a78bc8f97a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:10.421746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.423722 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/233e033a-0134-48a3-9ace-56a78bc8f97a HTTP/1.1" status: 204 len: 168 time: 0.2450821 Jul 08 17:30:10.428978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33320) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:10.438338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.438776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.439186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.439592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.440182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.440591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.441024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.441417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.441929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.442264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.442589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.443093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032dcd63-2105-4e6f-9f1e-97a5227bc064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.517095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.547566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.604514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.615855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124ca46d-29dd-4ef9-b59f-c42ce361b57a']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:10.632499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3c00aa-5a67-4122-a742-44eb0ac51629') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:10.632840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3c00aa-5a67-4122-a742-44eb0ac51629') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:10.633411 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.646535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.656842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16918-8dad-4d31-831e-7314928a7f7e req-8ed6d6d0-7174-4796-8937-cb45eb35030a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:10.658423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cea16918-8dad-4d31-831e-7314928a7f7e req-8ed6d6d0-7174-4796-8937-cb45eb35030a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 945 time: 0.1047177 Jul 08 17:30:10.668676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.676432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:10.676874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:10.678926 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:10.716675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:10.730917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:10.735524 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.740807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.742696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] 10.222.0.63 "DELETE /v2.0/networks/124ca46d-29dd-4ef9-b59f-c42ce361b57a HTTP/1.1" status: 204 len: 168 time: 0.3123729 Jul 08 17:30:10.754570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:10.757769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce8578-e441-4ae4-a724-e950920d7f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=124ca46d-29dd-4ef9-b59f-c42ce361b57a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:10.760480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:10.806098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.806465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.806781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.807401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.807721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.808156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.808542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.808909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.809290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.810097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.810097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.810338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:10.821409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cea16918-8dad-4d31-831e-7314928a7f7e req-af9ba578-e32b-4c05-b421-edaa3e68114a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431975 Jul 08 17:30:10.845627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:10.846243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.865522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-fa011af2-317f-476a-9dfa-e4f8d8260f20 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791196 Jul 08 17:30:10.871427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33330) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:10.882257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb29775-b618-4f31-a397-6016ea33f9ae req-05761789-9dac-4cba-b952-2908dd804195 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:10.884033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4cb29775-b618-4f31-a397-6016ea33f9ae req-05761789-9dac-4cba-b952-2908dd804195 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1728008 Jul 08 17:30:10.901769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Request body: {'port': {'device_id': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:10.919764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-658d6237-368c-4680-ab13-8e98925590f5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9684cbf4e1ef4911bc21582f78190c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462267 Jul 08 17:30:10.920594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33332) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:10.969492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0f6766f-1a92-46a0-b3eb-d2bfd826e75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:10.973361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4cb29775-b618-4f31-a397-6016ea33f9ae req-51ad2282-385f-45db-9ee2-ea7688df8c5c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832899 Jul 08 17:30:11.007950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0f6766f-1a92-46a0-b3eb-d2bfd826e75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.026771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-be9256bb-705a-4acd-a644-5f13a2b3b413 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1103339979&fields=id&tenant_id=267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 267 time: 0.0846226 Jul 08 17:30:11.027395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.036772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 85ebf01c-a1db-4c72-8a13-c67958c12457 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:11.059057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 85ebf01c-a1db-4c72-8a13-c67958c12457 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:11.059904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 85ebf01c-a1db-4c72-8a13-c67958c12457 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:11.072410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0f6766f-1a92-46a0-b3eb-d2bfd826e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.075522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0f6766f-1a92-46a0-b3eb-d2bfd826e75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.087312 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b0f6766f-1a92-46a0-b3eb-d2bfd826e75f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/778beeeb-0100-4c20-97b3-8de4e3808b17 HTTP/1.1" status: 204 len: 168 time: 0.1578817 Jul 08 17:30:11.098607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6766f-1a92-46a0-b3eb-d2bfd826e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778beeeb-0100-4c20-97b3-8de4e3808b17,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:11.135633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90750288-6d95-4d62-b350-890ef96685d5', 'name': 'network-vif-deleted', 'tag': '85ebf01c-a1db-4c72-8a13-c67958c12457'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:11.138723 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6adfd6-3cf7-4789-a088-06d8b15e5180" -d '{"events": [{"server_uuid": "90750288-6d95-4d62-b350-890ef96685d5", "name": "network-vif-deleted", "tag": "85ebf01c-a1db-4c72-8a13-c67958c12457"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:11.218485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-afd623c8-27ea-4fe5-b254-a587cdc0a639 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:11.220085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-afd623c8-27ea-4fe5-b254-a587cdc0a639 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 945 time: 0.1813788 Jul 08 17:30:11.238414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'port': {'security_groups': ['8f25008c-73ec-4d82-9e6e-921375b37b18', '5824f924-55d5-4b5b-a030-a2215f8750d9']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:11.393851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.465936 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f344bd-ba63-4382-9567-1d053718ebf2 x-openstack-request-id: req-d9f344bd-ba63-4382-9567-1d053718ebf2 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:11.466106 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90750288-6d95-4d62-b350-890ef96685d5", "name": "network-vif-deleted", "tag": "85ebf01c-a1db-4c72-8a13-c67958c12457", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:11.466318 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d9f344bd-ba63-4382-9567-1d053718ebf2 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:11.466724 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90750288-6d95-4d62-b350-890ef96685d5', 'name': 'network-vif-deleted', 'tag': '85ebf01c-a1db-4c72-8a13-c67958c12457', 'status': 'completed', 'code': 200} Jul 08 17:30:11.515157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3d7b72-271a-4cf3-8861-9867b601b3b9 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:11.529391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.553486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Transition to ACTIVE for port object 0b3d7b72-271a-4cf3-8861-9867b601b3b9 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:11.569029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:11.708448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:12.121049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f530345-7aa6-4857-b156-ba6d02d8796b req-0bb7a1a8-bd31-4a03-a81c-fcfa73766bb0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.122567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f530345-7aa6-4857-b156-ba6d02d8796b req-0bb7a1a8-bd31-4a03-a81c-fcfa73766bb0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.5678632 Jul 08 17:30:12.124240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=73658c1b-5b88-4753-8130-1658f785b93c,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:12.180417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Attempting to bind port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:12.180752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Attempting to bind port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:12.181086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Attempting to bind port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:12.185068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.195842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:12.196161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Attempting to bind port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:12.198787 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.211208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33', '73658c1b-5b88-4753-8130-1658f785b93c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:12.213605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f530345-7aa6-4857-b156-ba6d02d8796b req-28ca2a76-b6c8-420a-9879-dcf9e1734030 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808704 Jul 08 17:30:12.236494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:12.237165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:12.237541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Bound using segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:12.237974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Bound port: 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:12.238329 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.268478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.268711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.280901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b93a59cf-98e9-4bc2-8db9-9730134b19b1 req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "PUT /v2.0/ports/73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 981 time: 1.0522249 Jul 08 17:30:12.377340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c5b5b-b6dc-43ae-893c-00ab7106b142 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:12.433307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['73658c1b-5b88-4753-8130-1658f785b93c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:12.473951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:12.492885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:12.506156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.559306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.559934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:12.561359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b3d7b72-271a-4cf3-8861-9867b601b3b9 HTTP/1.1" status: 200 len: 1091 time: 1.6641424 Jul 08 17:30:12.575896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897329f9-eacd-4140-a556-49b179159235 req-646c0c57-ebc3-4174-a085-296cc1fffa5e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.577184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-897329f9-eacd-4140-a556-49b179159235 req-646c0c57-ebc3-4174-a085-296cc1fffa5e tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 950 time: 0.2163765 Jul 08 17:30:12.593212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187af97-6368-4111-9bfb-9499f003d81f req-665de7d2-a462-4d12-8da5-67a75ac27aee tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.594751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9187af97-6368-4111-9bfb-9499f003d81f req-665de7d2-a462-4d12-8da5-67a75ac27aee tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 943 time: 0.1928065 Jul 08 17:30:12.628394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bed62f-9186-436a-82c9-1936668470e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:12.701820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9187af97-6368-4111-9bfb-9499f003d81f req-5fc25071-0982-404d-894c-4ac7bc9f6ea4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963750 Jul 08 17:30:12.713738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-897329f9-eacd-4140-a556-49b179159235 req-e99c14f9-2ec1-44ff-a6a3-2fb11122bdb0 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095321 Jul 08 17:30:12.735667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-d0ccfc59-0cf9-4f8d-a6d8-b1e0b03a4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.737441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-d0ccfc59-0cf9-4f8d-a6d8-b1e0b03a4b0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 1094 time: 0.0884988 Jul 08 17:30:12.805087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-295d2c8d-4a2e-4f2c-8f14-f5d97aa8e1af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0473239 Jul 08 17:30:12.855917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-4753151a-f04b-4ce5-bdd6-7b74944bdd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:12.857457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-4753151a-f04b-4ce5-bdd6-7b74944bdd79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0440066 Jul 08 17:30:12.896997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-e49d6213-a991-497b-a5cc-23b320d71d61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310481 Jul 08 17:30:13.115741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-f3da2865-1ad3-4d38-adcf-06825a1fe155 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987660 Jul 08 17:30:13.163113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-c67c3c8f-18f7-46cb-b3ce-115bec6b5e94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.164544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-c67c3c8f-18f7-46cb-b3ce-115bec6b5e94 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.72 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 950 time: 0.1455197 Jul 08 17:30:13.230229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6f9a-af05-4436-94bc-ce94dc4a858b req-36dc5394-f61b-479d-ac7e-70d92a67956f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:13.231755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-574e6f9a-af05-4436-94bc-ce94dc4a858b req-36dc5394-f61b-479d-ac7e-70d92a67956f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.2332442 Jul 08 17:30:13.293302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3c34050-fa26-489d-ba11-8d3a49c9c9be req-c1fb9a49-145b-47a4-8841-a324c8f1a0bf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/5824f924-55d5-4b5b-a030-a2215f8750d9 HTTP/1.1" status: 200 len: 1801 time: 0.1757424 Jul 08 17:30:13.374556 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:13.391610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-574e6f9a-af05-4436-94bc-ce94dc4a858b req-5b67af32-2573-4502-b6ce-c2d6d8d3cae0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329808 Jul 08 17:30:13.424078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-caffa51c-1f42-4577-9f69-61722ad67a81 req-1a1ee883-6227-49b6-9608-a75c7b792787 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786679 Jul 08 17:30:13.444805 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-e3c34050-fa26-489d-ba11-8d3a49c9c9be req-89c75e9b-4964-486b-9ce7-8de918b696cf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:30:13.444805 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3c34050-fa26-489d-ba11-8d3a49c9c9be req-89c75e9b-4964-486b-9ce7-8de918b696cf tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/5824f924-55d5-4b5b-a030-a2215f8750d9 HTTP/1.1" status: 409 len: 341 time: 0.1373522 Jul 08 17:30:13.467443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c'}, {'name': 'network-changed', 'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:13.469875 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "tag": "73658c1b-5b88-4753-8130-1658f785b93c"}, {"name": "network-changed", "server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:13.478996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Deleting port 63b37fb6-ff31-4d16-94b5-758839f8ed8f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:13.479354 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:13.585340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7c70f07-2cd4-404a-ae92-680b7740e435 req-6467b8a7-f615-4e53-8a67-7843801263de tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=fa194188-28d2-449f-a98c-746825b350bd HTTP/1.1" status: 200 len: 210 time: 0.0713582 Jul 08 17:30:13.657280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] For port 63b37fb6-ff31-4d16-94b5-758839f8ed8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=63b37fb6-ff31-4d16-94b5-758839f8ed8f,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:13.657798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:13.688567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Calling delete_port for 63b37fb6-ff31-4d16-94b5-758839f8ed8f owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:13.944521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:13.981818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Pushing event deleted for resources: {'Port': ['ID=63b37fb6-ff31-4d16-94b5-758839f8ed8f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:13.991767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['24f6b06d-a708-43ae-810b-105f3f2ce389'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:14.001533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da4103-5735-4812-a02e-970d829368c1 req-dadcd8a2-58ad-4985-a6f0-a5bcb8205f6a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.003656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8da4103-5735-4812-a02e-970d829368c1 req-dadcd8a2-58ad-4985-a6f0-a5bcb8205f6a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1961341 Jul 08 17:30:14.037586 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94de81d-edbd-46b0-9e80-9f2a8c386402 x-openstack-request-id: req-a94de81d-edbd-46b0-9e80-9f2a8c386402 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:14.038182 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "tag": "73658c1b-5b88-4753-8130-1658f785b93c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:14.038534 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a94de81d-edbd-46b0-9e80-9f2a8c386402 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:14.039033 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c', 'status': 'completed', 'code': 200} Jul 08 17:30:14.039389 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'status': 'completed', 'code': 200} Jul 08 17:30:14.095910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] No DVR routers for this DVR port 63b37fb6-ff31-4d16-94b5-758839f8ed8f on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:14.102691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8da4103-5735-4812-a02e-970d829368c1 req-da8ad323-dec5-4766-82f0-d4f9bf25c380 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915349 Jul 08 17:30:14.103144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:14.105248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62d51ef3-910e-4cc7-a757-43f5b6907051 req-298f69be-a4ec-424c-89f9-57f9840d0f8d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.72 "DELETE /v2.0/ports/63b37fb6-ff31-4d16-94b5-758839f8ed8f HTTP/1.1" status: 204 len: 173 time: 0.9322715 Jul 08 17:30:14.126608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-0fff847d-4b50-4028-8a80-f7c8f339545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.128252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-0fff847d-4b50-4028-8a80-f7c8f339545e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1135 time: 0.0927260 Jul 08 17:30:14.281008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-e11504ed-40fb-4b50-a473-4c5b8461707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.282393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-e11504ed-40fb-4b50-a473-4c5b8461707b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 913 time: 0.1448979 Jul 08 17:30:14.288680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29c82474-d612-491e-a401-472af4d0f0f6 req-8815f751-6dd1-4d7f-b1bb-df3c7c732466 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd1b4265-b4f3-447d-9dc1-8d52e8c664c6 HTTP/1.1" status: 200 len: 210 time: 0.0418096 Jul 08 17:30:14.333536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-7ce72c64-c2f4-47db-965c-b9059651630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.335685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-7ce72c64-c2f4-47db-965c-b9059651630e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 1094 time: 0.2062290 Jul 08 17:30:14.359332 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-95143c10-a71c-4d90-b960-3efbde18f62f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 217 time: 0.0631566 Jul 08 17:30:14.431532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-0602b7fd-1b2f-4313-af06-9b77a0c8c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.433613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-0602b7fd-1b2f-4313-af06-9b77a0c8c9cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.0666490 Jul 08 17:30:14.441020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63105-9b9e-4d10-b980-3b781cdca5c5 req-296a25d7-5cbf-4e14-87c9-118e6df3422e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.446580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34f63105-9b9e-4d10-b980-3b781cdca5c5 req-296a25d7-5cbf-4e14-87c9-118e6df3422e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 943 time: 0.1554229 Jul 08 17:30:14.480485 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-1e359515-c83a-458a-ab0c-a8c36f94bf90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384400 Jul 08 17:30:14.497908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-a19e9a44-2126-4902-81b7-fea4b1e95131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.499860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-a19e9a44-2126-4902-81b7-fea4b1e95131 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.1469498 Jul 08 17:30:14.537777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34f63105-9b9e-4d10-b980-3b781cdca5c5 req-08513498-7582-4b3b-bb86-5a0ab77e196f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595133 Jul 08 17:30:14.584929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-2ce827c3-1b4a-4387-83a8-070c89062801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9 HTTP/1.1" status: 200 len: 217 time: 0.0763316 Jul 08 17:30:14.615297 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-168bcab1-9ebb-4352-be7f-3c4ed208fa9a service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262808 Jul 08 17:30:14.703143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-5933f42b-b215-489f-be80-02f6014f7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.704856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-5933f42b-b215-489f-be80-02f6014f7621 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.1051359 Jul 08 17:30:14.779518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-15f965a0-34a6-45ae-a48e-95c739dc1c80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668292 Jul 08 17:30:14.781138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae261410-c4e9-4fbf-87c3-5d5f0c6376e0 req-7d61f4dc-e1ce-47b0-8a0a-4300ea7b1611 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554189 Jul 08 17:30:14.971855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-e7e8fa2a-c639-4e2f-9a0c-3810f68d0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.974565 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-e7e8fa2a-c639-4e2f-9a0c-3810f68d0ed2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1135 time: 0.1037550 Jul 08 17:30:14.979223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5176f4-bab6-40f5-b5d0-ac1c656e1487 req-a7e17136-5610-4d95-9368-cdebdafc0ea0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:14.980906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd5176f4-bab6-40f5-b5d0-ac1c656e1487 req-a7e17136-5610-4d95-9368-cdebdafc0ea0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 984 time: 0.2041235 Jul 08 17:30:15.023175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-b67a3f3b-b416-4da4-b158-be65756a4447 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938620 Jul 08 17:30:15.069502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd5176f4-bab6-40f5-b5d0-ac1c656e1487 req-6c0637ed-21da-4983-8299-457ee71b60ac tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=5824f924-55d5-4b5b-a030-a2215f8750d9&id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0793483 Jul 08 17:30:15.082526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b0465-30e4-45ff-85a0-0e98f8221285 req-3952fd19-3ad2-4f8e-ab24-d9e9355b27b7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.087611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-6b397f24-3959-4793-944a-81a5ae392c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.089407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-6b397f24-3959-4793-944a-81a5ae392c74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 913 time: 0.0986111 Jul 08 17:30:15.118807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-866b0465-30e4-45ff-85a0-0e98f8221285 req-3952fd19-3ad2-4f8e-ab24-d9e9355b27b7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.2792366 Jul 08 17:30:15.165545 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-183144a8-6274-427b-885a-9b96dbf5a250 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 217 time: 0.0625408 Jul 08 17:30:15.271560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-8f2ca661-c1f2-4b00-85dd-1f6415279d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.273466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-8f2ca661-c1f2-4b00-85dd-1f6415279d22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.0955398 Jul 08 17:30:15.278998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-866b0465-30e4-45ff-85a0-0e98f8221285 req-8d29ba0f-f210-40d5-b327-04930bda5c69 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592917 Jul 08 17:30:15.342971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-431fd567-c04f-4922-869a-e5bf0ae3deb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535192 Jul 08 17:30:15.350806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-9bde5127-7235-49f6-84f0-0fd7a2ee705c service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070564 Jul 08 17:30:15.399667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 63b37fb6-ff31-4d16-94b5-758839f8ed8f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:15.453892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 63b37fb6-ff31-4d16-94b5-758839f8ed8f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:15.454657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 63b37fb6-ff31-4d16-94b5-758839f8ed8f not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:15.484386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-f0449b2b-cdda-40a9-8ac7-3d4d9f23540e service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300213 Jul 08 17:30:15.522143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edc2a8-3e3c-4501-a746-4aaf4d459e16 req-b9cb5724-ae5a-4c52-83da-30bd64ffea9c tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.523902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96edc2a8-3e3c-4501-a746-4aaf4d459e16 req-b9cb5724-ae5a-4c52-83da-30bd64ffea9c tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.0846834 Jul 08 17:30:15.567919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78420ced-95a7-4fe5-8eb7-3252b328ee4b req-12284a8a-195a-46a7-84b8-e68b83281277 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0391831 Jul 08 17:30:15.606182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96edc2a8-3e3c-4501-a746-4aaf4d459e16 req-d37be790-c899-42da-8698-ffaf67a77638 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756042 Jul 08 17:30:15.644851 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0a5ebde-8ab0-4fd3-92a2-d5411b5034a8 req-3dc5263f-6351-40da-9269-85318b2ddc30 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249809 Jul 08 17:30:15.985020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18660544-c1f3-4aa3-8fd4-314b29e5a295 req-bd89227c-ce46-4482-b59f-ba0e83ba743a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:15.986524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18660544-c1f3-4aa3-8fd4-314b29e5a295 req-bd89227c-ce46-4482-b59f-ba0e83ba743a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 943 time: 0.0681648 Jul 08 17:30:16.026557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18660544-c1f3-4aa3-8fd4-314b29e5a295 req-331c226e-55b8-473c-9252-9fcc2eebaf33 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Jul 08 17:30:16.040315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'name': 'network-vif-deleted', 'tag': '63b37fb6-ff31-4d16-94b5-758839f8ed8f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:16.046901 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd2a6ab-f2ce-4889-85b1-6e6a95b6360b" -d '{"events": [{"server_uuid": "cd1b4265-b4f3-447d-9dc1-8d52e8c664c6", "name": "network-vif-deleted", "tag": "63b37fb6-ff31-4d16-94b5-758839f8ed8f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:16.082997 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad24d3f-2d4e-4d8b-86b2-279f1502c9cb x-openstack-request-id: req-6ad24d3f-2d4e-4d8b-86b2-279f1502c9cb {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:16.083395 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1b4265-b4f3-447d-9dc1-8d52e8c664c6", "name": "network-vif-deleted", "tag": "63b37fb6-ff31-4d16-94b5-758839f8ed8f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:16.083667 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6ad24d3f-2d4e-4d8b-86b2-279f1502c9cb {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:16.084061 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1b4265-b4f3-447d-9dc1-8d52e8c664c6', 'name': 'network-vif-deleted', 'tag': '63b37fb6-ff31-4d16-94b5-758839f8ed8f', 'status': 'completed', 'code': 200} Jul 08 17:30:16.202217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd34a5c-b1fc-49f9-956b-3bab44545a6a req-29e8a55e-8ef9-4ace-8358-d8e3b17014a2 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:16.204468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cd34a5c-b1fc-49f9-956b-3bab44545a6a req-29e8a55e-8ef9-4ace-8358-d8e3b17014a2 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 951 time: 0.0658102 Jul 08 17:30:16.279613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cd34a5c-b1fc-49f9-956b-3bab44545a6a req-0e8cc777-47eb-4a71-ad8f-96a9fd982cd8 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691128 Jul 08 17:30:16.312163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3be98-9084-4bc1-8dc0-840198ebd391 req-6bcbe45f-fafe-4bc4-beff-35005390659f tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:16.314069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07b3be98-9084-4bc1-8dc0-840198ebd391 req-6bcbe45f-fafe-4bc4-beff-35005390659f tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 984 time: 0.1054029 Jul 08 17:30:16.359796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07b3be98-9084-4bc1-8dc0-840198ebd391 req-7e3326a8-58dc-43bf-b12d-f2aad764cadd tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=5824f924-55d5-4b5b-a030-a2215f8750d9&id=8f25008c-73ec-4d82-9e6e-921375b37b18&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0387831 Jul 08 17:30:16.466561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610d112-98a7-4a17-bcfc-92c4c39314ab req-21ac6b25-c36c-45a9-80b2-3b1bb5852034 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:16.468680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7610d112-98a7-4a17-bcfc-92c4c39314ab req-21ac6b25-c36c-45a9-80b2-3b1bb5852034 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0700614 Jul 08 17:30:16.507954 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4d23d1d-2a22-4f93-836f-dc5c54f677bc req-44551be0-3201-4ad8-a8d5-e561d3948fa9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fa194188-28d2-449f-a98c-746825b350bd HTTP/1.1" status: 200 len: 210 time: 0.0301445 Jul 08 17:30:16.531510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7610d112-98a7-4a17-bcfc-92c4c39314ab req-a1f03278-8bca-46ce-a30d-37e55b8d7450 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575891 Jul 08 17:30:16.536826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-e48ae85c-b14d-411c-8e59-67cf443eafd3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1078508600&fields=id&tenant_id=267d5e1412b045bda04f60a9ce69e424 HTTP/1.1" status: 200 len: 267 time: 0.0559120 Jul 08 17:30:16.611569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-95c888fb-547a-4fc4-b681-fe31782ef744 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:16.613151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-95c888fb-547a-4fc4-b681-fe31782ef744 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 984 time: 0.0702653 Jul 08 17:30:16.624111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'port': {'security_groups': ['5824f924-55d5-4b5b-a030-a2215f8750d9', '8f25008c-73ec-4d82-9e6e-921375b37b18', '049f3fa1-f4d4-4476-8c3e-b3eda69ed593']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:16.707921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:16.810151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b20b64c5-38f7-4c1b-960a-664b87b81f30 req-48389d3f-3260-436c-8c6e-c063ac7df7b3 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0377669 Jul 08 17:30:16.971631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=73658c1b-5b88-4753-8130-1658f785b93c,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:17.013192 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.017997 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.031654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33', '73658c1b-5b88-4753-8130-1658f785b93c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:17.032783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518cab5-c221-43e9-be33-623243aba25b req-2ca48f5a-f933-446e-bd85-e3224ed8d1d0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.034331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5518cab5-c221-43e9-be33-623243aba25b req-2ca48f5a-f933-446e-bd85-e3224ed8d1d0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1148627 Jul 08 17:30:17.058132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0b3d7b72-271a-4cf3-8861-9867b601b3b9 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:17.085811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.086434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.087811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16d7ccfe-d2e4-41c1-a87c-f178d200cf5b req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "PUT /v2.0/ports/73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 1020 time: 0.4684222 Jul 08 17:30:17.122829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5518cab5-c221-43e9-be33-623243aba25b req-5137679f-b92e-421d-95e9-1dcc6dbe0308 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821142 Jul 08 17:30:17.125938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a27663-80c3-4b39-b0d1-cdaa6e9d4007 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:17.215400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:17.233838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'mac_address': 'fa:16:3e:7e:3c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:17.240047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['73658c1b-5b88-4753-8130-1658f785b93c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:17.302514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-143298ef-92ad-472f-9d31-3c842c3c8b62 req-79d6f10e-391b-4b4a-a5f3-fd123bdf1251 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/049f3fa1-f4d4-4476-8c3e-b3eda69ed593 HTTP/1.1" status: 200 len: 1801 time: 0.0801067 Jul 08 17:30:17.329815 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.357901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23ebcd-4567-49b3-ae36-7f383abcc673 req-8f51218a-2cb3-47f8-b5ad-27499ae3b603 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.358168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3d7b72-271a-4cf3-8861-9867b601b3b9 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:17.359405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b23ebcd-4567-49b3-ae36-7f383abcc673 req-8f51218a-2cb3-47f8-b5ad-27499ae3b603 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 943 time: 0.1157036 Jul 08 17:30:17.392143 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-143298ef-92ad-472f-9d31-3c842c3c8b62 req-8678b38a-1951-4250-9d71-31581a18f8e3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:30:17.392143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-143298ef-92ad-472f-9d31-3c842c3c8b62 req-8678b38a-1951-4250-9d71-31581a18f8e3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/049f3fa1-f4d4-4476-8c3e-b3eda69ed593 HTTP/1.1" status: 409 len: 341 time: 0.0786414 Jul 08 17:30:17.402157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:17.415606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b23ebcd-4567-49b3-ae36-7f383abcc673 req-ba64e4f7-cb82-4b06-a52c-5866b152a34e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483141 Jul 08 17:30:17.415872 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:17.522671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:17.597127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0784-cf3b-466b-813d-46e0f1302db9 req-e1da1649-2363-4893-be58-9221bab25358 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.599128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a5b0784-cf3b-466b-813d-46e0f1302db9 req-e1da1649-2363-4893-be58-9221bab25358 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 951 time: 0.0880589 Jul 08 17:30:17.641271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a5b0784-cf3b-466b-813d-46e0f1302db9 req-c9b1b688-1ae1-49b7-94ca-9c7b6ae4569d tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354710 Jul 08 17:30:17.819537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01972f-88b3-4f9f-a988-1e9f9f95d5ca req-82d0a3ad-436a-4052-ab96-da7aaf620a7c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:17.821048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a01972f-88b3-4f9f-a988-1e9f9f95d5ca req-82d0a3ad-436a-4052-ab96-da7aaf620a7c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0723577 Jul 08 17:30:17.860455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a01972f-88b3-4f9f-a988-1e9f9f95d5ca req-61f89582-2535-4be9-b3e2-6942ed758847 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Jul 08 17:30:17.919925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['0b3d7b72-271a-4cf3-8861-9867b601b3b9'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:18.000691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df31621-e987-4214-a1a4-ef9e88363c0d req-10b5783d-4825-4bfa-a8c8-669bee27a2f7 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0320375 Jul 08 17:30:18.031349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdfe13-9830-4d29-8e54-69cb906bea5d req-89f170be-a300-4016-ad17-77b69b4bb72a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.032885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32cdfe13-9830-4d29-8e54-69cb906bea5d req-89f170be-a300-4016-ad17-77b69b4bb72a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1023 time: 0.0927808 Jul 08 17:30:18.086826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32cdfe13-9830-4d29-8e54-69cb906bea5d req-ede2d978-94b6-475c-9f2a-814b22f72f1a tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=5824f924-55d5-4b5b-a030-a2215f8750d9&id=8f25008c-73ec-4d82-9e6e-921375b37b18&id=049f3fa1-f4d4-4476-8c3e-b3eda69ed593&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0480587 Jul 08 17:30:18.087287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:18.089535 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "tag": "73658c1b-5b88-4753-8130-1658f785b93c"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:18.129544 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a768eb-9e04-434b-9587-a427d5503396 x-openstack-request-id: req-a9a768eb-9e04-434b-9587-a427d5503396 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:18.129826 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "tag": "73658c1b-5b88-4753-8130-1658f785b93c", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:18.130074 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a9a768eb-9e04-434b-9587-a427d5503396 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:18.130462 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c', 'status': 'completed', 'code': 200} Jul 08 17:30:18.213706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-74634769-af32-45ad-87bf-c13eae06b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.215218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-74634769-af32-45ad-87bf-c13eae06b2fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=267d5e1412b045bda04f60a9ce69e424&device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1174 time: 0.0576057 Jul 08 17:30:18.319598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-c81fa256-3c70-45a2-abcc-18169d62cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.321825 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-c81fa256-3c70-45a2-abcc-18169d62cc11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 200 len: 913 time: 0.0984101 Jul 08 17:30:18.361286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f829-1850-4247-b794-36e5df706342 req-a4489e94-c0d6-49cd-8187-ff38a5a216fe tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.362728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af93f829-1850-4247-b794-36e5df706342 req-a4489e94-c0d6-49cd-8187-ff38a5a216fe tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1169524 Jul 08 17:30:18.373155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-ad9e6e7d-0f5a-4e4e-ad96-499a4acd5854 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 200 len: 217 time: 0.0431654 Jul 08 17:30:18.374640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b62efa-beac-479d-8a45-df0702a7af76 req-5de141d6-ce44-4ae4-84d1-82c985e1c80f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.376060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27b62efa-beac-479d-8a45-df0702a7af76 req-5de141d6-ce44-4ae4-84d1-82c985e1c80f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 951 time: 0.0955172 Jul 08 17:30:18.397175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7c19bd8a-c15c-4d48-91c9-1645cf64c3c4 req-5859167e-e21a-469d-864a-839ab3213d1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0329745 Jul 08 17:30:18.441144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-ac3c4bb0-9c12-455b-a9c5-46e531a9a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.442666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af93f829-1850-4247-b794-36e5df706342 req-c9b581f8-6d2d-496f-8cc1-6ed24bb63238 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656478 Jul 08 17:30:18.444270 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-ac3c4bb0-9c12-455b-a9c5-46e531a9a63d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 200 len: 852 time: 0.0494220 Jul 08 17:30:18.482429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-a55e3b4c-61a1-44cb-82e9-cfbdd3f2cce6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c386063-e8ef-42f4-b119-a7567b81697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296326 Jul 08 17:30:18.502613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Deleting port 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:18.502966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.585651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-3b90568d-0e7e-4c14-96a1-d066f34ac916 service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945961 Jul 08 17:30:18.637654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] For port 24f6b06d-a708-43ae-810b-105f3f2ce389, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=24f6b06d-a708-43ae-810b-105f3f2ce389,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:18.637926 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.653681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1c81-7588-4ad6-bded-6be234615acf req-5dcc54dd-f381-4aad-9cb6-df2ea44bfbd9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.655162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a91b1c81-7588-4ad6-bded-6be234615acf req-5dcc54dd-f381-4aad-9cb6-df2ea44bfbd9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 944 time: 0.1120498 Jul 08 17:30:18.660838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Calling delete_port for 24f6b06d-a708-43ae-810b-105f3f2ce389 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:18.688281 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e2285e60-3ee0-4ba7-9ed1-bdffa955a323 req-b3c12b6c-a2e9-401f-b66d-5516bc86012c service neutron] 10.222.0.72 "GET /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885363 Jul 08 17:30:18.741603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a91b1c81-7588-4ad6-bded-6be234615acf req-1165363e-b254-4c33-915f-0e64c0962e02 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787914 Jul 08 17:30:18.877573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd6d6-bbdd-4d7e-923b-717e30ffbde4 req-506cbfc4-e438-4512-95f2-38a8f705a2b7 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:18.879079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-818fd6d6-bbdd-4d7e-923b-717e30ffbde4 req-506cbfc4-e438-4512-95f2-38a8f705a2b7 tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 951 time: 0.1187816 Jul 08 17:30:18.902778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:18.936703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Pushing event deleted for resources: {'Port': ['ID=24f6b06d-a708-43ae-810b-105f3f2ce389,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:18.952156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['24f6b06d-a708-43ae-810b-105f3f2ce389'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:18.969590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-818fd6d6-bbdd-4d7e-923b-717e30ffbde4 req-28606f99-dfcc-48f7-b209-ee4e44ef294c tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/security-groups?id=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847201 Jul 08 17:30:19.002543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] No DVR routers for this DVR port 24f6b06d-a708-43ae-810b-105f3f2ce389 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:19.005088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.007239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27b62efa-beac-479d-8a45-df0702a7af76 req-9e77555a-83f9-4559-8531-7dd1ed6ce77f tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.41 "DELETE /v2.0/ports/24f6b06d-a708-43ae-810b-105f3f2ce389 HTTP/1.1" status: 204 len: 173 time: 0.6170120 Jul 08 17:30:19.064325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0b3d7b72-271a-4cf3-8861-9867b601b3b9 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:19.131416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:19.143407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:19.143785 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.231896 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.257270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:19.259581 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270a10ae-c938-430e-8443-666e25abe01b" -d '{"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-plugged", "status": "completed", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:19.273612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:19.287934 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.353110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:19.468614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-67dca84b-7041-4661-995b-3164847f0926 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:19.470120 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-67dca84b-7041-4661-995b-3164847f0926 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1023 time: 0.0796301 Jul 08 17:30:19.484036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc198757-ccb6-4439-83b5-01dc3051098c req-1aabf415-6a21-4628-a76f-9a91cde0da2a tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0319834 Jul 08 17:30:19.521783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d4de6-2c90-47b9-9ba0-0cd83023c59d req-a06e70e2-d7c8-4198-850f-f89b82dfad6c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:19.523591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed9d4de6-2c90-47b9-9ba0-0cd83023c59d req-a06e70e2-d7c8-4198-850f-f89b82dfad6c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.4383829 Jul 08 17:30:19.562943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed9d4de6-2c90-47b9-9ba0-0cd83023c59d req-2ad155cf-51e5-411e-8329-edc04af02bca tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Jul 08 17:30:19.584924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Deleting port 73658c1b-5b88-4753-8130-1658f785b93c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:19.585284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.611916 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e3d25-c883-487f-8785-4ec5c9f7c82d x-openstack-request-id: req-547e3d25-c883-487f-8785-4ec5c9f7c82d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:19.612212 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-plugged", "status": "completed", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:19.612463 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-547e3d25-c883-487f-8785-4ec5c9f7c82d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:19.612891 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'code': 200} Jul 08 17:30:19.666004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcab09-fdb5-4d01-bc16-7dd37d370a7a req-f26e1a25-ea85-4bd6-8b50-ecf070e53b9c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:19.667613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91fcab09-fdb5-4d01-bc16-7dd37d370a7a req-f26e1a25-ea85-4bd6-8b50-ecf070e53b9c tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0fe8031-bc65-4750-abb2-d43be6488186 HTTP/1.1" status: 200 len: 1023 time: 0.0677540 Jul 08 17:30:19.675116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] For port 73658c1b-5b88-4753-8130-1658f785b93c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=73658c1b-5b88-4753-8130-1658f785b93c,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:19.675476 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.700234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Calling delete_port for 73658c1b-5b88-4753-8130-1658f785b93c owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:19.733950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91fcab09-fdb5-4d01-bc16-7dd37d370a7a req-10e82950-5679-40e8-b874-188f312dfabb tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=5824f924-55d5-4b5b-a030-a2215f8750d9&id=8f25008c-73ec-4d82-9e6e-921375b37b18&id=049f3fa1-f4d4-4476-8c3e-b3eda69ed593&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0577900 Jul 08 17:30:19.841630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.854786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:19.883207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'Port': ['ID=73658c1b-5b88-4753-8130-1658f785b93c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:19.942576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa6789-9c7e-4a37-bf33-f544b70392b9 req-b8ed9e16-2a33-49aa-a286-ce1c32c99fab tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:19.945081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] No DVR routers for this DVR port 73658c1b-5b88-4753-8130-1658f785b93c on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:19.948678 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:19.949000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91aa6789-9c7e-4a37-bf33-f544b70392b9 req-b8ed9e16-2a33-49aa-a286-ce1c32c99fab tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1201022 Jul 08 17:30:19.951632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ecc4ad3-e0d3-4d7a-af88-74dda731cf65 req-15e7dc4e-cf4e-4dc2-a826-a1a397e9b9f3 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "DELETE /v2.0/ports/73658c1b-5b88-4753-8130-1658f785b93c HTTP/1.1" status: 204 len: 173 time: 0.4743154 Jul 08 17:30:19.952431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'name': 'network-vif-deleted', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:19.957150 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3763433-08a9-4cc9-a41b-f6307a85c266" -d '{"events": [{"server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "name": "network-vif-deleted", "tag": "73658c1b-5b88-4753-8130-1658f785b93c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:20.055633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91aa6789-9c7e-4a37-bf33-f544b70392b9 req-79189bae-d6cf-4b9f-9aa5-202eeaf1ff21 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059306 Jul 08 17:30:20.082564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54f7f3-4bc0-4644-b4be-a6a1615378ca req-08b54b09-13b4-4d4d-89f9-1c2a88642db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:20.084064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e54f7f3-4bc0-4644-b4be-a6a1615378ca req-08b54b09-13b4-4d4d-89f9-1c2a88642db9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 1096 time: 0.1705296 Jul 08 17:30:20.100983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f590c77-5ade-4c03-a1ef-ae28d3e67067 req-c93fe37e-a0ea-4e81-a878-1e44a7548ef9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:20.107772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f590c77-5ade-4c03-a1ef-ae28d3e67067 req-c93fe37e-a0ea-4e81-a878-1e44a7548ef9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1567695 Jul 08 17:30:20.134296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-deleted', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:20.136803 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6404cd-8fcb-4979-96a8-a689a648e378" -d '{"events": [{"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-deleted", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:20.160705 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947de4a1-c63d-40a2-bd67-bbdc480ede8d x-openstack-request-id: req-947de4a1-c63d-40a2-bd67-bbdc480ede8d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:20.161116 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fe8031-bc65-4750-abb2-d43be6488186", "name": "network-vif-deleted", "tag": "73658c1b-5b88-4753-8130-1658f785b93c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:20.161474 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-947de4a1-c63d-40a2-bd67-bbdc480ede8d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:20.161971 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fe8031-bc65-4750-abb2-d43be6488186', 'name': 'network-vif-deleted', 'tag': '73658c1b-5b88-4753-8130-1658f785b93c', 'status': 'completed', 'code': 200} Jul 08 17:30:20.179519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f590c77-5ade-4c03-a1ef-ae28d3e67067 req-9db130e5-2ba5-4e62-918c-b1fba3a01f12 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707352 Jul 08 17:30:20.181456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e54f7f3-4bc0-4644-b4be-a6a1615378ca req-8ed5325d-b6a7-4ac8-a35d-1f4b16dac260 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717275 Jul 08 17:30:20.320680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a9cc95f-3f41-477f-be1c-1b299c5e4216 req-3acef610-0d0a-484b-9316-d68dffb75eab tempest-ServersAdminTestJSON-697438170 tempest-ServersAdminTestJSON-697438170-project] 10.222.0.63 "GET /v2.0/ports?device_id=aacf593c-d47f-49ed-abe0-48a429661c37 HTTP/1.1" status: 200 len: 210 time: 0.0291312 Jul 08 17:30:20.519298 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3bb199-c63b-4269-a5e9-268950c70263 x-openstack-request-id: req-4e3bb199-c63b-4269-a5e9-268950c70263 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:20.519900 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacf593c-d47f-49ed-abe0-48a429661c37", "name": "network-vif-deleted", "tag": "24f6b06d-a708-43ae-810b-105f3f2ce389", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:20.519900 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4e3bb199-c63b-4269-a5e9-268950c70263 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:20.520385 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacf593c-d47f-49ed-abe0-48a429661c37', 'name': 'network-vif-deleted', 'tag': '24f6b06d-a708-43ae-810b-105f3f2ce389', 'status': 'completed', 'code': 200} Jul 08 17:30:20.676621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cbc640e-471c-442e-a78b-99c3f192ab56 req-41f6d5c4-38b8-4e16-bf96-4b061e270a91 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0300372 Jul 08 17:30:20.871070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efd133-52c0-451e-b477-fe5c8ce6712a req-7735f472-f627-4f34-87b9-710e8a052baa tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:20.873152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01efd133-52c0-451e-b477-fe5c8ce6712a req-7735f472-f627-4f34-87b9-710e8a052baa tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0746865 Jul 08 17:30:20.914330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01efd133-52c0-451e-b477-fe5c8ce6712a req-68135bfb-0f0a-4c8f-bab9-a9173c04d4b4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355804 Jul 08 17:30:20.945718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-e511feeb-9378-4ae5-95a8-ed36875ae1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:20.947357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-e511feeb-9378-4ae5-95a8-ed36875ae1aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 1096 time: 0.0674562 Jul 08 17:30:21.059717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-8f687e7c-d891-4153-a83b-46d00bb4976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.061340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-8f687e7c-d891-4153-a83b-46d00bb4976b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 200 len: 917 time: 0.1077077 Jul 08 17:30:21.111823 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-bd42c000-1c53-4c5d-8e3f-a1aa082cb2c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc1e4a11-e711-489d-806c-6f9cff41951b HTTP/1.1" status: 200 len: 217 time: 0.0411644 Jul 08 17:30:21.122750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99b263-679c-441d-8fce-299e7305bfe2 req-f4dd0e7f-2b24-446e-9cc6-b8498397996b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.130669 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f99b263-679c-441d-8fce-299e7305bfe2 req-f4dd0e7f-2b24-446e-9cc6-b8498397996b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1042023 Jul 08 17:30:21.166528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-9addaba0-b8e3-4590-bff8-8d075715b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.168949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-9addaba0-b8e3-4590-bff8-8d075715b9d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 200 len: 855 time: 0.0488231 Jul 08 17:30:21.178691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f99b263-679c-441d-8fce-299e7305bfe2 req-4105b119-a77c-45d4-b671-95ce50525081 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471449 Jul 08 17:30:21.234102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-44e3e332-e610-49b0-be1c-6ab40b0b6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.235844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-44e3e332-e610-49b0-be1c-6ab40b0b6c70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e544097-6144-429e-980f-48278197af4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604150 Jul 08 17:30:21.317911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0183d8a9-205d-416b-bfbe-6446a77ed41a req-2dfac187-401b-4ed5-89d5-17fddfd4945b tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0304019 Jul 08 17:30:21.340815 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-c5b7a3d5-5029-421d-af7b-5851d294a40f service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931406 Jul 08 17:30:21.427750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eef468ec-95f5-41dc-965c-5019e0e734a8 req-68e4213e-a840-4f46-87ae-64bab187c5a1 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/5824f924-55d5-4b5b-a030-a2215f8750d9 HTTP/1.1" status: 200 len: 1801 time: 0.0523710 Jul 08 17:30:21.436974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 73658c1b-5b88-4753-8130-1658f785b93c no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:21.438232 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45b35c4a-9368-4fc2-8cef-f3db9305c38f req-ebfbe1c3-8705-46dd-b8cd-4d21192a7b14 service neutron] 10.222.0.72 "GET /v2.0/networks/5e544097-6144-429e-980f-48278197af4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923023 Jul 08 17:30:21.461637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a39ca8-85a1-45ab-87a0-6dd507af6d7e req-f22b3bf1-064f-4192-9479-ac660cd7efd9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:21.462854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 73658c1b-5b88-4753-8130-1658f785b93c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:21.463206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 73658c1b-5b88-4753-8130-1658f785b93c not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:21.469566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66a39ca8-85a1-45ab-87a0-6dd507af6d7e req-f22b3bf1-064f-4192-9479-ac660cd7efd9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1313884 Jul 08 17:30:21.541312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66a39ca8-85a1-45ab-87a0-6dd507af6d7e req-2cd17928-5767-4388-8afd-88dd97e3072d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652001 Jul 08 17:30:21.544549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eef468ec-95f5-41dc-965c-5019e0e734a8 req-57e740ff-59ca-44a8-9bcb-f51d28cba8ad tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.570601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eef468ec-95f5-41dc-965c-5019e0e734a8 req-57e740ff-59ca-44a8-9bcb-f51d28cba8ad tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.613513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eef468ec-95f5-41dc-965c-5019e0e734a8 req-57e740ff-59ca-44a8-9bcb-f51d28cba8ad tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.616389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eef468ec-95f5-41dc-965c-5019e0e734a8 req-57e740ff-59ca-44a8-9bcb-f51d28cba8ad tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.617584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eef468ec-95f5-41dc-965c-5019e0e734a8 req-57e740ff-59ca-44a8-9bcb-f51d28cba8ad tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/5824f924-55d5-4b5b-a030-a2215f8750d9 HTTP/1.1" status: 204 len: 173 time: 0.1827464 Jul 08 17:30:21.632963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e740ff-59ca-44a8-9bcb-f51d28cba8ad tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5824f924-55d5-4b5b-a030-a2215f8750d9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:21.683886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3ad2249-7862-4558-babd-423bf9a5ab11 req-ca1de172-1e79-4a55-88c9-35e3df7649d2 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/049f3fa1-f4d4-4476-8c3e-b3eda69ed593 HTTP/1.1" status: 200 len: 1801 time: 0.0451691 Jul 08 17:30:21.757931 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f3ad2249-7862-4558-babd-423bf9a5ab11 req-a9262cf2-345c-40c5-9d3f-60e348be102d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.784246 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f3ad2249-7862-4558-babd-423bf9a5ab11 req-a9262cf2-345c-40c5-9d3f-60e348be102d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.842120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f3ad2249-7862-4558-babd-423bf9a5ab11 req-a9262cf2-345c-40c5-9d3f-60e348be102d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.845153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f3ad2249-7862-4558-babd-423bf9a5ab11 req-a9262cf2-345c-40c5-9d3f-60e348be102d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.849335 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3ad2249-7862-4558-babd-423bf9a5ab11 req-a9262cf2-345c-40c5-9d3f-60e348be102d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/049f3fa1-f4d4-4476-8c3e-b3eda69ed593 HTTP/1.1" status: 204 len: 173 time: 0.1549897 Jul 08 17:30:21.859706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262cf2-345c-40c5-9d3f-60e348be102d tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f3fa1-f4d4-4476-8c3e-b3eda69ed593,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:21.882712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-f42ebaec-f9f3-4841-9c9d-254f49d49454 req-160fc095-417c-4bc7-a5b5-de9e6c8a6fd9 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1076854981', 'description': 'tempest-description-476840190'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:21.908552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f42ebaec-f9f3-4841-9c9d-254f49d49454 req-160fc095-417c-4bc7-a5b5-de9e6c8a6fd9 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:21.944838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:22.007764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f42ebaec-f9f3-4841-9c9d-254f49d49454 req-160fc095-417c-4bc7-a5b5-de9e6c8a6fd9 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.013372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f42ebaec-f9f3-4841-9c9d-254f49d49454 req-160fc095-417c-4bc7-a5b5-de9e6c8a6fd9 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.058743 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f42ebaec-f9f3-4841-9c9d-254f49d49454 req-160fc095-417c-4bc7-a5b5-de9e6c8a6fd9 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.060002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f42ebaec-f9f3-4841-9c9d-254f49d49454 req-160fc095-417c-4bc7-a5b5-de9e6c8a6fd9 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1826262 Jul 08 17:30:22.101953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fc095-417c-4bc7-a5b5-de9e6c8a6fd9 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362f6047-7829-48bd-bfa8-c54c9855b7fc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:22.123124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7a553b36-8fb4-4a7f-8c9a-aaf012845639 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=27ad31ce524640c782f32c85db89ea5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767404 Jul 08 17:30:22.125385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33574) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:22.155544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14b02c7a-050e-4acb-9ace-be3d4063319e req-d9d39bf3-5a69-44cb-87e9-915c46e8e4e0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/362f6047-7829-48bd-bfa8-c54c9855b7fc HTTP/1.1" status: 200 len: 1800 time: 0.0643532 Jul 08 17:30:22.167524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfca08-de5b-4d65-9969-95a97d8964f9 req-0401270d-c2e3-49c3-b8c9-5b5934f0f4a0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:22.169570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cdfca08-de5b-4d65-9969-95a97d8964f9 req-0401270d-c2e3-49c3-b8c9-5b5934f0f4a0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1288686 Jul 08 17:30:22.174960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-14b02c7a-050e-4acb-9ace-be3d4063319e req-de588d4c-d68d-448c-b57c-b49d95da00e5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Request body: {'security_group': {'name': 'tempest-sg-hth-200937025', 'description': 'tempest-description-hth-1693403775'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:22.176357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09754ad6-0d6f-4f9b-95c0-84661bbcaaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.197783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09754ad6-0d6f-4f9b-95c0-84661bbcaaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.216433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-14b02c7a-050e-4acb-9ace-be3d4063319e req-de588d4c-d68d-448c-b57c-b49d95da00e5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.237081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cdfca08-de5b-4d65-9969-95a97d8964f9 req-94df00e5-15c1-4744-9f4a-9f2c14c0b0f2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Jul 08 17:30:22.247354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09754ad6-0d6f-4f9b-95c0-84661bbcaaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.250146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09754ad6-0d6f-4f9b-95c0-84661bbcaaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.251654 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09754ad6-0d6f-4f9b-95c0-84661bbcaaed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7525a73c-8cc3-4fd2-9a08-3ad512be8ed6 HTTP/1.1" status: 204 len: 168 time: 0.1246047 Jul 08 17:30:22.260934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09754ad6-0d6f-4f9b-95c0-84661bbcaaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525a73c-8cc3-4fd2-9a08-3ad512be8ed6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:22.275703 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-14b02c7a-050e-4acb-9ace-be3d4063319e req-de588d4c-d68d-448c-b57c-b49d95da00e5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.289325 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-14b02c7a-050e-4acb-9ace-be3d4063319e req-de588d4c-d68d-448c-b57c-b49d95da00e5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.292380 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-14b02c7a-050e-4acb-9ace-be3d4063319e req-de588d4c-d68d-448c-b57c-b49d95da00e5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.294494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14b02c7a-050e-4acb-9ace-be3d4063319e req-de588d4c-d68d-448c-b57c-b49d95da00e5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "PUT /v2.0/security-groups/362f6047-7829-48bd-bfa8-c54c9855b7fc HTTP/1.1" status: 200 len: 1774 time: 0.1239822 Jul 08 17:30:22.327625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de588d4c-d68d-448c-b57c-b49d95da00e5 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362f6047-7829-48bd-bfa8-c54c9855b7fc,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:22.478009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-683fa926-da06-48fe-8f94-43234ac9998a req-0ffbfe31-6b87-4573-b12b-f8ef634599ed tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/362f6047-7829-48bd-bfa8-c54c9855b7fc HTTP/1.1" status: 200 len: 1774 time: 0.0816798 Jul 08 17:30:22.501176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91936-53e3-42cb-81e7-e35f165c8008 req-f30f81e5-5636-4df7-89a3-b59f04c0adc5 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:22.502902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff91936-53e3-42cb-81e7-e35f165c8008 req-f30f81e5-5636-4df7-89a3-b59f04c0adc5 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.0945535 Jul 08 17:30:22.545360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff91936-53e3-42cb-81e7-e35f165c8008 req-37e3d667-a50a-4508-9396-cac343e0f56a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353799 Jul 08 17:30:22.580373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33594) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:22.619718 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b189cd9c-c134-4af1-b07e-603ae5f74abb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4d053c5b8dc14bbe98a67399a07da4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381632 Jul 08 17:30:22.622885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33596) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:22.628595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c450915-e4f3-43cf-9ea8-3daddf1e4872 req-4052c400-11cd-47bd-8870-396122b34819 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0383132 Jul 08 17:30:22.648715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73f141dd-c716-4468-8135-6ca00eaa954e req-f6e1153f-109a-4f84-9829-9ddd91d8c1a0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/362f6047-7829-48bd-bfa8-c54c9855b7fc HTTP/1.1" status: 200 len: 1774 time: 0.0760193 Jul 08 17:30:22.680864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-193e1b2f-8ccb-4b8c-ab0c-44e72539d971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.703203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-193e1b2f-8ccb-4b8c-ab0c-44e72539d971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.707928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-73f141dd-c716-4468-8135-6ca00eaa954e req-7b27e075-36dc-434a-a3ea-2892271f9d79 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.732315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-73f141dd-c716-4468-8135-6ca00eaa954e req-7b27e075-36dc-434a-a3ea-2892271f9d79 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.758430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-193e1b2f-8ccb-4b8c-ab0c-44e72539d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.766639 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-193e1b2f-8ccb-4b8c-ab0c-44e72539d971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.766639 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-193e1b2f-8ccb-4b8c-ab0c-44e72539d971 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/13287cc5-71fb-41e6-8fd7-9314e70848ef HTTP/1.1" status: 204 len: 168 time: 0.1386685 Jul 08 17:30:22.770655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e1b2f-8ccb-4b8c-ab0c-44e72539d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13287cc5-71fb-41e6-8fd7-9314e70848ef,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:22.821149 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-73f141dd-c716-4468-8135-6ca00eaa954e req-7b27e075-36dc-434a-a3ea-2892271f9d79 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.823693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-73f141dd-c716-4468-8135-6ca00eaa954e req-7b27e075-36dc-434a-a3ea-2892271f9d79 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:22.825103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73f141dd-c716-4468-8135-6ca00eaa954e req-7b27e075-36dc-434a-a3ea-2892271f9d79 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/362f6047-7829-48bd-bfa8-c54c9855b7fc HTTP/1.1" status: 204 len: 173 time: 0.1755714 Jul 08 17:30:22.842378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb42e5-6c8c-48b3-955c-ffdac2c830f3 req-b38e069a-4913-41c2-9c18-b9ba77485033 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:22.843896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9eb42e5-6c8c-48b3-955c-ffdac2c830f3 req-b38e069a-4913-41c2-9c18-b9ba77485033 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1035171 Jul 08 17:30:22.844846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27e075-36dc-434a-a3ea-2892271f9d79 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f6047-7829-48bd-bfa8-c54c9855b7fc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:22.888691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9eb42e5-6c8c-48b3-955c-ffdac2c830f3 req-ea58542a-31ba-40fa-93f9-de206087ac7b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391235 Jul 08 17:30:23.103800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:23.129234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 24f6b06d-a708-43ae-810b-105f3f2ce389 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:23.129815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 24f6b06d-a708-43ae-810b-105f3f2ce389 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:23.133499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de76973-efae-4138-9056-9dfd3ae3e05d req-00a6ce19-dc9f-46a1-ba4b-431ca174e95a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.135068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2de76973-efae-4138-9056-9dfd3ae3e05d req-00a6ce19-dc9f-46a1-ba4b-431ca174e95a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.0718834 Jul 08 17:30:23.176450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2de76973-efae-4138-9056-9dfd3ae3e05d req-672143b2-cdec-4267-91bd-f864f46e4098 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Jul 08 17:30:23.422094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47741633-e1d9-4b6a-83a9-1ac20fad1e61 req-f20b3b4f-c525-4c2f-9d06-d0d3c774fc1f tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.428848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47741633-e1d9-4b6a-83a9-1ac20fad1e61 req-f20b3b4f-c525-4c2f-9d06-d0d3c774fc1f tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.0857606 Jul 08 17:30:23.471054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47741633-e1d9-4b6a-83a9-1ac20fad1e61 req-c71fa67b-03f8-4b87-b6bd-b18da234583c tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Jul 08 17:30:23.476174 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-b66d184c-f2c3-4fa5-8ae3-0d461c6a7156 req-bdd35646-1f09-43c4-b3e9-9c8f2e7e0367 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:30:23.477201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b66d184c-f2c3-4fa5-8ae3-0d461c6a7156 req-bdd35646-1f09-43c4-b3e9-9c8f2e7e0367 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/049f3fa1-f4d4-4476-8c3e-b3eda69ed593 HTTP/1.1" status: 404 len: 352 time: 0.0206435 Jul 08 17:30:23.568597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33650) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:23.662324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358971-0cce-4812-9b51-efea846f9016 req-e11e851f-d063-4d07-97bd-c05ceb8ccd90 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.664017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9358971-0cce-4812-9b51-efea846f9016 req-e11e851f-d063-4d07-97bd-c05ceb8ccd90 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0717471 Jul 08 17:30:23.672943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1244756203-network', 'tenant_id': 'd2d1eb09b1b943469f8357d3852e3bda'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:23.694931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Made reservation on behalf of d2d1eb09b1b943469f8357d3852e3bda for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:23.697314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.705627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.739518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9358971-0cce-4812-9b51-efea846f9016 req-e19b9294-2b02-42e2-9535-5a22e41c22a3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677912 Jul 08 17:30:23.789700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb299-da71-4539-a1ad-cab7be7bad0f req-0fe8aab4-c810-44a2-bb41-ba9456fd5fea tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.791395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f47cb299-da71-4539-a1ad-cab7be7bad0f req-0fe8aab4-c810-44a2-bb41-ba9456fd5fea tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1050115 Jul 08 17:30:23.797190 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-6919a77c-efc6-4873-ae3b-932e8f66861c req-189bd4d1-f927-419b-89c1-14aa04f843b0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:30:23.798410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6919a77c-efc6-4873-ae3b-932e8f66861c req-189bd4d1-f927-419b-89c1-14aa04f843b0 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/5824f924-55d5-4b5b-a030-a2215f8750d9 HTTP/1.1" status: 404 len: 352 time: 0.0289233 Jul 08 17:30:23.810414 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.816116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.843331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f47cb299-da71-4539-a1ad-cab7be7bad0f req-7381a3ac-ec4c-4b1e-a944-6a44f34531d6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 Jul 08 17:30:23.848564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:23.863282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2b109a-95b8-423c-bd3e-0cdaecdbb800,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:23.870359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.870804 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Added segment a9538607-74d9-4ef2-9a41-aa530681e4e6 of type vlan for network bc72ac93-1c5d-4c40-8dc5-61463ca5b39d Jul 08 17:30:23.917499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.949667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:23.950700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:23.951338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:24.001912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-879b3b27-2770-406d-90e6-9f7b8c737843 req-7ae6475d-9597-42ca-8259-65164ee0e7df tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0334227 Jul 08 17:30:24.006597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4340725 Jul 08 17:30:24.006922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33660) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:24.011542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Request body: {'subnet': {'network_id': 'bc72ac93-1c5d-4c40-8dc5-61463ca5b39d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1244756203-subnet', 'tenant_id': 'd2d1eb09b1b943469f8357d3852e3bda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:24.014680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecc297-8b9e-4575-8eca-99c669a02079 req-459a10eb-ceb6-422f-98ca-f87e4f7cd722 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.016212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87ecc297-8b9e-4575-8eca-99c669a02079 req-459a10eb-ceb6-422f-98ca-f87e4f7cd722 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.1044827 Jul 08 17:30:24.037480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49529351-419a-4355-a92f-82b9a727c67e admin admin] Pushing event updated for resources: {'Network': ['ID=bc72ac93-1c5d-4c40-8dc5-61463ca5b39d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:24.049309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network bc72ac93-1c5d-4c40-8dc5-61463ca5b39d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:24.052612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Made reservation on behalf of d2d1eb09b1b943469f8357d3852e3bda for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:24.055015 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:24.081955 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-98dd9b94-7ad6-4437-927b-cc5280ee51f9 req-289f9298-7503-43b8-8461-9c85b41280fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:30:24.082999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98dd9b94-7ad6-4437-927b-cc5280ee51f9 req-289f9298-7503-43b8-8461-9c85b41280fc tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/3eea9b34-16b4-4d2c-8aa5-73e1c2a61038 HTTP/1.1" status: 404 len: 352 time: 0.0230200 Jul 08 17:30:24.091948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87ecc297-8b9e-4575-8eca-99c669a02079 req-1ed480c2-f988-46bf-b1b9-ed80ee223c7c tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682151 Jul 08 17:30:24.142826 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-b9a5c385-37cd-4597-9fa2-fb10f2bdbd73 req-af52b4aa-1bd8-4301-9e56-8b3e05cf54d2 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:30:24.146625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9a5c385-37cd-4597-9fa2-fb10f2bdbd73 req-af52b4aa-1bd8-4301-9e56-8b3e05cf54d2 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/22b0a086-9b69-48cf-85ef-2f2827fe4d2b HTTP/1.1" status: 404 len: 352 time: 0.0231321 Jul 08 17:30:24.171295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-ebd1a816-485b-4650-8e3b-a70410a2a906 req-83d788e1-7fe5-4f2a-a3c7-7bc020abed1d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:30:24.173368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebd1a816-485b-4650-8e3b-a70410a2a906 req-83d788e1-7fe5-4f2a-a3c7-7bc020abed1d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076115 Jul 08 17:30:24.236037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:24.278454 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-51b7c393-331f-4d9c-b227-26814914d316 req-a9b47e72-76b1-4965-87b5-b3c27f1d7455 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:30:24.279489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51b7c393-331f-4d9c-b227-26814914d316 req-a9b47e72-76b1-4965-87b5-b3c27f1d7455 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/7c8a2c28-e689-405c-971b-66cd9d16b442 HTTP/1.1" status: 404 len: 352 time: 0.0358012 Jul 08 17:30:24.290378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e62792-77e8-4d42-a3b7-2da879461069,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:24.305433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Checking segment: {'id': 'a9538607-74d9-4ef2-9a41-aa530681e4e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bc72ac93-1c5d-4c40-8dc5-61463ca5b39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:24.305984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Network hostable DHCP agents. Network: bc72ac93-1c5d-4c40-8dc5-61463ca5b39d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:24.323594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Network bc72ac93-1c5d-4c40-8dc5-61463ca5b39d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:24.329256 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-399549b5-6e91-4192-b006-65743f5ecad8 req-e7e69eda-ccfe-4222-a540-945cfcde67b2 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] show failed (client error): The resource could not be found. Jul 08 17:30:24.330263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-399549b5-6e91-4192-b006-65743f5ecad8 req-e7e69eda-ccfe-4222-a540-945cfcde67b2 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/4c4ffc66-20e3-4e05-974e-a3585f7bdc14 HTTP/1.1" status: 404 len: 352 time: 0.0268745 Jul 08 17:30:24.332482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, bc72ac93-1c5d-4c40-8dc5-61463ca5b39d) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:24.340458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.340796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:24.345547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c26947-e47d-4924-bcc9-68ab271640c3 None None] Network bc72ac93-1c5d-4c40-8dc5-61463ca5b39d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:24.346674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebd1a816-485b-4650-8e3b-a70410a2a906 req-5cd6158f-e53a-4c88-9539-f821d919d8d3 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1655746 Jul 08 17:30:24.361493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e9a136d2-9f0a-4077-9899-e08844ef5f7c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3536568 Jul 08 17:30:24.503456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49354f4-ca94-4a50-a8f1-cd49b7a86732 None None] Network bc72ac93-1c5d-4c40-8dc5-61463ca5b39d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:24.735427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0b77-33b7-49f1-85df-68dd3133b9c9 req-bdab635c-bdc0-4808-ad11-846b1646cdaf tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.736979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2abe0b77-33b7-49f1-85df-68dd3133b9c9 req-bdab635c-bdc0-4808-ad11-846b1646cdaf tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.0763891 Jul 08 17:30:24.775788 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2abe0b77-33b7-49f1-85df-68dd3133b9c9 req-d6ae9d16-2e20-49ca-b0ad-a0890ba0b72f tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Jul 08 17:30:24.861219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-a546c844-e36f-4aef-ab2b-608af4e5dbe7 req-7fac09c5-ed53-424d-9c57-2b160ea19587 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1454172192', 'description': 'tempest-description-417772917'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:24.910579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a546c844-e36f-4aef-ab2b-608af4e5dbe7 req-7fac09c5-ed53-424d-9c57-2b160ea19587 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:24.985689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6a618-d213-4228-9942-793eac224ecb req-2d3d20f3-2930-472a-a703-6821649b8956 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:24.987187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54c6a618-d213-4228-9942-793eac224ecb req-2d3d20f3-2930-472a-a703-6821649b8956 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1023 time: 0.1085446 Jul 08 17:30:25.051715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54c6a618-d213-4228-9942-793eac224ecb req-69479c74-b89f-4480-93b6-bcea25626cce tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=b4a42119-31a7-4356-8768-28614aa6e49e&id=8f25008c-73ec-4d82-9e6e-921375b37b18&id=ec90606e-8116-40b9-97cb-bb3d47bb2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0579896 Jul 08 17:30:25.060539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a546c844-e36f-4aef-ab2b-608af4e5dbe7 req-7fac09c5-ed53-424d-9c57-2b160ea19587 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.064419 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a546c844-e36f-4aef-ab2b-608af4e5dbe7 req-7fac09c5-ed53-424d-9c57-2b160ea19587 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.092725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a546c844-e36f-4aef-ab2b-608af4e5dbe7 req-7fac09c5-ed53-424d-9c57-2b160ea19587 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.093962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a546c844-e36f-4aef-ab2b-608af4e5dbe7 req-7fac09c5-ed53-424d-9c57-2b160ea19587 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2371604 Jul 08 17:30:25.095666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac09c5-ed53-424d-9c57-2b160ea19587 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31be4d34-0ea4-4502-847f-b8d0a47298f7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:25.253975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dc790-c6cc-4611-85d7-bdf035c8b8c6 req-e9ccbe40-68e4-4f5c-8e00-aeeedb488357 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:25.255461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-582dc790-c6cc-4611-85d7-bdf035c8b8c6 req-e9ccbe40-68e4-4f5c-8e00-aeeedb488357 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1009130 Jul 08 17:30:25.294921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef031792-bc7d-4832-993b-0e8f3ceceba7 req-5872100a-347c-422e-b1a3-ae66f468ac39 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:25.296383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ef031792-bc7d-4832-993b-0e8f3ceceba7 req-5872100a-347c-422e-b1a3-ae66f468ac39 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.1043673 Jul 08 17:30:25.320225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-582dc790-c6cc-4611-85d7-bdf035c8b8c6 req-06f22a1f-4f65-4aa7-9db3-be67b7bea869 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584164 Jul 08 17:30:25.341258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ef031792-bc7d-4832-993b-0e8f3ceceba7 req-d2cd1ea1-08db-45be-9991-91706a68efcc tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Jul 08 17:30:25.485283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14c8c65a-93ff-46d7-94a6-b87dc932a913 req-44adcf4c-6874-4c6f-b958-0671221dac11 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0311074 Jul 08 17:30:25.514026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0515f-c103-45a1-8546-2352edd8afca req-9f88e22e-e0f0-497f-a963-c4564390d8df tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:25.515492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9a0515f-c103-45a1-8546-2352edd8afca req-9f88e22e-e0f0-497f-a963-c4564390d8df tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.0951293 Jul 08 17:30:25.578481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9a0515f-c103-45a1-8546-2352edd8afca req-8c9546c8-f0f6-48c8-96bf-a8c818f2458e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573919 Jul 08 17:30:25.584104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-83b10287-5183-4cc1-bc0b-3cc52975e07e tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/31be4d34-0ea4-4502-847f-b8d0a47298f7 HTTP/1.1" status: 200 len: 1812 time: 0.0572476 Jul 08 17:30:25.591999 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.595457 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31be4d34-0ea4-4502-847f-b8d0a47298f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:25.595782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31be4d34-0ea4-4502-847f-b8d0a47298f7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:25.653806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.683405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.687097 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.704859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69381741-d387-4c64-9ba1-f06a85f397f6,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:25.718447 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:25.720022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf91d222-8996-415d-bc70-efd52ce31b9b req-1405ed41-ca32-4592-8eef-da21349ab3ed tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1289401 Jul 08 17:30:25.780843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-556d0eca-6e89-4c10-adb1-b6392b80fd8c req-7e714b83-6341-4df0-b37b-a0b91d2c8175 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/31be4d34-0ea4-4502-847f-b8d0a47298f7 HTTP/1.1" status: 200 len: 2405 time: 0.0412784 Jul 08 17:30:25.862969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042fa7-f022-4d51-8aee-82c999380d74 req-33cfe332-9be9-4a19-92f0-ddb721b7b9a0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:25.864540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba042fa7-f022-4d51-8aee-82c999380d74 req-33cfe332-9be9-4a19-92f0-ddb721b7b9a0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.0650918 Jul 08 17:30:25.902618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba042fa7-f022-4d51-8aee-82c999380d74 req-385c17d2-08b6-4c2d-8260-63cc60b66246 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Jul 08 17:30:25.939318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5368330a-bd45-4b7e-8fcc-61b7acf64483 req-16d308d2-180f-4bf7-a0d1-916815c0bdfe tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-group-rules/69381741-d387-4c64-9ba1-f06a85f397f6 HTTP/1.1" status: 200 len: 778 time: 0.0223427 Jul 08 17:30:25.983875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5368330a-bd45-4b7e-8fcc-61b7acf64483 req-35e314f1-d5d9-413a-8c04-dd9b10dd2e58 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/31be4d34-0ea4-4502-847f-b8d0a47298f7 HTTP/1.1" status: 200 len: 2405 time: 0.0389369 Jul 08 17:30:26.016410 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5368330a-bd45-4b7e-8fcc-61b7acf64483 req-89ba4516-f198-422f-9148-e97a96119b1e tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.023871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5368330a-bd45-4b7e-8fcc-61b7acf64483 req-89ba4516-f198-422f-9148-e97a96119b1e tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.053670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5368330a-bd45-4b7e-8fcc-61b7acf64483 req-89ba4516-f198-422f-9148-e97a96119b1e tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.060713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5368330a-bd45-4b7e-8fcc-61b7acf64483 req-89ba4516-f198-422f-9148-e97a96119b1e tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.061832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5368330a-bd45-4b7e-8fcc-61b7acf64483 req-89ba4516-f198-422f-9148-e97a96119b1e tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/69381741-d387-4c64-9ba1-f06a85f397f6 HTTP/1.1" status: 204 len: 173 time: 0.0722837 Jul 08 17:30:26.076711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba4516-f198-422f-9148-e97a96119b1e tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69381741-d387-4c64-9ba1-f06a85f397f6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:26.091632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-93faddbd-fd80-40ca-b4b8-250323d18bd1 req-3928feec-f9f4-4eea-97a0-190c1dcfd49d tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1030985875', 'description': 'tempest-description-806179552'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:26.118870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93faddbd-fd80-40ca-b4b8-250323d18bd1 req-3928feec-f9f4-4eea-97a0-190c1dcfd49d tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.131127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-a314d3ae-9f19-4850-b6ec-5ee8351fb9c4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.132956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-a314d3ae-9f19-4850-b6ec-5ee8351fb9c4 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1023 time: 0.0791881 Jul 08 17:30:26.237852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Deleting port c5637f1f-1771-4e5e-b250-676823594a33 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:26.238195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.251046 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93faddbd-fd80-40ca-b4b8-250323d18bd1 req-3928feec-f9f4-4eea-97a0-190c1dcfd49d tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.261132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a536-1009-46b5-9eae-854017a8206c req-77b0f203-1e5c-4aa8-885b-3b3c281ab18d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.267133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a536-1009-46b5-9eae-854017a8206c req-77b0f203-1e5c-4aa8-885b-3b3c281ab18d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.273100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031a536-1009-46b5-9eae-854017a8206c req-77b0f203-1e5c-4aa8-885b-3b3c281ab18d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.274732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4031a536-1009-46b5-9eae-854017a8206c req-77b0f203-1e5c-4aa8-885b-3b3c281ab18d tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f&device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf&device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 2418 time: 0.1267991 Jul 08 17:30:26.275834 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93faddbd-fd80-40ca-b4b8-250323d18bd1 req-3928feec-f9f4-4eea-97a0-190c1dcfd49d tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.318806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-93faddbd-fd80-40ca-b4b8-250323d18bd1 req-3928feec-f9f4-4eea-97a0-190c1dcfd49d tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.320246 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93faddbd-fd80-40ca-b4b8-250323d18bd1 req-3928feec-f9f4-4eea-97a0-190c1dcfd49d tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2330101 Jul 08 17:30:26.327549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928feec-f9f4-4eea-97a0-190c1dcfd49d tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd11e6e-bf88-4da6-9a6c-f24ce53f2854,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:26.340555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] For port c5637f1f-1771-4e5e-b250-676823594a33, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c5637f1f-1771-4e5e-b250-676823594a33,segment=NetworkSegment(25dbfe21-9934-414b-b065-e9004f8e9db4),segment_id=25dbfe21-9934-414b-b065-e9004f8e9db4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:26.341053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.344291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4031a536-1009-46b5-9eae-854017a8206c req-f58c16be-aa81-46a8-a7e7-ca40bbcd1779 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615292 Jul 08 17:30:26.359961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Calling delete_port for c5637f1f-1771-4e5e-b250-676823594a33 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:26.419049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fae7f18-ee02-4b6c-a44f-f9b37172d37e req-25be55e8-e49f-4653-9be8-c073458f2868 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/3fd11e6e-bf88-4da6-9a6c-f24ce53f2854 HTTP/1.1" status: 200 len: 1812 time: 0.0463755 Jul 08 17:30:26.495890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c234d3-619d-4d8d-b6bc-7e58cdc8a7f2 req-ae83152f-75be-4c3d-bb66-202d0213bd36 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.496664 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.498041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2c234d3-619d-4d8d-b6bc-7e58cdc8a7f2 req-ae83152f-75be-4c3d-bb66-202d0213bd36 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/ports?device_id=219f3033-23b0-44da-bd1f-31302561f432 HTTP/1.1" status: 200 len: 1023 time: 0.0685740 Jul 08 17:30:26.507200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c5637f1f-1771-4e5e-b250-676823594a33'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:26.531287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'Port': ['ID=c5637f1f-1771-4e5e-b250-676823594a33,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:26.578954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] No DVR routers for this DVR port c5637f1f-1771-4e5e-b250-676823594a33 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:26.581607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:26.583364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2c234d3-619d-4d8d-b6bc-7e58cdc8a7f2 req-3157583d-610b-465f-85f2-c908222c8538 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups?id=b4a42119-31a7-4356-8768-28614aa6e49e&id=8f25008c-73ec-4d82-9e6e-921375b37b18&id=ec90606e-8116-40b9-97cb-bb3d47bb2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0734830 Jul 08 17:30:26.583885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea39d9f-bd4f-4bf2-b547-82606e8acbc4 req-fc090875-81e9-4a38-a803-40d103cb6b7e tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.72 "DELETE /v2.0/ports/c5637f1f-1771-4e5e-b250-676823594a33 HTTP/1.1" status: 204 len: 173 time: 0.4449358 Jul 08 17:30:26.584371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'name': 'network-vif-deleted', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:26.586725 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58bb99e-dbee-4137-93f4-ef6e0d9b820b" -d '{"events": [{"server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "name": "network-vif-deleted", "tag": "c5637f1f-1771-4e5e-b250-676823594a33"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:26.627818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ac03d-7a1f-48f5-a9fe-64ac1d2c073a req-9a7c39dc-c878-44c9-80ad-cd44b6635404 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:26.629524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-816ac03d-7a1f-48f5-a9fe-64ac1d2c073a req-9a7c39dc-c878-44c9-80ad-cd44b6635404 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1038353 Jul 08 17:30:26.633177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-ad10cdb1-a2cd-4add-9f01-8cc4654235c9 req-7083bfd6-9414-4505-92d4-af42f841c48a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:30:26.634758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad10cdb1-a2cd-4add-9f01-8cc4654235c9 req-7083bfd6-9414-4505-92d4-af42f841c48a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173745 Jul 08 17:30:26.706162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-816ac03d-7a1f-48f5-a9fe-64ac1d2c073a req-ef55888c-cc1f-46be-af8b-76ebdda8dd5a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699725 Jul 08 17:30:26.744721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad10cdb1-a2cd-4add-9f01-8cc4654235c9 req-7bdecbc5-2dfa-4f96-b828-6f3c568ce95a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1026812 Jul 08 17:30:26.863722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2352243e-3af6-4f00-8d52-ff5b564eab50 req-205caf90-b75d-4089-a80e-5d63c858079b tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0300939 Jul 08 17:30:26.914988 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be399cc-0137-4481-9211-22b1404be355 x-openstack-request-id: req-6be399cc-0137-4481-9211-22b1404be355 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:26.915374 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219f3033-23b0-44da-bd1f-31302561f432", "name": "network-vif-deleted", "tag": "c5637f1f-1771-4e5e-b250-676823594a33", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:26.915852 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6be399cc-0137-4481-9211-22b1404be355 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:26.916347 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219f3033-23b0-44da-bd1f-31302561f432', 'name': 'network-vif-deleted', 'tag': 'c5637f1f-1771-4e5e-b250-676823594a33', 'status': 'completed', 'code': 200} Jul 08 17:30:27.055931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f1cae-885f-40de-9eed-d81e3b004ee6 req-3d773b4f-929a-49b2-80c1-e6a035d4f9d8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:27.057772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc0f1cae-885f-40de-9eed-d81e3b004ee6 req-3d773b4f-929a-49b2-80c1-e6a035d4f9d8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.0711782 Jul 08 17:30:27.063310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-f61917d4-2dea-416d-b302-b01d1c9d53d5 req-235d1166-a59e-4724-9671-ef820eaf2799 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2082835808', 'description': 'tempest-description-500215654'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:27.116538 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f61917d4-2dea-416d-b302-b01d1c9d53d5 req-235d1166-a59e-4724-9671-ef820eaf2799 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.131660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc0f1cae-885f-40de-9eed-d81e3b004ee6 req-c5e1b8a8-1fc9-4a8e-85b5-ee021d15ac65 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632234 Jul 08 17:30:27.219981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f61917d4-2dea-416d-b302-b01d1c9d53d5 req-235d1166-a59e-4724-9671-ef820eaf2799 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.225120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f61917d4-2dea-416d-b302-b01d1c9d53d5 req-235d1166-a59e-4724-9671-ef820eaf2799 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.256726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f61917d4-2dea-416d-b302-b01d1c9d53d5 req-235d1166-a59e-4724-9671-ef820eaf2799 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.258129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f61917d4-2dea-416d-b302-b01d1c9d53d5 req-235d1166-a59e-4724-9671-ef820eaf2799 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1994159 Jul 08 17:30:27.260297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d1166-a59e-4724-9671-ef820eaf2799 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc06c78-63cb-470b-8761-56072482d849,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:27.387061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1b9bebc-5a0c-450f-8c51-b273a21eeeb7 req-3c6c3250-9e18-4c70-b561-8a28a74d8346 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/ccc06c78-63cb-470b-8761-56072482d849 HTTP/1.1" status: 200 len: 1812 time: 0.0411415 Jul 08 17:30:27.401706 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7b644b0c-4969-401c-adcc-1cf5105d0fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.413623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-0c56076c-e16e-4d0e-857b-eceb17cde2b8 req-5d4dda9f-3dc1-4a5c-9082-3010ec0be8da tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1099019841', 'description': 'tempest-description-761630013'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:27.435256 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0c56076c-e16e-4d0e-857b-eceb17cde2b8 req-5d4dda9f-3dc1-4a5c-9082-3010ec0be8da tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.518742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0c56076c-e16e-4d0e-857b-eceb17cde2b8 req-5d4dda9f-3dc1-4a5c-9082-3010ec0be8da tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.522745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0c56076c-e16e-4d0e-857b-eceb17cde2b8 req-5d4dda9f-3dc1-4a5c-9082-3010ec0be8da tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.551171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0c56076c-e16e-4d0e-857b-eceb17cde2b8 req-5d4dda9f-3dc1-4a5c-9082-3010ec0be8da tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.552406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c56076c-e16e-4d0e-857b-eceb17cde2b8 req-5d4dda9f-3dc1-4a5c-9082-3010ec0be8da tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1430900 Jul 08 17:30:27.554293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dda9f-3dc1-4a5c-9082-3010ec0be8da tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cc9679-5cb4-4bce-b2a2-2049287ebdbb,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:27.620766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d46c32a7-e4a3-4d22-a045-f97960d349de req-a795086e-1d5d-485c-9a78-0fcd3a147cfe tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/27cc9679-5cb4-4bce-b2a2-2049287ebdbb HTTP/1.1" status: 200 len: 1812 time: 0.0378835 Jul 08 17:30:27.707333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-af244658-e58e-43ab-8d9b-f440ff182d7e req-cfab68f4-99b0-4853-a435-679d946aee55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-651909576', 'description': 'tempest-description-1222569318'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:27.730029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-af244658-e58e-43ab-8d9b-f440ff182d7e req-cfab68f4-99b0-4853-a435-679d946aee55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.805400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-102ae0ea-05dc-4073-8482-cbf047fd9e68 req-3eee0373-baa8-44da-aa00-48ad5be3b7f1 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/b4a42119-31a7-4356-8768-28614aa6e49e HTTP/1.1" status: 200 len: 1800 time: 0.0599539 Jul 08 17:30:27.888270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-af244658-e58e-43ab-8d9b-f440ff182d7e req-cfab68f4-99b0-4853-a435-679d946aee55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.895796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-102ae0ea-05dc-4073-8482-cbf047fd9e68 req-e972e697-4442-41a2-b5d1-4eec9903bb9b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.898466 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-af244658-e58e-43ab-8d9b-f440ff182d7e req-cfab68f4-99b0-4853-a435-679d946aee55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.950607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-102ae0ea-05dc-4073-8482-cbf047fd9e68 req-e972e697-4442-41a2-b5d1-4eec9903bb9b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.954369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-af244658-e58e-43ab-8d9b-f440ff182d7e req-cfab68f4-99b0-4853-a435-679d946aee55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:27.956771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af244658-e58e-43ab-8d9b-f440ff182d7e req-cfab68f4-99b0-4853-a435-679d946aee55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2533472 Jul 08 17:30:27.970594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab68f4-99b0-4853-a435-679d946aee55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cd44f0-6c48-4b56-8edc-6148d6d751fe,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:28.013344 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-102ae0ea-05dc-4073-8482-cbf047fd9e68 req-e972e697-4442-41a2-b5d1-4eec9903bb9b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.016216 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-102ae0ea-05dc-4073-8482-cbf047fd9e68 req-e972e697-4442-41a2-b5d1-4eec9903bb9b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.017547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-102ae0ea-05dc-4073-8482-cbf047fd9e68 req-e972e697-4442-41a2-b5d1-4eec9903bb9b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/b4a42119-31a7-4356-8768-28614aa6e49e HTTP/1.1" status: 204 len: 173 time: 0.2027743 Jul 08 17:30:28.029317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972e697-4442-41a2-b5d1-4eec9903bb9b tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a42119-31a7-4356-8768-28614aa6e49e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:28.181111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6502cd8-35d9-42c8-9902-bbd0d5a37f6a req-39e7fe9f-e007-46ef-b4a3-47ec00172584 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:28.182955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6502cd8-35d9-42c8-9902-bbd0d5a37f6a req-39e7fe9f-e007-46ef-b4a3-47ec00172584 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0852370 Jul 08 17:30:28.224363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6502cd8-35d9-42c8-9902-bbd0d5a37f6a req-8057e132-1bcb-47cf-99b4-e2be69f75edf tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Jul 08 17:30:28.293188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-639bea08-2fb2-4f26-a49f-f86d2efe5e0b req-8282aa2e-7504-4a4b-9d4e-a6e27520f1d5 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/98cd44f0-6c48-4b56-8edc-6148d6d751fe HTTP/1.1" status: 200 len: 1812 time: 0.0399978 Jul 08 17:30:28.381318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c50cf51c-52e6-4284-96f5-4f3895b3c306 req-6ac8d248-f516-4f58-8335-3cc0b9aa1a00 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0376463 Jul 08 17:30:28.387972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d904b136-09a6-4276-874e-1b5f9d973452 req-aefe9085-ac0a-4784-bf9c-008e7e355429 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "GET /v2.0/security-groups/ec90606e-8116-40b9-97cb-bb3d47bb2ae5 HTTP/1.1" status: 200 len: 1800 time: 0.0781350 Jul 08 17:30:28.465430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d904b136-09a6-4276-874e-1b5f9d973452 req-5350d88c-0dda-4d7d-9cfc-0faea6ddbdc8 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.489123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d904b136-09a6-4276-874e-1b5f9d973452 req-5350d88c-0dda-4d7d-9cfc-0faea6ddbdc8 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.531538 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d904b136-09a6-4276-874e-1b5f9d973452 req-5350d88c-0dda-4d7d-9cfc-0faea6ddbdc8 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.536461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d904b136-09a6-4276-874e-1b5f9d973452 req-5350d88c-0dda-4d7d-9cfc-0faea6ddbdc8 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.541619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33768) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:28.548248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d904b136-09a6-4276-874e-1b5f9d973452 req-5350d88c-0dda-4d7d-9cfc-0faea6ddbdc8 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] 10.222.0.63 "DELETE /v2.0/security-groups/ec90606e-8116-40b9-97cb-bb3d47bb2ae5 HTTP/1.1" status: 204 len: 173 time: 0.1516340 Jul 08 17:30:28.556299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350d88c-0dda-4d7d-9cfc-0faea6ddbdc8 tempest-SecurityGroupsTestJSON-576639420 tempest-SecurityGroupsTestJSON-576639420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec90606e-8116-40b9-97cb-bb3d47bb2ae5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:28.614200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] Deleting subnet fea262f8-3867-4504-9fd0-9ceab290640c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:28.617593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.654310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.701357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.729094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24532176-0a18-45bf-b4a2-fc77759e0475 req-68edf6ff-315f-4e70-a5f8-b5a424fdb91f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:28.741936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24532176-0a18-45bf-b4a2-fc77759e0475 req-68edf6ff-315f-4e70-a5f8-b5a424fdb91f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.0890048 Jul 08 17:30:28.762577 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.787062 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-124aef13-698f-43e5-80bb-247524259949 req-fe8528f1-f5c7-49b0-bd86-224d1c393857 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] show failed (client error): The resource could not be found. Jul 08 17:30:28.788104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-124aef13-698f-43e5-80bb-247524259949 req-fe8528f1-f5c7-49b0-bd86-224d1c393857 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/bc20ae6f-c1d5-4309-9542-b3d39083c6e8 HTTP/1.1" status: 404 len: 352 time: 0.0324688 Jul 08 17:30:28.799201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea262f8-3867-4504-9fd0-9ceab290640c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:28.804406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24532176-0a18-45bf-b4a2-fc77759e0475 req-06f43c4a-b9b8-4097-9a46-72f8754a3f81 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597644 Jul 08 17:30:28.805743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.808874 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f513cf4b-18cc-408c-86f7-50c920437148 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/fea262f8-3867-4504-9fd0-9ceab290640c HTTP/1.1" status: 204 len: 168 time: 0.2651479 Jul 08 17:30:28.811644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33774) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:28.901759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:28.992995 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-4ce7c543-31ea-4b81-97b4-8c5f58672101 req-29b9288c-d82f-4945-8b9f-b4a9093abc4a tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] show failed (client error): The resource could not be found. Jul 08 17:30:28.996889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ce7c543-31ea-4b81-97b4-8c5f58672101 req-29b9288c-d82f-4945-8b9f-b4a9093abc4a tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-group-rules/6ad89b28-1bfb-4dd9-a8c3-e6de926360b1 HTTP/1.1" status: 404 len: 361 time: 0.0517783 Jul 08 17:30:29.003078 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.015334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c386063-e8ef-42f4-b119-a7567b81697d']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:29.037081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dbfe21-9934-414b-b065-e9004f8e9db4') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:29.038377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dbfe21-9934-414b-b065-e9004f8e9db4') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:29.068564 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.100510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.112374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e779f8c-33cd-42eb-b57b-0e16ba7df659 req-a8304a7a-7358-4486-9ab4-9f9c52856bfc tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/98cd44f0-6c48-4b56-8edc-6148d6d751fe HTTP/1.1" status: 200 len: 1812 time: 0.0874269 Jul 08 17:30:29.113509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:29.113892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:29.116177 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:29.122827 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:29.201475 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.206453 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.211031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5c386063-e8ef-42f4-b119-a7567b81697d HTTP/1.1" status: 204 len: 168 time: 0.3959150 Jul 08 17:30:29.226452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17930ad-5787-48d1-b9b1-6a6d4330b702 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c386063-e8ef-42f4-b119-a7567b81697d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:29.253539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e779f8c-33cd-42eb-b57b-0e16ba7df659 req-e2bc420a-a52a-4760-88f0-0a9ae4bf32c8 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.280876 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e779f8c-33cd-42eb-b57b-0e16ba7df659 req-e2bc420a-a52a-4760-88f0-0a9ae4bf32c8 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.339885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e779f8c-33cd-42eb-b57b-0e16ba7df659 req-e2bc420a-a52a-4760-88f0-0a9ae4bf32c8 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.343660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e779f8c-33cd-42eb-b57b-0e16ba7df659 req-e2bc420a-a52a-4760-88f0-0a9ae4bf32c8 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.353312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e779f8c-33cd-42eb-b57b-0e16ba7df659 req-e2bc420a-a52a-4760-88f0-0a9ae4bf32c8 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "DELETE /v2.0/security-groups/98cd44f0-6c48-4b56-8edc-6148d6d751fe HTTP/1.1" status: 204 len: 173 time: 0.2268875 Jul 08 17:30:29.379573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33786) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:29.395991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc420a-a52a-4760-88f0-0a9ae4bf32c8 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cd44f0-6c48-4b56-8edc-6148d6d751fe,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:29.442824 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e08ece1e-b4f3-41ea-b750-2cf1cb17fd77 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=267d5e1412b045bda04f60a9ce69e424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616786 Jul 08 17:30:29.445289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33790) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:29.454197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ea198-c584-4b71-b5ea-62909d56f94c req-a6fe8b8f-a118-4f43-ae6c-a0a83297fc20 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:29.456311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e2ea198-c584-4b71-b5ea-62909d56f94c req-a6fe8b8f-a118-4f43-ae6c-a0a83297fc20 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.1020346 Jul 08 17:30:29.503302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-38dced2c-9259-499e-bf26-7e74e9c194e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.526690 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-38dced2c-9259-499e-bf26-7e74e9c194e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.529292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e2ea198-c584-4b71-b5ea-62909d56f94c req-dfe82497-0779-4753-a219-9c594fc38d25 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661974 Jul 08 17:30:29.560033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571a1af-6104-44c7-92ff-da3943a4b478 req-0fdc329f-58f2-4da5-be08-c6351f539ba6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:29.561957 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5571a1af-6104-44c7-92ff-da3943a4b478 req-0fdc329f-58f2-4da5-be08-c6351f539ba6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.0998313 Jul 08 17:30:29.616879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-38dced2c-9259-499e-bf26-7e74e9c194e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.622577 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-38dced2c-9259-499e-bf26-7e74e9c194e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.624473 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-38dced2c-9259-499e-bf26-7e74e9c194e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f25008c-73ec-4d82-9e6e-921375b37b18 HTTP/1.1" status: 204 len: 168 time: 0.1777647 Jul 08 17:30:29.629122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5571a1af-6104-44c7-92ff-da3943a4b478 req-ee35ffce-36cf-4107-a2e4-04e9c28882d3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603616 Jul 08 17:30:29.642530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b4d14b1-1cc2-43d9-914b-995546662940 req-e74b569e-633a-4b82-b9e6-4f65bae5cba8 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/27cc9679-5cb4-4bce-b2a2-2049287ebdbb HTTP/1.1" status: 200 len: 1812 time: 0.0674543 Jul 08 17:30:29.650176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dced2c-9259-499e-bf26-7e74e9c194e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f25008c-73ec-4d82-9e6e-921375b37b18,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:29.727823 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9b4d14b1-1cc2-43d9-914b-995546662940 req-7185b559-fa1b-4dfe-a4ca-897c5d409360 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.761667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9b4d14b1-1cc2-43d9-914b-995546662940 req-7185b559-fa1b-4dfe-a4ca-897c5d409360 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.860067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55784bc2-ba2d-4439-9eda-65a259b02314 req-d352236b-1aab-4016-87d1-2df3b93f058a tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0343733 Jul 08 17:30:29.860821 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9b4d14b1-1cc2-43d9-914b-995546662940 req-7185b559-fa1b-4dfe-a4ca-897c5d409360 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.863351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9b4d14b1-1cc2-43d9-914b-995546662940 req-7185b559-fa1b-4dfe-a4ca-897c5d409360 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:29.864636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b4d14b1-1cc2-43d9-914b-995546662940 req-7185b559-fa1b-4dfe-a4ca-897c5d409360 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "DELETE /v2.0/security-groups/27cc9679-5cb4-4bce-b2a2-2049287ebdbb HTTP/1.1" status: 204 len: 173 time: 0.2056112 Jul 08 17:30:29.876854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185b559-fa1b-4dfe-a4ca-897c5d409360 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cc9679-5cb4-4bce-b2a2-2049287ebdbb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:29.983559 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-383332c1-cd28-466e-8e4d-87f477a5c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.139877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08d5528f-8103-4404-9825-28468e6c98aa req-5281fd6d-1731-4a3c-a6e7-7e974d576d94 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/ccc06c78-63cb-470b-8761-56072482d849 HTTP/1.1" status: 200 len: 1812 time: 0.0798113 Jul 08 17:30:30.158454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b370-51bf-4776-a1aa-02b916c2da90 req-1a8c76de-ca35-44ad-9906-464fdf94944f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:30.162607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d456b370-51bf-4776-a1aa-02b916c2da90 req-1a8c76de-ca35-44ad-9906-464fdf94944f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1454458 Jul 08 17:30:30.267321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d456b370-51bf-4776-a1aa-02b916c2da90 req-81b01236-0063-40b9-85ba-ee3fc1d56b65 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892627 Jul 08 17:30:30.295071 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-08d5528f-8103-4404-9825-28468e6c98aa req-bfd95d4f-207f-4204-bced-4296c465e582 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.331665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-08d5528f-8103-4404-9825-28468e6c98aa req-bfd95d4f-207f-4204-bced-4296c465e582 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.410031 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.427025 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-08d5528f-8103-4404-9825-28468e6c98aa req-bfd95d4f-207f-4204-bced-4296c465e582 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.430169 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-08d5528f-8103-4404-9825-28468e6c98aa req-bfd95d4f-207f-4204-bced-4296c465e582 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.439076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08d5528f-8103-4404-9825-28468e6c98aa req-bfd95d4f-207f-4204-bced-4296c465e582 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "DELETE /v2.0/security-groups/ccc06c78-63cb-470b-8761-56072482d849 HTTP/1.1" status: 204 len: 173 time: 0.2862761 Jul 08 17:30:30.451141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd95d4f-207f-4204-bced-4296c465e582 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc06c78-63cb-470b-8761-56072482d849,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:30.522110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de1223a5-ecf9-4f32-a87b-9773a3a0d01e req-4aecca7c-0bb0-4ccc-a0ac-bf4657c72e5a tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/3fd11e6e-bf88-4da6-9a6c-f24ce53f2854 HTTP/1.1" status: 200 len: 1812 time: 0.0624521 Jul 08 17:30:30.582794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa7bf7-77aa-4a64-a607-72528201951c req-4bd43b15-2644-4c4e-881d-28d9a7a13a3f tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:30.586503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1efa7bf7-77aa-4a64-a607-72528201951c req-4bd43b15-2644-4c4e-881d-28d9a7a13a3f tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.1235337 Jul 08 17:30:30.624397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-de1223a5-ecf9-4f32-a87b-9773a3a0d01e req-8bab133d-6fd2-40ab-afeb-1322f1caa564 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.675836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-de1223a5-ecf9-4f32-a87b-9773a3a0d01e req-8bab133d-6fd2-40ab-afeb-1322f1caa564 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.769212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Deleting port f6f4085b-e6df-456e-b216-486224ede947 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:30.770238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.794307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33826) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:30.810594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-de1223a5-ecf9-4f32-a87b-9773a3a0d01e req-8bab133d-6fd2-40ab-afeb-1322f1caa564 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.813844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-de1223a5-ecf9-4f32-a87b-9773a3a0d01e req-8bab133d-6fd2-40ab-afeb-1322f1caa564 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.820746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de1223a5-ecf9-4f32-a87b-9773a3a0d01e req-8bab133d-6fd2-40ab-afeb-1322f1caa564 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "DELETE /v2.0/security-groups/3fd11e6e-bf88-4da6-9a6c-f24ce53f2854 HTTP/1.1" status: 204 len: 173 time: 0.2898848 Jul 08 17:30:30.856831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76d8f4-267f-443a-8c9d-c6c4c8497988 req-277ba126-d1fc-439e-b82e-311e060b3d35 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:30.858379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c76d8f4-267f-443a-8c9d-c6c4c8497988 req-277ba126-d1fc-439e-b82e-311e060b3d35 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 946 time: 0.1672952 Jul 08 17:30:30.859832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab133d-6fd2-40ab-afeb-1322f1caa564 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd11e6e-bf88-4da6-9a6c-f24ce53f2854,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:30.888339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] For port f6f4085b-e6df-456e-b216-486224ede947, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f6f4085b-e6df-456e-b216-486224ede947,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:30.888692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:30.914827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Calling delete_port for f6f4085b-e6df-456e-b216-486224ede947 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:30.929097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c76d8f4-267f-443a-8c9d-c6c4c8497988 req-df848e77-4888-4407-b8c5-c5671e32f3bc tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587182 Jul 08 17:30:31.021133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-828249176-network', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:31.036848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e3e254a-de54-427a-a2e2-2ee99b3037b2 req-7767261a-3a99-47bd-b5b0-ce1210132efc tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "GET /v2.0/security-groups/31be4d34-0ea4-4502-847f-b8d0a47298f7 HTTP/1.1" status: 200 len: 1812 time: 0.0897968 Jul 08 17:30:31.067346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:31.069612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.093582 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.101685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.108973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bc1e4a11-e711-489d-806c-6f9cff41951b', 'f6f4085b-e6df-456e-b216-486224ede947'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:31.135889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Pushing event deleted for resources: {'Port': ['ID=f6f4085b-e6df-456e-b216-486224ede947,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:31.137330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c13c6-c4df-4945-8597-9193aef65144 req-a6cdb899-cefd-4827-b21f-414d681e1f62 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.142665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f3c13c6-c4df-4945-8597-9193aef65144 req-a6cdb899-cefd-4827-b21f-414d681e1f62 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1754136 Jul 08 17:30:31.159487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:31.205187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] No DVR routers for this DVR port f6f4085b-e6df-456e-b216-486224ede947 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:31.208711 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.211026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1efa7bf7-77aa-4a64-a607-72528201951c req-badf1374-b349-4079-bf83-3bddeb60bac0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "DELETE /v2.0/ports/f6f4085b-e6df-456e-b216-486224ede947 HTTP/1.1" status: 204 len: 173 time: 0.6177001 Jul 08 17:30:31.212279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'name': 'network-vif-deleted', 'tag': 'f6f4085b-e6df-456e-b216-486224ede947'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:31.214004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e3e254a-de54-427a-a2e2-2ee99b3037b2 req-13bf1eeb-45b1-477f-9cbb-8f3a3fd16f55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.215070 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ecd88-b8e2-4d1f-9e0b-8b304ab74946" -d '{"events": [{"server_uuid": "dfab11a5-602f-4dcd-83e7-ec372a334d3f", "name": "network-vif-deleted", "tag": "f6f4085b-e6df-456e-b216-486224ede947"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:31.263029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f3c13c6-c4df-4945-8597-9193aef65144 req-c8b16b94-448d-4d9a-aff7-a39a549c14a0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093991 Jul 08 17:30:31.282933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e3e254a-de54-427a-a2e2-2ee99b3037b2 req-13bf1eeb-45b1-477f-9cbb-8f3a3fd16f55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.321599 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.367592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e3e254a-de54-427a-a2e2-2ee99b3037b2 req-13bf1eeb-45b1-477f-9cbb-8f3a3fd16f55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.371162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9e3e254a-de54-427a-a2e2-2ee99b3037b2 req-13bf1eeb-45b1-477f-9cbb-8f3a3fd16f55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.378613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33840) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:31.387226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e3e254a-de54-427a-a2e2-2ee99b3037b2 req-13bf1eeb-45b1-477f-9cbb-8f3a3fd16f55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] 10.222.0.63 "DELETE /v2.0/security-groups/31be4d34-0ea4-4502-847f-b8d0a47298f7 HTTP/1.1" status: 204 len: 173 time: 0.3313422 Jul 08 17:30:31.436596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf1eeb-45b1-477f-9cbb-8f3a3fd16f55 tempest-SecurityGroupRulesNegativeTestJSON-1781883766 tempest-SecurityGroupRulesNegativeTestJSON-1781883766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31be4d34-0ea4-4502-847f-b8d0a47298f7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:31.458866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.478124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.489772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] Deleting subnet e8e62792-77e8-4d42-a3b7-2da879461069 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:31.502734 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.509739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c5637f1f-1771-4e5e-b250-676823594a33 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:31.534895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7fec8d-063d-430d-9c38-73fb52c1a197,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:31.577802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: c5637f1f-1771-4e5e-b250-676823594a33 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:31.578382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c5637f1f-1771-4e5e-b250-676823594a33 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:31.583792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.603657 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-983c6830-99be-4683-87fa-9125d6bcb16d req-b8c1cf56-2839-4c63-a777-ceb1ab88feea tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0652962 Jul 08 17:30:31.613742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:31.639640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.640054 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Added segment a070de57-3185-492f-9bce-89b3dd078ea3 of type vlan for network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be Jul 08 17:30:31.644158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.695352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.698327 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd44cd9-11c9-46b2-8463-5925a24b3055 x-openstack-request-id: req-7fd44cd9-11c9-46b2-8463-5925a24b3055 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:31.699080 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfab11a5-602f-4dcd-83e7-ec372a334d3f", "name": "network-vif-deleted", "tag": "f6f4085b-e6df-456e-b216-486224ede947", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:31.699953 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7fd44cd9-11c9-46b2-8463-5925a24b3055 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:31.700526 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfab11a5-602f-4dcd-83e7-ec372a334d3f', 'name': 'network-vif-deleted', 'tag': 'f6f4085b-e6df-456e-b216-486224ede947', 'status': 'completed', 'code': 200} Jul 08 17:30:31.729558 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.743167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.745147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:31.747144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.784386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9884706 Jul 08 17:30:31.784713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33844) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:31.799450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e62792-77e8-4d42-a3b7-2da879461069,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:31.816436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.819858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9a734e6-8588-47f3-b699-f61c083a036e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e8e62792-77e8-4d42-a3b7-2da879461069 HTTP/1.1" status: 204 len: 168 time: 0.4395206 Jul 08 17:30:31.822501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33846) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:31.868227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Request body: {'subnet': {'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-subnet', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:31.943869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:31.953906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.955986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:31.960895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aa38d-4b59-4040-8a95-a4c7ce9ad855 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:31.976307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:32.078549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89916185-9b71-4888-b073-400acf0c9b56 req-9427f3b9-a03f-4fcc-a3b3-bfa7c9244e42 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:32.080121 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89916185-9b71-4888-b073-400acf0c9b56 req-9427f3b9-a03f-4fcc-a3b3-bfa7c9244e42 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2069464 Jul 08 17:30:32.155046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89916185-9b71-4888-b073-400acf0c9b56 req-7a8f1200-55db-402f-94bf-6603ef232a13 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660107 Jul 08 17:30:32.179654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.191731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc72ac93-1c5d-4c40-8dc5-61463ca5b39d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:32.197483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58dc7a37-59c5-464e-9caf-80a01a299c9c req-7a28d789-2a35-43ef-919b-c61d5d42edab tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfab11a5-602f-4dcd-83e7-ec372a334d3f HTTP/1.1" status: 200 len: 210 time: 0.0637271 Jul 08 17:30:32.204235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9538607-74d9-4ef2-9a41-aa530681e4e6') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:32.204532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9538607-74d9-4ef2-9a41-aa530681e4e6') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:32.214263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.232028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.238680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:32.239354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:32.241219 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:32.268127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.301430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.307412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.311754 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] 10.222.0.63 "DELETE /v2.0/networks/bc72ac93-1c5d-4c40-8dc5-61463ca5b39d HTTP/1.1" status: 204 len: 168 time: 0.4856169 Jul 08 17:30:32.323000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ca5b2-97a0-4d9b-b063-57f5f9614dca admin admin] Pushing event deleted for resources: {'Network': ['ID=bc72ac93-1c5d-4c40-8dc5-61463ca5b39d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:32.343662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba21f92-0c6a-4238-91cc-a16c1b7a0665,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:32.348383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Checking segment: {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:32.348781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Network hostable DHCP agents. Network: 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:32.367772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:32.379961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:32.384185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:32.385159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.389466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ca7c7-7fe6-4c29-a9ce-9ebc35b964e4 None None] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:32.419251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b319d088-dc1a-41ea-b9b2-02cf5e84976b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5661240 Jul 08 17:30:32.419485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33854) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:32.425629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:32.468218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.469416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.503739 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33856) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:32.540866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.568809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cccda-5abe-455d-b351-431ddc7208e8 req-f4a6ce0f-7c9d-4ccc-ae46-d2033dbf3f56 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:32.570449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a5cccda-5abe-455d-b351-431ddc7208e8 req-f4a6ce0f-7c9d-4ccc-ae46-d2033dbf3f56 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1148298 Jul 08 17:30:32.577169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-784b41e3-b989-4a45-a007-b81aeeed2c01 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d2d1eb09b1b943469f8357d3852e3bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698378 Jul 08 17:30:32.579070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33858) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:32.622901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:30:32.625171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.674689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a5cccda-5abe-455d-b351-431ddc7208e8 req-8b4351fa-785c-4c68-8c63-00bd804f3157 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969274 Jul 08 17:30:32.681501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65a4a21f-f6d0-4f00-b101-01f13c263586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.726510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65a4a21f-f6d0-4f00-b101-01f13c263586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.769750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.777305 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.814577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65a4a21f-f6d0-4f00-b101-01f13c263586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.818337 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-65a4a21f-f6d0-4f00-b101-01f13c263586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:32.824613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-65a4a21f-f6d0-4f00-b101-01f13c263586 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc2b109a-95b8-423c-bd3e-0cdaecdbb800 HTTP/1.1" status: 204 len: 168 time: 0.2417729 Jul 08 17:30:32.842138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4a21f-f6d0-4f00-b101-01f13c263586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2b109a-95b8-423c-bd3e-0cdaecdbb800,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:32.896230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Allocated IP 172.20.0.2 (1e6f49b4-0662-4eaa-aa56-5df30c5ef3be/3ba21f92-0c6a-4238-91cc-a16c1b7a0665/de5de8db-2404-4177-9148-c46dd53de2f4) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:32.958456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99649602-18d1-4f63-b68b-8c6018dffbea req-fe124515-16d5-4d9b-9762-9ed5e803d34e tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0756478 Jul 08 17:30:33.147212 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.172034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.252299 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.273955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Transition to ACTIVE for port object de5de8db-2404-4177-9148-c46dd53de2f4 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:33.345424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Transition to ACTIVE for port object de5de8db-2404-4177-9148-c46dd53de2f4 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:33.345424 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.380374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Allocated IP 172.25.5.78 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/aa4a810e-edba-463f-ab98-a4bbdd27e31e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:33.431724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Pushing event updated for resources: {'Port': ['ID=de5de8db-2404-4177-9148-c46dd53de2f4,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:33.448485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:33.451042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:33.454840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:33.466006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a522-fd9a-4258-984e-ff71e375f281 req-289d236b-fa7a-431e-af3f-c2a79a8602fa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:33.467072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d276a522-fd9a-4258-984e-ff71e375f281 req-289d236b-fa7a-431e-af3f-c2a79a8602fa tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1376307 Jul 08 17:30:33.556049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d276a522-fd9a-4258-984e-ff71e375f281 req-155b4b88-5ff9-4c4c-9b7c-9fe00c02b378 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826392 Jul 08 17:30:33.566637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Attempting to bind port de5de8db-2404-4177-9148-c46dd53de2f4 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:33.568677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Attempting to bind port de5de8db-2404-4177-9148-c46dd53de2f4 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:33.569226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Attempting to bind port de5de8db-2404-4177-9148-c46dd53de2f4 on network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:33.579923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:33.580315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Checking segment: {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:33.580719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.584772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Bound using segment: {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:33.584772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Bound port: de5de8db-2404-4177-9148-c46dd53de2f4, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:33.584772 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.587903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.664808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.680337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] For port de5de8db-2404-4177-9148-c46dd53de2f4, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:33.687168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] For port de5de8db-2404-4177-9148-c46dd53de2f4, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de5de8db-2404-4177-9148-c46dd53de2f4,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:33.694355 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:33.738663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:33.744657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:33.751375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:33.756936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4a810e-edba-463f-ab98-a4bbdd27e31e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:33.839815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5771a4-3986-4b2c-ac65-e1854d11ec04 None None] Pushing event updated for resources: {'Port': ['ID=de5de8db-2404-4177-9148-c46dd53de2f4,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:33.998384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ce101-c115-4271-acfc-dc03c987ddcc req-4301a8f3-0355-4554-88f8-7417c94f331b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:34.018198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-881ce101-c115-4271-acfc-dc03c987ddcc req-4301a8f3-0355-4554-88f8-7417c94f331b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1199946 Jul 08 17:30:34.106969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:34.159668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-881ce101-c115-4271-acfc-dc03c987ddcc req-3a793d00-7791-4b7e-836b-a59be507a494 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377199 Jul 08 17:30:34.276492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d5b14-9e32-4c2d-ac78-ff93aacd3527 req-71cc2828-123e-45f9-bc75-8c7c2acfb211 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:34.287886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c5d5b14-9e32-4c2d-ac78-ff93aacd3527 req-71cc2828-123e-45f9-bc75-8c7c2acfb211 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.2649362 Jul 08 17:30:34.354058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de5de8db-2404-4177-9148-c46dd53de2f4 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:34.379317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c5d5b14-9e32-4c2d-ac78-ff93aacd3527 req-7dd9424f-e8b4-4a28-a383-665d12772281 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889850 Jul 08 17:30:34.421933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1948018376-network', 'tenant_id': '837eed90820b4d6bbe589ccc97f5fe8f'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:34.457275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port de5de8db-2404-4177-9148-c46dd53de2f4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:34.470825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Made reservation on behalf of 837eed90820b4d6bbe589ccc97f5fe8f for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:34.473740 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.492956 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.606797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95512c44-715e-4b62-b6a3-013f05f4171c req-81d74cb8-7ee2-49d9-a045-62037f505847 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0426705 Jul 08 17:30:34.663079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.667984 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.668144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.697988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:34.704595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a138c-b15a-4453-8fa1-f260fd3de6e7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:34.711538 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.712073 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Added segment 4d8c0354-da08-45fb-922b-8fa2618e2869 of type vlan for network afa11b84-57c9-4c9e-9713-ee9f74486d22 Jul 08 17:30:34.800018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.853988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.855673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:34.856270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.923030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eda5f2-5691-4df9-bf0a-39623f559527 req-8a56f32f-5114-4371-a4f1-5e2e6ad0e202 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:34.924671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95eda5f2-5691-4df9-bf0a-39623f559527 req-8a56f32f-5114-4371-a4f1-5e2e6ad0e202 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2002726 Jul 08 17:30:34.937140 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:34.957551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8307757 Jul 08 17:30:34.966290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:34.966850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b027e-8212-4072-9425-6af7086ec2da admin admin] Pushing event updated for resources: {'Network': ['ID=afa11b84-57c9-4c9e-9713-ee9f74486d22,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:34.988286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network afa11b84-57c9-4c9e-9713-ee9f74486d22 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:34.991001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Request body: {'subnet': {'network_id': 'afa11b84-57c9-4c9e-9713-ee9f74486d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1948018376-subnet', 'tenant_id': '837eed90820b4d6bbe589ccc97f5fe8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:35.035058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Made reservation on behalf of 837eed90820b4d6bbe589ccc97f5fe8f for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:35.037462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.065030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95eda5f2-5691-4df9-bf0a-39623f559527 req-58031c66-fafb-4ba7-9db4-7e3f7114cee7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318581 Jul 08 17:30:35.124409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Router cf527cca-f46b-4190-b012-5c185fd8527f is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:30:35.251768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:30:35.264673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Sync routers for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:30:35.269919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.287825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:30:35.288499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.289254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:30:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:35.295367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0f8fdf17-dd51-4ebd-b642-ae484b1a9510 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8722379 Jul 08 17:30:35.296075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33912) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:35.347166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495558ae-ddba-4587-99f0-64804f527d15 None None] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:35.403570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Checking segment: {'id': '4d8c0354-da08-45fb-922b-8fa2618e2869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'afa11b84-57c9-4c9e-9713-ee9f74486d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:35.403931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Network hostable DHCP agents. Network: afa11b84-57c9-4c9e-9713-ee9f74486d22, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:35.405985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f8353d-1d23-40be-8b43-e1a4095f1e44,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:35.459473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58858b7f-b922-4b40-b0ac-636a4c2b43bc req-c10c05c1-7978-42f9-a85f-1d40186065ba tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:35.464083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58858b7f-b922-4b40-b0ac-636a4c2b43bc req-c10c05c1-7978-42f9-a85f-1d40186065ba tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1308742 Jul 08 17:30:35.468410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Network afa11b84-57c9-4c9e-9713-ee9f74486d22 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:35.489567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, afa11b84-57c9-4c9e-9713-ee9f74486d22) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:35.502919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:35.503442 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.513404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-537fe87b-067f-4eb6-92e0-9e9b4a723c0f None None] Provisioning for port de5de8db-2404-4177-9148-c46dd53de2f4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:35.517445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d786704-32a4-4fa2-b53c-8b3d65eaa2ce None None] Network afa11b84-57c9-4c9e-9713-ee9f74486d22 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:35.525486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f6f4085b-e6df-456e-b216-486224ede947 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:35.537427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58858b7f-b922-4b40-b0ac-636a4c2b43bc req-f3b065f3-c3da-41f3-8b59-d0bbf3b4acf3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Jul 08 17:30:35.540712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8454d594-521f-4eb6-9f2d-8f26c051b17a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5560286 Jul 08 17:30:35.589235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-537fe87b-067f-4eb6-92e0-9e9b4a723c0f None None] Provisioning complete for port de5de8db-2404-4177-9148-c46dd53de2f4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:35.589839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-537fe87b-067f-4eb6-92e0-9e9b4a723c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:35.631219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: f6f4085b-e6df-456e-b216-486224ede947 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:35.631885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f6f4085b-e6df-456e-b216-486224ede947 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:35.694025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:30:35.807229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c79-9af8-43d4-a848-c20bf65a2d5d req-4d7dd508-631b-4661-a214-30adba371df5 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:35.819679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9a57c79-9af8-43d4-a848-c20bf65a2d5d req-4d7dd508-631b-4661-a214-30adba371df5 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.1182940 Jul 08 17:30:35.937230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9a57c79-9af8-43d4-a848-c20bf65a2d5d req-d925fcb0-b08a-479c-bf80-a3e5ff363b47 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163394 Jul 08 17:30:35.974003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bef96b-150a-4eaf-9625-08243cdc7cf9 None None] Network afa11b84-57c9-4c9e-9713-ee9f74486d22 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:36.022890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c56e42c-8291-452c-8a1f-23ec5b6edbb7 req-41907d42-e299-43df-bde5-01845855fe70 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0497701 Jul 08 17:30:36.050088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e809b5-363f-4397-b3df-ded29ab63027 req-861c8d41-654c-47ab-ba51-8ae6f5b7629e tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:36.051524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57e809b5-363f-4397-b3df-ded29ab63027 req-861c8d41-654c-47ab-ba51-8ae6f5b7629e tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 946 time: 0.2030585 Jul 08 17:30:36.069143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-537fe87b-067f-4eb6-92e0-9e9b4a723c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.102127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.279308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-537fe87b-067f-4eb6-92e0-9e9b4a723c0f None None] For port de5de8db-2404-4177-9148-c46dd53de2f4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de5de8db-2404-4177-9148-c46dd53de2f4,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:36.288888 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-537fe87b-067f-4eb6-92e0-9e9b4a723c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.305022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Allocated IP 172.20.0.1 (1e6f49b4-0662-4eaa-aa56-5df30c5ef3be/3ba21f92-0c6a-4238-91cc-a16c1b7a0665/69e55a61-cab7-4270-b8c3-12a87f04292d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:36.376494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fe87b-067f-4eb6-92e0-9e9b4a723c0f None None] Pushing event updated for resources: {'Port': ['ID=de5de8db-2404-4177-9148-c46dd53de2f4,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:36.396795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:34Z', 'revision_number': 3, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:36.440514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Checking router: cf527cca-f46b-4190-b012-5c185fd8527f for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:30:36.440514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Updating router cf527cca-f46b-4190-b012-5c185fd8527f port aa4a810e-edba-463f-ab98-a4bbdd27e31e binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:30:36.469105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.485755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Transition to ACTIVE for port object 69e55a61-cab7-4270-b8c3-12a87f04292d will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:36.506875 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.535653 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.570718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:36.573094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:36.578495 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-7e549f20-d47f-4c59-80d5-38f47874bb73 req-89d1ca90-d81b-4c7b-80eb-eab49f145b8a tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] show failed (client error): The resource could not be found. Jul 08 17:30:36.596185 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e549f20-d47f-4c59-80d5-38f47874bb73 req-89d1ca90-d81b-4c7b-80eb-eab49f145b8a tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "GET /v2.0/security-groups/1fb45e30-0dd1-4865-aa45-31c2156e4587 HTTP/1.1" status: 404 len: 352 time: 0.4551184 Jul 08 17:30:36.602866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:36.675488 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.735680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Deleting port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:36.736020 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.752447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe82126-0c3c-47bb-96bc-287b4ae16b05 req-67f62151-df04-42b1-bbe1-5449ba635da7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:36.757393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fe82126-0c3c-47bb-96bc-287b4ae16b05 req-67f62151-df04-42b1-bbe1-5449ba635da7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2031965 Jul 08 17:30:36.788884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Pushing event updated for resources: {'Port': ['ID=69e55a61-cab7-4270-b8c3-12a87f04292d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:36.815881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d3559cc7-b269-4457-92f4-256e147b2721 None None] Provisioning complete for port de5de8db-2404-4177-9148-c46dd53de2f4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:36.816322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3559cc7-b269-4457-92f4-256e147b2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.939919 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:36.960574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fe82126-0c3c-47bb-96bc-287b4ae16b05 req-da9e165b-fcb8-485c-805a-7dbd76fb979d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805475 Jul 08 17:30:37.026102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] For port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:37.026987 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.056795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520216b-fd3b-4fac-828d-b0d4f67f67c3 req-3b348ecd-416c-4d54-880f-02c8bc50f8ba tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:37.066001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7520216b-fd3b-4fac-828d-b0d4f67f67c3 req-3b348ecd-416c-4d54-880f-02c8bc50f8ba tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.2826860 Jul 08 17:30:37.080363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Calling delete_port for 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:37.171396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7520216b-fd3b-4fac-828d-b0d4f67f67c3 req-30272df4-9a20-4112-97ab-fc5f0c913b2a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044307 Jul 08 17:30:37.182409 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.189110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.258719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.285814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Pushing event updated for resources: {'Port': ['ID=69e55a61-cab7-4270-b8c3-12a87f04292d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:37.288266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.362553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-91146922-b004-4a93-aec4-284b6ba883f4 None None] Provisioning for port 69e55a61-cab7-4270-b8c3-12a87f04292d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:37.369169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-91146922-b004-4a93-aec4-284b6ba883f4 None None] Provisioning complete for port 69e55a61-cab7-4270-b8c3-12a87f04292d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:37.371698 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-91146922-b004-4a93-aec4-284b6ba883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.374782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.422124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Transition to ACTIVE for port object aa4a810e-edba-463f-ab98-a4bbdd27e31e will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:37.423864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:37.426895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bc1e4a11-e711-489d-806c-6f9cff41951b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:37.428543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:37.437213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-91146922-b004-4a93-aec4-284b6ba883f4 None None] Port 69e55a61-cab7-4270-b8c3-12a87f04292d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:30:37.460305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-073155cc-1c1e-46fc-9466-77c586fa8cd9 req-ae01e101-7fb5-4628-99a6-d92c797f9853 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=0a7218bb-809e-437e-b754-404ddb8cc6cf HTTP/1.1" status: 200 len: 210 time: 0.0866723 Jul 08 17:30:37.467627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Pushing event deleted for resources: {'Port': ['ID=40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:37.468879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.596905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] No DVR routers for this DVR port 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:37.601699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-528e30b0-5dec-44ff-99d3-581a4fe89f00 req-3d43588e-e518-49d5-95ba-bfc2a5f0ca34 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0738704 Jul 08 17:30:37.602679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.604795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57e809b5-363f-4397-b3df-ded29ab63027 req-b3a2e896-debe-4777-af5a-2b63943e2c45 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.41 "DELETE /v2.0/ports/40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae HTTP/1.1" status: 204 len: 173 time: 1.5424597 Jul 08 17:30:37.607387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'name': 'network-vif-deleted', 'tag': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:37.609588 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e7d197-d98e-4a3d-87bf-41b7183a54e5" -d '{"events": [{"server_uuid": "0a7218bb-809e-437e-b754-404ddb8cc6cf", "name": "network-vif-deleted", "tag": "40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:37.616321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Attempting to bind port aa4a810e-edba-463f-ab98-a4bbdd27e31e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:37.616707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Attempting to bind port aa4a810e-edba-463f-ab98-a4bbdd27e31e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:37.617131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Attempting to bind port aa4a810e-edba-463f-ab98-a4bbdd27e31e on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:37.627716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:37.627716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:37.628726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.628726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:37.628960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Bound port: aa4a810e-edba-463f-ab98-a4bbdd27e31e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:37.629342 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.676499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc10770-fa13-4217-9828-7e7281d07a65 None None] Pushing event updated for resources: {'Port': ['ID=aa4a810e-edba-463f-ab98-a4bbdd27e31e,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:37.680595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f5c73fd-fdcb-4004-841b-457c0ef837ae req-b5d869e0-897a-40ce-bc9c-3311d368ad78 tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=837eed90820b4d6bbe589ccc97f5fe8f HTTP/1.1" status: 200 len: 2988 time: 0.1544602 Jul 08 17:30:37.740214 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeed53a-93db-4d1f-bfe9-26a413e6b1c5 x-openstack-request-id: req-dbeed53a-93db-4d1f-bfe9-26a413e6b1c5 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:37.742838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Router cf527cca-f46b-4190-b012-5c185fd8527f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:30:37.743279 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7218bb-809e-437e-b754-404ddb8cc6cf", "name": "network-vif-deleted", "tag": "40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:37.743629 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dbeed53a-93db-4d1f-bfe9-26a413e6b1c5 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:37.744130 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7218bb-809e-437e-b754-404ddb8cc6cf', 'name': 'network-vif-deleted', 'tag': '40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae', 'status': 'completed', 'code': 200} Jul 08 17:30:37.753849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f5c73fd-fdcb-4004-841b-457c0ef837ae req-8d07c9d2-f12b-4f33-accd-48762ec7d7ce tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "GET /v2.0/security-groups/089a138c-b15a-4453-8fa1-f260fd3de6e7 HTTP/1.1" status: 200 len: 2985 time: 0.0596206 Jul 08 17:30:37.784811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] For port aa4a810e-edba-463f-ab98-a4bbdd27e31e, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:37.791337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] For port aa4a810e-edba-463f-ab98-a4bbdd27e31e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=aa4a810e-edba-463f-ab98-a4bbdd27e31e,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:37.803018 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:37.896028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f5c73fd-fdcb-4004-841b-457c0ef837ae req-8bd63765-37e3-4929-990d-d058d7b6870f tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "GET /v2.0/security-groups/089a138c-b15a-4453-8fa1-f260fd3de6e7 HTTP/1.1" status: 200 len: 2985 time: 0.1252642 Jul 08 17:30:37.955332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:30:37.955975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:30:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:37.967486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ba057b34-31cf-4293-ba85-d04ef19a5440 None None] Provisioning complete for port 69e55a61-cab7-4270-b8c3-12a87f04292d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:37.967869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ba057b34-31cf-4293-ba85-d04ef19a5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:38.002527 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:30:38.009157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc10770-fa13-4217-9828-7e7281d07a65 None None] Pushing event updated for resources: {'Port': ['ID=aa4a810e-edba-463f-ab98-a4bbdd27e31e,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:38.039559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:30:38.050370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84225231-9f55-4ff3-a794-4eb07db018b7 req-50f047ce-17d1-4e13-8c03-95e27a13bc8c tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "GET /v2.0/security-groups/089a138c-b15a-4453-8fa1-f260fd3de6e7 HTTP/1.1" status: 200 len: 2985 time: 0.1151845 Jul 08 17:30:38.050937 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef2e72b4-134c-481a-a33d-88abd4b12f17 admin admin] 10.222.0.63 "PUT /v2.0/routers/cf527cca-f46b-4190-b012-5c185fd8527f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7516017 Jul 08 17:30:38.099656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ba057b34-31cf-4293-ba85-d04ef19a5440 None None] Port 69e55a61-cab7-4270-b8c3-12a87f04292d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:30:38.223795 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-84225231-9f55-4ff3-a794-4eb07db018b7 req-038f89fb-f6fb-4e8f-8635-279c3c4ded72 tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:30:38.227509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:30:38.231982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de5de8db-2404-4177-9148-c46dd53de2f4 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:38.239263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84225231-9f55-4ff3-a794-4eb07db018b7 req-038f89fb-f6fb-4e8f-8635-279c3c4ded72 tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "DELETE /v2.0/security-groups/089a138c-b15a-4453-8fa1-f260fd3de6e7 HTTP/1.1" status: 409 len: 352 time: 0.1832721 Jul 08 17:30:38.397508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831ed8e-4dd2-490e-9af3-148fcd3638b0 req-cdf0866a-3204-4240-9a74-b684b7de613d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:38.405841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4831ed8e-4dd2-490e-9af3-148fcd3638b0 req-cdf0866a-3204-4240-9a74-b684b7de613d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1458435 Jul 08 17:30:38.484990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port de5de8db-2404-4177-9148-c46dd53de2f4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:38.485517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:38.491236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4831ed8e-4dd2-490e-9af3-148fcd3638b0 req-7c0a1028-4ace-4bb4-9745-b54e18fc4091 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835042 Jul 08 17:30:38.579981 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-1e101742-1988-4d4e-b637-f48e1af1206e req-3aac1ad1-0ae9-4c3e-86c8-deafef14f980 tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] show failed (client error): The resource could not be found. Jul 08 17:30:38.593477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e101742-1988-4d4e-b637-f48e1af1206e req-3aac1ad1-0ae9-4c3e-86c8-deafef14f980 tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "GET /v2.0/security-groups/2712327a-1492-44be-a07f-f7aa7a512150 HTTP/1.1" status: 404 len: 352 time: 0.0678701 Jul 08 17:30:38.744803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:37Z', 'revision_number': 2, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:38.752115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d629a7-9fec-43d8-88d7-f22f5db76518 req-d170f046-e1db-4f4b-848e-63ecdc1fa0c0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:38.759059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4d629a7-9fec-43d8-88d7-f22f5db76518 req-d170f046-e1db-4f4b-848e-63ecdc1fa0c0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1864619 Jul 08 17:30:38.808273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b4058-f110-4284-ac1d-1562f47fa42d None None] The sync data for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 is: [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:37Z', 'revision_number': 2, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:30:38.819848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4d629a7-9fec-43d8-88d7-f22f5db76518 req-aa5adf49-932c-43c1-befb-8fd36e4ba209 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592144 Jul 08 17:30:38.904633 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-63498aff-c3ef-4a0b-b021-45a3ef83cf03 req-891f25df-8b51-4a22-9a82-e284e510ad57 tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] show failed (client error): The resource could not be found. Jul 08 17:30:38.927714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34008) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:38.933628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63498aff-c3ef-4a0b-b021-45a3ef83cf03 req-891f25df-8b51-4a22-9a82-e284e510ad57 tempest-SecurityGroupsNegativeTestJSON-2057936459 tempest-SecurityGroupsNegativeTestJSON-2057936459-project] 10.222.0.63 "GET /v2.0/security-groups/290b531d-bf9b-4544-8602-717c9a697c4f HTTP/1.1" status: 404 len: 352 time: 0.0517392 Jul 08 17:30:39.032208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] Deleting subnet 38f8353d-1d23-40be-8b43-e1a4095f1e44 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:39.041865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.116554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce304f59-c660-44ae-b494-a4eff634526d req-0aa01c92-c750-4c5c-8830-40d1af95cb27 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0656438 Jul 08 17:30:39.124071 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.178739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:39.225236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:39.225582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 40b1f4ec-4ab3-49d1-a59d-1c6cd0946fae not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:39.287219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.435995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.541124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.543299 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/38f8353d-1d23-40be-8b43-e1a4095f1e44 HTTP/1.1" status: 204 len: 168 time: 0.6140733 Jul 08 17:30:39.548281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34024) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:39.559081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17adc8-bc8e-44a3-8695-e482daf7327c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f8353d-1d23-40be-8b43-e1a4095f1e44,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:39.581017 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-ded979b3-e586-4fa1-b1be-5f03f4302766 service neutron] show failed (client error): The resource could not be found. Jul 08 17:30:39.582086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-ded979b3-e586-4fa1-b1be-5f03f4302766 service neutron] 10.222.0.41 "GET /v2.0/ports/d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.1845887 Jul 08 17:30:39.705118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.875059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:39.915655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa11b84-57c9-4c9e-9713-ee9f74486d22']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:39.941120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8c0354-da08-45fb-922b-8fa2618e2869') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:39.941661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8c0354-da08-45fb-922b-8fa2618e2869') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:39.956654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.002389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.029495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:40.034689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:40.039671 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:40.072872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e4c62-5ac5-462a-94bc-8338d9835906 req-dc51f536-9a39-4298-b2e2-45b2ef288576 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:40.092934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-878e4c62-5ac5-462a-94bc-8338d9835906 req-dc51f536-9a39-4298-b2e2-45b2ef288576 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2760725 Jul 08 17:30:40.193996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95202218-5bcd-4430-beaa-013c0d47345c req-ff796b6c-1c55-4cf6-9ee5-8035abde38eb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:40.202535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95202218-5bcd-4430-beaa-013c0d47345c req-ff796b6c-1c55-4cf6-9ee5-8035abde38eb tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.2806463 Jul 08 17:30:40.212614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.225045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-878e4c62-5ac5-462a-94bc-8338d9835906 req-ee1fe4fd-5443-422d-aa74-320ca30673fb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285398 Jul 08 17:30:40.235856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.241714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/afa11b84-57c9-4c9e-9713-ee9f74486d22 HTTP/1.1" status: 204 len: 168 time: 0.6910563 Jul 08 17:30:40.273261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aa4a810e-edba-463f-ab98-a4bbdd27e31e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:40.306408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c552cb5-060a-4a88-b3cf-db82368ecef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa11b84-57c9-4c9e-9713-ee9f74486d22,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:40.331132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-ee544fe3-9fd1-4e7a-871c-af8ca8fe7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:40.338404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-ee544fe3-9fd1-4e7a-871c-af8ca8fe7db0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711&tenant_id=40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 1100 time: 0.2834423 Jul 08 17:30:40.364847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:40.373841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95202218-5bcd-4430-beaa-013c0d47345c req-043246e0-921f-48f2-bb43-4fcf3b90f28b tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700425 Jul 08 17:30:40.389620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port aa4a810e-edba-463f-ab98-a4bbdd27e31e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:40.397624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port aa4a810e-edba-463f-ab98-a4bbdd27e31e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:40.398009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.519684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34068) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:40.595218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.639146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.640588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port aa4a810e-edba-463f-ab98-a4bbdd27e31e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=aa4a810e-edba-463f-ab98-a4bbdd27e31e,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:40.647240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:40.658235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b5a60636-f26b-4b39-8121-9a804cc722d9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=837eed90820b4d6bbe589ccc97f5fe8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367702 Jul 08 17:30:40.664672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34072) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:40.753928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=aa4a810e-edba-463f-ab98-a4bbdd27e31e,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:40.765817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.766160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.766641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.766941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.767274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.767600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.768068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.768249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.768573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.768968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.769290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.769605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:40.880746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9cb67a6-df36-462b-ac1d-1e9859cbcf85 req-6287a28c-99cd-4b78-8a31-4ae51e7e4626 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0414226 Jul 08 17:30:40.912426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0157-437f-4b83-a0ab-897ab79496ee req-5564514e-b892-48a0-a0a3-838f3fada9d4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:40.930067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad3e0157-437f-4b83-a0ab-897ab79496ee req-5564514e-b892-48a0-a0a3-838f3fada9d4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1717885 Jul 08 17:30:40.991626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:41.017202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad3e0157-437f-4b83-a0ab-897ab79496ee req-91eac18e-12e2-428c-9c13-f2da104ff6f1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859036 Jul 08 17:30:41.048243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:41.050195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d04e1806-fb7e-47ed-a3f0-544e9dbcf3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.100579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d04e1806-fb7e-47ed-a3f0-544e9dbcf3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.117047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:41.119339 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e3a78a-af26-478e-a540-ccb4c220a5fd" -d '{"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-unplugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:41.127205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.156289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Transition to ACTIVE for port object d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:41.162854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.214206 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f690d4-3074-4dee-aedb-1db08b8922a9 x-openstack-request-id: req-92f690d4-3074-4dee-aedb-1db08b8922a9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:41.214490 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-unplugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:41.214738 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-92f690d4-3074-4dee-aedb-1db08b8922a9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:41.215144 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'code': 200} Jul 08 17:30:41.247706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d04e1806-fb7e-47ed-a3f0-544e9dbcf3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.250387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d04e1806-fb7e-47ed-a3f0-544e9dbcf3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.253629 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d04e1806-fb7e-47ed-a3f0-544e9dbcf3b3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/089a138c-b15a-4453-8fa1-f260fd3de6e7 HTTP/1.1" status: 204 len: 168 time: 0.5879076 Jul 08 17:30:41.260054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] No DVR routers for this DVR port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:41.263908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:41.274292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e1806-fb7e-47ed-a3f0-544e9dbcf3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a138c-b15a-4453-8fa1-f260fd3de6e7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:41.381468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:41.381917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:41.382145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:41.388991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:41.389315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:41.396584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:41.396914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:41.397295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:41.397650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-297327d3-93dc-4fae-ac94-7f19d950a12a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:41.398123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Bound port: d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:41.398123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.400051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-297327d3-93dc-4fae-ac94-7f19d950a12a tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.1302350 Jul 08 17:30:41.534834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:41.535837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:41.544572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.623551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:41.624520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:41.625999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] 10.222.0.72 "PUT /v2.0/ports/d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 1095 time: 1.2784703 Jul 08 17:30:41.637404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cf419-4b37-4edd-8441-ac1d5c0c8441 service neutron] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:41.787921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f78a58-5408-4b8c-ad17-1c7519ea75da req-cfafff67-fc51-49c0-9330-ab287fce1b6f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:41.796723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54f78a58-5408-4b8c-ad17-1c7519ea75da req-cfafff67-fc51-49c0-9330-ab287fce1b6f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.3074982 Jul 08 17:30:41.824142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Deleting port bc1e4a11-e711-489d-806c-6f9cff41951b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:41.824495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.037189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] For port bc1e4a11-e711-489d-806c-6f9cff41951b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bc1e4a11-e711-489d-806c-6f9cff41951b,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:42.039829 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.104680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Calling delete_port for bc1e4a11-e711-489d-806c-6f9cff41951b owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:42.168493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54f78a58-5408-4b8c-ad17-1c7519ea75da req-ead78d09-692c-43ea-808c-107d19c904c3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683360 Jul 08 17:30:42.215381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c777b7b-7996-4286-83cb-b7740edfc64f req-7bd933b0-8708-4137-b685-314ae33250a0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:42.215543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aa4a810e-edba-463f-ab98-a4bbdd27e31e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:42.221303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c777b7b-7996-4286-83cb-b7740edfc64f req-7bd933b0-8708-4137-b685-314ae33250a0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 945 time: 0.6073232 Jul 08 17:30:42.313857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port aa4a810e-edba-463f-ab98-a4bbdd27e31e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:42.317755 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.451495 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Sync routers for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:30:42.462957 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:30:42.463880 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:30:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:42.488828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-5a8b274e-5625-49cd-b7e0-11272fe3b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:42.490346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-5a8b274e-5625-49cd-b7e0-11272fe3b3b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1098 time: 0.8294632 Jul 08 17:30:42.513461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c777b7b-7996-4286-83cb-b7740edfc64f req-d1d06ce7-7ebc-46e8-b26d-6b30178f829f tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/security-groups?id=daedc6a1-32ef-44ef-8e68-c3d842929213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694458 Jul 08 17:30:42.638222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.652435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bc1e4a11-e711-489d-806c-6f9cff41951b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:42.660958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-5f1160b5-218a-4e82-8dd1-ace80ea3e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:42.662652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-5f1160b5-218a-4e82-8dd1-ace80ea3e8e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1640582 Jul 08 17:30:42.700960 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:30:42.748957 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fe01234-1324-4ca0-bd0a-cf36b342333e req-8db4d375-bbee-447e-8ac2-d08498e2e847 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0486622 Jul 08 17:30:42.755002 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-b76111ab-2941-44d2-8e0f-3106cfc08b3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.0837054 Jul 08 17:30:42.774864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Pushing event deleted for resources: {'Port': ['ID=bc1e4a11-e711-489d-806c-6f9cff41951b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:42.851064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] No DVR routers for this DVR port bc1e4a11-e711-489d-806c-6f9cff41951b on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:42.853972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:42.864244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-1d1a0e50-bbae-44ea-b140-7e778e480e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:42.866905 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-1d1a0e50-bbae-44ea-b140-7e778e480e90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1003017 Jul 08 17:30:42.868002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb1211ea-dfc3-4b41-a12e-ff0d4f4252c4 req-fdc1e014-823d-4a6f-9888-4a5cf01a0d50 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.72 "DELETE /v2.0/ports/bc1e4a11-e711-489d-806c-6f9cff41951b HTTP/1.1" status: 204 len: 173 time: 1.4577436 Jul 08 17:30:42.870192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'name': 'network-vif-deleted', 'tag': 'bc1e4a11-e711-489d-806c-6f9cff41951b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:42.879552 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69bfaa9-d2df-432a-9163-f93f88d94d9d" -d '{"events": [{"server_uuid": "1dc787d6-af66-413c-bc7e-7f0ff0a78068", "name": "network-vif-deleted", "tag": "bc1e4a11-e711-489d-806c-6f9cff41951b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:42.981999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-72bd3554-cb91-4a7d-8e35-f4f089749882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:42.983907 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-72bd3554-cb91-4a7d-8e35-f4f089749882 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098650 Jul 08 17:30:43.012355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de14c64-bb96-454a-b240-dda745cdd03b req-45168456-800f-428d-ba8b-4c6894047c6f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.015638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1de14c64-bb96-454a-b240-dda745cdd03b req-45168456-800f-428d-ba8b-4c6894047c6f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 947 time: 0.2150116 Jul 08 17:30:43.074014 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:37Z', 'revision_number': 2, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:43.099585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1de14c64-bb96-454a-b240-dda745cdd03b req-9939b34a-e6bc-44de-ac1a-2847156da244 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783143 Jul 08 17:30:43.152509 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Checking router: cf527cca-f46b-4190-b012-5c185fd8527f for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:30:43.152978 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Updating router cf527cca-f46b-4190-b012-5c185fd8527f port 69e55a61-cab7-4270-b8c3-12a87f04292d binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:30:43.175804 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d674a8-7148-4281-9cbc-36941d60fc25 x-openstack-request-id: req-83d674a8-7148-4281-9cbc-36941d60fc25 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:43.176193 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc787d6-af66-413c-bc7e-7f0ff0a78068", "name": "network-vif-deleted", "tag": "bc1e4a11-e711-489d-806c-6f9cff41951b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:43.176404 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-83d674a8-7148-4281-9cbc-36941d60fc25 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:43.176875 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc787d6-af66-413c-bc7e-7f0ff0a78068', 'name': 'network-vif-deleted', 'tag': 'bc1e4a11-e711-489d-806c-6f9cff41951b', 'status': 'completed', 'code': 200} Jul 08 17:30:43.186485 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-78d04fb4-7abe-4c11-8b36-5acbcae6972b service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859045 Jul 08 17:30:43.192328 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.206442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:43.222018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:43.225151 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:43.273239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:43.375609 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46dd0fcf-77cb-4b2c-b802-99e7d7daf7e8 req-5dde34b0-e151-429c-9239-96a96651b94e service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745071 Jul 08 17:30:43.387389 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.393381 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f76f282-885b-44c5-a257-b66a129054e7 x-openstack-request-id: req-3f76f282-885b-44c5-a257-b66a129054e7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:43.393744 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:43.394015 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3f76f282-885b-44c5-a257-b66a129054e7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:43.394432 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'status': 'completed', 'code': 200} Jul 08 17:30:43.447501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971619-4dca-4788-a276-e942d7a6a9a1 req-c59c73ca-8134-449a-be14-3c29eef4b2c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.466148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9971619-4dca-4788-a276-e942d7a6a9a1 req-c59c73ca-8134-449a-be14-3c29eef4b2c9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1433623 Jul 08 17:30:43.540154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9971619-4dca-4788-a276-e942d7a6a9a1 req-5a50fa34-5586-4e31-8cdd-d7f99b9a3490 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Jul 08 17:30:43.659200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-0f0c37c4-5fb9-4602-bf00-a05a5b549df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.660819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-0f0c37c4-5fb9-4602-bf00-a05a5b549df7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1098 time: 0.1197181 Jul 08 17:30:43.700813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-88773ff6-f959-41ea-a890-ded2609ea179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.703053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-88773ff6-f959-41ea-a890-ded2609ea179 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1098 time: 0.1685514 Jul 08 17:30:43.748114 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.790888 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Transition to ACTIVE for port object 69e55a61-cab7-4270-b8c3-12a87f04292d will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:43.816629 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:43.893134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-32677a14-55ee-4948-9b76-760d010efc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:43.894615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-32677a14-55ee-4948-9b76-760d010efc70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2262695 Jul 08 17:30:43.943176 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Pushing event updated for resources: {'Port': ['ID=69e55a61-cab7-4270-b8c3-12a87f04292d,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:43.967194 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.967704 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.968188 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.968674 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.969411 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.969898 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.970448 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.970965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.971460 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.971986 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.972487 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:43.973017 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:30:44.012076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d55b28a3-336a-4844-b729-d031f98bc7ff req-ae35cd35-8159-4e02-a4f9-4d303503a4f0 tempest-ListServerFiltersTestJSON-1073583545 tempest-ListServerFiltersTestJSON-1073583545-project] 10.222.0.63 "GET /v2.0/ports?device_id=1dc787d6-af66-413c-bc7e-7f0ff0a78068 HTTP/1.1" status: 200 len: 210 time: 0.1133149 Jul 08 17:30:44.014508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-517ed65e-9785-4418-9c30-4d10510ae199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.016286 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-517ed65e-9785-4418-9c30-4d10510ae199 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.3049688 Jul 08 17:30:44.119338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-19118663-7062-404c-b627-f57aad126835 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.1062200 Jul 08 17:30:44.164677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-c0cfdcec-09a9-4c00-8caf-5c4a5cb2426e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.1388299 Jul 08 17:30:44.221400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30f6e482-a642-45d8-b4d7-d9701919487b req-817a8c32-9b89-44ff-b3b7-c4ee941f8195 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0801761 Jul 08 17:30:44.263082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-c83a6d84-c108-4654-8216-1e5e874fd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.264815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-c83a6d84-c108-4654-8216-1e5e874fd313 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1379638 Jul 08 17:30:44.283273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-769f7676-6bcf-43eb-8271-8b6f624ceb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.285232 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-769f7676-6bcf-43eb-8271-8b6f624ceb8c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1123838 Jul 08 17:30:44.357503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34156) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:44.391040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-2bf07284-3b6a-4aa4-9f90-0bc396f75208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.395049 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-2bf07284-3b6a-4aa4-9f90-0bc396f75208 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1012754 Jul 08 17:30:44.398487 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Attempting to bind port 69e55a61-cab7-4270-b8c3-12a87f04292d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:44.399076 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Attempting to bind port 69e55a61-cab7-4270-b8c3-12a87f04292d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:44.399638 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Attempting to bind port 69e55a61-cab7-4270-b8c3-12a87f04292d on network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:44.406161 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:44.406542 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Checking segment: {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:44.406941 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.407325 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Bound using segment: {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:44.407789 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Bound port: 69e55a61-cab7-4270-b8c3-12a87f04292d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:44.408183 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.412336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-ed76915e-d580-4353-8ea3-00bdf13fe38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.414443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-ed76915e-d580-4353-8ea3-00bdf13fe38f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360824 Jul 08 17:30:44.486319 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] For port 69e55a61-cab7-4270-b8c3-12a87f04292d, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:44.489493 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] For port 69e55a61-cab7-4270-b8c3-12a87f04292d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=69e55a61-cab7-4270-b8c3-12a87f04292d,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:44.499659 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.521104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-a357dfe8-a528-4635-97c1-ea1837f1ee4c service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170726 Jul 08 17:30:44.571826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82991446-b7d9-49b1-9c86-163dd564ee3f req-2bd92ce6-d393-4c45-844c-9164c4ff0d3b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:44.580018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82991446-b7d9-49b1-9c86-163dd564ee3f req-2bd92ce6-d393-4c45-844c-9164c4ff0d3b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 947 time: 0.1577926 Jul 08 17:30:44.589961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47e1376c-ca8c-4083-9e25-096e4db0b494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.592118 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229156c-422a-4dc4-970e-45056563f11b None None] Pushing event updated for resources: {'Port': ['ID=69e55a61-cab7-4270-b8c3-12a87f04292d,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:44.611472 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:30:44.612104 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:30:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:44.701995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82991446-b7d9-49b1-9c86-163dd564ee3f req-f80ecd2d-cd35-4f99-8ffd-b96dc168d7ac tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171510 Jul 08 17:30:44.717009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-da9ee38c-c7bc-4d6d-b575-35276a94a1d2 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934766 Jul 08 17:30:44.770406 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-80e428ad-8451-4bcd-ba32-581b1f8d02b5 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411585 Jul 08 17:30:44.804443 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:30:44.866779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47e1376c-ca8c-4083-9e25-096e4db0b494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.872439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47e1376c-ca8c-4083-9e25-096e4db0b494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:44.918971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-47e1376c-ca8c-4083-9e25-096e4db0b494 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ab618e1e0d643c7a3a63e481936552f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5582428 Jul 08 17:30:44.922214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34164) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:44.944459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1376c-ca8c-4083-9e25-096e4db0b494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d1251-5912-472b-baed-262593ce5ed0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:44.959035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9af92adc-ea0e-4fc7-8ecb-977c629f6c00 req-0353a773-9f25-4fdd-a4fc-89103cca59b4 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343674 Jul 08 17:30:44.987822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f77f637-7070-4852-aa78-0ac22306a293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.013758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f77f637-7070-4852-aa78-0ac22306a293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.054286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a6ff7-e7f1-48c2-8cbd-acab35fa3e19 req-6ffb414e-c1f7-4903-9cf1-445acf359475 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:45.054585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d3a6ff7-e7f1-48c2-8cbd-acab35fa3e19 req-6ffb414e-c1f7-4903-9cf1-445acf359475 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1129928 Jul 08 17:30:45.091178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f77f637-7070-4852-aa78-0ac22306a293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.094227 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f77f637-7070-4852-aa78-0ac22306a293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.096192 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7f77f637-7070-4852-aa78-0ac22306a293 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/871d1251-5912-472b-baed-262593ce5ed0 HTTP/1.1" status: 204 len: 168 time: 0.1728113 Jul 08 17:30:45.113590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77f637-7070-4852-aa78-0ac22306a293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d1251-5912-472b-baed-262593ce5ed0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:45.150903 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:44Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:45.174344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d3a6ff7-e7f1-48c2-8cbd-acab35fa3e19 req-0495b31f-4b5e-4f3e-a901-bf4d8146365c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887580 Jul 08 17:30:45.176403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34172) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:45.192584 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b86b4-f395-46b0-8b16-31a2b2755c7d None None] The sync data for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 is: [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:44Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:30:45.229272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] Deleting subnet acde7b9f-b5dd-4038-95dc-d89ce651922d {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:30:45.235708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.326880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.519939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9ead290-a8c5-4b2a-9547-3d1f18cbc280 req-31434ccb-5fc5-49a0-bfe3-9947d44972f1 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.1111302 Jul 08 17:30:45.547485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.547961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:45.631441 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.653154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.659099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34184) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:45.671283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/acde7b9f-b5dd-4038-95dc-d89ce651922d HTTP/1.1" status: 204 len: 168 time: 0.4935515 Jul 08 17:30:45.705127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:45.719251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a754e7-464a-4754-86d7-da4a47621810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acde7b9f-b5dd-4038-95dc-d89ce651922d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:45.725561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'mac_address': 'fa:16:3e:5c:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:45.730449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bc1e4a11-e711-489d-806c-6f9cff41951b no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:45.754731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb069f75-9d03-4cfd-a664-825e34d007a8 None None] Network 5e544097-6144-429e-980f-48278197af4e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:45.758638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: bc1e4a11-e711-489d-806c-6f9cff41951b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:45.759165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bc1e4a11-e711-489d-806c-6f9cff41951b not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:45.838910 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.912610 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:45.933598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:45.975135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:45.999878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.022677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a1a17-3214-4e75-8c44-878d110ab855 req-44db6f6b-e6ef-4ddf-a827-7bdffa34ebe8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:46.024529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd8a1a17-3214-4e75-8c44-878d110ab855 req-44db6f6b-e6ef-4ddf-a827-7bdffa34ebe8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 947 time: 0.1662090 Jul 08 17:30:46.056220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Deleting port d70b5467-963f-48fd-b125-552cea13173c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:46.056566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.118172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:46.209774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd8a1a17-3214-4e75-8c44-878d110ab855 req-e6b77bbf-81a1-4128-b5bd-c554f79931d0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756442 Jul 08 17:30:46.238032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39273c1b-d01f-4656-8744-4a4b6ac9b37a None None] DHCP port deletion for 5e544097-6144-429e-980f-48278197af4e request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:30:46.253402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] For port d70b5467-963f-48fd-b125-552cea13173c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d70b5467-963f-48fd-b125-552cea13173c,segment=NetworkSegment(6222c7af-d8f3-4b83-8344-d55c7c345ef2),segment_id=6222c7af-d8f3-4b83-8344-d55c7c345ef2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:46.253772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.280355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Calling delete_port for d70b5467-963f-48fd-b125-552cea13173c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:30:46.342688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:46.351616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34208) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:46.435155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.437068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e55a61-cab7-4270-b8c3-12a87f04292d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:46.469632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] No DVR routers for this DVR port d70b5467-963f-48fd-b125-552cea13173c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:46.483191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70b5467-963f-48fd-b125-552cea13173c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:46.517154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-547243083-network', 'tenant_id': 'c291a40eb1304c19947e9bb48c4aab33'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:46.561965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Made reservation on behalf of c291a40eb1304c19947e9bb48c4aab33 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:46.565831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.578154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.591454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 69e55a61-cab7-4270-b8c3-12a87f04292d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:46.603068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.614228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e544097-6144-429e-980f-48278197af4e']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:46.630316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6222c7af-d8f3-4b83-8344-d55c7c345ef2') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:46.630654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6222c7af-d8f3-4b83-8344-d55c7c345ef2') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:30:46.641682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.662140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.670269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:30:46.670690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.731398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.737953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:30:46.740827 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:30:46.754974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.755250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:46.762954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.773947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.774388 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Added segment 95d1fdd6-8324-42a5-85c6-14b71f29b99f of type vlan for network 1812f73d-f041-47f1-acea-08a40a92c7b2 Jul 08 17:30:46.784836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5e544097-6144-429e-980f-48278197af4e HTTP/1.1" status: 204 len: 168 time: 1.1097112 Jul 08 17:30:46.801890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 69e55a61-cab7-4270-b8c3-12a87f04292d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:46.802270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.845784 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.864078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1f6d-2db2-4f7d-ac65-96d64c2b4791 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e544097-6144-429e-980f-48278197af4e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:46.871823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-39273c1b-d01f-4656-8744-4a4b6ac9b37a None None] Deleting port d70b5467-963f-48fd-b125-552cea13173c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:30:46.871823 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39273c1b-d01f-4656-8744-4a4b6ac9b37a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.894594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a6951-3c1e-4e62-9245-e6e0bdb5f308 req-0c0cdd92-dea7-46b8-9970-84f6da72aca3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:46.896211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f9a6951-3c1e-4e62-9245-e6e0bdb5f308 req-0c0cdd92-dea7-46b8-9970-84f6da72aca3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.4453697 Jul 08 17:30:46.937515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea9c8c0-35f0-48ca-b456-5268a51f17dc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:46.941230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.941230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:46.951707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-39273c1b-d01f-4656-8744-4a4b6ac9b37a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 5e544097-6144-429e-980f-48278197af4e could not be found. Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:30:46.958412 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 5e544097-6144-429e-980f-48278197af4e could not be found. Jul 08 17:30:46.961938 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:30:46.974835 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98704d78-43dd-4f2f-89cd-fd315e502591 req-f82ebde2-b9c3-488c-82fa-29fca12fd59f tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0466166 Jul 08 17:30:46.976926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34220) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:47.012673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f9a6951-3c1e-4e62-9245-e6e0bdb5f308 req-2545542f-d359-439d-9c4f-2b16db390f44 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057520 Jul 08 17:30:47.025539 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6721005 Jul 08 17:30:47.027979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34222) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:47.047568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7337a77a-1d9a-4e24-8f1a-49d8c5139726 None None] DHCP port deletion for 5e544097-6144-429e-980f-48278197af4e request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:30:47.096502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Request body: {'subnet': {'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-547243083-subnet', 'tenant_id': 'c291a40eb1304c19947e9bb48c4aab33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:47.105402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed91d7-4e0c-418a-87c4-e4c7a777b6ca None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:30:47.111719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-49ff1aaa-c6a5-4f29-b718-cee367cd4097 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0bd10667369c432b99cdc4ad8dadbdff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307790 Jul 08 17:30:47.113518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34224) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:47.147030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Made reservation on behalf of c291a40eb1304c19947e9bb48c4aab33 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:47.150633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.211004 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.220288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-883b4d5e-9021-4bc1-954f-19b21a4e2f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.306602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-883b4d5e-9021-4bc1-954f-19b21a4e2f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.328958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 69e55a61-cab7-4270-b8c3-12a87f04292d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=69e55a61-cab7-4270-b8c3-12a87f04292d,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:47.347097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.356523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c24a3b-3121-4b66-a542-50b7cd102141 admin admin] Pushing event updated for resources: {'Network': ['ID=1812f73d-f041-47f1-acea-08a40a92c7b2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:47.379069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.391777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 1812f73d-f041-47f1-acea-08a40a92c7b2 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:47.445150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-c2475185-c4ec-41b9-b551-b7f297145f9e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.446704 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-c2475185-c4ec-41b9-b551-b7f297145f9e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711&tenant_id=40f30bd4ac2e4292ba1830d62917d829&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 948 time: 0.5595567 Jul 08 17:30:47.468566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ed91d7-4e0c-418a-87c4-e4c7a777b6ca None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:30:47.476330 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-883b4d5e-9021-4bc1-954f-19b21a4e2f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.481049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-883b4d5e-9021-4bc1-954f-19b21a4e2f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.486767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-883b4d5e-9021-4bc1-954f-19b21a4e2f50 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/daedc6a1-32ef-44ef-8e68-c3d842929213 HTTP/1.1" status: 204 len: 168 time: 0.3676069 Jul 08 17:30:47.494323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:47.520290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b4d5e-9021-4bc1-954f-19b21a4e2f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daedc6a1-32ef-44ef-8e68-c3d842929213,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:47.530452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Checking segment: {'id': '95d1fdd6-8324-42a5-85c6-14b71f29b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:47.530822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Network hostable DHCP agents. Network: 1812f73d-f041-47f1-acea-08a40a92c7b2, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:47.532475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd92bf-6480-406b-b4db-d7dff33f6b8a req-aa28ce50-e2bb-4703-9657-440d1ed5fa3e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.533882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ebd92bf-6480-406b-b4db-d7dff33f6b8a req-aa28ce50-e2bb-4703-9657-440d1ed5fa3e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 948 time: 0.1116567 Jul 08 17:30:47.565413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-84d98562-355b-42a6-ba4f-2f24570ed47e service neutron] 10.222.0.72 "GET /v2.0/ports/d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7/bindings/n-h1-799528-4 HTTP/1.1" status: 200 len: 382 time: 0.1101537 Jul 08 17:30:47.569314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Network 1812f73d-f041-47f1-acea-08a40a92c7b2 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:47.593110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 1812f73d-f041-47f1-acea-08a40a92c7b2) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:47.599307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.600222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:47.621631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ebd92bf-6480-406b-b4db-d7dff33f6b8a req-0697f120-d813-4224-9dfe-c751bc297b44 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816839 Jul 08 17:30:47.665235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e05ac859-254d-4218-aac1-b9f66c8d10b9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5998354 Jul 08 17:30:47.672325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=69e55a61-cab7-4270-b8c3-12a87f04292d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:47.695074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-0e8eb362-d3fb-4e5a-bc13-7a15bb8572d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.696756 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-0e8eb362-d3fb-4e5a-bc13-7a15bb8572d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1099 time: 0.0994208 Jul 08 17:30:47.838421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-aff83f79-8ce3-45b6-864d-edb77863f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.840684 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-aff83f79-8ce3-45b6-864d-edb77863f40b service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1360309 Jul 08 17:30:47.895361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-aaad34c4-f4f7-47e6-b41c-5e9608ef0a64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.0477853 Jul 08 17:30:47.977284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-91e49214-ebe2-4a6c-a3dd-82a47c463863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:47.979782 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-91e49214-ebe2-4a6c-a3dd-82a47c463863 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0768864 Jul 08 17:30:48.053897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d50f9-4f1a-4233-9e1b-b38cf22326bc None None] Network 1812f73d-f041-47f1-acea-08a40a92c7b2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:48.075271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-7759f92d-5d81-40be-b2c2-7977eff72987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:48.077065 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-7759f92d-5d81-40be-b2c2-7977eff72987 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907214 Jul 08 17:30:48.201467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-d30b299a-bc24-4fad-a5ff-986dbdd6be37 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162746 Jul 08 17:30:48.229337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d5b073d-4e19-4c95-8d75-7023b69f892d req-c39e45b5-5cf5-411b-a2dc-3bfd3508f5f7 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0473883 Jul 08 17:30:48.262444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e55a61-cab7-4270-b8c3-12a87f04292d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:48.387189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 69e55a61-cab7-4270-b8c3-12a87f04292d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:48.387903 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.391056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7dc8a-e965-48cc-815e-b52ea0ae5951 None None] Network 1812f73d-f041-47f1-acea-08a40a92c7b2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:48.398145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-67963a99-ab1d-4c6c-890f-a5c1a5491db6 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896324 Jul 08 17:30:48.420692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-b2b63cfb-e388-41f1-9614-473a0886b72f tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:48.438205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-b2b63cfb-e388-41f1-9614-473a0886b72f tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/networks?id=1812f73d-f041-47f1-acea-08a40a92c7b2 HTTP/1.1" status: 200 len: 820 time: 0.1862330 Jul 08 17:30:48.457021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-f50a946b-cb0f-4016-ac09-668beb92d4e5 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/quotas/c291a40eb1304c19947e9bb48c4aab33 HTTP/1.1" status: 200 len: 375 time: 0.0165672 Jul 08 17:30:48.499379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-3bc129d4-c8cb-4a5b-9cab-43f8d2be37ea tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c291a40eb1304c19947e9bb48c4aab33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376930 Jul 08 17:30:48.641485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-33622615-ce89-4806-af3e-89e725f07784 service neutron] 10.222.0.63 "GET /v2.0/networks/1812f73d-f041-47f1-acea-08a40a92c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448429 Jul 08 17:30:48.700806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34278) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:48.743449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30152e-1d24-4dde-8201-e6616dcbcd99 req-8155c253-34e6-47cc-9a90-bfe361215d37 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:48.745020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d30152e-1d24-4dde-8201-e6616dcbcd99 req-8155c253-34e6-47cc-9a90-bfe361215d37 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1756334 Jul 08 17:30:48.748623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d70b5467-963f-48fd-b125-552cea13173c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:48.758655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-db1901db-21b2-4cda-8c86-2f55a6dfaac5 service neutron] 10.222.0.63 "GET /v2.0/networks/1812f73d-f041-47f1-acea-08a40a92c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161172 Jul 08 17:30:48.789043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d70b5467-963f-48fd-b125-552cea13173c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:30:48.790128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d70b5467-963f-48fd-b125-552cea13173c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:48.829180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d30152e-1d24-4dde-8201-e6616dcbcd99 req-7c41e2e1-984a-495b-a75f-a1be2b04179c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694830 Jul 08 17:30:48.834278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-931058853-network', 'tenant_id': 'a73fc66c30904d209acb70354952b043'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:48.866538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Made reservation on behalf of a73fc66c30904d209acb70354952b043 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:48.869433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:48.881240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.049384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.054267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.084531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:30:49.103724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:49.108076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.108560 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Added segment e493cdb5-8f9f-4683-9da1-4a3c628ab577 of type vlan for network 9ef4e249-76d2-4653-ae4c-3586b30ae450 Jul 08 17:30:49.154114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f2e5f100-8391-4a3a-9762-662eac269d07 req-9e751cf1-8918-4c45-be88-b5d896dc9076 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 210 time: 0.0453203 Jul 08 17:30:49.167650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.222039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.223151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:49.223848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.253861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077fec3-82b7-4098-a9da-9e4446ac2a0f req-6b79e0d4-a360-4c79-a9b8-34000cdfe1ca tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:49.263440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b077fec3-82b7-4098-a9da-9e4446ac2a0f req-6b79e0d4-a360-4c79-a9b8-34000cdfe1ca tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 948 time: 0.0958579 Jul 08 17:30:49.290919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5864341 Jul 08 17:30:49.291458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34292) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:30:49.301515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Request body: {'subnet': {'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-931058853-subnet', 'tenant_id': 'a73fc66c30904d209acb70354952b043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:49.306876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6a1a9-5922-485f-918e-87f6004c56ed admin admin] Pushing event updated for resources: {'Network': ['ID=9ef4e249-76d2-4653-ae4c-3586b30ae450,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:49.319829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9ef4e249-76d2-4653-ae4c-3586b30ae450 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:30:49.333368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b077fec3-82b7-4098-a9da-9e4446ac2a0f req-b99bd086-afc1-4232-a8e5-ae24725f1165 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686190 Jul 08 17:30:49.354135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Made reservation on behalf of a73fc66c30904d209acb70354952b043 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:49.356560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.468187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2476c0b9-33b9-4c91-be90-446e75d87ca8 req-fb4762b9-806f-4982-912c-ada43a70b227 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0374427 Jul 08 17:30:49.564157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:49.595601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.618673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:49.625170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:49.625554 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.656306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad6787c-2ced-41a6-9264-d3ac833d0329,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:49.674852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Checking segment: {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:49.675135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Network hostable DHCP agents. Network: 9ef4e249-76d2-4653-ae4c-3586b30ae450, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:30:49.698132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Network 9ef4e249-76d2-4653-ae4c-3586b30ae450 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:30:49.710796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9ef4e249-76d2-4653-ae4c-3586b30ae450) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:49.715599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:49.716471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.724079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a8fa77-dbe9-490c-b139-d75eab7a7dc2 None None] Network 9ef4e249-76d2-4653-ae4c-3586b30ae450 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:49.746893 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-202fced5-18a5-4a10-a8ac-a2ca9044a0fd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4457605 Jul 08 17:30:49.752062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.817852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:49.820174 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690dda9f-5b28-44f3-b862-3f0121219aba" -d '{"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-plugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:49.845595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:49.858083 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:49.894441 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078af61-0a64-410c-ab8a-8ec6cac32405 x-openstack-request-id: req-5078af61-0a64-410c-ab8a-8ec6cac32405 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:49.894745 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-plugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:49.894960 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5078af61-0a64-410c-ab8a-8ec6cac32405 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:49.895374 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'code': 200} Jul 08 17:30:49.952587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:49.991302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c3965-4b77-41bf-b9cf-20d2df98e89e None None] Network 9ef4e249-76d2-4653-ae4c-3586b30ae450 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:30:50.120225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09e0bf-9a53-414c-9139-75448ecb2f71 req-2ded473d-f437-4014-9c63-8dce1023b489 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:50.130770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a09e0bf-9a53-414c-9139-75448ecb2f71 req-2ded473d-f437-4014-9c63-8dce1023b489 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1024957 Jul 08 17:30:50.204506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a09e0bf-9a53-414c-9139-75448ecb2f71 req-9230c07f-2834-4e8d-ac41-f89c6a7af224 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726433 Jul 08 17:30:50.316183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-29217211-ea1d-470a-bdb9-1a1a89e4e5f4 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:50.318602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-29217211-ea1d-470a-bdb9-1a1a89e4e5f4 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/networks?id=9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 200 len: 817 time: 0.1442463 Jul 08 17:30:50.342327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-ab2675c0-46d4-4ce0-8d09-0e70120dcd30 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/quotas/a73fc66c30904d209acb70354952b043 HTTP/1.1" status: 200 len: 375 time: 0.0169837 Jul 08 17:30:50.407628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d303ee96-37d1-4372-a242-75684d3282ce tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a73fc66c30904d209acb70354952b043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577145 Jul 08 17:30:50.498709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-23b976e4-bb67-4cc9-b368-e6986dc025f4 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:50.500448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-23b976e4-bb67-4cc9-b368-e6986dc025f4 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.72 "GET /v2.0/networks?id=1812f73d-f041-47f1-acea-08a40a92c7b2 HTTP/1.1" status: 200 len: 820 time: 0.1338320 Jul 08 17:30:50.516861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Request body: {'port': {'device_id': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2', 'admin_state_up': True, 'tenant_id': 'c291a40eb1304c19947e9bb48c4aab33'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:50.571875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-3640b2a0-f28c-4c3f-88b6-e114d33ca424 service neutron] 10.222.0.63 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577461 Jul 08 17:30:50.659379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Made reservation on behalf of c291a40eb1304c19947e9bb48c4aab33 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:50.663305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:50.724689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4fa501a3-f95a-42c4-9eb7-1a2c69e58258 req-698bacdb-8b93-49e3-b86b-d6940f236994 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 210 time: 0.0387068 Jul 08 17:30:50.794496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-a2dc7851-65c3-4055-a082-d3123da021f6 service neutron] 10.222.0.63 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134557 Jul 08 17:30:50.906013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Allocated IP 172.20.0.6 (1812f73d-f041-47f1-acea-08a40a92c7b2/7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de/a5d9df2a-38a3-42d7-b40e-8d506f5110fb) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:50.980782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a4569-f030-436c-bd31-26fe9ade76b1 req-92ec2282-dcdf-41b9-9e93-d2e7a962f834 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:50.983128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc1a4569-f030-436c-bd31-26fe9ade76b1 req-92ec2282-dcdf-41b9-9e93-d2e7a962f834 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1070535 Jul 08 17:30:51.071545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc1a4569-f030-436c-bd31-26fe9ade76b1 req-98e88ca7-6827-4edf-95c5-ed46e940299c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834637 Jul 08 17:30:51.137745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.196393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.265000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a427ec4-77f7-4d15-9485-a5ef92ee6e56 req-d0b653ba-1f77-4663-86f8-55414f8d5982 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0550430 Jul 08 17:30:51.277074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Network 1812f73d-f041-47f1-acea-08a40a92c7b2 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:51.281412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:51.285828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:51.325875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Pushing event updated for resources: {'Port': ['ID=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:51.379183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:51.382195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.403436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-a208c59e-b6f6-4852-8495-8fdda9df4515 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931878 Jul 08 17:30:51.403739 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-117b1bf2-a69f-4c30-8d7b-c546f46130f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:51.405591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-117b1bf2-a69f-4c30-8d7b-c546f46130f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711&tenant_id=40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 1100 time: 0.1229928 Jul 08 17:30:51.417464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Request body: {'port': {'device_id': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:51.439277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:51.454917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72943956-a9ae-4f19-9334-5a2b91d67c1c req-174072a2-4caf-487c-bb57-0cae801f0804 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 210 time: 0.0480547 Jul 08 17:30:51.542812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.678627 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:51.771690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e331ac6-2ee9-4636-ae97-635d054f4e36 req-ca407f93-4a8a-4344-9c8f-26d70eb0bed9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:51.773577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e331ac6-2ee9-4636-ae97-635d054f4e36 req-ca407f93-4a8a-4344-9c8f-26d70eb0bed9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.3041635 Jul 08 17:30:51.950741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e331ac6-2ee9-4636-ae97-635d054f4e36 req-351e554a-c224-4264-8577-c1efe3ddad46 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664803 Jul 08 17:30:52.018826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d9df2a-38a3-42d7-b40e-8d506f5110fb {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:52.028296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.044834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Transition to ACTIVE for port object a5d9df2a-38a3-42d7-b40e-8d506f5110fb will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:52.049859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.063171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:52.118725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:52.136429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86b84e-1556-460b-9f1e-197316691a0f req-011e0e36-1ba8-4b0b-ae63-42ed3500ccce tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:52.146072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af86b84e-1556-460b-9f1e-197316691a0f req-011e0e36-1ba8-4b0b-ae63-42ed3500ccce tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 931 time: 0.1314340 Jul 08 17:30:52.149002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:52.216124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Attempting to bind port a5d9df2a-38a3-42d7-b40e-8d506f5110fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:52.216795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Attempting to bind port a5d9df2a-38a3-42d7-b40e-8d506f5110fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '95d1fdd6-8324-42a5-85c6-14b71f29b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:52.217344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Attempting to bind port a5d9df2a-38a3-42d7-b40e-8d506f5110fb on network 1812f73d-f041-47f1-acea-08a40a92c7b2 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:52.223198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Port a5d9df2a-38a3-42d7-b40e-8d506f5110fb on network 1812f73d-f041-47f1-acea-08a40a92c7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:52.223902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Attempting to bind port a5d9df2a-38a3-42d7-b40e-8d506f5110fb on network 1812f73d-f041-47f1-acea-08a40a92c7b2 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:52.229650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:52.230207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Checking segment: {'id': '95d1fdd6-8324-42a5-85c6-14b71f29b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:52.230468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:52.230908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Bound using segment: {'id': '95d1fdd6-8324-42a5-85c6-14b71f29b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:52.231548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Bound port: a5d9df2a-38a3-42d7-b40e-8d506f5110fb, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d1fdd6-8324-42a5-85c6-14b71f29b99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:52.232076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.232818 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333ddd1-6856-4bca-8ddc-b30a1d83cd25" -d '{"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-unplugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:52.237778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.254226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af86b84e-1556-460b-9f1e-197316691a0f req-3b33b601-3960-4dab-973b-9caed1882bab tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071792 Jul 08 17:30:52.297508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Transition to ACTIVE for port object d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:52.329951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] For port a5d9df2a-38a3-42d7-b40e-8d506f5110fb, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:52.334140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] For port a5d9df2a-38a3-42d7-b40e-8d506f5110fb, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,segment=NetworkSegment(95d1fdd6-8324-42a5-85c6-14b71f29b99f),segment_id=95d1fdd6-8324-42a5-85c6-14b71f29b99f)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:52.340077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.377077 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.394496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:52.395466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:52.397775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] 10.222.0.72 "PUT /v2.0/ports/a5d9df2a-38a3-42d7-b40e-8d506f5110fb HTTP/1.1" status: 200 len: 1091 time: 0.9863818 Jul 08 17:30:52.403154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'tag': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:52.405967 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa39e013-2bf9-400d-97a3-8465c6a9b511" -d '{"events": [{"name": "network-changed", "server_uuid": "db22c068-6b3d-4e71-854f-8a6c68eb4022", "tag": "a5d9df2a-38a3-42d7-b40e-8d506f5110fb"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:52.407136 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e504d-6694-4825-9c09-9d6115b8ea06 x-openstack-request-id: req-6d7e504d-6694-4825-9c09-9d6115b8ea06 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:52.408464 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-unplugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:52.409583 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6d7e504d-6694-4825-9c09-9d6115b8ea06 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:52.411058 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'code': 200} Jul 08 17:30:52.442841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de92735-d346-4e06-9271-f8865d303c42 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:52.495476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=10']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:52.735669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-adf854af-863f-46a8-b7a7-48519f51312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:52.738004 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-adf854af-863f-46a8-b7a7-48519f51312a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c291a40eb1304c19947e9bb48c4aab33&device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 1094 time: 0.1093366 Jul 08 17:30:52.800171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-73a7155e-fa82-4e70-a5a3-4b054622f5bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5d9df2a-38a3-42d7-b40e-8d506f5110fb HTTP/1.1" status: 200 len: 217 time: 0.0530643 Jul 08 17:30:52.865981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-d28729bd-8bd5-49ec-ab36-f6a910743cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:52.867789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-d28729bd-8bd5-49ec-ab36-f6a910743cd5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de HTTP/1.1" status: 200 len: 860 time: 0.0600386 Jul 08 17:30:52.909015 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-f3571840-b67f-4ce5-8ae3-9f13310ebe8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1812f73d-f041-47f1-acea-08a40a92c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335608 Jul 08 17:30:53.023755 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-8d9b1f78-3716-4a6e-bf5f-ca7c7fa2d12c service neutron] 10.222.0.72 "GET /v2.0/networks/1812f73d-f041-47f1-acea-08a40a92c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067739 Jul 08 17:30:53.034087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] No DVR routers for this DVR port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:30:53.077867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab289527-3f29-486b-be10-b8e8a8b6046d req-970dbd45-f86b-4bb8-b92b-619298c632c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:53.079352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab289527-3f29-486b-be10-b8e8a8b6046d req-970dbd45-f86b-4bb8-b92b-619298c632c3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.8031971 Jul 08 17:30:53.090470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f19b9fa4-041b-4111-9c17-049d7f4fe4d0 req-4c719f91-c4df-4353-b4b2-f6edbf663a6f tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0592594 Jul 08 17:30:53.148038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:53.148631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:53.149142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:53.162202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:53.162525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Attempting to bind port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:53.183946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e093a2cc-78bb-4017-b1db-3dd84ac860ac req-5f79ae72-4b7d-4302-a7a6-3541b13f149e service neutron] 10.222.0.72 "GET /v2.0/networks/1812f73d-f041-47f1-acea-08a40a92c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502848 Jul 08 17:30:53.189454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:53.190040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:53.190544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:53.190981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Bound port: d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:53.191389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.195059 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe72db-7253-46a2-849b-a1e43b638f59 x-openstack-request-id: req-1efe72db-7253-46a2-849b-a1e43b638f59 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:53.195597 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db22c068-6b3d-4e71-854f-8a6c68eb4022", "tag": "a5d9df2a-38a3-42d7-b40e-8d506f5110fb", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:53.196060 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1efe72db-7253-46a2-849b-a1e43b638f59 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:53.196666 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'tag': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb', 'status': 'completed', 'code': 200} Jul 08 17:30:53.208266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab289527-3f29-486b-be10-b8e8a8b6046d req-71dd46aa-3abd-4b90-9ccc-3c122d9070e0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016290 Jul 08 17:30:53.415330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84d692ce-6dcf-4420-a487-5d8c1042177e req-afbd5a96-7efa-4af7-a693-abbccf2041ef tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 210 time: 0.0714667 Jul 08 17:30:53.475858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:53.493125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:53.532844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.591876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-311db7fb-44f2-4515-a7a3-74d26ab4ef0a tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:53.593758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-311db7fb-44f2-4515-a7a3-74d26ab4ef0a tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "GET /v2.0/networks?id=9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 200 len: 817 time: 0.2695689 Jul 08 17:30:53.608287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Request body: {'port': {'device_id': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450', 'admin_state_up': True, 'tenant_id': 'a73fc66c30904d209acb70354952b043'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:53.614915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=11']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:53.634223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:53.635407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:53.636800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5246ea38-63cf-44dd-ae48-a236e12446be service neutron] 10.222.0.41 "PUT /v2.0/ports/d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 1096 time: 2.2020698 Jul 08 17:30:53.649269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-f73903ea-1991-4d56-826a-58bc344be4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:53.651000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-f73903ea-1991-4d56-826a-58bc344be4b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c291a40eb1304c19947e9bb48c4aab33&device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 1094 time: 0.2164884 Jul 08 17:30:53.786000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Made reservation on behalf of a73fc66c30904d209acb70354952b043 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:53.790705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.038085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Allocated IP 172.20.0.14 (9ef4e249-76d2-4653-ae4c-3586b30ae450/3ad6787c-2ced-41a6-9264-d3ac833d0329/3808ccc4-061d-4b27-bb3d-7191c24a733a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:54.123628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc74e0d-1d97-4612-923b-47f25f6c0ce9 req-ea5cdc99-38b8-4837-8dc5-9c22ea00685b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.130841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cc74e0d-1d97-4612-923b-47f25f6c0ce9 req-ea5cdc99-38b8-4837-8dc5-9c22ea00685b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.3711631 Jul 08 17:30:54.162249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b291029-f9b2-4f10-aad0-51445a573b9f req-dcd1b625-4cf1-4819-a087-2d9bfb8a2adb tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.173833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b291029-f9b2-4f10-aad0-51445a573b9f req-dcd1b625-4cf1-4819-a087-2d9bfb8a2adb tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 943 time: 0.1990690 Jul 08 17:30:54.199511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-88e67a01-5fe3-4a39-94a9-1a6b47f9233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.201038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-88e67a01-5fe3-4a39-94a9-1a6b47f9233c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1812f73d-f041-47f1-acea-08a40a92c7b2 HTTP/1.1" status: 200 len: 921 time: 0.5429053 Jul 08 17:30:54.217078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-9ca63b8c-c60a-4697-b899-22c47ed3a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.218695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-9ca63b8c-c60a-4697-b899-22c47ed3a233 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1099 time: 0.3187668 Jul 08 17:30:54.294453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.350968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-c3932e30-4693-48db-93fc-41502ac24d0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5d9df2a-38a3-42d7-b40e-8d506f5110fb HTTP/1.1" status: 200 len: 217 time: 0.1340299 Jul 08 17:30:54.362736 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b291029-f9b2-4f10-aad0-51445a573b9f req-8e00fbdb-02ff-4a56-8d4f-d410c3012dad tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876764 Jul 08 17:30:54.395172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.489576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:54.491786 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf1356a-8b4b-406b-aff3-2c90e5075652" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:54.507314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Network 9ef4e249-76d2-4653-ae4c-3586b30ae450 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:54.510573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-aa6da374-ded9-46ba-95e9-06266dd4dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.512601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-aa6da374-ded9-46ba-95e9-06266dd4dbd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de HTTP/1.1" status: 200 len: 860 time: 0.1293495 Jul 08 17:30:54.521398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:54.532031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-147d30f8-e39a-4ae4-a233-1e9348d83c3f tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.532352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cc74e0d-1d97-4612-923b-47f25f6c0ce9 req-bcff4098-167d-480a-b611-69bbf15bf6b7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004030 Jul 08 17:30:54.533747 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-147d30f8-e39a-4ae4-a233-1e9348d83c3f tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.41 "GET /v2.0/networks?id=9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 200 len: 817 time: 0.3661840 Jul 08 17:30:54.534408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Pushing event updated for resources: {'Port': ['ID=3808ccc4-061d-4b27-bb3d-7191c24a733a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:54.536908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:54.550169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-821f4f83-ce51-40d8-bb2f-2a862685f2c7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.561477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-821f4f83-ce51-40d8-bb2f-2a862685f2c7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "GET /v2.0/networks?id=9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 200 len: 817 time: 0.2250347 Jul 08 17:30:54.590002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Request body: {'port': {'device_id': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450', 'admin_state_up': True, 'tenant_id': 'a73fc66c30904d209acb70354952b043'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:54.617288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-992626cf-5d06-4a8a-8fc4-d404efd09973 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1812f73d-f041-47f1-acea-08a40a92c7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691485 Jul 08 17:30:54.685232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Request body: {'port': {'device_id': '8513ecb6-5d62-406e-8560-5967963a7411', 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450', 'admin_state_up': True, 'tenant_id': 'a73fc66c30904d209acb70354952b043'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:54.728223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29fbf77d-9498-4549-8941-72bb49ff3e0e req-4b609c5f-b051-4f3e-b07e-463c55f75be8 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0902703 Jul 08 17:30:54.737371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-137240ef-9477-4ad4-aa96-f1806cd41eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.739045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-137240ef-9477-4ad4-aa96-f1806cd41eaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.5087810 Jul 08 17:30:54.776966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.778017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.797258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Made reservation on behalf of a73fc66c30904d209acb70354952b043 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:54.801933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:54.810281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-5efba4b8-f00d-4343-9929-3ec85e328f99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.0609169 Jul 08 17:30:54.827776 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd1425a2-1fea-41af-a433-43b503efb95d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2248836 Jul 08 17:30:54.845313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Request body: {'port': {'device_id': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:54.889247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-838dad34-15c9-4cc1-bd84-9ff92575ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:54.890747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-838dad34-15c9-4cc1-bd84-9ff92575ca92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0564165 Jul 08 17:30:54.974129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-3d264221-f71e-411c-ad4a-0d602dc50bd7 service neutron] 10.222.0.72 "GET /v2.0/networks/1812f73d-f041-47f1-acea-08a40a92c7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556895 Jul 08 17:30:54.979086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc6670a8-2087-4eb9-9e43-6a94578a2fa7 req-eed3048f-9ec2-40c3-87c6-59c0775fc713 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 210 time: 0.0740640 Jul 08 17:30:55.011272 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.021789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Made reservation on behalf of a73fc66c30904d209acb70354952b043 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:30:55.025340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.047213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed29fb-dbaa-469e-882e-05a87114e10b req-5bf2a17e-114c-479d-bc6e-5fb6561869a9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:55.048744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fed29fb-dbaa-469e-882e-05a87114e10b req-5bf2a17e-114c-479d-bc6e-5fb6561869a9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 948 time: 0.3231676 Jul 08 17:30:55.129558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-1aafb071-97d0-479b-9319-03313417d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:55.131048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-1aafb071-97d0-479b-9319-03313417d18d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249734 Jul 08 17:30:55.144173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fed29fb-dbaa-469e-882e-05a87114e10b req-ae9bbba2-7380-4009-9523-988ec142814e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864787 Jul 08 17:30:55.169216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa39e013-2bf9-400d-97a3-8465c6a9b511 req-8c38c545-84d1-4b7f-9fef-dd09f08eb3dd service neutron] 10.222.0.72 "GET /v2.0/networks/1812f73d-f041-47f1-acea-08a40a92c7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842711 Jul 08 17:30:55.173816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Allocated IP 172.20.0.9 (9ef4e249-76d2-4653-ae4c-3586b30ae450/3ad6787c-2ced-41a6-9264-d3ac833d0329/12c83214-b5c8-47d3-8a52-bc39776ec6b1) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:55.226987 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e05c02-92a1-49d6-9c51-41d6459b2eb8 x-openstack-request-id: req-83e05c02-92a1-49d6-9c51-41d6459b2eb8 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:55.227521 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:55.227780 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-83e05c02-92a1-49d6-9c51-41d6459b2eb8 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:55.228183 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'status': 'completed', 'code': 200} Jul 08 17:30:55.354841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-6c4bd273-3482-4261-98a1-79b255c70717 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096159 Jul 08 17:30:55.357549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-6b888599-cfa2-4d74-8e40-d9e0d0dd548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:55.358987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-6b888599-cfa2-4d74-8e40-d9e0d0dd548f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1099 time: 0.1177840 Jul 08 17:30:55.577825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e66e742-ba22-4eb1-a0f3-4dc392fc7426 req-f06f226f-8586-4d7a-8891-034bc75953ae service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151954 Jul 08 17:30:55.606657 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.617765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-cbc07527-a665-43eb-a315-b9496fda9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:55.619307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-cbc07527-a665-43eb-a315-b9496fda9f64 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2453985 Jul 08 17:30:55.642621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23c66e-5b4c-4e73-bf15-23c8030a8473 req-419bdd80-3084-4d3e-9851-47c2266c1c0f tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:55.643515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be23c66e-5b4c-4e73-bf15-23c8030a8473 req-419bdd80-3084-4d3e-9851-47c2266c1c0f tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 943 time: 0.1582589 Jul 08 17:30:55.660124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a5d9df2a-38a3-42d7-b40e-8d506f5110fb details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:55.662599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:30:55.679251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-a53ab7c3-c384-4804-a790-d12b04a569e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.0524721 Jul 08 17:30:55.770008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:30:55.824351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a5d9df2a-38a3-42d7-b40e-8d506f5110fb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,segment=NetworkSegment(95d1fdd6-8324-42a5-85c6-14b71f29b99f),segment_id=95d1fdd6-8324-42a5-85c6-14b71f29b99f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:55.826568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be23c66e-5b4c-4e73-bf15-23c8030a8473 req-62da5dc0-13aa-4bab-8d21-6c23f290e6e4 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501899 Jul 08 17:30:55.846395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb', 'network_id': '1812f73d-f041-47f1-acea-08a40a92c7b2', 'port_id': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb', 'mac_address': 'fa:16:3e:5e:b9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:55.850449 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.886344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-74799391-d85b-48e8-88ed-6f38280d7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:55.889828 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.893078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-74799391-d85b-48e8-88ed-6f38280d7435 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.2024298 Jul 08 17:30:55.904306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d9df2a-38a3-42d7-b40e-8d506f5110fb {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:55.937038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:55.951398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a5d9df2a-38a3-42d7-b40e-8d506f5110fb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,segment=NetworkSegment(95d1fdd6-8324-42a5-85c6-14b71f29b99f),segment_id=95d1fdd6-8324-42a5-85c6-14b71f29b99f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:55.960791 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.009359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-bb7e97c2-1a66-44a7-aa92-d4ab181afaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.011428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-bb7e97c2-1a66-44a7-aa92-d4ab181afaf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1099 time: 0.3094821 Jul 08 17:30:56.034251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:56.067774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Network 9ef4e249-76d2-4653-ae4c-3586b30ae450 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:56.068687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ef564-13a4-4ad9-8a48-eba5f584b4a0 req-a46e6e3e-0606-4ff3-a869-54f87e9b0e23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.070341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c49ef564-13a4-4ad9-8a48-eba5f584b4a0 req-a46e6e3e-0606-4ff3-a869-54f87e9b0e23 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.3089991 Jul 08 17:30:56.073270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0eafb9b2-3397-461d-b9dc-0d8da0f0440e req-bb8a68d0-9c3e-425a-b843-1bc735cf891f tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0850389 Jul 08 17:30:56.075202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Allocated IP 172.20.0.2 (9ef4e249-76d2-4653-ae4c-3586b30ae450/3ad6787c-2ced-41a6-9264-d3ac833d0329/9ef51657-12b7-4b17-b1e6-d1c5c50d2c02) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:30:56.080386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:56.091129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:56.098452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Pushing event updated for resources: {'Port': ['ID=12c83214-b5c8-47d3-8a52-bc39776ec6b1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:56.188961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-15c7e98c-fa93-4cef-a73e-b0a9f1965ce4 req-b0cbb3a0-2868-489b-adb8-7bf0f9632b44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0499489 Jul 08 17:30:56.213625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-23f2fe55-c06f-496a-aa74-56cd32a18fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.215568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-23f2fe55-c06f-496a-aa74-56cd32a18fd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2916706 Jul 08 17:30:56.227961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.229233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.233077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c49ef564-13a4-4ad9-8a48-eba5f584b4a0 req-69d9caed-289c-4e9e-a56a-30cc456b0fd5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476934 Jul 08 17:30:56.264229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['a5d9df2a-38a3-42d7-b40e-8d506f5110fb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:56.271535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-d38c34a5-abb9-4278-98af-a3f107d8e175 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6869667 Jul 08 17:30:56.302373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Request body: {'port': {'device_id': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:56.412615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-989a8965-0148-4ad2-b003-f238965df361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.413965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-989a8965-0148-4ad2-b003-f238965df361 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.3555105 Jul 08 17:30:56.484503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-4f0aa71d-aa6d-47d2-8203-17240eea97ac service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503653 Jul 08 17:30:56.498315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2c98c-bc10-4dfe-9a5e-2b9901d8ab26 req-4884283d-38c7-4855-9d3e-1251a65f4f11 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.505218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ed2c98c-bc10-4dfe-9a5e-2b9901d8ab26 req-4884283d-38c7-4855-9d3e-1251a65f4f11 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 931 time: 0.2465243 Jul 08 17:30:56.538811 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.569260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.640352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-7e11f187-4c0b-4d92-bf80-2748912aa7f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.0860076 Jul 08 17:30:56.656962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ed2c98c-bc10-4dfe-9a5e-2b9901d8ab26 req-32e41c03-8dc9-4e75-9490-8b86233cbbb0 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493597 Jul 08 17:30:56.671309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dca16c-1afb-4793-a99f-114e4551f7db req-3ac1f306-cd24-4939-a9d5-fd979d133b97 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.686919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93dca16c-1afb-4793-a99f-114e4551f7db req-3ac1f306-cd24-4939-a9d5-fd979d133b97 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 948 time: 0.2613928 Jul 08 17:30:56.725031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:56.781547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-2bf3e481-23c1-4ba3-8549-96f661f4a963 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698493 Jul 08 17:30:56.811647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93dca16c-1afb-4793-a99f-114e4551f7db req-17d02af2-b619-40a0-bc26-694aa1ed8ecf tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320992 Jul 08 17:30:56.813122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-f9485627-982d-42dc-9dbf-b5a7c6a94546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.814609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-f9485627-982d-42dc-9dbf-b5a7c6a94546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1276090 Jul 08 17:30:56.839163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Network 9ef4e249-76d2-4653-ae4c-3586b30ae450 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:30:56.840882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:30:56.870376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:30:56.903110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Pushing event updated for resources: {'Port': ['ID=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:56.963627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-a4db8655-d708-4e05-9957-ed211d0fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:56.965533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-a4db8655-d708-4e05-9957-ed211d0fa46f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359253 Jul 08 17:30:57.037325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:57.038113 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.059145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3808ccc4-061d-4b27-bb3d-7191c24a733a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:57.076354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.084035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0909f23c-7976-45ef-813c-f265275169b1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5006137 Jul 08 17:30:57.100910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Transition to ACTIVE for port object 3808ccc4-061d-4b27-bb3d-7191c24a733a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:57.107750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.120303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-3a65b832-7441-430f-b1cb-aa48329e0599 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474180 Jul 08 17:30:57.133096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Request body: {'port': {'device_id': '8513ecb6-5d62-406e-8560-5967963a7411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:30:57.133630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64b665-3c90-441a-a8a3-2f422a75fe80 req-66aa9897-7f65-40f0-81dd-4915605e3501 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:57.135800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf64b665-3c90-441a-a8a3-2f422a75fe80 req-66aa9897-7f65-40f0-81dd-4915605e3501 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 944 time: 0.1032865 Jul 08 17:30:57.236191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf64b665-3c90-441a-a8a3-2f422a75fe80 req-3a76b214-22e1-4bba-b4bd-07c1be46b336 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883436 Jul 08 17:30:57.256696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.257898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0b3d7b72-271a-4cf3-8861-9867b601b3b9 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:57.323505 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cf1356a-8b4b-406b-aff3-2c90e5075652 req-d237a38a-0978-41fa-9106-c16e4b1feb47 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866877 Jul 08 17:30:57.441754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Pushing event updated for resources: {'Port': ['ID=3808ccc4-061d-4b27-bb3d-7191c24a733a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:57.464446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:57.483138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'mac_address': 'fa:16:3e:7e:3c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:57.543456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-307d59f8-2f82-4190-abde-60505818361e req-8f2a7eb2-3d4d-4716-bfe2-24a7debcfba9 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.1758499 Jul 08 17:30:57.558265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42de5b5-7651-44c5-bc42-6df49b95da7c req-c7f7af1e-f389-4673-a214-9115d37fe37d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:57.565962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f42de5b5-7651-44c5-bc42-6df49b95da7c req-c7f7af1e-f389-4673-a214-9115d37fe37d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1505232 Jul 08 17:30:57.569411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.572728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d6b8-b950-4622-bcfa-d5f5f31c8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.622403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b3d7b72-271a-4cf3-8861-9867b601b3b9 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:57.635942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f42de5b5-7651-44c5-bc42-6df49b95da7c req-a9404595-cc2e-4666-91be-5a302b3e85d9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Jul 08 17:30:57.675843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a5d9df2a-38a3-42d7-b40e-8d506f5110fb up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:57.700718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:57.713140 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.725027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c83214-b5c8-47d3-8a52-bc39776ec6b1 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:57.741291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.767668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Transition to ACTIVE for port object 12c83214-b5c8-47d3-8a52-bc39776ec6b1 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:57.782488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port a5d9df2a-38a3-42d7-b40e-8d506f5110fb completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:30:57.789032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port a5d9df2a-38a3-42d7-b40e-8d506f5110fb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:57.789539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.790432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:57.793454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:57.884679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Attempting to bind port 3808ccc4-061d-4b27-bb3d-7191c24a733a on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:57.885389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Attempting to bind port 3808ccc4-061d-4b27-bb3d-7191c24a733a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:57.885761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Attempting to bind port 3808ccc4-061d-4b27-bb3d-7191c24a733a on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:57.908689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Port 3808ccc4-061d-4b27-bb3d-7191c24a733a on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:57.909052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Attempting to bind port 3808ccc4-061d-4b27-bb3d-7191c24a733a on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:57.936490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['0b3d7b72-271a-4cf3-8861-9867b601b3b9'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:30:57.955867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:57.956941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Checking segment: {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:57.957293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Bound using segment: {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:57.959805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Bound port: 3808ccc4-061d-4b27-bb3d-7191c24a733a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:57.960202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.022862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=12c83214-b5c8-47d3-8a52-bc39776ec6b1,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:58.041092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d509d-7b1d-430a-969b-cc275f5a6e42 req-2a29b4a2-8b57-4567-bef0-6a115cbd515a tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:58.051649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f59d509d-7b1d-430a-969b-cc275f5a6e42 req-2a29b4a2-8b57-4567-bef0-6a115cbd515a tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 943 time: 0.1453085 Jul 08 17:30:58.073954 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.219929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:58.231518 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd30324-b0bf-47b9-a333-cbdbd1044b7c" -d '{"events": [{"server_uuid": "db22c068-6b3d-4e71-854f-8a6c68eb4022", "name": "network-vif-plugged", "status": "completed", "tag": "a5d9df2a-38a3-42d7-b40e-8d506f5110fb"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:58.272716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a5d9df2a-38a3-42d7-b40e-8d506f5110fb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,segment=NetworkSegment(95d1fdd6-8324-42a5-85c6-14b71f29b99f),segment_id=95d1fdd6-8324-42a5-85c6-14b71f29b99f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:58.289137 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.399700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] For port 3808ccc4-061d-4b27-bb3d-7191c24a733a, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:58.404498 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] For port 3808ccc4-061d-4b27-bb3d-7191c24a733a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3808ccc4-061d-4b27-bb3d-7191c24a733a,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:58.418326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Attempting to bind port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:58.419459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Attempting to bind port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:58.420562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Attempting to bind port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:58.457162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:58.525864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:58.526380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Attempting to bind port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:58.534683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.539734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:58.615560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Pushing event updated for resources: {'Port': ['ID=3808ccc4-061d-4b27-bb3d-7191c24a733a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:58.624901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.629727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:58.630266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Checking segment: {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:58.630751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Bound using segment: {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:58.631252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Bound port: 12c83214-b5c8-47d3-8a52-bc39776ec6b1, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:58.631781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.642003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:58.642736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.645306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-69b2604f-e302-4165-a27b-3ef4d5dcf145 service neutron] 10.222.0.72 "PUT /v2.0/ports/3808ccc4-061d-4b27-bb3d-7191c24a733a HTTP/1.1" status: 200 len: 1092 time: 3.8036361 Jul 08 17:30:58.654883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'tag': '3808ccc4-061d-4b27-bb3d-7191c24a733a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:30:58.658840 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af055917-c528-44ce-8b41-bd4becb488a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a692bc17-b0f9-444a-867c-f3e23ef38507", "tag": "3808ccc4-061d-4b27-bb3d-7191c24a733a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:30:58.683169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Transition to ACTIVE for port object 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:30:58.697543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f59d509d-7b1d-430a-969b-cc275f5a6e42 req-fc9602cc-0291-4b47-93a1-7b578202118c tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423287 Jul 08 17:30:58.719408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:58.762711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2832f-3ea6-4add-a550-a96e952ddbe1 req-3adf53ae-0366-4048-809b-16b890049ac0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:58.769962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ea2832f-3ea6-4add-a550-a96e952ddbe1 req-3adf53ae-0366-4048-809b-16b890049ac0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 948 time: 0.6774883 Jul 08 17:30:58.775978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Pushing event updated for resources: {'Port': ['ID=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:58.860610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ea2832f-3ea6-4add-a550-a96e952ddbe1 req-17b12e92-ab9c-4e33-b1b0-d8b5f45b6b6e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862467 Jul 08 17:30:58.964150 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76435f2e-4427-4df7-a1c2-be8b9588d441 x-openstack-request-id: req-76435f2e-4427-4df7-a1c2-be8b9588d441 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:58.964453 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db22c068-6b3d-4e71-854f-8a6c68eb4022", "name": "network-vif-plugged", "status": "completed", "tag": "a5d9df2a-38a3-42d7-b40e-8d506f5110fb", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:58.964711 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-76435f2e-4427-4df7-a1c2-be8b9588d441 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:58.965134 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb', 'code': 200} Jul 08 17:30:59.008631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] For port 12c83214-b5c8-47d3-8a52-bc39776ec6b1, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:59.045142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Attempting to bind port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:30:59.045626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Attempting to bind port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:30:59.045966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Attempting to bind port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:59.050094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] For port 12c83214-b5c8-47d3-8a52-bc39776ec6b1, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=12c83214-b5c8-47d3-8a52-bc39776ec6b1,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:59.061279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-db6236c6-cea4-45dd-8d60-adb784b05f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.061279 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-db6236c6-cea4-45dd-8d60-adb784b05f52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a73fc66c30904d209acb70354952b043&device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 1095 time: 0.2936983 Jul 08 17:30:59.061279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:30:59.061678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Attempting to bind port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 on network 9ef4e249-76d2-4653-ae4c-3586b30ae450 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:30:59.067882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:30:59.068224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Checking segment: {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:30:59.068609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Bound using segment: {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:30:59.069081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Bound port: 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e493cdb5-8f9f-4683-9da1-4a3c628ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:30:59.069445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.077720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.161611 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-bf22d9da-8293-4a98-a761-059e92ab952b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3808ccc4-061d-4b27-bb3d-7191c24a733a HTTP/1.1" status: 200 len: 217 time: 0.0899267 Jul 08 17:30:59.173185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.174236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.176127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] 10.222.0.72 "PUT /v2.0/ports/12c83214-b5c8-47d3-8a52-bc39776ec6b1 HTTP/1.1" status: 200 len: 1091 time: 2.8841224 Jul 08 17:30:59.260202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] For port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:30:59.264079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] For port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:30:59.266074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:30:59.275043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0b3d7b72-271a-4cf3-8861-9867b601b3b9 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:30:59.293682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec7c4-df4e-46d7-ab59-86b471300445 req-b2342eec-aaf1-46cf-bb38-590bdae5cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.295351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39dec7c4-df4e-46d7-ab59-86b471300445 req-b2342eec-aaf1-46cf-bb38-590bdae5cf7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 1096 time: 0.2251289 Jul 08 17:30:59.302898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.310375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541485-8bdd-46f9-9bcd-832599e48666 req-96ef57c3-2598-4401-91f8-20d0d16b9f67 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.317363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90541485-8bdd-46f9-9bcd-832599e48666 req-96ef57c3-2598-4401-91f8-20d0d16b9f67 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 945 time: 0.1999960 Jul 08 17:30:59.372455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0dce5-c9ea-4917-aff5-82bffce7cf23 service neutron] Pushing event updated for resources: {'Port': ['ID=12c83214-b5c8-47d3-8a52-bc39776ec6b1,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:59.380841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.381753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.383321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] 10.222.0.41 "PUT /v2.0/ports/9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 HTTP/1.1" status: 200 len: 1091 time: 2.2580421 Jul 08 17:30:59.388241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-b53a4191-6c82-49b7-8283-63a8971a319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.390336 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-b53a4191-6c82-49b7-8283-63a8971a319e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ad6787c-2ced-41a6-9264-d3ac833d0329 HTTP/1.1" status: 200 len: 857 time: 0.2111158 Jul 08 17:30:59.495215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-c0264a72-2dd4-49f5-8ba4-4e9b7dff517b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ef4e249-76d2-4653-ae4c-3586b30ae450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688269 Jul 08 17:30:59.512007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fc2f149-443a-4947-b1e1-e41b7df337d4 req-5f8af9d3-31e5-400d-85bb-67b186969591 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.1674240 Jul 08 17:30:59.514852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39dec7c4-df4e-46d7-ab59-86b471300445 req-52d9cdee-d1b8-4c08-9cbc-ce4978dbc6c0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856456 Jul 08 17:30:59.583335 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90541485-8bdd-46f9-9bcd-832599e48666 req-0973045b-8c3d-490e-ad3f-581ffad3427a tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648664 Jul 08 17:30:59.614210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:30:59.632442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'mac_address': 'fa:16:3e:5c:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:30:59.638479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:30:59.638861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.734532 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ed1bcc-769e-4b59-8ebe-6773043f49af x-openstack-request-id: req-20ed1bcc-769e-4b59-8ebe-6773043f49af {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:30:59.735114 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a692bc17-b0f9-444a-867c-f3e23ef38507", "tag": "3808ccc4-061d-4b27-bb3d-7191c24a733a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:30:59.735514 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20ed1bcc-769e-4b59-8ebe-6773043f49af {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:30:59.736058 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'tag': '3808ccc4-061d-4b27-bb3d-7191c24a733a', 'status': 'completed', 'code': 200} Jul 08 17:30:59.826651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e33845-3fb7-48f4-b433-f86d9c38b53c service neutron] Pushing event updated for resources: {'Port': ['ID=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:30:59.844708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:30:59.856368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee7df5-4ec5-444f-8547-5ee362caf52b req-8a4be265-ba51-40f8-b9c6-2abf81e6d741 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.861100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-ac0925a8-738a-436f-b450-6906578db863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:30:59.863758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39ee7df5-4ec5-444f-8547-5ee362caf52b req-8a4be265-ba51-40f8-b9c6-2abf81e6d741 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 944 time: 0.0972340 Jul 08 17:30:59.865653 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-ac0925a8-738a-436f-b450-6906578db863 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a73fc66c30904d209acb70354952b043&device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 1094 time: 0.5980701 Jul 08 17:30:59.887564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:30:59.919612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39ee7df5-4ec5-444f-8547-5ee362caf52b req-b2856d09-8fbc-4330-a616-87441e9d3789 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542004 Jul 08 17:30:59.968968 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:00.001166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:00.007101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-17966a1d-4e07-4fb2-b244-bed657c79300 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c83214-b5c8-47d3-8a52-bc39776ec6b1 HTTP/1.1" status: 200 len: 217 time: 0.1192060 Jul 08 17:31:00.048145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:00.051837 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-04b7eb29-a6d6-4e26-b975-37d63de4a1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:00.053863 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:00.060605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-e222ab0d-6cb6-4231-b1df-5dc9bd7c3645 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577028 Jul 08 17:31:00.072552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd91debb-3696-4870-afb5-38a461197d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.079676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-fd91debb-3696-4870-afb5-38a461197d42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a73fc66c30904d209acb70354952b043&device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 1094 time: 0.5337064 Jul 08 17:31:00.088254 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:00.155281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=12']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:00.215455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-dcd10371-2949-4690-9494-e6373bfa9efe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 HTTP/1.1" status: 200 len: 217 time: 0.0980110 Jul 08 17:31:00.216445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:00.268615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-a027ba19-079a-4e7e-8d7e-48614f58ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.270725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-a027ba19-079a-4e7e-8d7e-48614f58ab36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ad6787c-2ced-41a6-9264-d3ac833d0329 HTTP/1.1" status: 200 len: 857 time: 0.2544611 Jul 08 17:31:00.290681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55d71e-7668-4e2c-870e-8e705e40b449 req-312e395b-b9d1-4c00-a2f7-d1f0da48c546 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.316773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f55d71e-7668-4e2c-870e-8e705e40b449 req-312e395b-b9d1-4c00-a2f7-d1f0da48c546 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 943 time: 0.1821997 Jul 08 17:31:00.329150 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-9dc49b3c-126f-4090-98d6-468bf574972a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ef4e249-76d2-4653-ae4c-3586b30ae450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465262 Jul 08 17:31:00.335133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280de878-caa1-44b4-8c5b-099ceed58001 req-1abfd63e-3306-47ed-b501-fa0056156eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.336947 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-1abfd63e-3306-47ed-b501-fa0056156eb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ad6787c-2ced-41a6-9264-d3ac833d0329 HTTP/1.1" status: 200 len: 857 time: 0.1122971 Jul 08 17:31:00.407470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:00.426506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b908965-b7e0-4262-bfb2-8ba7c91b1f8d req-3ebe12ab-5bb3-420e-8d20-29deadc51637 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f&device_id=fa194188-28d2-449f-a98c-746825b350bd HTTP/1.1" status: 200 len: 210 time: 0.1068945 Jul 08 17:31:00.450310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:00.462749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-0ce10a94-0379-4c3f-937d-a9db6c355040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ef4e249-76d2-4653-ae4c-3586b30ae450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098299 Jul 08 17:31:00.478613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-60738df2-b45a-4a20-8ec0-13176af20b76 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065208 Jul 08 17:31:00.481406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f55d71e-7668-4e2c-870e-8e705e40b449 req-892c2be1-ceb1-4511-b513-bf38eb84866f tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608329 Jul 08 17:31:00.617463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-ad9390b7-2aa1-40f6-9f0f-0c96be688191 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762692 Jul 08 17:31:00.808271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ea766-3791-4e83-9e48-371e1ba7b69e req-c6435c3d-b002-4780-a4d5-35ab6a7a25bb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:00.815640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-ad6d8078-503d-4235-8a32-bb1bc044b95b service neutron] 10.222.0.41 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340275 Jul 08 17:31:00.815872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-002ea766-3791-4e83-9e48-371e1ba7b69e req-c6435c3d-b002-4780-a4d5-35ab6a7a25bb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1270301 Jul 08 17:31:00.869441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-002ea766-3791-4e83-9e48-371e1ba7b69e req-50f84e0a-5ae6-484c-83fb-493e457c5b73 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Jul 08 17:31:00.966748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:00.969334 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1fdf62-2645-4027-b6a5-7ddf51ec1bc7" -d '{"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-plugged", "status": "completed", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:01.093588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-23b9f1ff-1342-4f26-bbf7-611c3047e2ff service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274340 Jul 08 17:31:01.114413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af055917-c528-44ce-8b41-bd4becb488a6 req-39972f2c-ea2a-45b3-b9d6-00090e4a5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:01.114600 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-af055917-c528-44ce-8b41-bd4becb488a6 req-39972f2c-ea2a-45b3-b9d6-00090e4a5d0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a73fc66c30904d209acb70354952b043&device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 1095 time: 0.4680178 Jul 08 17:31:01.118530 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-280de878-caa1-44b4-8c5b-099ceed58001 req-007ba63b-203f-41d1-98c3-c0f599bd214b service neutron] 10.222.0.41 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434583 Jul 08 17:31:01.226383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfdb1f-e2ec-48ee-b0a5-4689805d9f98 req-8e01c897-3481-485e-9c0d-f63e7e971b41 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:01.232137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dbfdb1f-e2ec-48ee-b0a5-4689805d9f98 req-8e01c897-3481-485e-9c0d-f63e7e971b41 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 945 time: 0.1316082 Jul 08 17:31:01.309207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af055917-c528-44ce-8b41-bd4becb488a6 req-571ef5bb-1326-4b04-9279-a29c15ef2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:01.313229 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-af055917-c528-44ce-8b41-bd4becb488a6 req-571ef5bb-1326-4b04-9279-a29c15ef2f0b service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 200 len: 918 time: 0.1834276 Jul 08 17:31:01.316953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dbfdb1f-e2ec-48ee-b0a5-4689805d9f98 req-9032d1d1-9c94-47f0-b979-e779caddb5cd tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760124 Jul 08 17:31:01.340750 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:01.408816 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-541a6aa8-ffee-4327-9574-4b1a9113907a req-35aebb4f-d585-482e-b061-85e08c67f110 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d75cd7eae9ea42119fcf16c9fbde420e&device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0731256 Jul 08 17:31:01.496387 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-af055917-c528-44ce-8b41-bd4becb488a6 req-64322d3c-18d0-4834-9b17-0863d328d232 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3808ccc4-061d-4b27-bb3d-7191c24a733a HTTP/1.1" status: 200 len: 217 time: 0.1753912 Jul 08 17:31:01.547991 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-541a6aa8-ffee-4327-9574-4b1a9113907a req-565284b4-431b-43c8-88db-90b9ab04aa99 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d75cd7eae9ea42119fcf16c9fbde420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502324 Jul 08 17:31:01.676285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8de84-c5d2-49d3-ac5c-de53862b22d2 req-05f8ad67-e156-4f2a-b756-36e6c4b0ff28 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:01.688384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11d8de84-c5d2-49d3-ac5c-de53862b22d2 req-05f8ad67-e156-4f2a-b756-36e6c4b0ff28 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2145786 Jul 08 17:31:01.784641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11d8de84-c5d2-49d3-ac5c-de53862b22d2 req-31bce664-9ab3-4605-b47e-01734df66d5a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934253 Jul 08 17:31:01.911707 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bfd49b-6039-444e-810e-25fb45ee124a x-openstack-request-id: req-68bfd49b-6039-444e-810e-25fb45ee124a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:01.912217 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-plugged", "status": "completed", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:01.912315 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-68bfd49b-6039-444e-810e-25fb45ee124a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:01.912679 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'code': 200} Jul 08 17:31:01.926614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792efede-cd3f-4541-9bc4-0505e3136f00 req-4ed687c6-b154-4008-8500-55bb22614cac tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:01.933763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-792efede-cd3f-4541-9bc4-0505e3136f00 req-4ed687c6-b154-4008-8500-55bb22614cac tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 949 time: 0.1531141 Jul 08 17:31:02.043662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-792efede-cd3f-4541-9bc4-0505e3136f00 req-1e14f8d2-177b-4a2f-81dc-9f8157ca9508 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Jul 08 17:31:02.191651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'tag': '12c83214-b5c8-47d3-8a52-bc39776ec6b1'}, {'name': 'network-changed', 'server_uuid': '8513ecb6-5d62-406e-8560-5967963a7411', 'tag': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:02.194881 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7fdbda-3eee-4a52-8814-4cf81b54520a" -d '{"events": [{"name": "network-changed", "server_uuid": "a17b5ce5-16d2-49bd-b2ba-136426a6807b", "tag": "12c83214-b5c8-47d3-8a52-bc39776ec6b1"}, {"name": "network-changed", "server_uuid": "8513ecb6-5d62-406e-8560-5967963a7411", "tag": "9ef51657-12b7-4b17-b1e6-d1c5c50d2c02"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:02.216398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af055917-c528-44ce-8b41-bd4becb488a6 req-0376dddf-7dee-4d35-a042-a2722f853a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:02.217746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-697955e3-11fa-4046-bafa-52f5c640eba1 req-b1882697-e3c3-4dd0-b2c9-76f8b101070c tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0596840 Jul 08 17:31:02.218148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-af055917-c528-44ce-8b41-bd4becb488a6 req-0376dddf-7dee-4d35-a042-a2722f853a7d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ad6787c-2ced-41a6-9264-d3ac833d0329 HTTP/1.1" status: 200 len: 857 time: 0.7108843 Jul 08 17:31:02.280757 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-af055917-c528-44ce-8b41-bd4becb488a6 req-e5f605c9-bbd0-4443-b0eb-0d674b58ad0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ef4e249-76d2-4653-ae4c-3586b30ae450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551293 Jul 08 17:31:02.354112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a6aa8-ffee-4327-9574-4b1a9113907a req-75c997c7-a2e2-411f-a167-6375a641f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:02.355608 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-541a6aa8-ffee-4327-9574-4b1a9113907a req-75c997c7-a2e2-411f-a167-6375a641f298 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7966049 Jul 08 17:31:02.361187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612862e-452e-429b-859a-2c83f660c77e req-93265f8b-a916-4cfe-8ca7-ffb7fc5289a0 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:02.374094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8612862e-452e-429b-859a-2c83f660c77e req-93265f8b-a916-4cfe-8ca7-ffb7fc5289a0 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 943 time: 0.1432364 Jul 08 17:31:02.402301 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-af055917-c528-44ce-8b41-bd4becb488a6 req-8ac65014-0d34-43c3-b852-97ec9a09b7b4 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139121 Jul 08 17:31:02.474817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8612862e-452e-429b-859a-2c83f660c77e req-4429894e-2594-4f6f-a098-5f78d2de4f48 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930829 Jul 08 17:31:02.605832 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-af055917-c528-44ce-8b41-bd4becb488a6 req-c25fd13b-647f-4d1e-bb35-fbf67a9024a4 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949408 Jul 08 17:31:02.616554 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d1d705-80c6-4c98-a7aa-68d0c960e9a1 x-openstack-request-id: req-78d1d705-80c6-4c98-a7aa-68d0c960e9a1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:02.616885 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17b5ce5-16d2-49bd-b2ba-136426a6807b", "tag": "12c83214-b5c8-47d3-8a52-bc39776ec6b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8513ecb6-5d62-406e-8560-5967963a7411", "tag": "9ef51657-12b7-4b17-b1e6-d1c5c50d2c02", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:02.617416 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-78d1d705-80c6-4c98-a7aa-68d0c960e9a1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:02.617820 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'tag': '12c83214-b5c8-47d3-8a52-bc39776ec6b1', 'status': 'completed', 'code': 200} Jul 08 17:31:02.618085 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8513ecb6-5d62-406e-8560-5967963a7411', 'tag': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02', 'status': 'completed', 'code': 200} Jul 08 17:31:02.753559 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:02.840457 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-e5d37aa6-08d9-48ee-b7e6-6e5efe4b0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:02.843206 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-e5d37aa6-08d9-48ee-b7e6-6e5efe4b0c20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a73fc66c30904d209acb70354952b043&device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 1094 time: 0.1886792 Jul 08 17:31:02.863532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-af7851f2-f44a-4e31-a8da-9b400bfae8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:02.865608 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-af7851f2-f44a-4e31-a8da-9b400bfae8ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a73fc66c30904d209acb70354952b043&device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 1094 time: 0.1533763 Jul 08 17:31:02.945442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-2d96eefd-11cf-4b47-8743-ec515ac987bf tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559134 Jul 08 17:31:02.991277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-4ca3bdc7-3bc4-4f69-9176-01da03476d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:02.992761 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-4ca3bdc7-3bc4-4f69-9176-01da03476d2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 200 len: 918 time: 0.1128595 Jul 08 17:31:03.073320 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-0c38dc1e-3bc2-4e79-8a37-7f586b361fd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 HTTP/1.1" status: 200 len: 217 time: 0.0399506 Jul 08 17:31:03.136696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-535df0ef-5b9b-41bd-8e1b-4ba783a34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:03.138603 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-535df0ef-5b9b-41bd-8e1b-4ba783a34d1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ad6787c-2ced-41a6-9264-d3ac833d0329 HTTP/1.1" status: 200 len: 857 time: 0.0542867 Jul 08 17:31:03.140285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-4e7ebcc0-5ebe-4ae5-ad3c-379213df7cb8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:03.147143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-4e7ebcc0-5ebe-4ae5-ad3c-379213df7cb8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002854 Jul 08 17:31:03.169105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06df8-9314-4e85-b55a-c5251d10b5c3 req-2cb1c75f-5556-4b2f-ac12-5e4b13845fa2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:03.170600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dbc06df8-9314-4e85-b55a-c5251d10b5c3 req-2cb1c75f-5556-4b2f-ac12-5e4b13845fa2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1822362 Jul 08 17:31:03.178259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-8a22d11a-7ea9-4cb6-b086-09b5e6edcafc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/quotas/40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 375 time: 0.0306082 Jul 08 17:31:03.186121 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-2d20e556-2e5f-4c7b-a491-e7a002794849 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ef4e249-76d2-4653-ae4c-3586b30ae450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386369 Jul 08 17:31:03.201125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-e02da95f-4abc-4e43-a34b-dc05d1597420 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:31:03.202344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-e02da95f-4abc-4e43-a34b-dc05d1597420 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073397 Jul 08 17:31:03.266809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dbc06df8-9314-4e85-b55a-c5251d10b5c3 req-d9a0455a-59c2-4081-9cf1-695fff88dd3c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864544 Jul 08 17:31:03.295404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:03.306764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-259315ab-a662-4500-bf22-a89f166e1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:03.308974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-259315ab-a662-4500-bf22-a89f166e1046 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 200 len: 918 time: 0.4574409 Jul 08 17:31:03.334440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-6f15c527-4e28-4007-9c95-0c10b7f363a2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1550663 Jul 08 17:31:03.401020 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-e25a23cc-8db5-44ee-be56-f3554e1079c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c83214-b5c8-47d3-8a52-bc39776ec6b1 HTTP/1.1" status: 200 len: 217 time: 0.0815599 Jul 08 17:31:03.402752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:03.406742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:03.407220 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.515968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-a63f3c86-4eb6-4337-9ca8-d10849bed6ef service neutron] 10.222.0.41 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054218 Jul 08 17:31:03.531865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-2de9c392-2a50-4df3-90a1-92c1675afede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:03.533413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-2de9c392-2a50-4df3-90a1-92c1675afede service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ad6787c-2ced-41a6-9264-d3ac833d0329 HTTP/1.1" status: 200 len: 857 time: 0.1079235 Jul 08 17:31:03.536971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31d9f88b-1eb9-4685-b56a-b495a1d2ab82 req-a19c7799-23f3-4b6a-9b45-9e74e29c7ed6 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0677011 Jul 08 17:31:03.583600 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.666804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 12c83214-b5c8-47d3-8a52-bc39776ec6b1 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:03.699147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:03.715834 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:03.733173 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-e71dc3a2-4156-4524-9a62-77619758cb38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ef4e249-76d2-4653-ae4c-3586b30ae450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385977 Jul 08 17:31:03.855781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f2f71-47cc-4f03-868e-a19f47b05f0c req-3891aa56-ad93-4eb4-ba9d-873a17b269b2 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:03.871662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-012f2f71-47cc-4f03-868e-a19f47b05f0c req-3891aa56-ad93-4eb4-ba9d-873a17b269b2 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 943 time: 0.1006269 Jul 08 17:31:03.923922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 12c83214-b5c8-47d3-8a52-bc39776ec6b1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=12c83214-b5c8-47d3-8a52-bc39776ec6b1,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:03.938068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-012f2f71-47cc-4f03-868e-a19f47b05f0c req-522082fd-0e3a-4e15-852b-2994e05033b7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642335 Jul 08 17:31:03.980377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-f97a4506-1173-439e-8ae6-2eda41c10f5c service neutron] 10.222.0.41 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459548 Jul 08 17:31:04.028306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-2fb30671-4a17-4a17-bc17-0978cbe0a469 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825654 Jul 08 17:31:04.042812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41abc002-c36a-4782-bdc1-8f919c328cfc req-b5e28aa4-d622-46ad-9d59-6a6ac05925f2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 210 time: 0.1002936 Jul 08 17:31:04.064771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:04.070752 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971745b-701c-4dd7-b82e-328d38a77fc9" -d '{"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-plugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:04.077740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '12c83214-b5c8-47d3-8a52-bc39776ec6b1', 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450', 'port_id': '12c83214-b5c8-47d3-8a52-bc39776ec6b1', 'mac_address': 'fa:16:3e:0c:14:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad6787c-2ced-41a6-9264-d3ac833d0329', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:04.079479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=13']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:04.153881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-541a6aa8-ffee-4327-9574-4b1a9113907a req-13b67a7d-d0cf-4da6-aa0c-d66a94e3ac7f tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.41 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.1339035 Jul 08 17:31:04.176927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:04.209479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c83214-b5c8-47d3-8a52-bc39776ec6b1 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:04.247083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab7fdbda-3eee-4a52-8814-4cf81b54520a req-0c171eaa-35a2-4561-bb0c-38ee47a29a93 service neutron] 10.222.0.72 "GET /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108645 Jul 08 17:31:04.266314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 12c83214-b5c8-47d3-8a52-bc39776ec6b1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=12c83214-b5c8-47d3-8a52-bc39776ec6b1,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:04.281892 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:04.282620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3808ccc4-061d-4b27-bb3d-7191c24a733a details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:04.376008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3808ccc4-061d-4b27-bb3d-7191c24a733a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3808ccc4-061d-4b27-bb3d-7191c24a733a,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:04.420674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '3808ccc4-061d-4b27-bb3d-7191c24a733a', 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450', 'port_id': '3808ccc4-061d-4b27-bb3d-7191c24a733a', 'mac_address': 'fa:16:3e:06:b1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad6787c-2ced-41a6-9264-d3ac833d0329', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:04.444640 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88de8111-0735-4c37-8c27-75034a46c037 x-openstack-request-id: req-88de8111-0735-4c37-8c27-75034a46c037 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:04.445264 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-plugged", "status": "completed", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:04.447266 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-88de8111-0735-4c37-8c27-75034a46c037 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:04.447880 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'code': 200} Jul 08 17:31:04.497258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=12c83214-b5c8-47d3-8a52-bc39776ec6b1,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:04.541277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:04.596922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3808ccc4-061d-4b27-bb3d-7191c24a733a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:04.661463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3808ccc4-061d-4b27-bb3d-7191c24a733a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3808ccc4-061d-4b27-bb3d-7191c24a733a,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:04.683298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:04.768708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3808ccc4-061d-4b27-bb3d-7191c24a733a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:04.788500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464971a2-eabd-418f-bf1f-03f7c59919d2 req-d23ea071-f602-47fa-94d2-f91c4ebab37f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:04.797523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-464971a2-eabd-418f-bf1f-03f7c59919d2 req-d23ea071-f602-47fa-94d2-f91c4ebab37f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1424258 Jul 08 17:31:04.876014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3942f433-d8b4-410f-83b3-9d4ffb87aec6 req-71f8e98a-0d2d-46d6-8f06-8735b8b2f1ca tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=b49e75f4-a8d4-4ef4-9053-8ca0175db37f HTTP/1.1" status: 200 len: 210 time: 0.0447686 Jul 08 17:31:04.965832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-464971a2-eabd-418f-bf1f-03f7c59919d2 req-74d6a30e-4e34-44c7-91cd-31f4525951ab tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667933 Jul 08 17:31:04.990917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['12c83214-b5c8-47d3-8a52-bc39776ec6b1'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:04.998192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3808ccc4-061d-4b27-bb3d-7191c24a733a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:05.300398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:05.327819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57c248-2996-4a23-b5ca-0d96e57a7460 req-827ea566-21d5-4c0e-b725-540b99b1ff00 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:05.338779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb57c248-2996-4a23-b5ca-0d96e57a7460 req-827ea566-21d5-4c0e-b725-540b99b1ff00 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 945 time: 0.1079469 Jul 08 17:31:05.470716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb57c248-2996-4a23-b5ca-0d96e57a7460 req-3513bfe8-eb6e-40cf-8b6d-2ef4da6faed2 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309159 Jul 08 17:31:05.552444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:05.585681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02', 'network_id': '9ef4e249-76d2-4653-ae4c-3586b30ae450', 'port_id': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02', 'mac_address': 'fa:16:3e:4e:b9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad6787c-2ced-41a6-9264-d3ac833d0329', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:05.675725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20286d08-3c09-4930-b14f-dd03b75761f6 req-5545caa4-61b0-410e-a109-57608d449780 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:05.677756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20286d08-3c09-4930-b14f-dd03b75761f6 req-5545caa4-61b0-410e-a109-57608d449780 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 944 time: 0.1483293 Jul 08 17:31:05.702189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:05.727668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:05.770843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10c1bbc7-c5e6-45a6-a5c5-7b8381ed5c47 req-286b7abc-263b-4a2d-8e33-7306707ac2d0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 210 time: 0.0464873 Jul 08 17:31:05.774599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20286d08-3c09-4930-b14f-dd03b75761f6 req-4e403c42-71a7-4044-9ff6-d8111eb01930 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819061 Jul 08 17:31:05.807387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:05.813951 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:05.871053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:06.183142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9ef51657-12b7-4b17-b1e6-d1c5c50d2c02'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:06.301611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-0938c3b5-3890-4e07-adc9-7359bfeb113b tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:06.305981 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-0938c3b5-3890-4e07-adc9-7359bfeb113b tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.72 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 945 time: 0.2456791 Jul 08 17:31:06.348080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-c760b92e-2d24-4b75-90aa-7217685e8239 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=40f30bd4ac2e4292ba1830d62917d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380573 Jul 08 17:31:06.414208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a98567-b616-40ec-a671-636d3573d391 req-667ec981-7545-4bf0-bccc-8948812dbec0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:06.417423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79a98567-b616-40ec-a671-636d3573d391 req-667ec981-7545-4bf0-bccc-8948812dbec0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1270342 Jul 08 17:31:06.482605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-a5f1200d-fe17-4379-a239-ff8131965473 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:06.484236 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-a5f1200d-fe17-4379-a239-ff8131965473 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258488 Jul 08 17:31:06.509090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Request body: {'port': {'device_id': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '40f30bd4ac2e4292ba1830d62917d829'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:06.518373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79a98567-b616-40ec-a671-636d3573d391 req-b7e49fd8-1f23-40f3-ac63-a198ae27bad6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849690 Jul 08 17:31:06.671017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1db75e2-f932-483b-a53a-a11ce1e4b8f4 req-3c5879f5-6be8-4de1-a07e-235341aa33a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d75cd7eae9ea42119fcf16c9fbde420e&device_id=fa194188-28d2-449f-a98c-746825b350bd HTTP/1.1" status: 200 len: 210 time: 0.0821886 Jul 08 17:31:06.729004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1db75e2-f932-483b-a53a-a11ce1e4b8f4 req-df8d1351-a2ce-497e-8c9a-ece1b03656bd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d75cd7eae9ea42119fcf16c9fbde420e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436389 Jul 08 17:31:06.848428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Deleting port a5d9df2a-38a3-42d7-b40e-8d506f5110fb {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:06.848983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:06.870823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0ef9ea3-e87d-42c9-bcc1-7c40809db576 req-2f3b822b-2d48-4e74-99c8-45a191b3aad7 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=fa194188-28d2-449f-a98c-746825b350bd HTTP/1.1" status: 200 len: 210 time: 0.0942240 Jul 08 17:31:06.943860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d156e-3ce1-4cfe-a851-804b776dd846 req-6b1c60b8-7ad6-4583-94f2-7e7f4bb84508 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:06.951429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b67d156e-3ce1-4cfe-a851-804b776dd846 req-6b1c60b8-7ad6-4583-94f2-7e7f4bb84508 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 945 time: 0.1465576 Jul 08 17:31:06.994880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db75e2-f932-483b-a53a-a11ce1e4b8f4 req-d2065916-3aff-4033-b067-7f379f7ccce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:06.996395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1db75e2-f932-483b-a53a-a11ce1e4b8f4 req-d2065916-3aff-4033-b067-7f379f7ccce1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2636817 Jul 08 17:31:06.999769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b67d156e-3ce1-4cfe-a851-804b776dd846 req-fecef73f-b147-4b3f-97b6-1b4030279e2f tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/security-groups?id=2ea9c8c0-35f0-48ca-b456-5268a51f17dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Jul 08 17:31:07.019935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Made reservation on behalf of 40f30bd4ac2e4292ba1830d62917d829 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:07.035547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.128940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c2cdcf5-8757-47f8-bdc8-d6830ead1ee6 req-0286940f-1e26-4181-a2a0-b2761df726bf tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 210 time: 0.0660176 Jul 08 17:31:07.230328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Allocated IP 192.168.233.252 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/8cfc595d-1a2d-40c4-97f3-f90d1644b690) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:07.282840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] For port a5d9df2a-38a3-42d7-b40e-8d506f5110fb, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,segment=NetworkSegment(95d1fdd6-8324-42a5-85c6-14b71f29b99f),segment_id=95d1fdd6-8324-42a5-85c6-14b71f29b99f)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:07.283207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.351992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90ae65-98ef-41c8-ba73-c6b724f9082a req-e69dfb98-f375-4304-b385-d162d054b56b tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:07.354448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e90ae65-98ef-41c8-ba73-c6b724f9082a req-e69dfb98-f375-4304-b385-d162d054b56b tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 944 time: 0.1568274 Jul 08 17:31:07.361142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Calling delete_port for a5d9df2a-38a3-42d7-b40e-8d506f5110fb owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:07.422495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e90ae65-98ef-41c8-ba73-c6b724f9082a req-b73af2d2-3b44-4351-87f9-2f4ec7919674 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603123 Jul 08 17:31:07.542594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.581845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Transition to ACTIVE for port object 8cfc595d-1a2d-40c4-97f3-f90d1644b690 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:07.623319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.636005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['a5d9df2a-38a3-42d7-b40e-8d506f5110fb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:07.660003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Pushing event deleted for resources: {'Port': ['ID=a5d9df2a-38a3-42d7-b40e-8d506f5110fb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:07.694228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 12c83214-b5c8-47d3-8a52-bc39776ec6b1 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:07.705202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.726118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:07.774669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:07.780816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:07.791765 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] No DVR routers for this DVR port a5d9df2a-38a3-42d7-b40e-8d506f5110fb on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:07.797171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.800069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-121e9b3f-c58d-42ce-9dff-5708b8412273 req-556a4c2a-d16a-44c4-82f5-ce6f600888ee tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.72 "DELETE /v2.0/ports/a5d9df2a-38a3-42d7-b40e-8d506f5110fb HTTP/1.1" status: 204 len: 173 time: 1.4503064 Jul 08 17:31:07.804766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'name': 'network-vif-deleted', 'tag': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:07.804766 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42164c6-649c-4404-881e-d81befd3bd78" -d '{"events": [{"server_uuid": "db22c068-6b3d-4e71-854f-8a6c68eb4022", "name": "network-vif-deleted", "tag": "a5d9df2a-38a3-42d7-b40e-8d506f5110fb"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:07.808404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:07.812681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:07.815364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:07.904860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:07.905827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:07.925127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01467956-f41c-42e5-bafc-987118613f05 req-a970d4d4-401f-424e-aab9-c0d04f4f6a91 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:07.948533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01467956-f41c-42e5-bafc-987118613f05 req-a970d4d4-401f-424e-aab9-c0d04f4f6a91 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2421446 Jul 08 17:31:07.952709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-20fc1b74-03eb-48d7-bee3-cb754cae0a02 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4419634 Jul 08 17:31:07.969445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-283fb688-d961-4452-bb72-78553df03236 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:31:07.970499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-283fb688-d961-4452-bb72-78553df03236 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128865 Jul 08 17:31:08.028147 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a0655a-3761-4fbc-95be-af8e9db645ec x-openstack-request-id: req-10a0655a-3761-4fbc-95be-af8e9db645ec {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:08.028624 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db22c068-6b3d-4e71-854f-8a6c68eb4022", "name": "network-vif-deleted", "tag": "a5d9df2a-38a3-42d7-b40e-8d506f5110fb", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:08.029230 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10a0655a-3761-4fbc-95be-af8e9db645ec {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:08.029979 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db22c068-6b3d-4e71-854f-8a6c68eb4022', 'name': 'network-vif-deleted', 'tag': 'a5d9df2a-38a3-42d7-b40e-8d506f5110fb', 'status': 'completed', 'code': 200} Jul 08 17:31:08.044239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01467956-f41c-42e5-bafc-987118613f05 req-20ebad0a-dd20-4bc8-bec1-cd03a23779ea tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943806 Jul 08 17:31:08.069178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Request body: {'port': {'device_id': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:08.083252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:08.131919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:08.137229 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.229596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.295511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a1db75e2-f932-483b-a53a-a11ce1e4b8f4 req-e8896fab-7f43-4208-b8eb-c372297f9a72 tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa194188-28d2-449f-a98c-746825b350bd HTTP/1.1" status: 200 len: 210 time: 0.0881665 Jul 08 17:31:08.386459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9505f7f2-c869-48fc-8054-146708a0c73f req-f5a3b7fe-586b-489a-ace7-e1e077a041e5 tempest-ServerMetadataNegativeTestJSON-1073468369 tempest-ServerMetadataNegativeTestJSON-1073468369-project] 10.222.0.63 "GET /v2.0/ports?device_id=db22c068-6b3d-4e71-854f-8a6c68eb4022 HTTP/1.1" status: 200 len: 210 time: 0.1134660 Jul 08 17:31:08.394390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a08f8177-89dc-4fa4-94bd-cf1ad01d90e6 req-0f3d23c2-0181-4205-a7de-9f0ab6017e5e tempest-ServerShowV247Test-1834416470 tempest-ServerShowV247Test-1834416470-project] 10.222.0.63 "GET /v2.0/ports?device_id=fa194188-28d2-449f-a98c-746825b350bd HTTP/1.1" status: 200 len: 210 time: 0.0872674 Jul 08 17:31:08.394896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-306775d1-ffba-4300-b187-96828db9d00a None None] Provisioning for port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:08.448421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-306775d1-ffba-4300-b187-96828db9d00a None None] Provisioning complete for port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:08.459744 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-306775d1-ffba-4300-b187-96828db9d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.756233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-306775d1-ffba-4300-b187-96828db9d00a None None] Port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:08.788299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60999d-f3ad-474a-80b1-5c1f53c71976 req-833d184d-e924-4c67-bc75-2a1dc68a9751 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:08.796688 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.806945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a60999d-f3ad-474a-80b1-5c1f53c71976 req-833d184d-e924-4c67-bc75-2a1dc68a9751 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 936 time: 0.1560593 Jul 08 17:31:08.863246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c83214-b5c8-47d3-8a52-bc39776ec6b1'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:08.869646 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f68f8-f907-4340-8596-6bb1cbbcc5b0" -d '{"events": [{"server_uuid": "a17b5ce5-16d2-49bd-b2ba-136426a6807b", "name": "network-vif-plugged", "status": "completed", "tag": "12c83214-b5c8-47d3-8a52-bc39776ec6b1"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:08.888066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfc595d-1a2d-40c4-97f3-f90d1644b690 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:08.897690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a60999d-f3ad-474a-80b1-5c1f53c71976 req-cb29067a-0b17-4bec-b62a-01db232e5fb0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936961 Jul 08 17:31:08.927566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.969980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 12c83214-b5c8-47d3-8a52-bc39776ec6b1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=12c83214-b5c8-47d3-8a52-bc39776ec6b1,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:08.979007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Transition to ACTIVE for port object 8cfc595d-1a2d-40c4-97f3-f90d1644b690 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:08.986331 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.989643 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4aa437-e7b9-419f-b744-f3e2621b962d x-openstack-request-id: req-0d4aa437-e7b9-419f-b744-f3e2621b962d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:08.989938 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b5ce5-16d2-49bd-b2ba-136426a6807b", "name": "network-vif-plugged", "status": "completed", "tag": "12c83214-b5c8-47d3-8a52-bc39776ec6b1", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:08.990213 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0d4aa437-e7b9-419f-b744-f3e2621b962d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:08.990827 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c83214-b5c8-47d3-8a52-bc39776ec6b1', 'code': 200} Jul 08 17:31:08.992478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:08.993479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3808ccc4-061d-4b27-bb3d-7191c24a733a up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:09.152670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952523aa-9497-4f0b-bf37-7125e5cf22bb req-771753a4-1330-416b-847a-7812a9a08104 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:09.162541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:09.163090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-952523aa-9497-4f0b-bf37-7125e5cf22bb req-771753a4-1330-416b-847a-7812a9a08104 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 945 time: 0.1478176 Jul 08 17:31:09.263411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-952523aa-9497-4f0b-bf37-7125e5cf22bb req-fa4209b5-c201-4ce3-a7df-cc9b4cf55a9a tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991611 Jul 08 17:31:09.307840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=12c83214-b5c8-47d3-8a52-bc39776ec6b1,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:09.353627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:09.353975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:09.354304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:09.355258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:09.361481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:09.365189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:09.373403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:09.373977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:09.374541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:09.375158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Bound port: 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:09.375790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.492269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 3808ccc4-061d-4b27-bb3d-7191c24a733a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:09.523451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 3808ccc4-061d-4b27-bb3d-7191c24a733a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:09.523833 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.544556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34688) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:09.560013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdcb24-9375-49d7-8d77-0ff14197493c req-62115107-85b1-46bd-a0ec-066f3d383aaf tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:09.560886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:09.569676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03fdcb24-9375-49d7-8d77-0ff14197493c req-62115107-85b1-46bd-a0ec-066f3d383aaf tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1720188 Jul 08 17:31:09.598609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:09.611782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504cec-283d-4f31-afb7-1b4e3e52a7d3 req-12dbaf2a-164e-4906-8cf0-440fc9b46170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:09.613345 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-52504cec-283d-4f31-afb7-1b4e3e52a7d3 req-12dbaf2a-164e-4906-8cf0-440fc9b46170 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 1096 time: 0.2020099 Jul 08 17:31:09.619685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.677937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03fdcb24-9375-49d7-8d77-0ff14197493c req-a0005571-3a5d-44ff-96da-1414747e00cb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070297 Jul 08 17:31:09.694142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Deleting subnet 7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:09.716403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:09.717060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.718495 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] 10.222.0.72 "PUT /v2.0/ports/8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 1096 time: 1.7391951 Jul 08 17:31:09.719176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.795922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:09.801084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:09.817472 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:09.977915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-52504cec-283d-4f31-afb7-1b4e3e52a7d3 req-888ad1a8-72cb-4702-9150-00efa124937b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486977 Jul 08 17:31:09.983775 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.032401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72368b6-507f-4f66-a3ee-df7a142d86ce service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:10.051176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3808ccc4-061d-4b27-bb3d-7191c24a733a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3808ccc4-061d-4b27-bb3d-7191c24a733a,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:10.060350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:10.063315 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264c83e0-5f80-46c6-9017-b8606e06f667" -d '{"events": [{"name": "network-changed", "server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:10.073500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34702) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:10.120689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.127198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.158255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a5d9df2a-38a3-42d7-b40e-8d506f5110fb no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:10.211132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: a5d9df2a-38a3-42d7-b40e-8d506f5110fb {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:10.211673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a5d9df2a-38a3-42d7-b40e-8d506f5110fb not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:10.226134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.255697 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b8e28-faf0-4121-a6e8-2026bc4a56ad x-openstack-request-id: req-333b8e28-faf0-4121-a6e8-2026bc4a56ad {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:10.255996 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:10.256255 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-333b8e28-faf0-4121-a6e8-2026bc4a56ad {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:10.256666 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'status': 'completed', 'code': 200} Jul 08 17:31:10.281910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-cbba851e-a219-47f8-b16c-020f312776dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.283287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-cbba851e-a219-47f8-b16c-020f312776dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1099 time: 0.4774354 Jul 08 17:31:10.397710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-fc238acd-f032-42ef-bc0a-0e97e3b97e38 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.1029732 Jul 08 17:31:10.420644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:10.437116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.442520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3808ccc4-061d-4b27-bb3d-7191c24a733a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:10.444245 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.488346 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.529407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:10.544134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1c32-7648-4210-99b7-8807f6be4fc7 req-116a4bfc-44f4-4c24-bdc5-ee7fe7957696 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.557779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85bd1c32-7648-4210-99b7-8807f6be4fc7 req-116a4bfc-44f4-4c24-bdc5-ee7fe7957696 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 948 time: 0.3614047 Jul 08 17:31:10.587867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-25421b0b-37b2-4e6b-8b23-a3286ff31008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.590849 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-25421b0b-37b2-4e6b-8b23-a3286ff31008 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1832895 Jul 08 17:31:10.647804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-46d23944-5575-4cea-abf0-3c468db279e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6331308 Jul 08 17:31:10.656061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.690931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:10.697674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.702469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7a4fed4b-7d06-4c5d-a3fd-da8ae02db6de HTTP/1.1" status: 204 len: 168 time: 1.1552153 Jul 08 17:31:10.703452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85bd1c32-7648-4210-99b7-8807f6be4fc7 req-e8114b6a-dee0-456b-a5dc-247a0a98a444 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448371 Jul 08 17:31:10.708757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34714) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:10.755459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.755806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.756264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.756458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.756842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.757180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.757508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.757836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.758161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.758481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.758804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.759123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdd4c2f-acc5-4dbb-8dc7-4cae619009eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:10.810836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-6897b34d-e8a2-46b8-b99c-ee554ad1d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.812538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-6897b34d-e8a2-46b8-b99c-ee554ad1d70e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016325 Jul 08 17:31:10.818320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.852068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.868806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fb6ec-b4df-48a3-967d-c41c2124795c req-0a38082d-63e1-4069-b99d-5fafbb4a4fd4 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.876376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-824fb6ec-b4df-48a3-967d-c41c2124795c req-0a38082d-63e1-4069-b99d-5fafbb4a4fd4 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 945 time: 0.2275429 Jul 08 17:31:10.880678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.884541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-dfccd5d8-eaee-47d6-bf82-e480e0795c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:10.886411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-dfccd5d8-eaee-47d6-bf82-e480e0795c8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 1101 time: 0.1498287 Jul 08 17:31:10.989507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:10.992456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3808ccc4-061d-4b27-bb3d-7191c24a733a'}, {'server_uuid': '8513ecb6-5d62-406e-8560-5967963a7411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:10.995099 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5b7884-6919-4be9-a382-50c17ad9c99a" -d '{"events": [{"server_uuid": "a692bc17-b0f9-444a-867c-f3e23ef38507", "name": "network-vif-plugged", "status": "completed", "tag": "3808ccc4-061d-4b27-bb3d-7191c24a733a"}, {"server_uuid": "8513ecb6-5d62-406e-8560-5967963a7411", "name": "network-vif-plugged", "status": "completed", "tag": "9ef51657-12b7-4b17-b1e6-d1c5c50d2c02"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:11.002780 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d5ce53b2-2eac-4d92-bbf7-2d79cb249a38 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819592 Jul 08 17:31:11.004513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1812f73d-f041-47f1-acea-08a40a92c7b2']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:11.007964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b814644-c1ff-4c29-bc52-23835d6bead6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:11.013726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d75cd7eae9ea42119fcf16c9fbde420e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9390030 Jul 08 17:31:11.024562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34720) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:11.035742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d1fdd6-8324-42a5-85c6-14b71f29b99f') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:11.036046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d1fdd6-8324-42a5-85c6-14b71f29b99f') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:11.044133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.044768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.045325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.045823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.046298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.046782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.047270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.047852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.048333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.048835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.049318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.049801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e63408d-acfc-42c5-9134-eca37531dc0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:11.082401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-824fb6ec-b4df-48a3-967d-c41c2124795c req-0cfa6827-7497-4ee3-8ca3-3ba71373ceb7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960850 Jul 08 17:31:11.085216 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.107527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.123465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:11.123933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:11.125602 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:11.198396 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc8e47fa-3871-49e3-97f8-9345bb8f7f9c req-d50264b3-ad91-4e63-aee5-25eb97b3355f service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852293 Jul 08 17:31:11.205868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.218280 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.233618 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1812f73d-f041-47f1-acea-08a40a92c7b2 HTTP/1.1" status: 204 len: 168 time: 0.5217590 Jul 08 17:31:11.270391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9b73cd9-1fc3-4045-afa1-c43753069aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.280012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4b1e1-6b94-4661-9fc4-71323e76f296 admin admin] Pushing event deleted for resources: {'Network': ['ID=1812f73d-f041-47f1-acea-08a40a92c7b2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:11.304238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9b73cd9-1fc3-4045-afa1-c43753069aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.327372 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47039550-b36a-4d5c-b862-70fa3475ba47 x-openstack-request-id: req-47039550-b36a-4d5c-b862-70fa3475ba47 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:11.327809 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a692bc17-b0f9-444a-867c-f3e23ef38507", "name": "network-vif-plugged", "status": "completed", "tag": "3808ccc4-061d-4b27-bb3d-7191c24a733a", "code": 200}, {"server_uuid": "8513ecb6-5d62-406e-8560-5967963a7411", "name": "network-vif-plugged", "status": "completed", "tag": "9ef51657-12b7-4b17-b1e6-d1c5c50d2c02", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:11.328172 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-47039550-b36a-4d5c-b862-70fa3475ba47 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:11.329342 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3808ccc4-061d-4b27-bb3d-7191c24a733a', 'code': 200} Jul 08 17:31:11.333647 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8513ecb6-5d62-406e-8560-5967963a7411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02', 'code': 200} Jul 08 17:31:11.348298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-9c660355-0004-4278-bc00-eda42faa1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.350749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-9c660355-0004-4278-bc00-eda42faa1b0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.4286642 Jul 08 17:31:11.405176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-00d42cae-c627-4278-a70c-e2b7a824c3e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 200 len: 217 time: 0.0460100 Jul 08 17:31:11.428997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-d27f7c6c-2110-4309-a0ce-7f287a050b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.430935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-d27f7c6c-2110-4309-a0ce-7f287a050b3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1099 time: 0.1433115 Jul 08 17:31:11.433597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef933e-1e00-4d47-9664-339beb542c79 req-efdbde35-f29a-4ef8-b869-0eb7c88f65e3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.441261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3ef933e-1e00-4d47-9664-339beb542c79 req-efdbde35-f29a-4ef8-b869-0eb7c88f65e3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.4028661 Jul 08 17:31:11.465108 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9b73cd9-1fc3-4045-afa1-c43753069aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.469462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9b73cd9-1fc3-4045-afa1-c43753069aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:11.471631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e9b73cd9-1fc3-4045-afa1-c43753069aa6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0b814644-c1ff-4c29-bc52-23835d6bead6 HTTP/1.1" status: 204 len: 168 time: 0.4453192 Jul 08 17:31:11.512548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:11.542657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b73cd9-1fc3-4045-afa1-c43753069aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b814644-c1ff-4c29-bc52-23835d6bead6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:11.641685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3ef933e-1e00-4d47-9664-339beb542c79 req-233f0a23-1d0b-4837-97b2-83d6b8c069fe tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993592 Jul 08 17:31:11.654772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-00d09878-80c7-4afb-96c4-be769a768ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.656199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-00d09878-80c7-4afb-96c4-be769a768ffc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.2416177 Jul 08 17:31:11.715634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1ca06888-aaa0-4eb7-9cf1-f8f5cdcb0c3d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c291a40eb1304c19947e9bb48c4aab33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825707 Jul 08 17:31:11.718647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34736) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:11.815877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7607917-1dbf-42f2-bbbc-0ab9c5df5b70 req-d60df376-c08f-4c5b-8cc5-46127515f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.820260 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7607917-1dbf-42f2-bbbc-0ab9c5df5b70 req-d60df376-c08f-4c5b-8cc5-46127515f4e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 1096 time: 0.3046575 Jul 08 17:31:11.827379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9623d-d7fc-437b-85da-503a92441d42 req-3a2989eb-939a-457e-b68c-f324cec163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.829047 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0bc9623d-d7fc-437b-85da-503a92441d42 req-3a2989eb-939a-457e-b68c-f324cec163a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 1097 time: 0.3862233 Jul 08 17:31:11.851568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-86a29408-0952-4824-8cbd-7f99e9bfd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.853106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-86a29408-0952-4824-8cbd-7f99e9bfd96b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875205 Jul 08 17:31:11.919540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7607917-1dbf-42f2-bbbc-0ab9c5df5b70 req-a06642b4-4f6f-4498-a93e-b9aa59150929 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864487 Jul 08 17:31:11.923086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-79c9fc19-e607-498b-913d-82ae239d3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:11.924517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-79c9fc19-e607-498b-913d-82ae239d3b7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.4804885 Jul 08 17:31:11.927925 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0bc9623d-d7fc-437b-85da-503a92441d42 req-09573d9e-ee5c-4967-a63b-691e61f94d87 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750756 Jul 08 17:31:11.978314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-07b672fe-bd48-4abb-9925-c3f95160209e service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037912 Jul 08 17:31:11.981150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27e097e9-3bfd-4622-aeed-7168d597d1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.015712 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-95009440-6cbf-491c-a486-c1183ec091fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0429149 Jul 08 17:31:12.059189 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27e097e9-3bfd-4622-aeed-7168d597d1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.143537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-c920beed-4d23-4d82-a309-642c03745150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:12.145317 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-c920beed-4d23-4d82-a309-642c03745150 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1199410 Jul 08 17:31:12.148376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aba610-56cc-42d1-8bb1-7a67a292e227 req-32f58c23-93b6-40c0-bcbd-30caaf48ad31 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:12.165338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2aba610-56cc-42d1-8bb1-7a67a292e227 req-32f58c23-93b6-40c0-bcbd-30caaf48ad31 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 948 time: 0.1823878 Jul 08 17:31:12.232109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-5aa9f989-b82e-4cdf-ae74-8e8be0cdfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:12.234129 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-5aa9f989-b82e-4cdf-ae74-8e8be0cdfbc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810750 Jul 08 17:31:12.241571 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27e097e9-3bfd-4622-aeed-7168d597d1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.248470 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27e097e9-3bfd-4622-aeed-7168d597d1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:12.249793 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-27e097e9-3bfd-4622-aeed-7168d597d1f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ea9c8c0-35f0-48ca-b456-5268a51f17dc HTTP/1.1" status: 204 len: 168 time: 0.5301678 Jul 08 17:31:12.326436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e097e9-3bfd-4622-aeed-7168d597d1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea9c8c0-35f0-48ca-b456-5268a51f17dc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:12.405684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2aba610-56cc-42d1-8bb1-7a67a292e227 req-4d1f941a-3920-4ae1-b2ab-f840b326f812 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240252 Jul 08 17:31:12.529031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e7383-e77d-4729-b11c-e77f03d255b8 req-85aff551-a9da-436a-bc3c-0433dd256288 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:12.539150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-545e7383-e77d-4729-b11c-e77f03d255b8 req-85aff551-a9da-436a-bc3c-0433dd256288 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 945 time: 0.2534235 Jul 08 17:31:12.544028 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-0b2336e4-4a61-4d09-a9f3-fa06ef320e41 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012309 Jul 08 17:31:12.601752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8141b7f8-e20f-447a-a49f-1ef8713aeb8c req-0d780807-4dd2-443d-b608-c11a13485d6d service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830779 Jul 08 17:31:12.675705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-545e7383-e77d-4729-b11c-e77f03d255b8 req-7e87d842-00eb-4f05-a8ea-0489ef909770 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300163 Jul 08 17:31:12.790017 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-264c83e0-5f80-46c6-9017-b8606e06f667 req-0265cb12-5953-49db-8e5e-3456bb3c2c5f service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360899 Jul 08 17:31:12.999206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34782) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:13.109532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f673e-4aa3-4590-b3a2-55ab16096fc2 req-bb6dee9b-bec0-411e-a89f-5d9db646f414 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:13.111472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-055f673e-4aa3-4590-b3a2-55ab16096fc2 req-bb6dee9b-bec0-411e-a89f-5d9db646f414 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2284663 Jul 08 17:31:13.173969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082818a9-c49d-4139-9502-76ff69605499 req-60d01724-d025-45a6-90fc-411e8ff93020 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:13.176379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-082818a9-c49d-4139-9502-76ff69605499 req-60d01724-d025-45a6-90fc-411e8ff93020 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 945 time: 0.1979160 Jul 08 17:31:13.189215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-30984763-network', 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:13.257425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:13.260230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.269560 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-055f673e-4aa3-4590-b3a2-55ab16096fc2 req-c529c268-7197-4af1-a0b2-0b9e2406b096 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378870 Jul 08 17:31:13.281163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.329149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-082818a9-c49d-4139-9502-76ff69605499 req-c067d34e-fbc4-46f7-b704-224c8a591e9d tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341345 Jul 08 17:31:13.538625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.544912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.565396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.574063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:13.584219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:13.589828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.590170 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Added segment e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d of type vlan for network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c Jul 08 17:31:13.659303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.672170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:13.715791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.716917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:13.718104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.732048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097a29b-1e8f-48e2-9b46-768d9b64cd19 req-c597b638-5794-4c64-ae9f-2d8e59c6dbf4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:13.736003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d097a29b-1e8f-48e2-9b46-768d9b64cd19 req-c597b638-5794-4c64-ae9f-2d8e59c6dbf4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 948 time: 0.1203485 Jul 08 17:31:13.797406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] Pushing event updated for resources: {'Network': ['ID=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:13.804018 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-141c0826-61a0-4322-ac12-d6698aef5309 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7988033 Jul 08 17:31:13.804194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34806) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:13.812281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Request body: {'subnet': {'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-30984763-subnet', 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:13.828884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:13.841951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34808) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:13.849049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d097a29b-1e8f-48e2-9b46-768d9b64cd19 req-0f8856b3-53fd-4c89-bf72-fd46b40679b2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080279 Jul 08 17:31:13.874535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:13.879831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:13.952879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:13.966598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'mac_address': 'fa:16:3e:4a:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:14.005264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1441693574-network', 'tenant_id': '164985e0600848f9b55d8c06ec7a5481'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:14.017388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.031918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfc595d-1a2d-40c4-97f3-f90d1644b690 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:14.059861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:14.077181 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.084072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Made reservation on behalf of 164985e0600848f9b55d8c06ec7a5481 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:14.086682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.100449 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.127933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34814) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:14.133540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1253325791'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:14.140163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.145875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:14.225402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43cb1256-6fff-4a5c-a1c6-ae86aa75adde,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:14.229440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:14.229799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Network hostable DHCP agents. Network: a99655fa-9d29-42d4-82b8-f3fa6cf53c8c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:14.263540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:14.285615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a99655fa-9d29-42d4-82b8-f3fa6cf53c8c) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:14.288326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.291637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.292308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.294699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad1a613-fcfe-4d5f-b705-f9f1130bd7e1 None None] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:14.303859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.333840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:14.340384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c09b00-7e63-43e5-9991-96923fe6bd07,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:14.341004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:14.352043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.357730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.358089 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Added segment 504a599b-6e68-4f58-9822-f6f6f745766a of type vlan for network 37742273-5595-4fa4-bc98-f29adaef1737 Jul 08 17:31:14.369138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-46c5acf9-1654-4d8d-b71a-932bf6cd98e9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5559251 Jul 08 17:31:14.408706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:14.421303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['8cfc595d-1a2d-40c4-97f3-f90d1644b690'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:14.426664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.427022 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Added segment 7ca31578-3437-486e-a35a-fbd5c3e28252 of type vlan for network a81a00d8-77b5-4664-b5ce-6342936760b5 Jul 08 17:31:14.446926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.486421 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.488302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.489823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.523024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.597298 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7539542 Jul 08 17:31:14.599999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34826) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:14.606514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Request body: {'subnet': {'network_id': '37742273-5595-4fa4-bc98-f29adaef1737', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1441693574-subnet', 'tenant_id': '164985e0600848f9b55d8c06ec7a5481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:14.621975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98257d5-7ccc-45a2-afa7-e8cd4b9f4a42 admin admin] Pushing event updated for resources: {'Network': ['ID=37742273-5595-4fa4-bc98-f29adaef1737,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:14.641207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 37742273-5595-4fa4-bc98-f29adaef1737 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:14.656330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Made reservation on behalf of 164985e0600848f9b55d8c06ec7a5481 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:14.659586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.661531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.665597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.666203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.746752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3807943-362b-4f2c-bf58-e4b2ad9cc750 None None] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:14.789032 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6596215 Jul 08 17:31:14.795818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34830) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:14.812059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-920820213'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:14.829579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a5424-b6c4-4061-aeed-95fcb8ac6fe3 req-f22b1ed8-6060-40ce-b6b8-99e98a645f76 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.837159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d2a5424-b6c4-4061-aeed-95fcb8ac6fe3 req-f22b1ed8-6060-40ce-b6b8-99e98a645f76 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.3258543 Jul 08 17:31:14.858066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2feb-f452-479e-82c3-0427e1d06b0f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Network': ['ID=a81a00d8-77b5-4664-b5ce-6342936760b5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:14.872826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a81a00d8-77b5-4664-b5ce-6342936760b5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:14.923475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d2a5424-b6c4-4061-aeed-95fcb8ac6fe3 req-db16a7d9-e470-4cca-94ec-098d51793aec tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852985 Jul 08 17:31:14.940314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:14.949467 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:14.976108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8330ec-6063-4b76-848f-6cb67ffdedb1 req-a6c583b6-4c30-4647-8d08-ea88ba25b253 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:14.978619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f8330ec-6063-4b76-848f-6cb67ffdedb1 req-a6c583b6-4c30-4647-8d08-ea88ba25b253 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 945 time: 0.3356950 Jul 08 17:31:15.005662 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:31:15.040163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:15.057728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f8330ec-6063-4b76-848f-6cb67ffdedb1 req-3ef350ac-f3df-4ebf-966a-83806f84f592 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697305 Jul 08 17:31:15.079562 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.079926 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Added segment 1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98 of type vlan for network 361915ae-e677-4ba1-a26a-8e1a0329c81a Jul 08 17:31:15.163148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.239185 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.244191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:15.245370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.376522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5770252 Jul 08 17:31:15.380094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34840) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:15.391251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'subnet': {'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:15.440263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb7139-664b-45d6-9e3f-3fefee5fb541 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Network': ['ID=361915ae-e677-4ba1-a26a-8e1a0329c81a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:15.460041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:15.530474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.598605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Checking segment: {'id': '504a599b-6e68-4f58-9822-f6f6f745766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37742273-5595-4fa4-bc98-f29adaef1737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:15.598968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Network hostable DHCP agents. Network: 37742273-5595-4fa4-bc98-f29adaef1737, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:15.614872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280438fe-91f5-4652-aa2b-d0cdaa81ab09,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:15.626357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Network 37742273-5595-4fa4-bc98-f29adaef1737 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:15.645411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 37742273-5595-4fa4-bc98-f29adaef1737) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:15.650532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:15.653601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.662917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f4840-d879-4551-a585-1abd59ecdfb4 None None] Network 37742273-5595-4fa4-bc98-f29adaef1737 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:15.691537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-01fd05a5-8835-41ba-9073-e59ae4455466 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0902650 Jul 08 17:31:15.746760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-45838415-1c6c-4e51-bd89-1fb737202eec tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:15.748329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-45838415-1c6c-4e51-bd89-1fb737202eec tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.2342083 Jul 08 17:31:15.750486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:15.754023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:15.764016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c70f89-be1d-49a3-a178-1df270cd4f39 req-ce102f76-23bd-4c31-b1bd-01fd29924a93 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:15.770879 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12c70f89-be1d-49a3-a178-1df270cd4f39 req-ce102f76-23bd-4c31-b1bd-01fd29924a93 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 949 time: 0.3018939 Jul 08 17:31:15.851021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b4716-e463-4971-9c9c-03faeaf36461 None None] Network 37742273-5595-4fa4-bc98-f29adaef1737 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:16.190571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-1fc96c70-3886-4211-9d9e-612f43ad45cc tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.4154983 Jul 08 17:31:16.233342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-da4d7784-72ff-4a72-a72c-ee9d3edae5ba tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416317 Jul 08 17:31:16.241809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12c70f89-be1d-49a3-a178-1df270cd4f39 req-bd358178-8dfc-45a7-ad78-f3722bdf8fdc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700754 Jul 08 17:31:16.248948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-22dbee6f-0282-4588-a9f6-3d32fb003e7c service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:31:16.249924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-22dbee6f-0282-4588-a9f6-3d32fb003e7c service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071926 Jul 08 17:31:16.423839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-e85aa56d-abf0-42d2-bd38-31ae3e126bf3 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624165 Jul 08 17:31:16.458807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.596630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Subnet': ['ID=9d005079-0170-4296-9622-df0f344e009c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:16.623801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Checking segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:16.624284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network hostable DHCP agents. Network: a81a00d8-77b5-4664-b5ce-6342936760b5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:16.632310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-b7ab1e43-00d2-489e-bb55-3413991fd795 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966517 Jul 08 17:31:16.654550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network a81a00d8-77b5-4664-b5ce-6342936760b5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:16.677337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877eec2-6e02-4ed2-8402-aa8af02473f3 req-67fa5b52-3e6d-40be-b682-e64e4a05a800 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:16.685365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6877eec2-6e02-4ed2-8402-aa8af02473f3 req-67fa5b52-3e6d-40be-b682-e64e4a05a800 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 946 time: 0.1438136 Jul 08 17:31:16.693667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a81a00d8-77b5-4664-b5ce-6342936760b5) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:16.701330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7ff3d-d396-47df-997f-48b9aaa7918f None None] Network a81a00d8-77b5-4664-b5ce-6342936760b5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:16.719555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:16.720166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:16.760481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6877eec2-6e02-4ed2-8402-aa8af02473f3 req-025a20e8-70e5-4cae-b60b-600648ae5506 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742593 Jul 08 17:31:16.774544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8f245a87-ad19-409c-88a1-b9e275a83a79 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3915825 Jul 08 17:31:16.774893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34860) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:16.786118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'subnet': {'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:16.991607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-a81a00d8-77b5-4664-b5ce-6342936760b5', 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'fixed_ips': [{'subnet_id': '9d005079-0170-4296-9622-df0f344e009c'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:31:16.992536 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.029364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:17.033733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.131330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9d2138a7-0e02-48d4-912f-e3d3f4c97c1b tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:17.134017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9d2138a7-0e02-48d4-912f-e3d3f4c97c1b tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/networks?id=37742273-5595-4fa4-bc98-f29adaef1737 HTTP/1.1" status: 200 len: 813 time: 0.1604855 Jul 08 17:31:17.198423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d1b6b94b-8071-4ee2-902b-8e61bb0852e1 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/quotas/164985e0600848f9b55d8c06ec7a5481 HTTP/1.1" status: 200 len: 375 time: 0.0204968 Jul 08 17:31:17.237754 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-ab449080-6fe6-46ee-883d-d2fb42d05b57 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=164985e0600848f9b55d8c06ec7a5481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382628 Jul 08 17:31:17.238469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Allocated IP 10.1.1.2 (a81a00d8-77b5-4664-b5ce-6342936760b5/9d005079-0170-4296-9622-df0f344e009c/42301576-60f0-4ff6-8230-1f90f255cae6) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:17.336942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-78791a47-65cf-4516-a544-51fb1c8cf05e service neutron] 10.222.0.63 "GET /v2.0/networks/37742273-5595-4fa4-bc98-f29adaef1737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982001 Jul 08 17:31:17.341928 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.417798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Subnet': ['ID=5ab64780-978b-480b-b208-7626b63a9a54,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:17.428308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-1346c550-5610-4698-b953-2a562fd695d3 service neutron] 10.222.0.63 "GET /v2.0/networks/37742273-5595-4fa4-bc98-f29adaef1737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905030 Jul 08 17:31:17.437273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Checking segment: {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:17.439392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network hostable DHCP agents. Network: 361915ae-e677-4ba1-a26a-8e1a0329c81a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:17.456269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd6e0d-594d-4f16-8a71-21f6833263a9 req-f457b075-b55c-4cf3-b00a-051b00d4801d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:17.457756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21dd6e0d-594d-4f16-8a71-21f6833263a9 req-f457b075-b55c-4cf3-b00a-051b00d4801d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.3228099 Jul 08 17:31:17.481633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:17.511804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 361915ae-e677-4ba1-a26a-8e1a0329c81a) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:17.528111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:17.528583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd13bf-d7b3-4d57-806c-dea5d06411da None None] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:17.528760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.557073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2367c2d-9ab4-4a1b-89b6-77d17a899a44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7793651 Jul 08 17:31:17.560549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34888) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:17.567720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'port': {'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1122279136', 'fixed_ips': [{'subnet_id': '9d005079-0170-4296-9622-df0f344e009c'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:17.570965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21dd6e0d-594d-4f16-8a71-21f6833263a9 req-1e0f7403-f0e7-436d-9955-b85496c81026 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Jul 08 17:31:17.675843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.690859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:17.779007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:17.782888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Transition to ACTIVE for port object 42301576-60f0-4ff6-8230-1f90f255cae6 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:17.862250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Transition to ACTIVE for port object 42301576-60f0-4ff6-8230-1f90f255cae6 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:17.869006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:17.908264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:17.908657 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:17.915272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc5e6fb1-ac3a-43a6-9dc3-a4d82b9743ba req-48210c53-cad5-47ba-9fb2-71c31717f519 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 210 time: 0.0789804 Jul 08 17:31:17.920074 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.015698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.047517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Network a81a00d8-77b5-4664-b5ce-6342936760b5 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:18.055839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] device_id is not set on port 58d171d1-121a-4488-904b-1a1f4c55d518 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:18.152906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:18.162022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:18.217493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-361915ae-e677-4ba1-a26a-8e1a0329c81a', 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'fixed_ips': [{'subnet_id': '5ab64780-978b-480b-b208-7626b63a9a54'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:31:18.219084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.252286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Pushing event updated for resources: {'Port': ['ID=42301576-60f0-4ff6-8230-1f90f255cae6,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:18.264503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ae758-4ccb-4d7e-a32e-3de270eb2893 req-8131b47e-7660-4239-9116-54fc95acb177 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:18.281383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-751ae758-4ccb-4d7e-a32e-3de270eb2893 req-8131b47e-7660-4239-9116-54fc95acb177 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 949 time: 0.1564853 Jul 08 17:31:18.363512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-751ae758-4ccb-4d7e-a32e-3de270eb2893 req-bdecfa05-c0c2-40b1-a633-e48f42593d29 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Jul 08 17:31:18.440335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 10.1.1.138 (a81a00d8-77b5-4664-b5ce-6342936760b5/9d005079-0170-4296-9622-df0f344e009c/58d171d1-121a-4488-904b-1a1f4c55d518) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:18.480698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Attempting to bind port 42301576-60f0-4ff6-8230-1f90f255cae6 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:18.480698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Attempting to bind port 42301576-60f0-4ff6-8230-1f90f255cae6 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:18.480698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Attempting to bind port 42301576-60f0-4ff6-8230-1f90f255cae6 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:18.490851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:18.491365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Checking segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:18.491866 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.492574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Bound using segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:18.493165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Bound port: 42301576-60f0-4ff6-8230-1f90f255cae6, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:18.493647 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.576466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-313737ea-edf5-45dc-8b94-06e685da7988 req-6d3b40cd-d70f-4e27-b77c-82236ba5cde9 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 210 time: 0.0711207 Jul 08 17:31:18.586931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] For port 42301576-60f0-4ff6-8230-1f90f255cae6, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:18.591475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] For port 42301576-60f0-4ff6-8230-1f90f255cae6, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=42301576-60f0-4ff6-8230-1f90f255cae6,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:18.616375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.658276 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.705888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:18.711026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:18.714773 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a99d2c-253d-4b3d-a07a-7a45541dd59d" -d '{"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-plugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:18.736360 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.817227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930eb5-1869-46d1-b37b-478e02db21c1 None None] Pushing event updated for resources: {'Port': ['ID=42301576-60f0-4ff6-8230-1f90f255cae6,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:18.866301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Allocated IP 10.2.2.2 (361915ae-e677-4ba1-a26a-8e1a0329c81a/5ab64780-978b-480b-b208-7626b63a9a54/dca4f653-0f67-4fae-85fd-a544766bc769) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:18.950357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:18.957799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf69bc-54ec-41ec-9c97-bba7822bf971 req-90cb0703-c797-4ed0-9fe5-bf766d03f614 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:18.970608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1abf69bc-54ec-41ec-9c97-bba7822bf971 req-90cb0703-c797-4ed0-9fe5-bf766d03f614 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.2068961 Jul 08 17:31:18.974115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Transition to ACTIVE for port object 58d171d1-121a-4488-904b-1a1f4c55d518 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:19.054596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.102832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1abf69bc-54ec-41ec-9c97-bba7822bf971 req-934ab848-002f-435d-9920-2034c26350bc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234977 Jul 08 17:31:19.223675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=58d171d1-121a-4488-904b-1a1f4c55d518,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:19.241371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:19.248956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network a81a00d8-77b5-4664-b5ce-6342936760b5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:19.256266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:19.265442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:19.268876 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51724307-d0df-449f-b340-3d297a1b627e x-openstack-request-id: req-51724307-d0df-449f-b340-3d297a1b627e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:19.269274 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-plugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:19.269622 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51724307-d0df-449f-b340-3d297a1b627e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:19.270123 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'code': 200} Jul 08 17:31:19.398921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79be270-537e-4643-a4dc-a8803fb9aa78 req-703d137b-e99c-449b-9157-e21e1f08d14f tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:19.409574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e79be270-537e-4643-a4dc-a8803fb9aa78 req-703d137b-e99c-449b-9157-e21e1f08d14f tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 946 time: 0.3942485 Jul 08 17:31:19.412726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:19.413393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.449906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-10c75c57-8130-40d8-9313-eff6e89b88d2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8877394 Jul 08 17:31:19.452398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34916) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:19.458608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'port': {'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'name': 'tempest-TaggedBootDevicesTest_v242-600178470', 'fixed_ips': [{'subnet_id': '9d005079-0170-4296-9622-df0f344e009c'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:19.478105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.496954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Transition to ACTIVE for port object dca4f653-0f67-4fae-85fd-a544766bc769 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:19.517838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e79be270-537e-4643-a4dc-a8803fb9aa78 req-0c8c2aaf-f8c5-4c6f-93ec-532d1b33fb84 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070497 Jul 08 17:31:19.540771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Transition to ACTIVE for port object dca4f653-0f67-4fae-85fd-a544766bc769 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:19.565768 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.593788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-c42dfe1e-331d-43ae-97ef-cc7ca0c86719 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:19.595902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-c42dfe1e-331d-43ae-97ef-cc7ca0c86719 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.41 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.4517901 Jul 08 17:31:19.616306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:19.624850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Request body: {'port': {'device_id': '2e545443-e171-4665-92cc-5b3f534fcce8', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'admin_state_up': True, 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:19.628435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:19.693459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:19.809663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:19.815090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.818220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8325a8bf-5ad5-4a39-b59d-080ad1436126 req-270c91a8-208e-40df-bb47-d679a3955e04 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 210 time: 0.0732973 Jul 08 17:31:19.875432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Pushing event updated for resources: {'Port': ['ID=dca4f653-0f67-4fae-85fd-a544766bc769,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:19.931725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Attempting to bind port dca4f653-0f67-4fae-85fd-a544766bc769 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:19.932041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Attempting to bind port dca4f653-0f67-4fae-85fd-a544766bc769 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:19.932417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Attempting to bind port dca4f653-0f67-4fae-85fd-a544766bc769 on network 361915ae-e677-4ba1-a26a-8e1a0329c81a {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:19.939852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:19.940288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Checking segment: {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:19.940697 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.941116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Bound using segment: {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:19.941595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Bound port: dca4f653-0f67-4fae-85fd-a544766bc769, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:19.942505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:19.947942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] device_id is not set on port b8a45397-a684-412c-8a4d-cf72d27bcf08 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:31:20.009024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b80d-401d-4fb2-9f4f-b45e781a1a05 req-ada21dda-4572-4517-aca8-d7abe65d4930 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:20.017127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69a9b80d-401d-4fb2-9f4f-b45e781a1a05 req-ada21dda-4572-4517-aca8-d7abe65d4930 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1912935 Jul 08 17:31:20.053403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] For port dca4f653-0f67-4fae-85fd-a544766bc769, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:20.060872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] For port dca4f653-0f67-4fae-85fd-a544766bc769, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dca4f653-0f67-4fae-85fd-a544766bc769,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:20.078787 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.102069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69a9b80d-401d-4fb2-9f4f-b45e781a1a05 req-6d86e1d5-cfe2-4ea1-8324-ae96cbc9ddc9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836778 Jul 08 17:31:20.193104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13494672-8d2a-4ab0-a9c8-986fb9b1aa6e None None] Pushing event updated for resources: {'Port': ['ID=dca4f653-0f67-4fae-85fd-a544766bc769,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:20.265756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd7c8c9d-f5b7-438a-bb99-8f6bdedd0297 req-064d8a6a-c792-490a-94bc-8a5134b0037e tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 210 time: 0.1752760 Jul 08 17:31:20.279738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:20.279738 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.281992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 10.1.1.50 (a81a00d8-77b5-4664-b5ce-6342936760b5/9d005079-0170-4296-9622-df0f344e009c/b8a45397-a684-412c-8a4d-cf72d27bcf08) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:20.315047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 42301576-60f0-4ff6-8230-1f90f255cae6 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:20.442140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 42301576-60f0-4ff6-8230-1f90f255cae6 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:20.513668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599992ec-c597-4f77-86a5-3377ad24d159 req-f61bdae9-1c25-49c8-8e88-ccbc63aa7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:20.515382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-599992ec-c597-4f77-86a5-3377ad24d159 req-f61bdae9-1c25-49c8-8e88-ccbc63aa7a41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1101 time: 0.7875948 Jul 08 17:31:20.692421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Allocated IP 172.20.0.7 (a99655fa-9d29-42d4-82b8-f3fa6cf53c8c/43cb1256-6fff-4a5c-a1c6-ae86aa75adde/1d085bff-0285-49d7-be9e-5a097e4632f6) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:20.700580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331b4ec-793f-47ba-8e48-37c0d399e9a1 None None] Network a81a00d8-77b5-4664-b5ce-6342936760b5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:20.752938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c3362-3153-4c82-b3b8-1d1b6ecd75f9 req-92a41087-0272-4d88-b0ca-42b2d66ed96f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:20.755617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-562c3362-3153-4c82-b3b8-1d1b6ecd75f9 req-92a41087-0272-4d88-b0ca-42b2d66ed96f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1670456 Jul 08 17:31:20.784532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-aa7a2b65-187d-419f-a277-9419f0dd7848 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:20.786093 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-aa7a2b65-187d-419f-a277-9419f0dd7848 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.41 "GET /v2.0/networks?id=37742273-5595-4fa4-bc98-f29adaef1737 HTTP/1.1" status: 200 len: 813 time: 0.2777998 Jul 08 17:31:20.798400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-d2bbd886-339a-4b55-88a8-8311702166f1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:20.821667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-d2bbd886-339a-4b55-88a8-8311702166f1 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "GET /v2.0/ports?device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 946 time: 1.0085883 Jul 08 17:31:20.825873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-482bc5e7-b724-4364-9e31-25768303ceb3 None None] Provisioning for port 42301576-60f0-4ff6-8230-1f90f255cae6 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:20.839853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-482bc5e7-b724-4364-9e31-25768303ceb3 None None] Provisioning complete for port 42301576-60f0-4ff6-8230-1f90f255cae6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:20.840372 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-482bc5e7-b724-4364-9e31-25768303ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:20.854471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-599992ec-c597-4f77-86a5-3377ad24d159 req-7306c072-1cfb-49de-9bf2-b56827dc9a6d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184888 Jul 08 17:31:20.861675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Request body: {'port': {'device_id': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'network_id': '37742273-5595-4fa4-bc98-f29adaef1737', 'admin_state_up': True, 'tenant_id': '164985e0600848f9b55d8c06ec7a5481'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:20.902084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-562c3362-3153-4c82-b3b8-1d1b6ecd75f9 req-8bf7504e-199c-4a3b-94a3-c9ab1c038ea0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184752 Jul 08 17:31:21.008167 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-482bc5e7-b724-4364-9e31-25768303ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.056685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-482bc5e7-b724-4364-9e31-25768303ceb3 None None] For port 42301576-60f0-4ff6-8230-1f90f255cae6, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=42301576-60f0-4ff6-8230-1f90f255cae6,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:21.071931 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-482bc5e7-b724-4364-9e31-25768303ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.132095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bc5e7-b724-4364-9e31-25768303ceb3 None None] Pushing event updated for resources: {'Port': ['ID=42301576-60f0-4ff6-8230-1f90f255cae6,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:21.153437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c83fe39-dd23-4112-b23a-11c7c292ac16 req-741fd75e-1782-4da2-b308-ae12b4b98d6f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 210 time: 0.0496931 Jul 08 17:31:21.175117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.182922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.193435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Transition to ACTIVE for port object b8a45397-a684-412c-8a4d-cf72d27bcf08 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:21.243866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.261713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.272437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:21.304148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:21.316119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:21.331745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484cfca-cc33-47a9-bfa2-7a37362e8760 req-1211fc87-920f-4905-8242-940789b34f88 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:21.333339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e484cfca-cc33-47a9-bfa2-7a37362e8760 req-1211fc87-920f-4905-8242-940789b34f88 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 946 time: 0.3173301 Jul 08 17:31:21.362514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network a81a00d8-77b5-4664-b5ce-6342936760b5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:21.373495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:21.376140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:21.401546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=b8a45397-a684-412c-8a4d-cf72d27bcf08,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:21.408426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-03412c66-d33d-469a-9702-48c95796caa6 None None] Provisioning for port 58d171d1-121a-4488-904b-1a1f4c55d518 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:21.419773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-03412c66-d33d-469a-9702-48c95796caa6 None None] Provisioning complete for port 58d171d1-121a-4488-904b-1a1f4c55d518 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:21.420224 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03412c66-d33d-469a-9702-48c95796caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.438619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event updated for resources: {'Port': ['ID=1d085bff-0285-49d7-be9e-5a097e4632f6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:21.468744 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-03412c66-d33d-469a-9702-48c95796caa6 None None] Port 58d171d1-121a-4488-904b-1a1f4c55d518 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:21.473794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Made reservation on behalf of 164985e0600848f9b55d8c06ec7a5481 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:21.479808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-03412c66-d33d-469a-9702-48c95796caa6 None None] Provisioning complete for port 42301576-60f0-4ff6-8230-1f90f255cae6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:21.480283 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03412c66-d33d-469a-9702-48c95796caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.488772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:21.488973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.489430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.544889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-cc5f45a0-9d03-45a4-ab50-5d040c99bc6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9256091 Jul 08 17:31:21.568331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e484cfca-cc33-47a9-bfa2-7a37362e8760 req-b106a111-9249-42b7-9c03-fba2b817e993 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096491 Jul 08 17:31:21.577033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:21.577713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.584308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Deleting port 3808ccc4-061d-4b27-bb3d-7191c24a733a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:21.584658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.585527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Request body: {'port': {'device_id': '2e545443-e171-4665-92cc-5b3f534fcce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:21.653181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff442d6-857c-41c1-8a1a-b490443e37c9 req-b99ca166-b968-4559-89d7-b43fc0eebbc7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:21.654887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ff442d6-857c-41c1-8a1a-b490443e37c9 req-b99ca166-b968-4559-89d7-b43fc0eebbc7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.3357248 Jul 08 17:31:21.720045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dbd20e42-e6ba-493b-8587-8d73dafe2fed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2633698 Jul 08 17:31:21.772999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4825020-12f2-4026-b409-4dd74bd2ce25 req-ca00825e-c680-4b14-b8fd-883dc16dbc64 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 210 time: 0.0714190 Jul 08 17:31:21.786755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ff442d6-857c-41c1-8a1a-b490443e37c9 req-c0fd29c1-dd41-4307-a9d6-021a01272d9b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188188 Jul 08 17:31:21.826977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-853dfbc6-3391-4743-a1de-6ee66e776b9c None None] Provisioning complete for port 58d171d1-121a-4488-904b-1a1f4c55d518 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:21.827659 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-853dfbc6-3391-4743-a1de-6ee66e776b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.861935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.881357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-c29805bd-dbb1-4756-a08e-13c72e47ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:21.885106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-c29805bd-dbb1-4756-a08e-13c72e47ca9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 1096 time: 0.4314346 Jul 08 17:31:21.887594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] For port 3808ccc4-061d-4b27-bb3d-7191c24a733a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3808ccc4-061d-4b27-bb3d-7191c24a733a,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:21.887921 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:21.891160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-853dfbc6-3391-4743-a1de-6ee66e776b9c None None] Port 58d171d1-121a-4488-904b-1a1f4c55d518 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:21.928343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Calling delete_port for 3808ccc4-061d-4b27-bb3d-7191c24a733a owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:21.954125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b5d13-510a-4cfd-bf4a-c60dbd6914a1 None None] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:22.122227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Allocated IP 172.20.0.14 (37742273-5595-4fa4-bc98-f29adaef1737/280438fe-91f5-4652-aa2b-d0cdaa81ab09/51dddb04-842f-4e70-8d1b-81804690cc6a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:22.227351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4e830f91-ab7d-4ebc-8f7c-a91ae0ef92b4 None None] Provisioning for port dca4f653-0f67-4fae-85fd-a544766bc769 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:22.349293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d085bff-0285-49d7-be9e-5a097e4632f6 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:22.358787 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.360523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-a253f2a7-0eb3-45ad-844f-d048bd134b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:22.361881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-a253f2a7-0eb3-45ad-844f-d048bd134b3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.3380027 Jul 08 17:31:22.387407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Transition to ACTIVE for port object 1d085bff-0285-49d7-be9e-5a097e4632f6 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:22.388877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-631f05ac-c7f4-415b-a48f-26361db9598f None None] Provisioning for port b8a45397-a684-412c-8a4d-cf72d27bcf08 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:22.394561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dca4f653-0f67-4fae-85fd-a544766bc769 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:22.394722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34956) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:22.408472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.431933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-631f05ac-c7f4-415b-a48f-26361db9598f None None] Provisioning complete for port b8a45397-a684-412c-8a4d-cf72d27bcf08 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:22.433171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-631f05ac-c7f4-415b-a48f-26361db9598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.483875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e4b0b657-0e45-4102-af20-4aaefc289b0e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775378930', 'description': 'tempest-description--1699670668'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:22.498264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-38e2b8d3-209f-4a36-9452-d13296c552c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9 HTTP/1.1" status: 200 len: 217 time: 0.1159480 Jul 08 17:31:22.499522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-631f05ac-c7f4-415b-a48f-26361db9598f None None] Port b8a45397-a684-412c-8a4d-cf72d27bcf08 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:22.510078 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.521768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port dca4f653-0f67-4fae-85fd-a544766bc769 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:22.527269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['12c83214-b5c8-47d3-8a52-bc39776ec6b1'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:22.595298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9ef51657-12b7-4b17-b1e6-d1c5c50d2c02'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:22.610658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Pushing event deleted for resources: {'Port': ['ID=3808ccc4-061d-4b27-bb3d-7191c24a733a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:22.632054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port dca4f653-0f67-4fae-85fd-a544766bc769 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:22.632380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.643376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b657-0e45-4102-af20-4aaefc289b0e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.643648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Pushing event updated for resources: {'Port': ['ID=1d085bff-0285-49d7-be9e-5a097e4632f6,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:22.691723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] No DVR routers for this DVR port 3808ccc4-061d-4b27-bb3d-7191c24a733a on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:22.696380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6601023-14fa-4891-bceb-92fcf1f8d692 req-a34ad997-659d-4b88-b317-de8757c5405e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:22.698148 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.700138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81b3f87-797e-44cf-8b26-9e10a1cddaad req-9e9c1013-de23-4d00-99fd-8509c38f4f24 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "DELETE /v2.0/ports/3808ccc4-061d-4b27-bb3d-7191c24a733a HTTP/1.1" status: 204 len: 173 time: 1.8777843 Jul 08 17:31:22.701634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-01cdba35-5229-4fef-b2f5-2bb285364f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:22.701951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6601023-14fa-4891-bceb-92fcf1f8d692 req-a34ad997-659d-4b88-b317-de8757c5405e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.3088861 Jul 08 17:31:22.702982 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-01cdba35-5229-4fef-b2f5-2bb285364f9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.1869891 Jul 08 17:31:22.703415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'name': 'network-vif-deleted', 'tag': '3808ccc4-061d-4b27-bb3d-7191c24a733a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:22.705859 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade98078-96c9-4c97-9b3c-5253d8ce7565" -d '{"events": [{"server_uuid": "a692bc17-b0f9-444a-867c-f3e23ef38507", "name": "network-vif-deleted", "tag": "3808ccc4-061d-4b27-bb3d-7191c24a733a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:22.722272 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.728110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Attempting to bind port 1d085bff-0285-49d7-be9e-5a097e4632f6 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:22.728446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Attempting to bind port 1d085bff-0285-49d7-be9e-5a097e4632f6 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:22.728835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Attempting to bind port 1d085bff-0285-49d7-be9e-5a097e4632f6 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:22.754725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199145-49ab-4ec0-8f24-2fcc0a9fccce req-bdfcf0f4-1501-4d8b-aceb-eb00eb4511cc tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:22.755516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-0b453a52-54fe-40e4-9046-c63d5b11e310 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382006 Jul 08 17:31:22.767097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.769701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34199145-49ab-4ec0-8f24-2fcc0a9fccce req-bdfcf0f4-1501-4d8b-aceb-eb00eb4511cc tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 943 time: 0.2563858 Jul 08 17:31:22.808104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Port 1d085bff-0285-49d7-be9e-5a097e4632f6 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:22.810192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Attempting to bind port 1d085bff-0285-49d7-be9e-5a097e4632f6 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:22.819640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6601023-14fa-4891-bceb-92fcf1f8d692 req-232c9fa4-6d66-4a88-a757-7856c210f49f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946825 Jul 08 17:31:22.820763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:22.821266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:22.822320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Bound using segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:22.822950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Bound port: 1d085bff-0285-49d7-be9e-5a097e4632f6, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:22.824637 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.833220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-094c8ffb-515e-48c3-ac0e-ca676482e5de None None] Provisioning complete for port dca4f653-0f67-4fae-85fd-a544766bc769 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:22.833597 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-094c8ffb-515e-48c3-ac0e-ca676482e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.917224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port dca4f653-0f67-4fae-85fd-a544766bc769, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dca4f653-0f67-4fae-85fd-a544766bc769,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:22.920311 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-6206df79-3635-494b-b052-a37c1924d241 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524720 Jul 08 17:31:22.927596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.946923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b657-0e45-4102-af20-4aaefc289b0e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.965489 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:22.966360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 42301576-60f0-4ff6-8230-1f90f255cae6 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:22.983500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34199145-49ab-4ec0-8f24-2fcc0a9fccce req-5f994df1-7577-47d6-910d-e33e3207b44b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576610 Jul 08 17:31:23.019347 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b657-0e45-4102-af20-4aaefc289b0e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.037718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] For port 1d085bff-0285-49d7-be9e-5a097e4632f6, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:23.043687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] For port 1d085bff-0285-49d7-be9e-5a097e4632f6, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1d085bff-0285-49d7-be9e-5a097e4632f6,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:23.059380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0b657-0e45-4102-af20-4aaefc289b0e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386a24cb-d7e1-4100-a265-b992aa75f536,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.070193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Network 37742273-5595-4fa4-bc98-f29adaef1737 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:23.080701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:23.087926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:23.117031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5475f316-b1cf-4b52-bed5-8bc608036c56 req-168c6271-65f1-4e64-b668-31e23dcb4baf tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a692bc17-b0f9-444a-867c-f3e23ef38507 HTTP/1.1" status: 200 len: 210 time: 0.0662956 Jul 08 17:31:23.120454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b657-0e45-4102-af20-4aaefc289b0e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.125084 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e4b0b657-0e45-4102-af20-4aaefc289b0e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7162499 Jul 08 17:31:23.125221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.131569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34970) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:23.134187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Pushing event updated for resources: {'Port': ['ID=51dddb04-842f-4e70-8d1b-81804690cc6a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.142003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bb171cba-4c56-4eae-87ef-80c863757cfe tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'security_group_rule': {'security_group_id': '386a24cb-d7e1-4100-a265-b992aa75f536', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:23.171140 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261976de-d28f-478d-b772-8c3308f08b60 x-openstack-request-id: req-261976de-d28f-478d-b772-8c3308f08b60 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:23.171429 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a692bc17-b0f9-444a-867c-f3e23ef38507", "name": "network-vif-deleted", "tag": "3808ccc4-061d-4b27-bb3d-7191c24a733a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:23.171680 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-261976de-d28f-478d-b772-8c3308f08b60 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:23.172082 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a692bc17-b0f9-444a-867c-f3e23ef38507', 'name': 'network-vif-deleted', 'tag': '3808ccc4-061d-4b27-bb3d-7191c24a733a', 'status': 'completed', 'code': 200} Jul 08 17:31:23.196639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:23.197286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.209133 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-dba7a289-da9f-48c1-b0e1-4202e7f72ba8 service neutron] 10.222.0.41 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747388 Jul 08 17:31:23.215913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=dca4f653-0f67-4fae-85fd-a544766bc769,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.226848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Pushing event updated for resources: {'Port': ['ID=1d085bff-0285-49d7-be9e-5a097e4632f6,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.232419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:23.233262 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.234961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-02d4cc0d-36e9-4106-bcc6-f66729dd1429 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d085bff-0285-49d7-be9e-5a097e4632f6 HTTP/1.1" status: 200 len: 1091 time: 1.6627963 Jul 08 17:31:23.235080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e545443-e171-4665-92cc-5b3f534fcce8', 'tag': '1d085bff-0285-49d7-be9e-5a097e4632f6'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:23.237377 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97" -d '{"events": [{"name": "network-changed", "server_uuid": "2e545443-e171-4665-92cc-5b3f534fcce8", "tag": "1d085bff-0285-49d7-be9e-5a097e4632f6"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:23.240820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bb171cba-4c56-4eae-87ef-80c863757cfe tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.246006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-d6187157-fc20-4e02-84ea-d929f2e9a77a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3903558 Jul 08 17:31:23.266867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 42301576-60f0-4ff6-8230-1f90f255cae6 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:23.267435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.270199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Request body: {'port': {'device_id': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:23.378301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bb171cba-4c56-4eae-87ef-80c863757cfe tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.386427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bb171cba-4c56-4eae-87ef-80c863757cfe tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.403161 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.418600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb171cba-4c56-4eae-87ef-80c863757cfe tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5add203-2f07-427d-b056-a0216646b6c2,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.445261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bb171cba-4c56-4eae-87ef-80c863757cfe tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.449853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bb171cba-4c56-4eae-87ef-80c863757cfe tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098507 Jul 08 17:31:23.450235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34976) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:23.456102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b18356a8-4670-4d0d-8f00-f11cdbfc759c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'security_group_rule': {'security_group_id': '386a24cb-d7e1-4100-a265-b992aa75f536', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:23.492115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-4ceb5c6b-a773-41f8-b89e-7be27e5a1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:23.493651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-4ceb5c6b-a773-41f8-b89e-7be27e5a1f2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 1094 time: 0.1782277 Jul 08 17:31:23.506647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf8adb-e765-4c5e-a87f-1fbaa0218105 req-f88034e6-da6d-4e73-9a1f-8020b8f417b6 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:23.509260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04cf8adb-e765-4c5e-a87f-1fbaa0218105 req-f88034e6-da6d-4e73-9a1f-8020b8f417b6 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 932 time: 0.2046669 Jul 08 17:31:23.522862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3184ba-1480-421f-b660-3329627a4f39 req-51074f2e-2928-4ed4-b058-b7bf3f96de28 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:23.524911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e3184ba-1480-421f-b660-3329627a4f39 req-51074f2e-2928-4ed4-b058-b7bf3f96de28 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1774104 Jul 08 17:31:23.600152 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b18356a8-4670-4d0d-8f00-f11cdbfc759c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.610373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-a3675d81-06ff-49fc-8d24-2cfe3170fcb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d085bff-0285-49d7-be9e-5a097e4632f6 HTTP/1.1" status: 200 len: 217 time: 0.0756235 Jul 08 17:31:23.653211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04cf8adb-e765-4c5e-a87f-1fbaa0218105 req-9ca6ae7c-fe3b-451a-b27f-4c9826ac54a3 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264915 Jul 08 17:31:23.688571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51dddb04-842f-4e70-8d1b-81804690cc6a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:23.689385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3808ccc4-061d-4b27-bb3d-7191c24a733a no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:23.689525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e3184ba-1480-421f-b660-3329627a4f39 req-eb489244-433c-4c25-956f-19eba58d0741 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414611 Jul 08 17:31:23.697417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.712693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-44314030-cb3d-41e2-86b9-78b75b62aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:23.714222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-44314030-cb3d-41e2-86b9-78b75b62aa73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0909331 Jul 08 17:31:23.721761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 3808ccc4-061d-4b27-bb3d-7191c24a733a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:23.722722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3808ccc4-061d-4b27-bb3d-7191c24a733a not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:23.723561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Transition to ACTIVE for port object 51dddb04-842f-4e70-8d1b-81804690cc6a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:23.726104 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b18356a8-4670-4d0d-8f00-f11cdbfc759c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.730188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.757340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b18356a8-4670-4d0d-8f00-f11cdbfc759c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.766372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-80998ff2-8183-49ef-89e7-4ed8426fccf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383139 Jul 08 17:31:23.783291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Pushing event updated for resources: {'Port': ['ID=51dddb04-842f-4e70-8d1b-81804690cc6a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.816776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18356a8-4670-4d0d-8f00-f11cdbfc759c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad408d7-0093-4147-97a6-9dd2bab3808c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:23.853373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b18356a8-4670-4d0d-8f00-f11cdbfc759c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.856338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b18356a8-4670-4d0d-8f00-f11cdbfc759c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4043379 Jul 08 17:31:23.869505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34984) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:23.879283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:23.907462 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d84f5-398b-45a9-b4c6-1d699c55d2d3 x-openstack-request-id: req-c52d84f5-398b-45a9-b4c6-1d699c55d2d3 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:23.907729 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e545443-e171-4665-92cc-5b3f534fcce8", "tag": "1d085bff-0285-49d7-be9e-5a097e4632f6", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:23.908224 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c52d84f5-398b-45a9-b4c6-1d699c55d2d3 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:23.908825 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e545443-e171-4665-92cc-5b3f534fcce8', 'tag': '1d085bff-0285-49d7-be9e-5a097e4632f6', 'status': 'completed', 'code': 200} Jul 08 17:31:23.911754 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-c9d90a15-fd70-4511-8a60-0c41e86988e4 service neutron] 10.222.0.41 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260152 Jul 08 17:31:23.920473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:23.936172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Attempting to bind port 51dddb04-842f-4e70-8d1b-81804690cc6a on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:23.936607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Attempting to bind port 51dddb04-842f-4e70-8d1b-81804690cc6a by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '504a599b-6e68-4f58-9822-f6f6f745766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37742273-5595-4fa4-bc98-f29adaef1737'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:23.937101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Attempting to bind port 51dddb04-842f-4e70-8d1b-81804690cc6a on network 37742273-5595-4fa4-bc98-f29adaef1737 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:23.975262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Port 51dddb04-842f-4e70-8d1b-81804690cc6a on network 37742273-5595-4fa4-bc98-f29adaef1737 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:23.975636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Attempting to bind port 51dddb04-842f-4e70-8d1b-81804690cc6a on network 37742273-5595-4fa4-bc98-f29adaef1737 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:23.985256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:23.985604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Checking segment: {'id': '504a599b-6e68-4f58-9822-f6f6f745766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37742273-5595-4fa4-bc98-f29adaef1737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:23.985998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Bound using segment: {'id': '504a599b-6e68-4f58-9822-f6f6f745766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37742273-5595-4fa4-bc98-f29adaef1737'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:23.986444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Bound port: 51dddb04-842f-4e70-8d1b-81804690cc6a, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504a599b-6e68-4f58-9822-f6f6f745766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '37742273-5595-4fa4-bc98-f29adaef1737'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:23.986802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.072998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] For port 51dddb04-842f-4e70-8d1b-81804690cc6a, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:24.078062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f46020f6-8b1a-4e6e-af1e-ee88f46f2f2e req-36756b80-9ad5-4699-aa88-9bc256cb37d1 service neutron] 10.222.0.41 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594024 Jul 08 17:31:24.089450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] For port 51dddb04-842f-4e70-8d1b-81804690cc6a, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=51dddb04-842f-4e70-8d1b-81804690cc6a,segment=NetworkSegment(504a599b-6e68-4f58-9822-f6f6f745766a),segment_id=504a599b-6e68-4f58-9822-f6f6f745766a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:24.095934 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.096726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe658e8-9b40-4981-9b52-6be5bf594ebb req-09ddacee-4f9a-40fa-bb2d-ffb785cf2060 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.098479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fe658e8-9b40-4981-9b52-6be5bf594ebb req-09ddacee-4f9a-40fa-bb2d-ffb785cf2060 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1101 time: 0.1307673 Jul 08 17:31:24.143783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.149036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.149656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.151057 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] 10.222.0.41 "PUT /v2.0/ports/51dddb04-842f-4e70-8d1b-81804690cc6a HTTP/1.1" status: 200 len: 1092 time: 0.8858645 Jul 08 17:31:24.154435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11dbc4-394a-4960-9033-19b42017960a req-911c1c43-bfc7-4abc-9aa4-9cc22b07eecb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.155988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d11dbc4-394a-4960-9033-19b42017960a req-911c1c43-bfc7-4abc-9aa4-9cc22b07eecb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.0973375 Jul 08 17:31:24.189831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fe658e8-9b40-4981-9b52-6be5bf594ebb req-05ac12b2-0026-480d-9688-3337504a47a7 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648816 Jul 08 17:31:24.217117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a8992-0c93-4851-81c8-0856bf2a8943 service neutron] Pushing event updated for resources: {'Port': ['ID=51dddb04-842f-4e70-8d1b-81804690cc6a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:24.224307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dca4f653-0f67-4fae-85fd-a544766bc769 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:24.233504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d11dbc4-394a-4960-9033-19b42017960a req-28b3e4a7-3ba8-497b-9118-64ae17a1eb57 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542753 Jul 08 17:31:24.339547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port dca4f653-0f67-4fae-85fd-a544766bc769 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:24.340558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.355026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 172.25.5.29 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/80513480-874c-4d90-a7d9-fb243a1deaf8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:24.365449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-3a458682-f25f-4971-8dab-20ff29d66009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.367026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-3a458682-f25f-4971-8dab-20ff29d66009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 1094 time: 0.1467583 Jul 08 17:31:24.424832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-f04af6cd-5b68-4d77-a3f3-bbd546071273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.426394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-f04af6cd-5b68-4d77-a3f3-bbd546071273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=164985e0600848f9b55d8c06ec7a5481&device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 1095 time: 0.1425915 Jul 08 17:31:24.446878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30817906-3cf3-41cc-b660-94f6f8895160 req-0e6169cc-8e17-4d93-87e4-96e8410a2cdf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.448302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30817906-3cf3-41cc-b660-94f6f8895160 req-0e6169cc-8e17-4d93-87e4-96e8410a2cdf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 943 time: 0.1170108 Jul 08 17:31:24.495524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-90a9d0d2-2bcc-41b2-a1ce-d007f04c207a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51dddb04-842f-4e70-8d1b-81804690cc6a HTTP/1.1" status: 200 len: 217 time: 0.0459862 Jul 08 17:31:24.538157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-fdccda57-10ae-44bf-8cfb-ff8ac3726350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.539688 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-fdccda57-10ae-44bf-8cfb-ff8ac3726350 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.1607895 Jul 08 17:31:24.545118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.546840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30817906-3cf3-41cc-b660-94f6f8895160 req-906c36ec-8378-45d2-8d1f-dadc4e560f56 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916698 Jul 08 17:31:24.562099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-f912bc69-47bf-40e7-bc17-3d376dceaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.572266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-f912bc69-47bf-40e7-bc17-3d376dceaaa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=280438fe-91f5-4652-aa2b-d0cdaa81ab09 HTTP/1.1" status: 200 len: 853 time: 0.0688059 Jul 08 17:31:24.595672 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-d2b59551-a3a5-4147-afc2-3c0a3ef47f30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d085bff-0285-49d7-be9e-5a097e4632f6 HTTP/1.1" status: 200 len: 217 time: 0.0449963 Jul 08 17:31:24.618230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-ca70899e-b4b1-49c9-ace0-e84f3d2cc6ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37742273-5595-4fa4-bc98-f29adaef1737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367365 Jul 08 17:31:24.667446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:24.682664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-53256566-4ac3-4cd6-a8e7-6ae98043f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.690461 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-53256566-4ac3-4cd6-a8e7-6ae98043f529 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0771422 Jul 08 17:31:24.708019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:24.721753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:24.724176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:24.727779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-2d565bcc-fade-4bc0-8c5f-45bafcbf6f42 service neutron] 10.222.0.41 "GET /v2.0/networks/37742273-5595-4fa4-bc98-f29adaef1737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017354 Jul 08 17:31:24.771534 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-498efbd5-43ba-4b4c-ae18-d218f0eaa56a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622241 Jul 08 17:31:24.806023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=80513480-874c-4d90-a7d9-fb243a1deaf8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:24.895079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ede49-67ca-49d5-9525-6d66c3c9d513 req-05813f44-bc9c-4750-8747-9e29b23636c6 service neutron] 10.222.0.41 "GET /v2.0/networks/37742273-5595-4fa4-bc98-f29adaef1737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588008 Jul 08 17:31:24.907096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273e5e3-716b-4440-95ff-0bb5ff6deafc req-1910532c-ca83-42ae-9f21-a14598de8d1f tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:24.914528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3273e5e3-716b-4440-95ff-0bb5ff6deafc req-1910532c-ca83-42ae-9f21-a14598de8d1f tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 944 time: 0.1099207 Jul 08 17:31:24.942543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-6f957fcb-070a-461a-8ec2-d4f1edcef3b1 service neutron] 10.222.0.41 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566191 Jul 08 17:31:24.979203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3273e5e3-716b-4440-95ff-0bb5ff6deafc req-c378ba9d-f74d-48d1-b64c-1e51c4da478a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637159 Jul 08 17:31:25.029238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f2322-8914-458f-a6b5-7b13cd648bfe req-6897f634-c5d9-49e6-b5c0-207b430605b1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:25.031081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b81f2322-8914-458f-a6b5-7b13cd648bfe req-6897f634-c5d9-49e6-b5c0-207b430605b1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.0922217 Jul 08 17:31:25.054353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.078234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b81f2322-8914-458f-a6b5-7b13cd648bfe req-9dd3bd7d-cd27-4498-8e72-148cdc208cdb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Jul 08 17:31:25.082607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-bf86afd0-cb27-4229-b6ae-3f17c0ea68d3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1827621 Jul 08 17:31:25.383956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0b3d7b72-271a-4cf3-8861-9867b601b3b9 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:25.420705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'tag': '51dddb04-842f-4e70-8d1b-81804690cc6a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:25.423063 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2c7977-2214-4bc0-84ee-70b7e05da241" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb", "tag": "51dddb04-842f-4e70-8d1b-81804690cc6a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:25.454539 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.458651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-148c6b9d-55e2-4341-8ee8-b88fa5a11a97 req-e9e79cec-b325-4c62-bdc6-f1fd9bf757c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763434 Jul 08 17:31:25.575284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e82c1d-bfa6-47eb-971d-3dcf76e4c649 req-df5dee74-24ca-4eb9-bbac-35134fe9de67 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:25.582489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3e82c1d-bfa6-47eb-971d-3dcf76e4c649 req-df5dee74-24ca-4eb9-bbac-35134fe9de67 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 945 time: 0.1327679 Jul 08 17:31:25.604663 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ec1a6-7446-4baa-aceb-d80f3d6224d4 x-openstack-request-id: req-4f8ec1a6-7446-4baa-aceb-d80f3d6224d4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:25.605264 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb", "tag": "51dddb04-842f-4e70-8d1b-81804690cc6a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:25.605264 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4f8ec1a6-7446-4baa-aceb-d80f3d6224d4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:25.605616 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'tag': '51dddb04-842f-4e70-8d1b-81804690cc6a', 'status': 'completed', 'code': 200} Jul 08 17:31:25.638367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3e82c1d-bfa6-47eb-971d-3dcf76e4c649 req-0230f3dd-8a66-438c-a9e1-e33b1f765701 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548995 Jul 08 17:31:25.645152 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.674817 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.694517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:25.701335 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc31e66-c514-49ba-a1c3-f22a3ae2b5c5" -d '{"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-unplugged", "status": "completed", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:25.731217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:25.747622 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.828794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:25.843933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.851251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f860d-5b97-472c-be31-bdf9233867b5 req-e1235a95-150a-4b19-8003-cb2b8693e7a1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:25.853337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-894f860d-5b97-472c-be31-bdf9233867b5 req-e1235a95-150a-4b19-8003-cb2b8693e7a1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 943 time: 0.0938525 Jul 08 17:31:25.862814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-4e754443-637f-41a2-b137-c05b81677d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:25.865051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-4e754443-637f-41a2-b137-c05b81677d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=164985e0600848f9b55d8c06ec7a5481&device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 1095 time: 0.2562206 Jul 08 17:31:25.865933 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4e2358-8123-4485-af35-98e556dde171 x-openstack-request-id: req-bf4e2358-8123-4485-af35-98e556dde171 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:25.866212 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-unplugged", "status": "completed", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:25.866469 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bf4e2358-8123-4485-af35-98e556dde171 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:25.866868 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'code': 200} Jul 08 17:31:25.867216 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:25.926461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-894f860d-5b97-472c-be31-bdf9233867b5 req-911eae71-8539-470d-afd0-fdc5827b7233 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Jul 08 17:31:26.070424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-b9597080-b744-4ba6-900c-79b59eba61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:26.071898 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-b9597080-b744-4ba6-900c-79b59eba61ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=37742273-5595-4fa4-bc98-f29adaef1737 HTTP/1.1" status: 200 len: 914 time: 0.1169922 Jul 08 17:31:26.072477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=80513480-874c-4d90-a7d9-fb243a1deaf8,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:26.078267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:26.127660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-793cd441-24a1-4da3-ac16-57586baaa857 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51dddb04-842f-4e70-8d1b-81804690cc6a HTTP/1.1" status: 200 len: 217 time: 0.0454121 Jul 08 17:31:26.131934 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:26.136822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1490b0d7-4d10-419a-a20f-a0df78318794 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2596388 Jul 08 17:31:26.188516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fedcb-15e9-4054-a43d-c79bd1353ebb req-aabd4a08-e3f6-44e8-9fd3-3966f40f9063 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:26.195967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-909fedcb-15e9-4054-a43d-c79bd1353ebb req-aabd4a08-e3f6-44e8-9fd3-3966f40f9063 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 944 time: 0.0780923 Jul 08 17:31:26.198480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-57454e18-7455-47bf-882e-bde9e885ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:26.200235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-57454e18-7455-47bf-882e-bde9e885ace5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=280438fe-91f5-4652-aa2b-d0cdaa81ab09 HTTP/1.1" status: 200 len: 853 time: 0.0660036 Jul 08 17:31:26.242366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-909fedcb-15e9-4054-a43d-c79bd1353ebb req-dbac5780-03c7-42ba-8eea-142db850693a tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Jul 08 17:31:26.267667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-a07a3440-3b6e-43ca-b797-233da815c2f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=37742273-5595-4fa4-bc98-f29adaef1737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458908 Jul 08 17:31:26.375556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf865b0-8949-4efb-bc50-c0042331664e req-192f0f9c-6ed8-47ac-815a-10c447fded81 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:26.382719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf865b0-8949-4efb-bc50-c0042331664e req-192f0f9c-6ed8-47ac-815a-10c447fded81 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:26.384649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bf865b0-8949-4efb-bc50-c0042331664e req-192f0f9c-6ed8-47ac-815a-10c447fded81 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b&device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 1681 time: 0.0956893 Jul 08 17:31:26.408259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-917c5df1-5636-4892-8d87-ef4cb17f1510 service neutron] 10.222.0.41 "GET /v2.0/networks/37742273-5595-4fa4-bc98-f29adaef1737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264603 Jul 08 17:31:26.468228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bf865b0-8949-4efb-bc50-c0042331664e req-d887f9b3-88a3-4c10-bdc2-f6f926197d9f tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Jul 08 17:31:26.524716 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf2c7977-2214-4bc0-84ee-70b7e05da241 req-16caf444-dca8-4c6a-85d0-0e5794796d83 service neutron] 10.222.0.41 "GET /v2.0/networks/37742273-5595-4fa4-bc98-f29adaef1737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033783 Jul 08 17:31:26.952074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-765a8405-418f-4528-98e1-c0f5266f1864 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--775378930&fields=id&tenant_id=b14560631ba543b18b297591d37c7d5f HTTP/1.1" status: 200 len: 267 time: 0.0528028 Jul 08 17:31:26.964493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647c32d-8e4b-461d-a8da-fe7d2c7d38ea req-f5bc7d42-a62d-4854-8d1a-e134074c1469 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:26.966041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c647c32d-8e4b-461d-a8da-fe7d2c7d38ea req-f5bc7d42-a62d-4854-8d1a-e134074c1469 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.4040670 Jul 08 17:31:27.010855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-f9200402-53c7-4f49-a397-290ad648dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.012551 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-f9200402-53c7-4f49-a397-290ad648dcb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1101 time: 0.0534358 Jul 08 17:31:27.039179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-e2387f82-7c72-4d80-94cb-4e380eddc1ca tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.040571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-e2387f82-7c72-4d80-94cb-4e380eddc1ca tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports/58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 200 len: 937 time: 0.0736561 Jul 08 17:31:27.046359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c647c32d-8e4b-461d-a8da-fe7d2c7d38ea req-49556d13-b06b-4645-b5b1-5f44d542c9f7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699747 Jul 08 17:31:27.105468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-1e7e6d9e-e893-4dfb-b755-f033b2de1b00 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.107377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-1e7e6d9e-e893-4dfb-b755-f033b2de1b00 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports/b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 200 len: 935 time: 0.0601492 Jul 08 17:31:27.108406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-25638ede-d006-4707-aa77-324ec1f2af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.110039 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-25638ede-d006-4707-aa77-324ec1f2af02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.0911331 Jul 08 17:31:27.143090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a565f074-48e6-4f5c-8f22-b96504a53c44 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0297596 Jul 08 17:31:27.152866 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-2669600d-0cc6-48e9-a113-f1e1d0c9b861 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0347135 Jul 08 17:31:27.178310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-3f60856a-733e-416b-a346-59f7ee397bea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0293546 Jul 08 17:31:27.204888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-4a5cdb2c-d690-4af3-98ca-03635fe2277a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.206373 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-4a5cdb2c-d690-4af3-98ca-03635fe2277a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0465777 Jul 08 17:31:27.274576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-87961c2f-a388-469f-92ee-e7121061edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.276104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-87961c2f-a388-469f-92ee-e7121061edd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622568 Jul 08 17:31:27.333216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d74c3c16-7036-4cef-ba32-1b4f6186d730 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.338917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d74c3c16-7036-4cef-ba32-1b4f6186d730 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.345549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d74c3c16-7036-4cef-ba32-1b4f6186d730 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.347151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d74c3c16-7036-4cef-ba32-1b4f6186d730 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/networks?id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=361915ae-e677-4ba1-a26a-8e1a0329c81a&id=361915ae-e677-4ba1-a26a-8e1a0329c81a HTTP/1.1" status: 200 len: 1994 time: 0.1579344 Jul 08 17:31:27.367112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8349298e-1b1b-4f6d-8861-0ab44dac9712 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/quotas/b14560631ba543b18b297591d37c7d5f HTTP/1.1" status: 200 len: 375 time: 0.0136955 Jul 08 17:31:27.371575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-f9839b79-335a-4451-be6d-a90d6d63e805 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873919 Jul 08 17:31:27.380225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1d085bff-0285-49d7-be9e-5a097e4632f6 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:27.407595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2ddaa72-6511-4db0-aa17-0753d9accdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.419882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb128c78-499c-4e6e-bc4c-06b6793f8211 req-94b1aa7d-c451-4e24-a9f5-35aaee244fa9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.421450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb128c78-499c-4e6e-bc4c-06b6793f8211 req-94b1aa7d-c451-4e24-a9f5-35aaee244fa9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 943 time: 0.1375198 Jul 08 17:31:27.476193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-880a6ae9-3c00-430c-86fb-2d6b31cdd00e service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979471 Jul 08 17:31:27.492441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-5abcd447-b590-4dc9-9307-3249a2dbb691 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1190369 Jul 08 17:31:27.495465 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb128c78-499c-4e6e-bc4c-06b6793f8211 req-96c872c9-561a-4edc-85e0-3b4c47f440a0 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637658 Jul 08 17:31:27.498976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1d085bff-0285-49d7-be9e-5a097e4632f6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1d085bff-0285-49d7-be9e-5a097e4632f6,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:27.513095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '1d085bff-0285-49d7-be9e-5a097e4632f6', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'port_id': '1d085bff-0285-49d7-be9e-5a097e4632f6', 'mac_address': 'fa:16:3e:a9:97:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb1256-6fff-4a5c-a1c6-ae86aa75adde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:27.565267 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.586350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d085bff-0285-49d7-be9e-5a097e4632f6 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:27.613881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1d085bff-0285-49d7-be9e-5a097e4632f6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1d085bff-0285-49d7-be9e-5a097e4632f6,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:27.618985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.619968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 51dddb04-842f-4e70-8d1b-81804690cc6a details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:27.629784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8081bf4d-4f20-4b1c-ad0a-5de8377a183b service neutron] 10.222.0.63 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228790 Jul 08 17:31:27.691770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=1d085bff-0285-49d7-be9e-5a097e4632f6,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:27.761350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcfbbd-4196-4e72-bbec-51c6892590ac req-c1f6c25f-cede-4e74-b876-4598e1520f78 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:27.763019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26dcfbbd-4196-4e72-bbec-51c6892590ac req-c1f6c25f-cede-4e74-b876-4598e1520f78 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 944 time: 0.1475978 Jul 08 17:31:27.769450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-f240ae1e-b02a-4c5a-bf5f-b1ac35643494 service neutron] 10.222.0.63 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233079 Jul 08 17:31:27.845728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26dcfbbd-4196-4e72-bbec-51c6892590ac req-1151e120-854d-4a66-b171-1fa9d3a85938 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726075 Jul 08 17:31:27.849810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a5e3a738-e762-4a4b-bce4-bf183d776152 service neutron] 10.222.0.63 "GET /v2.0/ports/58d171d1-121a-4488-904b-1a1f4c55d518?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0701103 Jul 08 17:31:27.909938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 51dddb04-842f-4e70-8d1b-81804690cc6a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=51dddb04-842f-4e70-8d1b-81804690cc6a,segment=NetworkSegment(504a599b-6e68-4f58-9822-f6f6f745766a),segment_id=504a599b-6e68-4f58-9822-f6f6f745766a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:27.922536 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '51dddb04-842f-4e70-8d1b-81804690cc6a', 'network_id': '37742273-5595-4fa4-bc98-f29adaef1737', 'port_id': '51dddb04-842f-4e70-8d1b-81804690cc6a', 'mac_address': 'fa:16:3e:be:be:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280438fe-91f5-4652-aa2b-d0cdaa81ab09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:27.943266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-b28034c1-a6f9-440a-9f57-7d716e50a0ae service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873225 Jul 08 17:31:27.963105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:27.977941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51dddb04-842f-4e70-8d1b-81804690cc6a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:28.000526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 51dddb04-842f-4e70-8d1b-81804690cc6a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=51dddb04-842f-4e70-8d1b-81804690cc6a,segment=NetworkSegment(504a599b-6e68-4f58-9822-f6f6f745766a),segment_id=504a599b-6e68-4f58-9822-f6f6f745766a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:28.005526 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:28.055695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-da8435e2-aad8-46e5-8b04-4413c629b046 service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062984 Jul 08 17:31:28.069427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=51dddb04-842f-4e70-8d1b-81804690cc6a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:28.120018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-b3aec79a-ec9d-47d6-b1b7-8ea39c2267e5 service neutron] 10.222.0.63 "GET /v2.0/ports/b8a45397-a684-412c-8a4d-cf72d27bcf08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0437226 Jul 08 17:31:28.252062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-7b6c3069-17f9-4c31-a057-3f99d414bdff service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258659 Jul 08 17:31:28.260333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d6dcd-13c2-4705-b396-8ccfa7131808 req-060cda0a-af43-4731-8c79-5cb700817dbb tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:28.261740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-266d6dcd-13c2-4705-b396-8ccfa7131808 req-060cda0a-af43-4731-8c79-5cb700817dbb tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 945 time: 0.1186082 Jul 08 17:31:28.351641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-266d6dcd-13c2-4705-b396-8ccfa7131808 req-0119ebc2-dcfa-4825-86d7-e05dd454baca tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819850 Jul 08 17:31:28.378635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d81b4b10-c6c6-45d0-8353-9bfd4326ab7c service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158974 Jul 08 17:31:28.473439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-13501b87-1f90-46e5-8dae-6cef7ba5cbf5 service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894904 Jul 08 17:31:28.475265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:28.503330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['51dddb04-842f-4e70-8d1b-81804690cc6a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:28.581100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-35d5ead2-503e-426c-ba7c-fa34938864e3 service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002111 Jul 08 17:31:28.674800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-92cd2055-d58f-45e4-a615-757bf1dc00b5 service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871999 Jul 08 17:31:28.777105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-f51bfaa7-9069-4557-b207-b5263889dfd1 service neutron] 10.222.0.63 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946908 Jul 08 17:31:28.870064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-56a88860-be70-4fd9-8f0c-5e8d7a43dadd service neutron] 10.222.0.63 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869482 Jul 08 17:31:28.969992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a42203f4-d5ae-4f09-b428-0eb6fb8057a6 service neutron] 10.222.0.63 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932600 Jul 08 17:31:29.060595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-374c994e-8025-4f96-a0e9-1aef00678261 service neutron] 10.222.0.63 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838401 Jul 08 17:31:29.189439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-12602e56-c134-4839-91e7-b823d6a9a7fc service neutron] 10.222.0.63 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228542 Jul 08 17:31:29.203452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-71956f9b-082f-4304-84fb-b323abe5dec1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:29.204906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-71956f9b-082f-4304-84fb-b323abe5dec1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=343b54c8-7809-4d9c-bb1a-4245d3502a52 HTTP/1.1" status: 200 len: 943 time: 0.0938225 Jul 08 17:31:29.305864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Deleting port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:29.306253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:29.393114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] For port 0b3d7b72-271a-4cf3-8861-9867b601b3b9, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0b3d7b72-271a-4cf3-8861-9867b601b3b9,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:29.393389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:29.406455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Calling delete_port for 0b3d7b72-271a-4cf3-8861-9867b601b3b9 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:29.415769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0b3d7b72-271a-4cf3-8861-9867b601b3b9 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:29.545015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:29.573987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event deleted for resources: {'Port': ['ID=0b3d7b72-271a-4cf3-8861-9867b601b3b9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:29.618726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] No DVR routers for this DVR port 0b3d7b72-271a-4cf3-8861-9867b601b3b9 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:29.621490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:29.624134 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cfb4fb9-2741-46da-8c1d-b3b1102b8c12 req-0494dec6-b019-43c4-bb64-0a7b0386b67b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "DELETE /v2.0/ports/0b3d7b72-271a-4cf3-8861-9867b601b3b9 HTTP/1.1" status: 204 len: 173 time: 0.4142652 Jul 08 17:31:29.624575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-deleted', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:29.626850 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed75375-7aaf-4cf5-aca8-8a3cb91f9621" -d '{"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-deleted", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:29.959339 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-977f65e5-b14d-4a83-9f82-9f03448d78fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:30.055962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914130-0675-4ce3-9f04-65250f966b28 req-b20af69a-e9ee-446a-b885-dada20d8ebd3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:30.057618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7914130-0675-4ce3-9f04-65250f966b28 req-b20af69a-e9ee-446a-b885-dada20d8ebd3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.0794384 Jul 08 17:31:30.099701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7914130-0675-4ce3-9f04-65250f966b28 req-7eff0865-4de1-4aa8-a6b6-ee66f68c57fc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344121 Jul 08 17:31:30.317735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889411e-6b90-4080-a1b7-a39cf53c77e5 req-f8f0f6d6-8e7f-4aa7-89d0-97409f4ef12c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:30.319283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0889411e-6b90-4080-a1b7-a39cf53c77e5 req-f8f0f6d6-8e7f-4aa7-89d0-97409f4ef12c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 944 time: 0.1129911 Jul 08 17:31:30.344326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9afe17-d796-490d-b7f0-536643c3d7cd req-d183e172-f5e7-44a1-9362-99942a4b44e6 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:30.345996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed9afe17-d796-490d-b7f0-536643c3d7cd req-d183e172-f5e7-44a1-9362-99942a4b44e6 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 945 time: 0.1060445 Jul 08 17:31:30.385076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0889411e-6b90-4080-a1b7-a39cf53c77e5 req-faa12f66-f2a2-4e48-8d57-a1563538ac5c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593288 Jul 08 17:31:30.390604 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:30.406259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed9afe17-d796-490d-b7f0-536643c3d7cd req-e4bcb53f-1745-4ddd-98dd-a6bdbcc8eb99 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Jul 08 17:31:30.459186 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3ff6ad-6747-4843-8663-7f0bbbf6f7bc x-openstack-request-id: req-0f3ff6ad-6747-4843-8663-7f0bbbf6f7bc {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:30.460224 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343b54c8-7809-4d9c-bb1a-4245d3502a52", "name": "network-vif-deleted", "tag": "0b3d7b72-271a-4cf3-8861-9867b601b3b9", "status": "failed", "code": 422}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:30.460764 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0f3ff6ad-6747-4843-8663-7f0bbbf6f7bc {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:30.461463 n-d-799528-4 neutron-server[93664]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '343b54c8-7809-4d9c-bb1a-4245d3502a52', 'name': 'network-vif-deleted', 'tag': '0b3d7b72-271a-4cf3-8861-9867b601b3b9', 'status': 'failed', 'code': 422} returned with failed status Jul 08 17:31:30.540918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-383d83a5-a36d-4d66-95ba-4ca23de9b407 req-ae516f3b-429e-4663-8664-e255c401d2e0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0292284 Jul 08 17:31:30.932551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-3a7a993d-9d5a-4c13-8afc-ba892a80d743 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:30.934322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-3a7a993d-9d5a-4c13-8afc-ba892a80d743 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1181669 Jul 08 17:31:30.951803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-21b75768-5304-424f-a528-82d83572bedd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/quotas/69352fdd28e7454b89ede1a8a79d54a2 HTTP/1.1" status: 200 len: 375 time: 0.0116887 Jul 08 17:31:30.988925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0e8dcabf-55ed-40af-a22d-1b88fc380d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:30.990731 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0e8dcabf-55ed-40af-a22d-1b88fc380d4d service neutron] 10.222.0.72 "GET /v2.0/ports/58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 200 len: 1033 time: 0.0509763 Jul 08 17:31:31.000662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-b59e4faa-fbcc-4886-b8ef-4cf36b0806a6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341554 Jul 08 17:31:31.046483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-7ff6d357-0d1c-45bb-b0bb-8695c228d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:31.048010 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-7ff6d357-0d1c-45bb-b0bb-8695c228d5ce service neutron] 10.222.0.72 "GET /v2.0/ports/b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 200 len: 1031 time: 0.0473571 Jul 08 17:31:31.126998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-ce167d4d-b40a-4b2d-bfd2-403ae0bb4e25 service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190515 Jul 08 17:31:31.187646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-21c7bf24-86c0-4809-beaf-b036758c756e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:31.193860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-21c7bf24-86c0-4809-beaf-b036758c756e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:31.199996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-21c7bf24-86c0-4809-beaf-b036758c756e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:31.202272 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-21c7bf24-86c0-4809-beaf-b036758c756e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "GET /v2.0/networks?id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=361915ae-e677-4ba1-a26a-8e1a0329c81a&id=361915ae-e677-4ba1-a26a-8e1a0329c81a HTTP/1.1" status: 200 len: 1994 time: 0.1438067 Jul 08 17:31:31.247965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a1684ad0-aaf6-4d68-96d1-79e51b8c9685 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b14560631ba543b18b297591d37c7d5f HTTP/1.1" status: 200 len: 379 time: 0.0363345 Jul 08 17:31:31.251542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-d21f19ac-a03f-47a0-8126-a51037c2111e service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231329 Jul 08 17:31:31.269998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'admin_state_up': True, 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'security_groups': ['386a24cb-d7e1-4100-a265-b992aa75f536']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:31.288820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2f0c4-8a93-4a70-9724-6a368355a4a7 req-6a797a42-9919-40b0-aced-19282e5bde87 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:31.290532 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bee2f0c4-8a93-4a70-9724-6a368355a4a7 req-6a797a42-9919-40b0-aced-19282e5bde87 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 945 time: 0.0944195 Jul 08 17:31:31.294354 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.360414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bee2f0c4-8a93-4a70-9724-6a368355a4a7 req-d168b0d8-480d-47f8-8564-2aaca5f90b42 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Jul 08 17:31:31.403376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1d085bff-0285-49d7-be9e-5a097e4632f6 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:31.452771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:31.458261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.519988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 1d085bff-0285-49d7-be9e-5a097e4632f6 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:31.526707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 1d085bff-0285-49d7-be9e-5a097e4632f6 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:31.527567 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.573574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331acaf-c464-46f9-8934-d5a30255f582 req-bd981c2f-4be7-4ee9-ab6b-03d41973b367 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:31.577215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4331acaf-c464-46f9-8934-d5a30255f582 req-bd981c2f-4be7-4ee9-ab6b-03d41973b367 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.0952539 Jul 08 17:31:31.643511 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.673945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-416ccc06-1df5-49f6-8f1e-a25144e9ef44 req-419a4d96-c26c-4091-a03d-23ca5745eafb tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 210 time: 0.0364485 Jul 08 17:31:31.686378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e545443-e171-4665-92cc-5b3f534fcce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d085bff-0285-49d7-be9e-5a097e4632f6'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:31.687926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 172.20.0.14 (1e6f49b4-0662-4eaa-aa56-5df30c5ef3be/3ba21f92-0c6a-4238-91cc-a16c1b7a0665/219c0543-bc8c-418f-8f87-598c2693360b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:31.689877 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524bf844-88f3-4142-b9fb-472d802895d3" -d '{"events": [{"server_uuid": "2e545443-e171-4665-92cc-5b3f534fcce8", "name": "network-vif-plugged", "status": "completed", "tag": "1d085bff-0285-49d7-be9e-5a097e4632f6"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:31.696550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4331acaf-c464-46f9-8934-d5a30255f582 req-c4a02554-e3ab-4f37-93e5-419a329d9e5c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085367 Jul 08 17:31:31.732032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1d085bff-0285-49d7-be9e-5a097e4632f6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1d085bff-0285-49d7-be9e-5a097e4632f6,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:31.737116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.739170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 51dddb04-842f-4e70-8d1b-81804690cc6a up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:31.895527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.915682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Transition to ACTIVE for port object 219c0543-bc8c-418f-8f87-598c2693360b will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:31.934242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=1d085bff-0285-49d7-be9e-5a097e4632f6,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:31.940714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 51dddb04-842f-4e70-8d1b-81804690cc6a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:31.945509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 51dddb04-842f-4e70-8d1b-81804690cc6a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:31.946216 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:31.967590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.023768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044287a-3390-4939-9514-83b7f9cd80d8 req-63d97fc1-b0c6-404e-98b1-246538d4c76c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.030524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3044287a-3390-4939-9514-83b7f9cd80d8 req-63d97fc1-b0c6-404e-98b1-246538d4c76c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 945 time: 0.1608727 Jul 08 17:31:32.042159 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.057858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03da98-fde3-43da-803f-b41895301e94 req-f40cf995-6132-449e-9151-fc415840ae42 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.064540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=219c0543-bc8c-418f-8f87-598c2693360b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:32.067332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd03da98-fde3-43da-803f-b41895301e94 req-f40cf995-6132-449e-9151-fc415840ae42 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 945 time: 0.1539001 Jul 08 17:31:32.073903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:32.075481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:32.078646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:32.085568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 51dddb04-842f-4e70-8d1b-81804690cc6a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=51dddb04-842f-4e70-8d1b-81804690cc6a,segment=NetworkSegment(504a599b-6e68-4f58-9822-f6f6f745766a),segment_id=504a599b-6e68-4f58-9822-f6f6f745766a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:32.093347 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.115988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3044287a-3390-4939-9514-83b7f9cd80d8 req-2a6941ea-a194-49a0-8576-99cee9917011 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845792 Jul 08 17:31:32.159528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd03da98-fde3-43da-803f-b41895301e94 req-1f7eccbf-d4cc-45dd-a992-d32aa2706717 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911057 Jul 08 17:31:32.213813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.221831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.246239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=51dddb04-842f-4e70-8d1b-81804690cc6a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:32.280407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d23c0d30-53a4-47d5-93c3-95ef55e387e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0156002 Jul 08 17:31:32.296063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'admin_state_up': True, 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'security_groups': ['386a24cb-d7e1-4100-a265-b992aa75f536']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:32.392530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16644385-d2a8-4c44-9b9b-b1548c40ad9c req-c8bbc330-0e22-4d98-bfda-166051a25f40 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.394257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16644385-d2a8-4c44-9b9b-b1548c40ad9c req-c8bbc330-0e22-4d98-bfda-166051a25f40 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 932 time: 0.0904443 Jul 08 17:31:32.433223 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bff396-664b-4374-8d04-278fa46da65a x-openstack-request-id: req-f4bff396-664b-4374-8d04-278fa46da65a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:32.433912 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e545443-e171-4665-92cc-5b3f534fcce8", "name": "network-vif-plugged", "status": "completed", "tag": "1d085bff-0285-49d7-be9e-5a097e4632f6", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:32.433912 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4bff396-664b-4374-8d04-278fa46da65a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:32.434942 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e545443-e171-4665-92cc-5b3f534fcce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d085bff-0285-49d7-be9e-5a097e4632f6', 'code': 200} Jul 08 17:31:32.484496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f639718-ca81-4c99-8c49-0d8f6d94fd7e None None] Provisioning for port 219c0543-bc8c-418f-8f87-598c2693360b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:32.489861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f639718-ca81-4c99-8c49-0d8f6d94fd7e None None] Provisioning complete for port 219c0543-bc8c-418f-8f87-598c2693360b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:32.490399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f639718-ca81-4c99-8c49-0d8f6d94fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.496639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16644385-d2a8-4c44-9b9b-b1548c40ad9c req-bdaa9ddc-c985-4d72-aa86-cfadf8d30fc5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919437 Jul 08 17:31:32.571391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1f639718-ca81-4c99-8c49-0d8f6d94fd7e None None] Port 219c0543-bc8c-418f-8f87-598c2693360b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:32.673465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:32.680371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.724989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-734c574f-cb67-4d52-b9d4-30bca501bd11 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.726779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-734c574f-cb67-4d52-b9d4-30bca501bd11 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "GET /v2.0/ports?device_id=a17b5ce5-16d2-49bd-b2ba-136426a6807b HTTP/1.1" status: 200 len: 945 time: 0.2375495 Jul 08 17:31:32.750027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262625c4-4353-4c23-b041-d29966204619 req-afe23bef-6126-4be7-8ae2-4f711c553049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.751968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262625c4-4353-4c23-b041-d29966204619 req-afe23bef-6126-4be7-8ae2-4f711c553049 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 1096 time: 0.1314042 Jul 08 17:31:32.754560 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.824887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262625c4-4353-4c23-b041-d29966204619 req-7834b700-55dc-40b2-805d-0e45ad113543 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641725 Jul 08 17:31:32.835525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce9311-c706-4d7d-8615-8d5c65c7d01a req-b19327c1-29ea-44c7-9022-ca0d6c5041d9 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.858120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfce9311-c706-4d7d-8615-8d5c65c7d01a req-b19327c1-29ea-44c7-9022-ca0d6c5041d9 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 945 time: 0.1511810 Jul 08 17:31:32.864968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-15b65343-8a26-4e80-bad6-1402337e2590 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:32.866444 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-15b65343-8a26-4e80-bad6-1402337e2590 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.41 "GET /v2.0/ports?device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 945 time: 0.3018422 Jul 08 17:31:32.928053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfce9311-c706-4d7d-8615-8d5c65c7d01a req-40d287e3-7799-493c-9361-411055c7ed49 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/security-groups?id=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665412 Jul 08 17:31:32.953250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Deleting port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:32.953594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:32.975658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 10.1.1.146 (a81a00d8-77b5-4664-b5ce-6342936760b5/9d005079-0170-4296-9622-df0f344e009c/f7088da8-b4c1-4206-81ac-b2c0c3ed2e09) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:32.983863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53b0082a-fcd6-4356-a47e-3182ada786b8 req-463df54c-2653-4335-b316-33bc666341a7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 210 time: 0.0525925 Jul 08 17:31:33.184992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-9248f611-bfd7-4bd1-b7b5-20eae36668a2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:33.187056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-9248f611-bfd7-4bd1-b7b5-20eae36668a2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1733253 Jul 08 17:31:33.208445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Request body: {'port': {'device_id': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'admin_state_up': True, 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:33.215036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] For port 12c83214-b5c8-47d3-8a52-bc39776ec6b1, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=12c83214-b5c8-47d3-8a52-bc39776ec6b1,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:33.215955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.231566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Calling delete_port for 12c83214-b5c8-47d3-8a52-bc39776ec6b1 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:33.382787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636716-1dd4-484b-a3ec-003139b60a1d req-56f5c95d-4ab7-402f-93c3-b2e88d1f89d3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:33.384764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3636716-1dd4-484b-a3ec-003139b60a1d req-56f5c95d-4ab7-402f-93c3-b2e88d1f89d3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.2427485 Jul 08 17:31:33.386466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:33.389891 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.462232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.494101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Transition to ACTIVE for port object f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:33.525443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Deleting port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:33.525788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.631278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.670626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.683516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['12c83214-b5c8-47d3-8a52-bc39776ec6b1'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:33.705701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network a81a00d8-77b5-4664-b5ce-6342936760b5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:33.719149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:33.729002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:33.733045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:33.769433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] For port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,segment=NetworkSegment(e493cdb5-8f9f-4683-9da1-4a3c628ab577),segment_id=e493cdb5-8f9f-4683-9da1-4a3c628ab577)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:33.770258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.788057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Calling delete_port for 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:33.857031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24611a-aedc-4872-a400-f571302b2906 req-3059a7a0-4bbe-47d7-8922-ac676ddebcf5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:33.858661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe24611a-aedc-4872-a400-f571302b2906 req-3059a7a0-4bbe-47d7-8922-ac676ddebcf5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 945 time: 0.5467937 Jul 08 17:31:33.909095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3636716-1dd4-484b-a3ec-003139b60a1d req-c1e25d60-caa3-44fa-95a5-837aa163e754 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168259 Jul 08 17:31:33.945629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Pushing event deleted for resources: {'Port': ['ID=12c83214-b5c8-47d3-8a52-bc39776ec6b1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:33.953813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] No DVR routers for this DVR port 12c83214-b5c8-47d3-8a52-bc39776ec6b1 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:33.968761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:33.970835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e3d9829-e715-4fc2-a960-46f11bec156c req-65836f97-11c6-4625-98f6-d862507f0673 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.72 "DELETE /v2.0/ports/12c83214-b5c8-47d3-8a52-bc39776ec6b1 HTTP/1.1" status: 204 len: 173 time: 1.2323637 Jul 08 17:31:33.975555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'name': 'network-vif-deleted', 'tag': '12c83214-b5c8-47d3-8a52-bc39776ec6b1'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:33.978669 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388f17bc-9a25-4c75-ab57-be225d2b1d08" -d '{"events": [{"server_uuid": "a17b5ce5-16d2-49bd-b2ba-136426a6807b", "name": "network-vif-deleted", "tag": "12c83214-b5c8-47d3-8a52-bc39776ec6b1"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:34.007068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:34.008456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.022432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe24611a-aedc-4872-a400-f571302b2906 req-1bc06e31-366f-4475-b6e6-8becefce88c7 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534872 Jul 08 17:31:34.025549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6ee22e32-dd73-4b74-a6c3-696c3cb35f21 None None] Provisioning for port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:34.029450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6ee22e32-dd73-4b74-a6c3-696c3cb35f21 None None] Provisioning complete for port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:34.029853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6ee22e32-dd73-4b74-a6c3-696c3cb35f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.078245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Allocated IP 172.20.0.6 (1495ca0b-3919-43d6-8e6a-f156d25aa27c/93f219f3-10d8-4a52-b813-91bc530aa542/a52f2696-c387-49d0-aef8-7c04e8417f21) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:34.099864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6ee22e32-dd73-4b74-a6c3-696c3cb35f21 None None] Port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:34.106870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0732dab6-007e-45d2-a7c0-8f88bc410588 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8156509 Jul 08 17:31:34.123603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'admin_state_up': True, 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'security_groups': ['386a24cb-d7e1-4100-a265-b992aa75f536']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:34.204952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a33b1-9121-4778-8106-95064582cdf7 req-312069ea-51b7-45ee-90ac-cce615bfdbcc tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:34.207266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-750a33b1-9121-4778-8106-95064582cdf7 req-312069ea-51b7-45ee-90ac-cce615bfdbcc tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 946 time: 0.1144481 Jul 08 17:31:34.215512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.231986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['12c83214-b5c8-47d3-8a52-bc39776ec6b1'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:34.257499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Pushing event deleted for resources: {'Port': ['ID=9ef51657-12b7-4b17-b1e6-d1c5c50d2c02,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:34.327077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] No DVR routers for this DVR port 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:34.330750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.334172 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-96e2b524-8bad-4871-a44e-8e495a45c61b req-2c17e2ff-e838-478d-ae70-17c96f8d3da7 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.41 "DELETE /v2.0/ports/9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 HTTP/1.1" status: 204 len: 173 time: 1.0978317 Jul 08 17:31:34.354757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:34.359277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.436883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dddb04-842f-4e70-8d1b-81804690cc6a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:34.440004 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457620c8-b7c6-41b5-819c-c49ec756d270" -d '{"events": [{"server_uuid": "9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb", "name": "network-vif-plugged", "status": "completed", "tag": "51dddb04-842f-4e70-8d1b-81804690cc6a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:34.462868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.505888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-750a33b1-9121-4778-8106-95064582cdf7 req-11152543-00c3-45ec-a4bb-b06236a32b47 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177685 Jul 08 17:31:34.530975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 10.1.1.136 (a81a00d8-77b5-4664-b5ce-6342936760b5/9d005079-0170-4296-9622-df0f344e009c/d804950a-4a16-4107-b800-69280cf2ad45) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:34.573996 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.602785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71920644-35ec-4217-afe9-672b05aeda1d req-c28f8590-42e4-4f8e-8c89-4aa6369c5692 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:34.610525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71920644-35ec-4217-afe9-672b05aeda1d req-c28f8590-42e4-4f8e-8c89-4aa6369c5692 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:34.628576 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71920644-35ec-4217-afe9-672b05aeda1d req-c28f8590-42e4-4f8e-8c89-4aa6369c5692 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 1654 time: 0.2386239 Jul 08 17:31:34.710204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:34.725263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71920644-35ec-4217-afe9-672b05aeda1d req-da8c2f79-cdf6-44c2-bff1-904022750d51 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919933 Jul 08 17:31:34.728385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:34.741803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:34.748803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.781319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Transition to ACTIVE for port object d804950a-4a16-4107-b800-69280cf2ad45 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:34.799013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event updated for resources: {'Port': ['ID=a52f2696-c387-49d0-aef8-7c04e8417f21,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:34.833224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:34.834049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.851858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a2a81b5e-69ce-4eb0-974e-cb133ff6250a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6512444 Jul 08 17:31:34.856648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:34.881731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Request body: {'port': {'device_id': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:34.915757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network a81a00d8-77b5-4664-b5ce-6342936760b5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:34.919217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:34.923950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:34.930844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=d804950a-4a16-4107-b800-69280cf2ad45,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:34.991714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:34.992799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.017009 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-6b743933-ef34-47c1-b0df-db899e6a1647 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8992898 Jul 08 17:31:35.023987 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0043e6ca-694f-448d-8ff1-773f0ae5e19b x-openstack-request-id: req-0043e6ca-694f-448d-8ff1-773f0ae5e19b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:35.024283 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b5ce5-16d2-49bd-b2ba-136426a6807b", "name": "network-vif-deleted", "tag": "12c83214-b5c8-47d3-8a52-bc39776ec6b1", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:35.025127 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0043e6ca-694f-448d-8ff1-773f0ae5e19b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:35.025711 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b5ce5-16d2-49bd-b2ba-136426a6807b', 'name': 'network-vif-deleted', 'tag': '12c83214-b5c8-47d3-8a52-bc39776ec6b1', 'status': 'completed', 'code': 200} Jul 08 17:31:35.035188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a', 'admin_state_up': True, 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'security_groups': ['386a24cb-d7e1-4100-a265-b992aa75f536']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:35.064978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6789e26e-cd16-4034-8e0c-4693478f99eb req-b4fd5748-099e-46c7-bf90-8e933c3eb9c9 tempest-ListServersNegativeTestJSON-164683757 tempest-ListServersNegativeTestJSON-164683757-project] 10.222.0.63 "GET /v2.0/ports?device_id=8513ecb6-5d62-406e-8560-5967963a7411 HTTP/1.1" status: 200 len: 210 time: 0.0833917 Jul 08 17:31:35.092378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.149068 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1072cd44-d8c7-4524-99bf-3e38734ced0b x-openstack-request-id: req-1072cd44-d8c7-4524-99bf-3e38734ced0b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:35.149574 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb", "name": "network-vif-plugged", "status": "completed", "tag": "51dddb04-842f-4e70-8d1b-81804690cc6a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:35.149667 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1072cd44-d8c7-4524-99bf-3e38734ced0b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:35.150029 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51dddb04-842f-4e70-8d1b-81804690cc6a', 'code': 200} Jul 08 17:31:35.245544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:35.348181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e06d880d-f0e9-4adc-9788-2cf2cf75a968 None None] Provisioning for port d804950a-4a16-4107-b800-69280cf2ad45 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:35.352465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e06d880d-f0e9-4adc-9788-2cf2cf75a968 None None] Provisioning complete for port d804950a-4a16-4107-b800-69280cf2ad45 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:35.352877 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e06d880d-f0e9-4adc-9788-2cf2cf75a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.386390 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.414257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e06d880d-f0e9-4adc-9788-2cf2cf75a968 None None] Port d804950a-4a16-4107-b800-69280cf2ad45 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:35.444553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:35.464420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:35.465148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9ef51657-12b7-4b17-b1e6-d1c5c50d2c02 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:35.533163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bd16d-8eab-4c67-972a-8065abcf3bf2 req-c01506a5-8b61-44f9-ae81-9100756f05c4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:35.534746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-936bd16d-8eab-4c67-972a-8065abcf3bf2 req-c01506a5-8b61-44f9-ae81-9100756f05c4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 931 time: 0.3240831 Jul 08 17:31:35.553730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06c585-871e-4dae-ae2c-c8c308842dea req-1bde21ed-80cb-4790-9ad6-9b0424d0da4c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:35.555186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af06c585-871e-4dae-ae2c-c8c308842dea req-1bde21ed-80cb-4790-9ad6-9b0424d0da4c tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.1937997 Jul 08 17:31:35.565156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91269d7-7927-40ac-a219-791b92a21615 req-8b6c4a03-ae94-4736-8f45-299621365c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:35.566650 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c91269d7-7927-40ac-a219-791b92a21615 req-8b6c4a03-ae94-4736-8f45-299621365c59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 1097 time: 0.1627853 Jul 08 17:31:35.641052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c91269d7-7927-40ac-a219-791b92a21615 req-8eb60fb1-59d5-42d4-bdb5-f693ba9a01fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638130 Jul 08 17:31:35.648552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-936bd16d-8eab-4c67-972a-8065abcf3bf2 req-7e101676-0bcb-42bd-90ae-b31ddcb009df tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033826 Jul 08 17:31:35.653464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af06c585-871e-4dae-ae2c-c8c308842dea req-a87e5f7f-1add-4476-b64a-e16c3a810eb0 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840464 Jul 08 17:31:35.671130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 10.2.2.100 (361915ae-e677-4ba1-a26a-8e1a0329c81a/5ab64780-978b-480b-b208-7626b63a9a54/29896dd0-3b03-40ef-b2d3-6ef8f5ec019a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:35.693701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52f2696-c387-49d0-aef8-7c04e8417f21 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:35.702794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.725927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Transition to ACTIVE for port object a52f2696-c387-49d0-aef8-7c04e8417f21 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:35.735233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.794986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f2696-c387-49d0-aef8-7c04e8417f21,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:35.855894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.879637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Attempting to bind port a52f2696-c387-49d0-aef8-7c04e8417f21 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:35.880468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Attempting to bind port a52f2696-c387-49d0-aef8-7c04e8417f21 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:35.881174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Attempting to bind port a52f2696-c387-49d0-aef8-7c04e8417f21 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:35.881865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Transition to ACTIVE for port object 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:35.886697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Port a52f2696-c387-49d0-aef8-7c04e8417f21 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:35.887332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Attempting to bind port a52f2696-c387-49d0-aef8-7c04e8417f21 on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:35.893948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:35.894669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:35.895326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Bound using segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:35.895992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Bound port: a52f2696-c387-49d0-aef8-7c04e8417f21, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:35.896723 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.936866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:35.980903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:35.986197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:35.989888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:36.055438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] For port a52f2696-c387-49d0-aef8-7c04e8417f21, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:36.062616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] For port a52f2696-c387-49d0-aef8-7c04e8417f21, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a52f2696-c387-49d0-aef8-7c04e8417f21,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:36.113047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.133032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58965613-7d4c-44e0-9293-b66b67bebc23 req-9f2ebe2c-5952-4f86-837e-b7e61bb33af9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.134656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58965613-7d4c-44e0-9293-b66b67bebc23 req-9f2ebe2c-5952-4f86-837e-b7e61bb33af9 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.2169089 Jul 08 17:31:36.143394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93942d-e884-4c2f-8cc9-5153aef153bb req-d956c2d5-7508-4294-8753-e35fe9ee762f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.151369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca93942d-e884-4c2f-8cc9-5153aef153bb req-d956c2d5-7508-4294-8753-e35fe9ee762f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 945 time: 0.2039425 Jul 08 17:31:36.160084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.161217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.162783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] 10.222.0.72 "PUT /v2.0/ports/a52f2696-c387-49d0-aef8-7c04e8417f21 HTTP/1.1" status: 200 len: 1091 time: 1.2954543 Jul 08 17:31:36.167074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'tag': 'a52f2696-c387-49d0-aef8-7c04e8417f21'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:36.171110 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32071846-c1ad-4f67-93d9-76529019cc36" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d6e966-c3b4-48bb-a430-c265e9937136", "tag": "a52f2696-c387-49d0-aef8-7c04e8417f21"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:36.253292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca93942d-e884-4c2f-8cc9-5153aef153bb req-f3325a4c-c3b5-472a-a83b-438022b416f1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009841 Jul 08 17:31:36.349115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58965613-7d4c-44e0-9293-b66b67bebc23 req-c03a7fc4-7943-42ba-a979-7aef8cd753a2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849933 Jul 08 17:31:36.352590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45a5b-ff07-4de2-8b9a-42ed7b9b0131 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f2696-c387-49d0-aef8-7c04e8417f21,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:36.364213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0b522268-9a80-44a8-8621-91340810c74f None None] Provisioning for port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:36.373082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0b522268-9a80-44a8-8621-91340810c74f None None] Provisioning complete for port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:36.376415 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0b522268-9a80-44a8-8621-91340810c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.396039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-360d70e5-8278-4ab3-a2d9-50a242227a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.399182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-360d70e5-8278-4ab3-a2d9-50a242227a7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 1094 time: 0.1572444 Jul 08 17:31:36.404347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:36.449642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0b522268-9a80-44a8-8621-91340810c74f None None] Port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:36.455771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.456405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.465839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-593cac83-83d6-4e23-b5ef-7f6bea88485b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f2696-c387-49d0-aef8-7c04e8417f21 HTTP/1.1" status: 200 len: 217 time: 0.0589998 Jul 08 17:31:36.481246 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-8c9f1805-11b0-44d9-85dc-1a1ed52806b2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4545624 Jul 08 17:31:36.492599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a', 'admin_state_up': True, 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'security_groups': ['386a24cb-d7e1-4100-a265-b992aa75f536']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:36.537377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a45d113b-4d2e-4ff2-a856-f4a987884233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.538878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-a45d113b-4d2e-4ff2-a856-f4a987884233 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0574398 Jul 08 17:31:36.591435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-f39f8722-5bc1-4c2e-86b7-99ac5788ca93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365784 Jul 08 17:31:36.613245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Made reservation on behalf of b14560631ba543b18b297591d37c7d5f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:36.618925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:36.707115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cf135-fe05-4726-b4a4-1c3989c87947 req-b239e40d-c28e-4524-8c78-18d6cc5cc719 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.708679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-029cf135-fe05-4726-b4a4-1c3989c87947 req-b239e40d-c28e-4524-8c78-18d6cc5cc719 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 946 time: 0.2390630 Jul 08 17:31:36.764510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-d0041979-027e-4f8a-b191-7f11b5891057 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647701 Jul 08 17:31:36.806090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-029cf135-fe05-4726-b4a4-1c3989c87947 req-5662ca05-7d37-4010-bd08-23dfe46ff7bb tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846786 Jul 08 17:31:36.849032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Allocated IP 10.2.2.200 (361915ae-e677-4ba1-a26a-8e1a0329c81a/5ab64780-978b-480b-b208-7626b63a9a54/e66d99f6-9aaf-4b4c-851b-f45d58403257) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:36.849377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca882a-f27f-48b5-9227-c0edff6763fc req-39f6fc89-63a1-455b-ba5c-454b2da2e18c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.855411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca882a-f27f-48b5-9227-c0edff6763fc req-39f6fc89-63a1-455b-ba5c-454b2da2e18c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.862334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca882a-f27f-48b5-9227-c0edff6763fc req-39f6fc89-63a1-455b-ba5c-454b2da2e18c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.868211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca882a-f27f-48b5-9227-c0edff6763fc req-39f6fc89-63a1-455b-ba5c-454b2da2e18c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:36.870516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5aca882a-f27f-48b5-9227-c0edff6763fc req-39f6fc89-63a1-455b-ba5c-454b2da2e18c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 3096 time: 0.2209208 Jul 08 17:31:36.942530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bcc1ff6-403a-40dc-9bf4-c9bd0a414640 req-f9146e18-a727-4a63-b1bd-f4630a11a999 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636655 Jul 08 17:31:36.944410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5aca882a-f27f-48b5-9227-c0edff6763fc req-d9e9b77c-0660-4518-b8cf-fb44236b8589 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659397 Jul 08 17:31:37.015993 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442ad7f3-5a60-44bf-b0c3-049880fe4213 x-openstack-request-id: req-442ad7f3-5a60-44bf-b0c3-049880fe4213 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:37.016365 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d6e966-c3b4-48bb-a430-c265e9937136", "tag": "a52f2696-c387-49d0-aef8-7c04e8417f21", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:37.016562 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-442ad7f3-5a60-44bf-b0c3-049880fe4213 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:37.016986 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'tag': 'a52f2696-c387-49d0-aef8-7c04e8417f21', 'status': 'completed', 'code': 200} Jul 08 17:31:37.036718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8513ecb6-5d62-406e-8560-5967963a7411', 'name': 'network-vif-deleted', 'tag': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:37.038993 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4902fd-961d-4800-af9d-b9fab7c70b8f" -d '{"events": [{"server_uuid": "8513ecb6-5d62-406e-8560-5967963a7411", "name": "network-vif-deleted", "tag": "9ef51657-12b7-4b17-b1e6-d1c5c50d2c02"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:37.064843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.094922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Transition to ACTIVE for port object e66d99f6-9aaf-4b4c-851b-f45d58403257 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:37.133291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.183308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:37.187008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:37.192342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:37.208448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32071846-c1ad-4f67-93d9-76529019cc36 req-1e3bacfc-063d-4964-b35c-435cc225ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:37.210054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32071846-c1ad-4f67-93d9-76529019cc36 req-1e3bacfc-063d-4964-b35c-435cc225ab94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 1094 time: 0.1669092 Jul 08 17:31:37.213719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event updated for resources: {'Port': ['ID=e66d99f6-9aaf-4b4c-851b-f45d58403257,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:37.249638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:37.250334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.275453 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-775a90d3-720e-4eb2-8ee0-226c1222d5e2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863078 Jul 08 17:31:37.293716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:37.302500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-67d720b3-c450-4a6b-a8e9-3871c890b8be tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:37.309201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-67d720b3-c450-4a6b-a8e9-3871c890b8be tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.2078114 Jul 08 17:31:37.331658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-3e9600af-a593-4a5c-8ff3-c8e847a5a30f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.0214343 Jul 08 17:31:37.389810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.433716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32071846-c1ad-4f67-93d9-76529019cc36 req-4c218e97-1308-4f64-bac9-783f6400c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:37.434923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32071846-c1ad-4f67-93d9-76529019cc36 req-4c218e97-1308-4f64-bac9-783f6400c9f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.2092400 Jul 08 17:31:37.496657 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32071846-c1ad-4f67-93d9-76529019cc36 req-8a6baf10-d901-470c-8cae-08836b82579d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a52f2696-c387-49d0-aef8-7c04e8417f21 HTTP/1.1" status: 200 len: 217 time: 0.0530252 Jul 08 17:31:37.545428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-9a7d3cad-b085-41ff-b314-57f499b39274 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128680 Jul 08 17:31:37.564557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3963c-f953-46c8-aa22-db13517e421d req-e9c33295-e559-4fb1-8eb0-51f850edf4c7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:37.566179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49e3963c-f953-46c8-aa22-db13517e421d req-e9c33295-e559-4fb1-8eb0-51f850edf4c7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 943 time: 0.2222831 Jul 08 17:31:37.596277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bd5aaad6-0f68-4708-b121-7e497d5e956f None None] Provisioning for port e66d99f6-9aaf-4b4c-851b-f45d58403257 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:37.602337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bd5aaad6-0f68-4708-b121-7e497d5e956f None None] Provisioning complete for port e66d99f6-9aaf-4b4c-851b-f45d58403257 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:37.602906 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd5aaad6-0f68-4708-b121-7e497d5e956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.634408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32071846-c1ad-4f67-93d9-76529019cc36 req-58be22b3-37b1-4852-b62d-d12362c0ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:37.635902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32071846-c1ad-4f67-93d9-76529019cc36 req-58be22b3-37b1-4852-b62d-d12362c0ea9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.1308899 Jul 08 17:31:37.665035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bd5aaad6-0f68-4708-b121-7e497d5e956f None None] Port e66d99f6-9aaf-4b4c-851b-f45d58403257 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:31:37.677757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219c0543-bc8c-418f-8f87-598c2693360b {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:37.685586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.693816 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32071846-c1ad-4f67-93d9-76529019cc36 req-07b0ce05-7fec-4172-9bdc-e0bc003004a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470576 Jul 08 17:31:37.698202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Transition to ACTIVE for port object 219c0543-bc8c-418f-8f87-598c2693360b will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:37.700752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49e3963c-f953-46c8-aa22-db13517e421d req-0bf47cdd-95e1-48f4-9b05-fcc29cb4d142 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128922 Jul 08 17:31:37.704927 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.776411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 12c83214-b5c8-47d3-8a52-bc39776ec6b1 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:37.784456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Pushing event updated for resources: {'Port': ['ID=219c0543-bc8c-418f-8f87-598c2693360b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:37.794563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-906f453e-1f17-4daa-a1b1-6c3996575c90 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388210 Jul 08 17:31:37.824822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 12c83214-b5c8-47d3-8a52-bc39776ec6b1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:37.825188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 12c83214-b5c8-47d3-8a52-bc39776ec6b1 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:37.841504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35308) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:37.884514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Attempting to bind port 219c0543-bc8c-418f-8f87-598c2693360b on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:37.885286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Attempting to bind port 219c0543-bc8c-418f-8f87-598c2693360b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:37.885435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Attempting to bind port 219c0543-bc8c-418f-8f87-598c2693360b on network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:37.900149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Port 219c0543-bc8c-418f-8f87-598c2693360b on network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:37.901328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Attempting to bind port 219c0543-bc8c-418f-8f87-598c2693360b on network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:37.913512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:37.914046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Checking segment: {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:37.914626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Bound using segment: {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:37.915300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Bound port: 219c0543-bc8c-418f-8f87-598c2693360b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a070de57-3185-492f-9bce-89b3dd078ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:37.915776 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.935695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] Deleting subnet 3ad6787c-2ced-41a6-9264-d3ac833d0329 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:37.940564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:37.949407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32071846-c1ad-4f67-93d9-76529019cc36 req-e6ac50c0-67a5-4ea3-acba-c82724dae740 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443519 Jul 08 17:31:37.966061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-b174984a-2f35-47f1-87fb-a0331dbcec9a service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703072 Jul 08 17:31:37.990492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.039267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.042585 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b93b935-1445-4085-baeb-a6886ca613f2 x-openstack-request-id: req-7b93b935-1445-4085-baeb-a6886ca613f2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:38.042963 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8513ecb6-5d62-406e-8560-5967963a7411", "name": "network-vif-deleted", "tag": "9ef51657-12b7-4b17-b1e6-d1c5c50d2c02", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:38.043335 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7b93b935-1445-4085-baeb-a6886ca613f2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:38.043819 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8513ecb6-5d62-406e-8560-5967963a7411', 'name': 'network-vif-deleted', 'tag': '9ef51657-12b7-4b17-b1e6-d1c5c50d2c02', 'status': 'completed', 'code': 200} Jul 08 17:31:38.163242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32071846-c1ad-4f67-93d9-76529019cc36 req-7e485f66-5d03-4a8f-9055-cc1346efc129 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896932 Jul 08 17:31:38.176699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] For port 219c0543-bc8c-418f-8f87-598c2693360b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:38.183899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] For port 219c0543-bc8c-418f-8f87-598c2693360b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=219c0543-bc8c-418f-8f87-598c2693360b,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:38.189387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.229421 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.232075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad6787c-2ced-41a6-9264-d3ac833d0329,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:38.240532 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.245479 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1c8e073f-0621-47ed-b713-af347229a30c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3ad6787c-2ced-41a6-9264-d3ac833d0329 HTTP/1.1" status: 204 len: 168 time: 0.3998244 Jul 08 17:31:38.245646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35316) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:38.337651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:38.348681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.360459 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-01a42911-62df-4887-8065-02ce830cce27 service neutron] 10.222.0.72 "PUT /v2.0/ports/219c0543-bc8c-418f-8f87-598c2693360b HTTP/1.1" status: 200 len: 1092 time: 1.0738289 Jul 08 17:31:38.386231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a42911-62df-4887-8065-02ce830cce27 service neutron] Pushing event updated for resources: {'Port': ['ID=219c0543-bc8c-418f-8f87-598c2693360b,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:38.400996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:38.465415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.487777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.603376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d2f4-fac9-49ab-b6c5-ab12621f4141 req-ac76805f-fb38-42b9-b8dd-80515b7f6d91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:38.611439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8e7d2f4-fac9-49ab-b6c5-ab12621f4141 req-ac76805f-fb38-42b9-b8dd-80515b7f6d91 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.2984538 Jul 08 17:31:38.639393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3934a-2ef1-4d29-abf0-3a9b071b6bb5 req-cc4cc67e-b14a-4086-91ae-e6a8171c78fe tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:38.646767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87f3934a-2ef1-4d29-abf0-3a9b071b6bb5 req-cc4cc67e-b14a-4086-91ae-e6a8171c78fe tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.2584779 Jul 08 17:31:38.665840 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.691697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef4e249-76d2-4653-ae4c-3586b30ae450']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:38.733755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8e7d2f4-fac9-49ab-b6c5-ab12621f4141 req-274eed99-dd35-4183-8a9a-56fd83ae4c38 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208484 Jul 08 17:31:38.754512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e493cdb5-8f9f-4683-9da1-4a3c628ab577') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:38.754807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e493cdb5-8f9f-4683-9da1-4a3c628ab577') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:38.784881 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.802232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87f3934a-2ef1-4d29-abf0-3a9b071b6bb5 req-ce58eed1-048c-4986-bef6-ca0fa36a1df2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546936 Jul 08 17:31:38.816994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.840708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:38.841346 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:38.844188 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:38.918642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.924912 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:38.937607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9ef4e249-76d2-4653-ae4c-3586b30ae450 HTTP/1.1" status: 204 len: 168 time: 0.6907840 Jul 08 17:31:38.978909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e2419-bba7-44c5-83e2-c235063323d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef4e249-76d2-4653-ae4c-3586b30ae450,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.016653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d171d1-121a-4488-904b-1a1f4c55d518 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:39.025978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.041868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Transition to ACTIVE for port object 58d171d1-121a-4488-904b-1a1f4c55d518 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:39.048959 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.122595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Pushing event updated for resources: {'Port': ['ID=58d171d1-121a-4488-904b-1a1f4c55d518,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.180784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35330) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:39.198822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6e789-9074-402b-9407-5f9be6cecc6b req-b0f8c5bd-7290-47c8-a867-452cedc2acef tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.200362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59b6e789-9074-402b-9407-5f9be6cecc6b req-b0f8c5bd-7290-47c8-a867-452cedc2acef tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 946 time: 0.2081804 Jul 08 17:31:39.241916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Attempting to bind port 58d171d1-121a-4488-904b-1a1f4c55d518 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:39.242398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Attempting to bind port 58d171d1-121a-4488-904b-1a1f4c55d518 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:39.243678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Attempting to bind port 58d171d1-121a-4488-904b-1a1f4c55d518 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:39.247449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-e34c4efa-378b-4fdf-807b-1d9a311ba5dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.249479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Port 58d171d1-121a-4488-904b-1a1f4c55d518 on network a81a00d8-77b5-4664-b5ce-6342936760b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:39.249803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Attempting to bind port 58d171d1-121a-4488-904b-1a1f4c55d518 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:39.253925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-e34c4efa-378b-4fdf-807b-1d9a311ba5dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.255639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:39.255983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Checking segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:39.256367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Bound using segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:39.256820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Bound port: 58d171d1-121a-4488-904b-1a1f4c55d518, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:39.257182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.260046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-e34c4efa-378b-4fdf-807b-1d9a311ba5dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.266057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-e34c4efa-378b-4fdf-807b-1d9a311ba5dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.272536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-e34c4efa-378b-4fdf-807b-1d9a311ba5dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.278663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-e34c4efa-378b-4fdf-807b-1d9a311ba5dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.281050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-e34c4efa-378b-4fdf-807b-1d9a311ba5dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 4607 time: 0.2096355 Jul 08 17:31:39.338372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] For port 58d171d1-121a-4488-904b-1a1f4c55d518, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:39.342044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] For port 58d171d1-121a-4488-904b-1a1f4c55d518, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=58d171d1-121a-4488-904b-1a1f4c55d518,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:39.349398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59b6e789-9074-402b-9407-5f9be6cecc6b req-13590b12-0ec4-4705-b41d-cfd88864b396 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398418 Jul 08 17:31:39.359954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a3e7ca38-46e7-420c-9463-969833e57d64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a73fc66c30904d209acb70354952b043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737857 Jul 08 17:31:39.360318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35332) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:39.365143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.389477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8885f3dc-cbbc-40eb-8931-030cfa976916 req-1fe555a1-2653-415f-8654-66a8eb037163 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872681 Jul 08 17:31:39.426890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2836c-7821-4a7a-aac1-3773454121f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.481116 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2836c-7821-4a7a-aac1-3773454121f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.494763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:39.495497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.496826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] 10.222.0.72 "PUT /v2.0/ports/58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 200 len: 1136 time: 1.1004488 Jul 08 17:31:39.513727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b7860-1b81-4fa8-b369-449b1918f843 service neutron] Pushing event updated for resources: {'Port': ['ID=58d171d1-121a-4488-904b-1a1f4c55d518,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:39.541482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:39.664963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:39.785481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a52f2696-c387-49d0-aef8-7c04e8417f21 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:39.952878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a52f2696-c387-49d0-aef8-7c04e8417f21, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a52f2696-c387-49d0-aef8-7c04e8417f21,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:39.969301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'a52f2696-c387-49d0-aef8-7c04e8417f21', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': 'a52f2696-c387-49d0-aef8-7c04e8417f21', 'mac_address': 'fa:16:3e:9f:c9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:40.044124 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.066204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a45397-a684-412c-8a4d-cf72d27bcf08 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:40.077315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.086406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52f2696-c387-49d0-aef8-7c04e8417f21 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:40.095853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Transition to ACTIVE for port object b8a45397-a684-412c-8a4d-cf72d27bcf08 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:40.096671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b'}, {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '58d171d1-121a-4488-904b-1a1f4c55d518'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:40.099620 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "219c0543-bc8c-418f-8f87-598c2693360b"}, {"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "58d171d1-121a-4488-904b-1a1f4c55d518"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:40.116631 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.157749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0b511-93ce-443f-9a4a-8cb9affb366f req-432d75f6-b2ba-4f31-bca0-92f14c321d6d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:40.159304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df0b511-93ce-443f-9a4a-8cb9affb366f req-432d75f6-b2ba-4f31-bca0-92f14c321d6d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 943 time: 0.5971515 Jul 08 17:31:40.198122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a45397-a684-412c-8a4d-cf72d27bcf08,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:40.198350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a52f2696-c387-49d0-aef8-7c04e8417f21, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a52f2696-c387-49d0-aef8-7c04e8417f21,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:40.224078 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.241374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22b92f0c-7b6f-4aab-ab39-6276bb20d47d req-78a38168-571d-4a99-a896-fc2b23a5f3b8 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=6b3305b9-b155-4d1b-beca-ef1b00b2b9cd HTTP/1.1" status: 200 len: 210 time: 0.0293922 Jul 08 17:31:40.246178 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2836c-7821-4a7a-aac1-3773454121f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.249136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4d2836c-7821-4a7a-aac1-3773454121f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.253321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e4d2836c-7821-4a7a-aac1-3773454121f6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c5daf1cb-3c05-4875-bfea-b1265bd5a2f8 HTTP/1.1" status: 204 len: 168 time: 0.8917897 Jul 08 17:31:40.266026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2836c-7821-4a7a-aac1-3773454121f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5daf1cb-3c05-4875-bfea-b1265bd5a2f8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:40.271007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df0b511-93ce-443f-9a4a-8cb9affb366f req-0af7d527-223d-4168-b4c7-1c29e719b5b7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973086 Jul 08 17:31:40.305615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Attempting to bind port b8a45397-a684-412c-8a4d-cf72d27bcf08 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:40.306308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Attempting to bind port b8a45397-a684-412c-8a4d-cf72d27bcf08 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:40.307318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Attempting to bind port b8a45397-a684-412c-8a4d-cf72d27bcf08 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:40.315168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Port b8a45397-a684-412c-8a4d-cf72d27bcf08 on network a81a00d8-77b5-4664-b5ce-6342936760b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:40.315959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Attempting to bind port b8a45397-a684-412c-8a4d-cf72d27bcf08 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:40.328183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:40.331034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Checking segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:40.332489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Bound using segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:40.335056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Bound port: b8a45397-a684-412c-8a4d-cf72d27bcf08, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:40.335910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.445039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=a52f2696-c387-49d0-aef8-7c04e8417f21,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:40.490668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] For port b8a45397-a684-412c-8a4d-cf72d27bcf08, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:40.495650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] For port b8a45397-a684-412c-8a4d-cf72d27bcf08, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:40.509490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.542026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['a52f2696-c387-49d0-aef8-7c04e8417f21'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:40.595820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:40.596574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:40.598632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] 10.222.0.72 "PUT /v2.0/ports/b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 200 len: 1134 time: 1.0645854 Jul 08 17:31:40.659780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9d3aa-cc08-4101-ac3c-7dcc510cba28 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a45397-a684-412c-8a4d-cf72d27bcf08,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:40.693464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:40.701122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b26b6-54c1-49a5-a0c1-d769ba429917 req-e21dbc12-14cd-4fcb-9606-fc06de7cefda tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:40.711073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-518b26b6-54c1-49a5-a0c1-d769ba429917 req-e21dbc12-14cd-4fcb-9606-fc06de7cefda tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1981835 Jul 08 17:31:40.787833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-518b26b6-54c1-49a5-a0c1-d769ba429917 req-7659a0b7-3cb6-4e7d-a166-e97fda810160 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749788 Jul 08 17:31:40.890694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-51e5531e-cfc4-45fc-94ee-7de96d6e489e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=6b3305b9-b155-4d1b-beca-ef1b00b2b9cd HTTP/1.1" status: 200 len: 210 time: 0.0640886 Jul 08 17:31:40.904572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.072769 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a433fd3-265d-452a-b6bc-1176f3653d62 x-openstack-request-id: req-5a433fd3-265d-452a-b6bc-1176f3653d62 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:41.073457 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "219c0543-bc8c-418f-8f87-598c2693360b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "58d171d1-121a-4488-904b-1a1f4c55d518", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:41.074061 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5a433fd3-265d-452a-b6bc-1176f3653d62 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:41.074485 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b', 'status': 'completed', 'code': 200} Jul 08 17:31:41.076841 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '58d171d1-121a-4488-904b-1a1f4c55d518', 'status': 'completed', 'code': 200} Jul 08 17:31:41.103521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.113722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.114621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.115873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.116724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.117515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.118157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.121833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-162a35f0-a5e1-44b4-81c5-678a342b13db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6220 time: 0.0997560 Jul 08 17:31:41.158159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-eea3a893-4457-4c66-9cc4-e2d2fd06475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.159871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-eea3a893-4457-4c66-9cc4-e2d2fd06475f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2512212 Jul 08 17:31:41.350634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-b6685855-2c96-46e2-a863-0d4103b82328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.351244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-b6685855-2c96-46e2-a863-0d4103b82328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.351882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-b6685855-2c96-46e2-a863-0d4103b82328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.353503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-b6685855-2c96-46e2-a863-0d4103b82328 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b14560631ba543b18b297591d37c7d5f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1848912 Jul 08 17:31:41.377022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-01873600-7578-4ea0-ac23-13a8fd9fa739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.378595 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-01873600-7578-4ea0-ac23-13a8fd9fa739 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099953 Jul 08 17:31:41.424612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28655b-f47a-4587-b389-1378cb607bd4 req-d602476f-8ce1-4c5b-8097-2f310889de24 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.431620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c28655b-f47a-4587-b389-1378cb607bd4 req-d602476f-8ce1-4c5b-8097-2f310889de24 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.3085289 Jul 08 17:31:41.489864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.495859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.502785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.509053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.510843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:41.514386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1a493107-d76d-4eb4-9bfe-739a0cc1be4b req-9dde7050-6ee8-4f8c-b366-90030d037897 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3305b9-b155-4d1b-beca-ef1b00b2b9cd HTTP/1.1" status: 200 len: 210 time: 0.0635519 Jul 08 17:31:41.515784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.521989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.528424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.537073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-80082673-c6bb-4b55-8891-b8d965f37729 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5383 time: 0.3667102 Jul 08 17:31:41.543912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:41.554313 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.572858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Transition to ACTIVE for port object f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:41.578360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.584088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c28655b-f47a-4587-b389-1378cb607bd4 req-4baf4247-42e6-48ee-9cee-7176277eb7bf tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481533 Jul 08 17:31:41.634810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-05e23eb7-46d6-480b-a289-a9cb8f7a653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:41.636765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-05e23eb7-46d6-480b-a289-a9cb8f7a653f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733185 Jul 08 17:31:41.655200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Pushing event updated for resources: {'Port': ['ID=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:41.656144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3bd1277-70a8-487a-9890-a4e5ffca6f12 req-c601de81-dc6e-42ef-9cc6-f6fdbe38fd4c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157949 Jul 08 17:31:41.743555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Attempting to bind port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:41.744360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Attempting to bind port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:41.745051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Attempting to bind port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:41.750823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 on network a81a00d8-77b5-4664-b5ce-6342936760b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:41.751349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Attempting to bind port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:41.757297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:41.757842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Checking segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:41.758647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Bound using segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:41.759300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Bound port: f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:41.759813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.778077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1870925241-network', 'tenant_id': '1e3d21c6e508482eabda830128eba248'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:41.804084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a52f2696-c387-49d0-aef8-7c04e8417f21 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:41.904500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Made reservation on behalf of 1e3d21c6e508482eabda830128eba248 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:41.906886 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.919942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port a52f2696-c387-49d0-aef8-7c04e8417f21 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:31:41.924637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port a52f2696-c387-49d0-aef8-7c04e8417f21 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:31:41.925246 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:41.926557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.049089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] For port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:42.050634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-deff1c85-447d-4d51-ae5e-303d2d18b60d req-c124fc00-ef32-4c6d-b350-8ecca8ec77a0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=6b3305b9-b155-4d1b-beca-ef1b00b2b9cd HTTP/1.1" status: 200 len: 210 time: 0.1687508 Jul 08 17:31:42.059097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.106418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f2696-c387-49d0-aef8-7c04e8417f21'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:42.108083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] For port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:42.109402 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34efc846-8d2d-43a0-b7a8-ea6267e36c04" -d '{"events": [{"server_uuid": "b4d6e966-c3b4-48bb-a430-c265e9937136", "name": "network-vif-plugged", "status": "completed", "tag": "a52f2696-c387-49d0-aef8-7c04e8417f21"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:42.124428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.125235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.125869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.126606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.127414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.128341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.128984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.132085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-ae4373a4-e7f5-4b1b-965d-fc0f0c863f36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6245 time: 0.2933040 Jul 08 17:31:42.134791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.136566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a52f2696-c387-49d0-aef8-7c04e8417f21, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a52f2696-c387-49d0-aef8-7c04e8417f21,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:42.147337 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.199620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.217606 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.237822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=a52f2696-c387-49d0-aef8-7c04e8417f21,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:42.245653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.245978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.246311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.246956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.247793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.248271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.248912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.250203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.250737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.251205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.251672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.252137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:42.261168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.261864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.263161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 HTTP/1.1" status: 200 len: 1091 time: 1.5952404 Jul 08 17:31:42.351375 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b51a6449-96df-460b-babc-0b6a6d7ae51c req-b40a5fdc-85f5-4ba9-bca5-962392e1cba7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=6b3305b9-b155-4d1b-beca-ef1b00b2b9cd HTTP/1.1" status: 200 len: 210 time: 0.1070361 Jul 08 17:31:42.357679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:42.367202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.367557 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Added segment 2bfb4295-cf5b-4f6e-a0b1-714d250311ad of type vlan for network d886e97f-55a2-44d5-b42b-cbc3203288a8 Jul 08 17:31:42.409627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-5dff6190-6a12-44ce-b950-f2139c1093c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.410185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-5dff6190-6a12-44ce-b950-f2139c1093c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.410636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-5dff6190-6a12-44ce-b950-f2139c1093c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.412941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-5dff6190-6a12-44ce-b950-f2139c1093c7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b14560631ba543b18b297591d37c7d5f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2714303 Jul 08 17:31:42.413810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.451267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:42.470667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febdeba-fcce-4861-9853-aa15b4b6570b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:42.483252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e9a3e-c65a-4b55-8325-63da444eca2f req-eef4b55a-5f73-4523-8c29-b6dea8a1a2a7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.484913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-912e9a3e-c65a-4b55-8325-63da444eca2f req-eef4b55a-5f73-4523-8c29-b6dea8a1a2a7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2519176 Jul 08 17:31:42.505366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.506351 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.506932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.591076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4ae5-2ba9-4752-a375-f17421da142d req-066ea968-b341-4f5b-9c9b-521294bdf279 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.592599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-044a4ae5-2ba9-4752-a375-f17421da142d req-066ea968-b341-4f5b-9c9b-521294bdf279 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.2493930 Jul 08 17:31:42.604383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-912e9a3e-c65a-4b55-8325-63da444eca2f req-2437013e-e07a-4a1f-a4f9-cfdc148e5eb1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828934 Jul 08 17:31:42.637827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e67e2b-8ce1-4ee8-9ab0-85056b7e8a42 service neutron] Pushing event updated for resources: {'Port': ['ID=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:42.660930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-a881f4d8-3299-4309-be35-d20e7f88cac5 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.662833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-a881f4d8-3299-4309-be35-d20e7f88cac5 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.41 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.1770048 Jul 08 17:31:42.669518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-00f938c3-6a96-4263-8b58-0a20d05bc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.671921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3826f16b-6bb6-4ab3-be1b-95c8cc3d3331 req-00f938c3-6a96-4263-8b58-0a20d05bc554 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489204 Jul 08 17:31:42.675290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1590328 Jul 08 17:31:42.681527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35394) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:42.683623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f399e3f-97ff-477d-9900-8058c1ca0c94 admin admin] Pushing event updated for resources: {'Network': ['ID=d886e97f-55a2-44d5-b42b-cbc3203288a8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:42.689719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Request body: {'subnet': {'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1870925241-subnet', 'tenant_id': '1e3d21c6e508482eabda830128eba248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:42.696573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d886e97f-55a2-44d5-b42b-cbc3203288a8 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:42.721202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-044a4ae5-2ba9-4752-a375-f17421da142d req-ebe1103a-765b-435d-a969-d04a71ad7021 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156187 Jul 08 17:31:42.725466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.738267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6449-96df-460b-babc-0b6a6d7ae51c req-c210640b-b21b-45cd-9ee0-b06ec380fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:42.739895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b51a6449-96df-460b-babc-0b6a6d7ae51c req-c210640b-b21b-45cd-9ee0-b06ec380fb03 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2848892 Jul 08 17:31:42.832100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Made reservation on behalf of 1e3d21c6e508482eabda830128eba248 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:42.834769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.881547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Deleting port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:42.881894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:42.893172 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0584f11-fd10-4b24-ac70-23af4b079a79 x-openstack-request-id: req-f0584f11-fd10-4b24-ac70-23af4b079a79 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:42.893663 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d6e966-c3b4-48bb-a430-c265e9937136", "name": "network-vif-plugged", "status": "completed", "tag": "a52f2696-c387-49d0-aef8-7c04e8417f21", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:42.893773 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f0584f11-fd10-4b24-ac70-23af4b079a79 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:42.894112 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f2696-c387-49d0-aef8-7c04e8417f21', 'code': 200} Jul 08 17:31:43.082270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'b8a45397-a684-412c-8a4d-cf72d27bcf08'}, {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:43.084602 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf886f2-6262-4e65-8e28-ae254ecc529e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "b8a45397-a684-412c-8a4d-cf72d27bcf08"}, {"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:43.102876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] For port 9806d89d-15dc-443d-a2f8-3bccae4ddea5, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9806d89d-15dc-443d-a2f8-3bccae4ddea5,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:43.103242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.117379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a6449-96df-460b-babc-0b6a6d7ae51c req-f275adba-ae2a-4203-aca9-1405d4fca4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.119000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b51a6449-96df-460b-babc-0b6a6d7ae51c req-f275adba-ae2a-4203-aca9-1405d4fca4ff service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3204217 Jul 08 17:31:43.192957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc62f1-1d2d-4d07-8b5a-ea255995469b req-a5ad397c-c37e-4883-b07a-9fc67ca2e260 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.199718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97dc62f1-1d2d-4d07-8b5a-ea255995469b req-a5ad397c-c37e-4883-b07a-9fc67ca2e260 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 946 time: 0.2698255 Jul 08 17:31:43.242158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68a658-971d-4836-9cb6-88acad595b29 req-fd5c9e77-423a-4122-bcf6-86fad05f8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.243675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b68a658-971d-4836-9cb6-88acad595b29 req-fd5c9e77-423a-4122-bcf6-86fad05f8736 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 1096 time: 0.2739973 Jul 08 17:31:43.294292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b51a6449-96df-460b-babc-0b6a6d7ae51c req-91129eb1-01e8-4d76-a496-66b7e512a7f4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3305b9-b155-4d1b-beca-ef1b00b2b9cd HTTP/1.1" status: 200 len: 210 time: 0.0482285 Jul 08 17:31:43.308416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.353583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97dc62f1-1d2d-4d07-8b5a-ea255995469b req-e987d8a2-2ca8-4ff0-9c07-0eb194dddbea tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/security-groups?id=d4c09b00-7e63-43e5-9991-96923fe6bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526763 Jul 08 17:31:43.365357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba1c1c-3b9c-4dcd-89db-7c8e409ebb83 req-f05d7db7-3a65-4e0c-88ff-c7908dcffd47 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.383762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7ba1c1c-3b9c-4dcd-89db-7c8e409ebb83 req-f05d7db7-3a65-4e0c-88ff-c7908dcffd47 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 945 time: 0.3294532 Jul 08 17:31:43.402678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d804950a-4a16-4107-b800-69280cf2ad45 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:43.412015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.418087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.428411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:43.454055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Checking segment: {'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:43.454055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Network hostable DHCP agents. Network: d886e97f-55a2-44d5-b42b-cbc3203288a8, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:43.460607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Transition to ACTIVE for port object d804950a-4a16-4107-b800-69280cf2ad45 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:43.487858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.519564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Network d886e97f-55a2-44d5-b42b-cbc3203288a8 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:43.521255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b68a658-971d-4836-9cb6-88acad595b29 req-080e6e1f-ee69-4c04-b125-10001327af57 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611294 Jul 08 17:31:43.551356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7ba1c1c-3b9c-4dcd-89db-7c8e409ebb83 req-2bcbe37b-3b41-4f4f-bac6-445d7cc4c7f2 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups?id=815ba22c-1586-4665-beb1-e3212ba12b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558864 Jul 08 17:31:43.592639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, d886e97f-55a2-44d5-b42b-cbc3203288a8) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:43.595877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d804950a-4a16-4107-b800-69280cf2ad45,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:43.606211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff83cba-61b5-4a6e-825a-8553e29f029c None None] Network d886e97f-55a2-44d5-b42b-cbc3203288a8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:43.609428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.610023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.675232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.677603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.677968 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Floating IP e44a7db7-07fe-4854-be7c-a32f2e4c1491 disassociated. External IP: 172.25.5.57, port: 9806d89d-15dc-443d-a2f8-3bccae4ddea5. Jul 08 17:31:43.678328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Calling delete_port for 9806d89d-15dc-443d-a2f8-3bccae4ddea5 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:43.704588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9d6eb533-c021-48b8-93f4-8fdce46cb6de admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0196393 Jul 08 17:31:43.744856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Attempting to bind port d804950a-4a16-4107-b800-69280cf2ad45 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:43.748017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Attempting to bind port d804950a-4a16-4107-b800-69280cf2ad45 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:43.748371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Attempting to bind port d804950a-4a16-4107-b800-69280cf2ad45 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:43.758453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Port d804950a-4a16-4107-b800-69280cf2ad45 on network a81a00d8-77b5-4664-b5ce-6342936760b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:43.758793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Attempting to bind port d804950a-4a16-4107-b800-69280cf2ad45 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:43.773566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:43.774299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Checking segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:43.774887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Bound using segment: {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:43.775480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Bound port: d804950a-4a16-4107-b800-69280cf2ad45, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca31578-3437-486e-a35a-fbd5c3e28252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:43.776031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.815680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9ee56a7-bda7-4c95-ac16-894c9dff246f req-fdd7501f-a72b-4cff-9b2d-e10541139fae tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=6b3305b9-b155-4d1b-beca-ef1b00b2b9cd HTTP/1.1" status: 200 len: 210 time: 0.0487854 Jul 08 17:31:43.876128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] For port d804950a-4a16-4107-b800-69280cf2ad45, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:43.882338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] For port d804950a-4a16-4107-b800-69280cf2ad45, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d804950a-4a16-4107-b800-69280cf2ad45,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:43.894934 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:43.912708 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201251d5-edb0-4e9c-a43d-5013b4c909fd x-openstack-request-id: req-201251d5-edb0-4e9c-a43d-5013b4c909fd {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:43.914169 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "b8a45397-a684-412c-8a4d-cf72d27bcf08", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:43.914417 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-201251d5-edb0-4e9c-a43d-5013b4c909fd {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:43.915184 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'b8a45397-a684-412c-8a4d-cf72d27bcf08', 'status': 'completed', 'code': 200} Jul 08 17:31:43.915184 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09', 'status': 'completed', 'code': 200} Jul 08 17:31:43.930257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc931e89-1784-4d8f-b0bb-44fa47dceaf5 None None] Network d886e97f-55a2-44d5-b42b-cbc3203288a8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:43.991752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:43.998334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.005342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.012190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.020559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.020808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.021749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:44.023154 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] 10.222.0.72 "PUT /v2.0/ports/d804950a-4a16-4107-b800-69280cf2ad45 HTTP/1.1" status: 200 len: 1091 time: 1.5799353 Jul 08 17:31:44.040083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.051474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.059345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-c09e512e-5553-4c30-a8bd-8f40d8dd86cc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5407 time: 0.4880571 Jul 08 17:31:44.071397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b48a2-b72f-405c-976e-37d29680e3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d804950a-4a16-4107-b800-69280cf2ad45,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:44.090293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:44.199041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-aafd2471-a16f-4a7b-acf2-ea6e0a6d65a0 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.200962 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-aafd2471-a16f-4a7b-acf2-ea6e0a6d65a0 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.41 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 946 time: 0.2297018 Jul 08 17:31:44.206564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:44.212027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d953836-0057-4f26-8ed3-1f3d4b8329dc req-8f1a9d43-61ef-4630-8d14-7649b34ff447 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991881 Jul 08 17:31:44.217274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:44.264332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event deleted for resources: {'Port': ['ID=9806d89d-15dc-443d-a2f8-3bccae4ddea5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:44.377103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53bb8-e3ca-47a6-9cfa-1263df9d6e4b req-1680331c-3b42-4439-87a4-ae051eaf4f13 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.387861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ca53bb8-e3ca-47a6-9cfa-1263df9d6e4b req-1680331c-3b42-4439-87a4-ae051eaf4f13 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2538822 Jul 08 17:31:44.403484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.403971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.405199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.405871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.406524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.407003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.407471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.409386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4c4466fc-e453-492a-ad45-7d97bc1c0b15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6354 time: 0.3410985 Jul 08 17:31:44.589459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ca53bb8-e3ca-47a6-9cfa-1263df9d6e4b req-6c7d4d2c-ca60-4ffd-be3e-548d63de6d11 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005126 Jul 08 17:31:44.690037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:31:44.691987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-bcc34e35-0688-46d5-8064-960dde895efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.692481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-bcc34e35-0688-46d5-8064-960dde895efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.693072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-bcc34e35-0688-46d5-8064-960dde895efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.695838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-bcc34e35-0688-46d5-8064-960dde895efe service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b14560631ba543b18b297591d37c7d5f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2740479 Jul 08 17:31:44.864145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a318900-f840-4a69-8272-a6508d40ab8f req-7d60903f-2d34-4ded-888b-29188c68974d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:44.871035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a318900-f840-4a69-8272-a6508d40ab8f req-7d60903f-2d34-4ded-888b-29188c68974d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.4391255 Jul 08 17:31:44.891942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Deleting port 51dddb04-842f-4e70-8d1b-81804690cc6a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:44.892549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.002003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-731450f5-2462-4296-b2c7-4341bf1d7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.003459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-731450f5-2462-4296-b2c7-4341bf1d7dcd service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2960103 Jul 08 17:31:45.006567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a318900-f840-4a69-8272-a6508d40ab8f req-ee1a2457-33f7-418c-948f-320c5641453c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346447 Jul 08 17:31:45.008146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] For port 51dddb04-842f-4e70-8d1b-81804690cc6a, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=51dddb04-842f-4e70-8d1b-81804690cc6a,segment=NetworkSegment(504a599b-6e68-4f58-9822-f6f6f745766a),segment_id=504a599b-6e68-4f58-9822-f6f6f745766a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:45.008260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.034047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Calling delete_port for 51dddb04-842f-4e70-8d1b-81804690cc6a owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:45.208237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:45.221530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.266645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Transition to ACTIVE for port object 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:45.281851 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.311645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.348337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['51dddb04-842f-4e70-8d1b-81804690cc6a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:45.355588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Pushing event updated for resources: {'Port': ['ID=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:45.455107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Pushing event deleted for resources: {'Port': ['ID=51dddb04-842f-4e70-8d1b-81804690cc6a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:45.457178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] No DVR routers for this DVR port 51dddb04-842f-4e70-8d1b-81804690cc6a on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:45.475964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.478105 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.41 "DELETE /v2.0/ports/51dddb04-842f-4e70-8d1b-81804690cc6a HTTP/1.1" status: 204 len: 173 time: 1.2688286 Jul 08 17:31:45.493576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9806d89d-15dc-443d-a2f8-3bccae4ddea5 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:45.518676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Attempting to bind port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:45.519130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Attempting to bind port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:45.519463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Attempting to bind port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a on network 361915ae-e677-4ba1-a26a-8e1a0329c81a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:45.523661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 9806d89d-15dc-443d-a2f8-3bccae4ddea5 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:45.524010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9806d89d-15dc-443d-a2f8-3bccae4ddea5 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:45.524784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a on network 361915ae-e677-4ba1-a26a-8e1a0329c81a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:45.525124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Attempting to bind port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a on network 361915ae-e677-4ba1-a26a-8e1a0329c81a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:45.531200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:45.531562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Checking segment: {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:45.531964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Bound using segment: {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:45.532406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Bound port: 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:45.532789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.534822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-8e1fd1c3-c4f9-4e8c-8211-126883fbd0f9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.537588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-8e1fd1c3-c4f9-4e8c-8211-126883fbd0f9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 814 time: 0.5526671 Jul 08 17:31:45.589847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:31:45.601429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] Sync routers for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:31:45.613459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:45.614296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:31:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:45.626075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] For port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:45.633145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] For port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:45.647894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.650509 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-75e78639-1088-496a-9dc6-bffe9c529e49 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/quotas/1e3d21c6e508482eabda830128eba248 HTTP/1.1" status: 200 len: 375 time: 0.0785708 Jul 08 17:31:45.669875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ebe4623-7b7c-4f8c-b361-c7dc284f423d req-1c454da3-325a-4ba2-9b2d-c080694eeea8 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] 10.222.0.63 "GET /v2.0/ports?device_id=9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb HTTP/1.1" status: 200 len: 210 time: 0.1251872 Jul 08 17:31:45.701192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.701886 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.703458 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] 10.222.0.72 "PUT /v2.0/ports/29896dd0-3b03-40ef-b2d3-6ef8f5ec019a HTTP/1.1" status: 200 len: 1091 time: 1.6228082 Jul 08 17:31:45.725725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-723a99b5-70c8-4a3c-8491-d94b4c9471f4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734973 Jul 08 17:31:45.738266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-b6188fc3-2e10-4710-a914-40a89de7dc94 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:31:45.741170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Request body: {'port': {'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:45.752010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-b6188fc3-2e10-4710-a914-40a89de7dc94 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252376 Jul 08 17:31:45.833584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:45.865292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f506-272b-4889-b6ec-bbd02cc2f534 service neutron] Pushing event updated for resources: {'Port': ['ID=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:45.882278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] No DVR routers for this DVR port 9806d89d-15dc-443d-a2f8-3bccae4ddea5 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:31:45.885103 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.887726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adf68eb8-47ca-40d4-86a6-4d09335defba req-c78d74ae-0f6f-44f1-b79f-05dfcefe0bee tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.41 "DELETE /v2.0/ports/9806d89d-15dc-443d-a2f8-3bccae4ddea5 HTTP/1.1" status: 204 len: 173 time: 3.2126958 Jul 08 17:31:45.895422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'name': 'network-vif-deleted', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:45.897686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:45.898385 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d763c7f-a591-452b-99ac-8831730e688d" -d '{"events": [{"server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "name": "network-vif-deleted", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:45.918473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45'}, {'server_uuid': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'name': 'network-vif-deleted', 'tag': '51dddb04-842f-4e70-8d1b-81804690cc6a'}, {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:45.923113 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "d804950a-4a16-4107-b800-69280cf2ad45"}, {"server_uuid": "9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb", "name": "network-vif-deleted", "tag": "51dddb04-842f-4e70-8d1b-81804690cc6a"}, {"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:45.997119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.998081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.998568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.999065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:45.999502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.000566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.001070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.004818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-0e3e919a-c1f6-4870-963a-2991564fbd2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6354 time: 0.9391689 Jul 08 17:31:46.007771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa2195f6-e3fd-4e0d-be8f-5a8f9c3898e2 req-840b57d1-31be-4bfb-8e1f-7cfa6021c08b tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/ports?device_id=5687e011-90f2-44e8-9e5a-697024a5038a HTTP/1.1" status: 200 len: 210 time: 0.0645220 Jul 08 17:31:46.016983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-49cb4441-7776-4a24-84df-7a25da602da4 service neutron] 10.222.0.63 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639759 Jul 08 17:31:46.270169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:20Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:46.298742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-27bb778f-158d-4630-b627-4ee9db47d72d service neutron] 10.222.0.63 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806821 Jul 08 17:31:46.402872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66d99f6-9aaf-4b4c-851b-f45d58403257 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:46.411226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.419488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] Checking router: 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:31:46.427000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Transition to ACTIVE for port object e66d99f6-9aaf-4b4c-851b-f45d58403257 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:46.434212 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.455125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:46.455554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:31:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:46.511015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4115bd22-1481-4fc1-ab4c-3461f245653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.511540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4115bd22-1481-4fc1-ab4c-3461f245653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.512097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4115bd22-1481-4fc1-ab4c-3461f245653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.513806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-4115bd22-1481-4fc1-ab4c-3461f245653c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b14560631ba543b18b297591d37c7d5f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4152565 Jul 08 17:31:46.629127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.635753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.643032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.645791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Pushing event updated for resources: {'Port': ['ID=e66d99f6-9aaf-4b4c-851b-f45d58403257,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:46.650297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.657788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.663540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Attempting to bind port e66d99f6-9aaf-4b4c-851b-f45d58403257 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:46.663833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.663948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Attempting to bind port e66d99f6-9aaf-4b4c-851b-f45d58403257 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:46.664204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Attempting to bind port e66d99f6-9aaf-4b4c-851b-f45d58403257 on network 361915ae-e677-4ba1-a26a-8e1a0329c81a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:46.668859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Port e66d99f6-9aaf-4b4c-851b-f45d58403257 on network 361915ae-e677-4ba1-a26a-8e1a0329c81a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:46.669237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Attempting to bind port e66d99f6-9aaf-4b4c-851b-f45d58403257 on network 361915ae-e677-4ba1-a26a-8e1a0329c81a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:46.669854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.675132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:46.675478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Checking segment: {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:46.675863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Bound using segment: {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:46.676300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Bound port: e66d99f6-9aaf-4b4c-851b-f45d58403257, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:46.676662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.678400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-71c14499-2196-41b9-95eb-e065459d39f5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5419 time: 0.2937894 Jul 08 17:31:46.747004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:46.769667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cf5fd9b-d1c7-4be8-9b3b-bd7633127b33 req-af6dfce1-c276-439d-9729-70d162350810 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902894 Jul 08 17:31:46.775110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-83998e39-65ed-42a1-8b23-b05c6a84f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.778254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbf886f2-6262-4e65-8e28-ae254ecc529e req-83998e39-65ed-42a1-8b23-b05c6a84f036 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556331 Jul 08 17:31:46.821516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] For port e66d99f6-9aaf-4b4c-851b-f45d58403257, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:46.824651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] For port e66d99f6-9aaf-4b4c-851b-f45d58403257, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:46.846251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.973184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:46.976134 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:46.978645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] 10.222.0.72 "PUT /v2.0/ports/e66d99f6-9aaf-4b4c-851b-f45d58403257 HTTP/1.1" status: 200 len: 1091 time: 1.2449100 Jul 08 17:31:47.013350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c74da-b19f-40c3-b5fe-b0a3e627f94d req-5eddefa8-b270-47ac-9cec-827d910ad094 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.015263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b3c74da-b19f-40c3-b5fe-b0a3e627f94d req-5eddefa8-b270-47ac-9cec-827d910ad094 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1344001 Jul 08 17:31:47.065082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0f747-fc1e-4f36-93fc-ee95156975bb service neutron] Pushing event updated for resources: {'Port': ['ID=e66d99f6-9aaf-4b4c-851b-f45d58403257,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:47.084237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b3c74da-b19f-40c3-b5fe-b0a3e627f94d req-cd527ac0-f80f-4269-af82-dc2258460b75 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627737 Jul 08 17:31:47.086212 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a533c6ef-b4a7-4171-b11c-feedc32da187 x-openstack-request-id: req-a533c6ef-b4a7-4171-b11c-feedc32da187 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:47.086597 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5687e011-90f2-44e8-9e5a-697024a5038a", "name": "network-vif-deleted", "tag": "9806d89d-15dc-443d-a2f8-3bccae4ddea5", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:47.086904 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a533c6ef-b4a7-4171-b11c-feedc32da187 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:47.087425 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5687e011-90f2-44e8-9e5a-697024a5038a', 'name': 'network-vif-deleted', 'tag': '9806d89d-15dc-443d-a2f8-3bccae4ddea5', 'status': 'completed', 'code': 200} Jul 08 17:31:47.200879 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e05de-c201-4035-b892-858a7fd22e39 x-openstack-request-id: req-1d9e05de-c201-4035-b892-858a7fd22e39 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:47.201370 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "d804950a-4a16-4107-b800-69280cf2ad45", "status": "completed", "code": 200}, {"server_uuid": "9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb", "name": "network-vif-deleted", "tag": "51dddb04-842f-4e70-8d1b-81804690cc6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:47.201504 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d9e05de-c201-4035-b892-858a7fd22e39 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:47.202024 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45', 'status': 'completed', 'code': 200} Jul 08 17:31:47.202307 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcf5f21-dc70-4661-9f00-a45b3ebfd2fb', 'name': 'network-vif-deleted', 'tag': '51dddb04-842f-4e70-8d1b-81804690cc6a', 'status': 'completed', 'code': 200} Jul 08 17:31:47.202678 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a', 'status': 'completed', 'code': 200} Jul 08 17:31:47.222513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.222925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.223422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.224896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.225491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.226086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.226748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.249390 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fe2464e2-8af9-4354-8f9e-f284e00670a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6488 time: 0.1718464 Jul 08 17:31:47.308758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-fa701ce5-6ba0-4607-9368-f0557211b7bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c0543-bc8c-418f-8f87-598c2693360b HTTP/1.1" status: 200 len: 217 time: 0.0411723 Jul 08 17:31:47.374744 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:20Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:47.418254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b0773-246b-4c16-9fca-d3fe02a30882 None None] The sync data for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 is: [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:29:14Z', 'revision_number': 4, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb463723-34bf-4afc-83f7-e3823857f9fd', 'name': '', 'network_id': '49ef851f-c1cd-46f2-ba70-3d0bc7c35057', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'mac_address': 'fa:16:3e:6b:05:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:13Z', 'updated_at': '2021-07-08T17:29:20Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'subnets': [{'id': 'c3a8eeac-bd06-4c6f-b79e-8211866ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:31:47.420274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-f98f7bd4-f063-41dd-a328-96ccd772e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.425093 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-f98f7bd4-f063-41dd-a328-96ccd772e56e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ba21f92-0c6a-4238-91cc-a16c1b7a0665 HTTP/1.1" status: 200 len: 855 time: 0.1098831 Jul 08 17:31:47.494627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 51dddb04-842f-4e70-8d1b-81804690cc6a no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:47.498323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0bc1bd0e-96c5-401f-8cc5-d1fe21466c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.499751 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-0bc1bd0e-96c5-401f-8cc5-d1fe21466c5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702205 Jul 08 17:31:47.536293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 51dddb04-842f-4e70-8d1b-81804690cc6a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:47.536570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 51dddb04-842f-4e70-8d1b-81804690cc6a not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:47.563713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c03d9-a93b-4e77-ade1-094be034c8b4 req-e6af1116-8d65-4416-82f9-93ad50c3b1c6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.566021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e6c03d9-a93b-4e77-ade1-094be034c8b4 req-e6af1116-8d65-4416-82f9-93ad50c3b1c6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1917307 Jul 08 17:31:47.576573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-a2364662-5d9f-472b-9b3d-f9f4d0283eac tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.578376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-a2364662-5d9f-472b-9b3d-f9f4d0283eac tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.2606277 Jul 08 17:31:47.616685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-8e76d08c-b6b2-4989-a4ab-52dd97ee0507 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.0294423 Jul 08 17:31:47.624249 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-e2d93799-c8bc-4547-9102-dff880869965 service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165566 Jul 08 17:31:47.652505 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e6c03d9-a93b-4e77-ade1-094be034c8b4 req-87c64be7-ab98-49c2-9336-ca6e0a7804e3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725312 Jul 08 17:31:47.773478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-30d79a97-266d-4a6f-a058-53c30e641d80 service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399508 Jul 08 17:31:47.777401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-64a346d1-3bf3-4548-a4d1-c811f238439a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1518314 Jul 08 17:31:47.886676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-352d5ffd-aaca-452f-8bab-9999108f97c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 200 len: 217 time: 0.1006727 Jul 08 17:31:47.908508 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ecdd5-29b0-4daa-9534-907d6befecb4 None None] New status for floating IP e44a7db7-07fe-4854-be7c-a32f2e4c1491: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:31:47.941299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4ce45b4-9f69-48d7-b4d3-8f310bfefa53 req-39c15213-999e-4873-be0a-fbaa2770c24b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 210 time: 0.0498152 Jul 08 17:31:47.953875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-1bbfdeb2-3e2b-4bf6-889d-f77f30de9f10 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748855 Jul 08 17:31:47.986630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a3d0b028-c4fb-48a8-893a-276f55a0e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:47.988121 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a3d0b028-c4fb-48a8-893a-276f55a0e811 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.0948625 Jul 08 17:31:48.087377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-b7dc470a-c783-45cf-af58-e42a4c255f7a service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315510 Jul 08 17:31:48.130746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-1b88574c-c043-47cf-b56d-c5e80474fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.132280 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-1b88574c-c043-47cf-b56d-c5e80474fa22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368201 Jul 08 17:31:48.142089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35474) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:48.276804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] Deleting subnet 280438fe-91f5-4652-aa2b-d0cdaa81ab09 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:48.286719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.336045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.339353 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9bdb8ce3-ad22-4bd8-a4c7-a0496ab674d0 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996503 Jul 08 17:31:48.453708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.611754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.687371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.696861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.697673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280438fe-91f5-4652-aa2b-d0cdaa81ab09,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:48.707443 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.711649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-81c38766-f1c6-4a72-9488-29d38fdd9d87 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/280438fe-91f5-4652-aa2b-d0cdaa81ab09 HTTP/1.1" status: 204 len: 168 time: 0.5663817 Jul 08 17:31:48.712158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35490) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:48.712811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.720131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.730544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.740189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.748972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.751948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93781cea-c798-4db2-821b-179a06bb62a6 req-859ddbc7-b22b-4a26-a777-e755597899c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.2624662 Jul 08 17:31:48.752620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35492) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:48.839007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-e6d2d7d1-00ce-45be-bc91-0cf6c4226cfa service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812515 Jul 08 17:31:48.861051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e24c1b7a-66da-4498-99ef-66a2d05c2b31 req-f71ab9dd-a82e-427f-9540-f8cd106610f1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 210 time: 0.0436673 Jul 08 17:31:48.906620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93781cea-c798-4db2-821b-179a06bb62a6 req-921924b4-c7be-4f57-ac26-e7d6dfc219a8 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372845 Jul 08 17:31:48.982949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-4b23451e-fce9-447c-9cbc-68b9c4f2769b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:48.985213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-4b23451e-fce9-447c-9cbc-68b9c4f2769b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 814 time: 0.4000070 Jul 08 17:31:48.988774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd109-c942-4307-896e-ad57216b53a7 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:48.998880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Request body: {'port': {'device_id': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8', 'admin_state_up': True, 'tenant_id': '1e3d21c6e508482eabda830128eba248'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:49.001097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-b3aff028-3664-46c0-ba73-5e149c2cfd02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 200 len: 217 time: 0.1509645 Jul 08 17:31:49.021398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.105576 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd109-c942-4307-896e-ad57216b53a7 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.146835 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.158365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37742273-5595-4fa4-bc98-f29adaef1737']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:49.169908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504a599b-6e68-4f58-9822-f6f6f745766a') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:49.170496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504a599b-6e68-4f58-9822-f6f6f745766a') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:49.181282 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.197906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.204864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:31:49.205675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.218526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd109-c942-4307-896e-ad57216b53a7 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.221845 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd109-c942-4307-896e-ad57216b53a7 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.225273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0b7fd109-c942-4307-896e-ad57216b53a7 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "DELETE /v2.0/security-groups/815ba22c-1586-4665-beb1-e3212ba12b66 HTTP/1.1" status: 204 len: 168 time: 0.4634268 Jul 08 17:31:49.230216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35498) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:49.243510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:49.246206 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4584c411-f57f-4d52-bde3-103989b74976" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:31:49.248990 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:31:49.252104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c5cbbef7-0799-4ebd-87e2-0b4ef0691aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:49.252104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c5cbbef7-0799-4ebd-87e2-0b4ef0691aab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.2455294 Jul 08 17:31:49.263754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd109-c942-4307-896e-ad57216b53a7 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815ba22c-1586-4665-beb1-e3212ba12b66,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:49.292920 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-53cd1def-d22d-415d-9ee5-f23dc4201213 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] show failed (client error): The resource could not be found. Jul 08 17:31:49.293952 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-53cd1def-d22d-415d-9ee5-f23dc4201213 tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "GET /v2.0/security-groups/815ba22c-1586-4665-beb1-e3212ba12b66 HTTP/1.1" status: 404 len: 347 time: 0.0486555 Jul 08 17:31:49.300271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35502) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:49.361717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.367792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c277fe53-3fe7-4dec-807f-34a0d41a7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:49.369814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c277fe53-3fe7-4dec-807f-34a0d41a7cb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953121 Jul 08 17:31:49.384884 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.389377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] 10.222.0.63 "DELETE /v2.0/networks/37742273-5595-4fa4-bc98-f29adaef1737 HTTP/1.1" status: 204 len: 168 time: 0.6738183 Jul 08 17:31:49.389377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a4c72-78fd-4489-a46f-99c69261f93f admin admin] Pushing event deleted for resources: {'Network': ['ID=37742273-5595-4fa4-bc98-f29adaef1737,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:49.486348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-9ea33910-3911-490c-85f9-8511421ca02f service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031420 Jul 08 17:31:49.503823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c90a0b-dfa8-4f8e-9041-c85f33a9bf10 req-5de5ae1e-aa74-4593-b9ea-8c95126561ca tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:49.510930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90c90a0b-dfa8-4f8e-9041-c85f33a9bf10 req-5de5ae1e-aa74-4593-b9ea-8c95126561ca tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.3621931 Jul 08 17:31:49.564037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35506) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:49.567691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aefd1-76f1-43ae-8adc-74e3b12649d2 req-25f0ee36-9a6b-477b-a10a-6d29fe4b6205 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:49.574913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc9aefd1-76f1-43ae-8adc-74e3b12649d2 req-25f0ee36-9a6b-477b-a10a-6d29fe4b6205 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.4801934 Jul 08 17:31:49.598881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Made reservation on behalf of 1e3d21c6e508482eabda830128eba248 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:49.602403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.628132 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a8e10a8f-a10d-4119-945b-d68439087610 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327038 Jul 08 17:31:49.633147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-36016ed5-d56f-4c88-a57b-ba4bc7fd742e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=164985e0600848f9b55d8c06ec7a5481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656357 Jul 08 17:31:49.633454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35508) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:49.639477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90c90a0b-dfa8-4f8e-9041-c85f33a9bf10 req-13f061b2-9c76-4215-8dcf-19ea18ded6d0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276205 Jul 08 17:31:49.694914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc9aefd1-76f1-43ae-8adc-74e3b12649d2 req-da764385-2d16-4f8f-81a1-eff200d07d30 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190293 Jul 08 17:31:49.701439 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-d4575498-1170-47cd-9acc-ff75087dfacf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 HTTP/1.1" status: 200 len: 217 time: 0.0656590 Jul 08 17:31:49.764216 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79d29d02-9b82-4089-9946-1fa7ae85e0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.778298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c725eedb-7bc7-4f36-b168-a53bab3bee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:49.780181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c725eedb-7bc7-4f36-b168-a53bab3bee15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.0708723 Jul 08 17:31:49.781636 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf5fc16-ceb2-4592-a7cf-1610de8cb0cd x-openstack-request-id: req-dcf5fc16-ceb2-4592-a7cf-1610de8cb0cd {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:49.782003 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:49.782302 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dcf5fc16-ceb2-4592-a7cf-1610de8cb0cd {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:49.782770 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257', 'status': 'completed', 'code': 200} Jul 08 17:31:49.797129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Deleting port 1d7c5309-cf12-4b60-8e54-1b4f4034f0bd {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:49.810394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.831964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79d29d02-9b82-4089-9946-1fa7ae85e0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.884729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-371e5772-5e9a-4f6e-b6b2-f7662fb2e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:49.886722 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-371e5772-5e9a-4f6e-b6b2-f7662fb2e88b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953736 Jul 08 17:31:49.915969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79d29d02-9b82-4089-9946-1fa7ae85e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.919500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79d29d02-9b82-4089-9946-1fa7ae85e0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:49.920677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-79d29d02-9b82-4089-9946-1fa7ae85e0bb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d4c09b00-7e63-43e5-9991-96923fe6bd07 HTTP/1.1" status: 204 len: 168 time: 0.2862446 Jul 08 17:31:50.004330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84ec9098-1e83-47d1-b1a5-92a13bbc306c req-8b7cd54a-9b66-41ce-9c8f-f0dda774b66f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 210 time: 0.0979648 Jul 08 17:31:50.039973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d29d02-9b82-4089-9946-1fa7ae85e0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c09b00-7e63-43e5-9991-96923fe6bd07,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:50.120624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Allocated IP 172.20.0.8 (d886e97f-55a2-44d5-b42b-cbc3203288a8/cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41/dd0548f6-6e23-4868-8604-78cc00397f96) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:50.130597 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.133276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.164886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-dd86210f-fb40-41d5-8acf-c415fd289c1c service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702625 Jul 08 17:31:50.184936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-c5bbec79-d643-43e0-9422-ec74e3e67a4e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.187109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-c5bbec79-d643-43e0-9422-ec74e3e67a4e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.2303970 Jul 08 17:31:50.213986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Calling delete_port for 1d7c5309-cf12-4b60-8e54-1b4f4034f0bd owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:50.220457 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Request body: {'port': {'device_id': '282d1fad-3676-4cc4-b331-1e759592fa52', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'admin_state_up': True, 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:50.384272 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-1e6fbb25-d51b-401c-82f2-b6459002b2ae service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933775 Jul 08 17:31:50.405877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a15559e-083d-499e-8098-4f2f34724a16 req-78cf8119-ca46-444c-a332-c3e4515871b6 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 210 time: 0.2345598 Jul 08 17:31:50.448206 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-b306f506-8fbc-41d6-8bef-e87826d5ed44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=d804950a-4a16-4107-b800-69280cf2ad45 HTTP/1.1" status: 200 len: 217 time: 0.0509965 Jul 08 17:31:50.470939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:50.473353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.534842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-3695f912-a668-4268-86b4-7778e29e4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.536392 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-3695f912-a668-4268-86b4-7778e29e4887 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.0757589 Jul 08 17:31:50.584164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.591602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.596950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.603035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.611813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.617661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.623994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.626173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-fd2e1565-b118-4745-b810-cae08a12e48f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.2709126 Jul 08 17:31:50.675052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-2d873f5b-639e-4928-8649-d340a35bb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:50.676492 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-2d873f5b-639e-4928-8649-d340a35bb945 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1085770 Jul 08 17:31:50.687732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Allocated IP 172.20.0.11 (a99655fa-9d29-42d4-82b8-f3fa6cf53c8c/43cb1256-6fff-4a5c-a1c6-ae86aa75adde/7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:50.734521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.761056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8f236f5-7d65-4e4a-8f54-deed6cb441ab req-b1a36ccf-e9a2-48df-b0f8-468088d7abed tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142972 Jul 08 17:31:50.769255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:50.827468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Pushing event deleted for resources: {'Port': ['ID=1d7c5309-cf12-4b60-8e54-1b4f4034f0bd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:50.873752 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-b5570864-c43a-41be-86a0-5427bd5a206f service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874561 Jul 08 17:31:50.930026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.051521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.084450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-51540669-f124-4e5c-be61-76574e78c6b6 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973364 Jul 08 17:31:51.139213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35544) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:51.146942 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-c9341d39-62c0-4819-b477-85073f8d3054 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a HTTP/1.1" status: 200 len: 217 time: 0.0549052 Jul 08 17:31:51.163280 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.196797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:51.239628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:51.248424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:51.255219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:51.288081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-network', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:51.294601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event updated for resources: {'Port': ['ID=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:51.301962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-1cb39e2b-765c-484c-88fb-98e2bb41830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.305053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-1cb39e2b-765c-484c-88fb-98e2bb41830f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.1516874 Jul 08 17:31:51.369869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.370575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.380941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Made reservation on behalf of 86c58606f5424bbdb63be34082eb17b0 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:51.383251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.383596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.386143 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.387403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fc3dd930-ba2c-4edc-9124-6e1c1a8fa97f tempest-ServersTestManualDisk-1515474822 tempest-ServersTestManualDisk-1515474822-project] 10.222.0.63 "DELETE /v2.0/floatingips/e44a7db7-07fe-4854-be7c-a32f2e4c1491 HTTP/1.1" status: 204 len: 168 time: 2.0826926 Jul 08 17:31:51.389476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Network d886e97f-55a2-44d5-b42b-cbc3203288a8 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:51.394775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35548) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:51.403843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.404014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:51.408178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:51.410618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:51.448573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-d65aa1bf-7b7e-4892-a729-9ab85050d6c0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2394700 Jul 08 17:31:51.463411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd948598-5358-4791-98e3-59bca603ff1d req-3ef9ffde-c9b7-4e07-a2d8-15a8ac1ecd10 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.464873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Request body: {'port': {'device_id': '282d1fad-3676-4cc4-b331-1e759592fa52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:51.464990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd948598-5358-4791-98e3-59bca603ff1d req-3ef9ffde-c9b7-4e07-a2d8-15a8ac1ecd10 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.5802329 Jul 08 17:31:51.499812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.500862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:51.532556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e61986-1c94-4f08-a055-89b7709140fb req-1701a16d-7d67-4a5b-8b8a-fa2398544bd9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.534083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3e61986-1c94-4f08-a055-89b7709140fb req-1701a16d-7d67-4a5b-8b8a-fa2398544bd9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.5624528 Jul 08 17:31:51.548412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-dc5a2978-290a-4e09-abb2-1d791e50df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.549976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-dc5a2978-290a-4e09-abb2-1d791e50df0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2377517 Jul 08 17:31:51.558323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd948598-5358-4791-98e3-59bca603ff1d req-351c8b55-4d3f-43b0-8c98-99b1ce9dbee1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798662 Jul 08 17:31:51.590240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3e61986-1c94-4f08-a055-89b7709140fb req-4a3db331-5bb9-4a9f-b372-3a13da26143d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462680 Jul 08 17:31:51.779354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154e6d4-999d-4a2d-a6e8-22f39e2ab529 req-1ef02e6b-e974-44ae-b560-28439a612680 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.781273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f154e6d4-999d-4a2d-a6e8-22f39e2ab529 req-1ef02e6b-e974-44ae-b560-28439a612680 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 931 time: 0.0746927 Jul 08 17:31:51.856385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f154e6d4-999d-4a2d-a6e8-22f39e2ab529 req-4b26a6d9-2d3c-4d6b-9691-9fe482bbdcc4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689085 Jul 08 17:31:51.894191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a605763-1f63-455f-8d75-b639792b23a6 req-f3e89253-ea8e-42e1-9256-ac734d1c9754 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:51.895837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a605763-1f63-455f-8d75-b639792b23a6 req-f3e89253-ea8e-42e1-9256-ac734d1c9754 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 932 time: 0.0888648 Jul 08 17:31:51.945324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a605763-1f63-455f-8d75-b639792b23a6 req-64d0c0bf-3aa7-47e2-a65d-47d2e1b8a91f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Jul 08 17:31:52.006485 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:31:52.034196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.040591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.046507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.047137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.054017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.059864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.066918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.073230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.075143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-ff9cbf14-cb39-4c42-b01b-65f5392eab52 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.1111188 Jul 08 17:31:52.120434 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8193aa5-d5ad-49f5-ae48-cd787d397b5c req-08bff8f7-322c-4e99-807d-5c864b731f9e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389690 Jul 08 17:31:52.152420 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-a1963254-f7d5-4874-8a42-16be5b9d88ab service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953751 Jul 08 17:31:52.164551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.174884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-33eb251a-9322-4c3f-83e4-5c89f45319c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1805341 Jul 08 17:31:52.185804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Request body: {'port': {'device_id': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:52.191135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.260225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.265450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:31:52.372224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e19ee1-7b73-4592-911d-c8971e79c30b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:52.378867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.379156 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Added segment 8093f2b1-abdd-4e34-81da-13477b95a487 of type vlan for network 3c7b6630-8812-4550-88ed-1211de11a8f3 Jul 08 17:31:52.486162 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-eead7027-d86b-4055-9c96-75029e37f557 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234622 Jul 08 17:31:52.493815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.519256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0548f6-6e23-4868-8604-78cc00397f96 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:52.526613 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.539117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Transition to ACTIVE for port object dd0548f6-6e23-4868-8604-78cc00397f96 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:52.543063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.570333 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-f636a074-2f86-4479-83cb-e46aeddf73cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257 HTTP/1.1" status: 200 len: 217 time: 0.0715942 Jul 08 17:31:52.619471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:52.663784 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.664637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.665260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.690956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Attempting to bind port dd0548f6-6e23-4868-8604-78cc00397f96 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:52.691807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Attempting to bind port dd0548f6-6e23-4868-8604-78cc00397f96 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:52.692383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Attempting to bind port dd0548f6-6e23-4868-8604-78cc00397f96 on network d886e97f-55a2-44d5-b42b-cbc3203288a8 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:52.698456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-873e3694-1021-47a7-a7b9-80d9bf819637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.699984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-873e3694-1021-47a7-a7b9-80d9bf819637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.1179545 Jul 08 17:31:52.701367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Port dd0548f6-6e23-4868-8604-78cc00397f96 on network d886e97f-55a2-44d5-b42b-cbc3203288a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:52.702150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Attempting to bind port dd0548f6-6e23-4868-8604-78cc00397f96 on network d886e97f-55a2-44d5-b42b-cbc3203288a8 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:52.710359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:52.710857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Checking segment: {'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:52.711318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Bound using segment: {'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:52.711855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Bound port: dd0548f6-6e23-4868-8604-78cc00397f96, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:52.712441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.775834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6353707 Jul 08 17:31:52.784720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35560) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:52.814332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Request body: {'subnet': {'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-subnet', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:52.823388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19343cc-6216-4f11-8afc-89327a21ffa6 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7b6630-8812-4550-88ed-1211de11a8f3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:52.831783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:52.834816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 3c7b6630-8812-4550-88ed-1211de11a8f3 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:31:52.842037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.885700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Made reservation on behalf of 86c58606f5424bbdb63be34082eb17b0 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:31:52.888023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.889036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Transition to ACTIVE for port object 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:52.891138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:52.895817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:52.899438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.910238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-3dfd7aac-5ee0-4f39-b8bb-3ddd204c5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.911777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-3dfd7aac-5ee0-4f39-b8bb-3ddd204c5b6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730783 Jul 08 17:31:52.940871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:52.986510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece137d-4f9a-4fe5-9025-a4b45b4a739a req-85d92f24-5a11-4d15-9c91-c2ef39b9771b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:52.988003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fece137d-4f9a-4fe5-9025-a4b45b4a739a req-85d92f24-5a11-4d15-9c91-c2ef39b9771b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2521849 Jul 08 17:31:52.999027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381ac48-a9f4-445a-8a92-576c61431f86 req-1fb72e23-a54d-4d83-b1ff-722a3f6db9db tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.000510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3381ac48-a9f4-445a-8a92-576c61431f86 req-1fb72e23-a54d-4d83-b1ff-722a3f6db9db tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.2846389 Jul 08 17:31:53.019745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.023789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Pushing event updated for resources: {'Port': ['ID=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:53.028256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.028829 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.030204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] 10.222.0.72 "PUT /v2.0/ports/dd0548f6-6e23-4868-8604-78cc00397f96 HTTP/1.1" status: 200 len: 1091 time: 0.8485789 Jul 08 17:31:53.034479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:53.036475 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802f7794-8cb0-4c41-939b-7321d8e6d21d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:53.137281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbd33c-ccaa-44fe-a672-bd1463ff1953 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:53.158958 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3381ac48-a9f4-445a-8a92-576c61431f86 req-40c4bed0-8639-471e-a882-5e49a8478d29 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460729 Jul 08 17:31:53.162474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fece137d-4f9a-4fe5-9025-a4b45b4a739a req-f5f1f9c5-d589-418c-b803-e95301589fe2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576176 Jul 08 17:31:53.184446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-4e2d2ea8-6187-446b-805f-21cee83700ca service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466352 Jul 08 17:31:53.236267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-a8d65624-cb88-46eb-be02-e55fa19720a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.237868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-a8d65624-cb88-46eb-be02-e55fa19720a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 1094 time: 0.1632824 Jul 08 17:31:53.274010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Attempting to bind port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:53.274458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Attempting to bind port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:53.274666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Attempting to bind port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:53.311697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-c2c9ae00-5e80-42de-8450-c4bd18b17f19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd0548f6-6e23-4868-8604-78cc00397f96 HTTP/1.1" status: 200 len: 217 time: 0.0439756 Jul 08 17:31:53.319892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:31:53.320225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Attempting to bind port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:53.350903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:53.351361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:53.351752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Bound using segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:53.352185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Bound port: 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:53.352545 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.381317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.406737 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b8c8e33-99d9-4a67-b140-496e5e952fde req-f317bbfc-c517-4eb9-b903-fffc73e09e54 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114813 Jul 08 17:31:53.458557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] For port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:53.476888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-035dc89d-46d6-4b08-867c-e4e0de1fad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.478543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-035dc89d-46d6-4b08-867c-e4e0de1fad12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 200 len: 854 time: 0.1597738 Jul 08 17:31:53.496551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] For port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:53.513223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.520953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92da4268-e749-4b1a-b3d4-5235cae3a202,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:53.545769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-a089d061-0624-4bc2-9b38-16072585b731 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d886e97f-55a2-44d5-b42b-cbc3203288a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496504 Jul 08 17:31:53.576240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.577249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.578924 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] 10.222.0.72 "PUT /v2.0/ports/7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 HTTP/1.1" status: 200 len: 1092 time: 2.1181145 Jul 08 17:31:53.581429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Checking segment: {'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:53.581803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Network hostable DHCP agents. Network: 3c7b6630-8812-4550-88ed-1211de11a8f3, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:31:53.591692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21b002-d26f-482a-80d2-5c677c2dc8f0 req-6e2aa287-ca7e-47d3-935b-57f1f191db8e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.593274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b21b002-d26f-482a-80d2-5c677c2dc8f0 req-6e2aa287-ca7e-47d3-935b-57f1f191db8e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.2579904 Jul 08 17:31:53.607615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d1fad-3676-4cc4-b331-1e759592fa52', 'tag': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:31:53.610736 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d1e15-40bc-44c2-866c-b68bc0e2d3db" -d '{"events": [{"name": "network-changed", "server_uuid": "282d1fad-3676-4cc4-b331-1e759592fa52", "tag": "7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:31:53.668395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629564f0-afeb-4052-8ae8-20c709043621 req-a46098a5-e50e-43a3-9790-86e695d8585c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.669929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-629564f0-afeb-4052-8ae8-20c709043621 req-a46098a5-e50e-43a3-9790-86e695d8585c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 944 time: 0.2749779 Jul 08 17:31:53.677092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94c16e-7834-48b5-8066-06ac3b33637d service neutron] Pushing event updated for resources: {'Port': ['ID=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:53.692084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Network 3c7b6630-8812-4550-88ed-1211de11a8f3 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:31:53.713242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.713722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.714196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.715174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.715174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.715583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.716045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.717956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-b87d4e40-ab7e-4a83-b08c-b5e263de3cbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6488 time: 0.2234769 Jul 08 17:31:53.732048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b21b002-d26f-482a-80d2-5c677c2dc8f0 req-d132852e-7f37-4166-bca6-ad2a91d55700 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047111 Jul 08 17:31:53.732618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 3c7b6630-8812-4550-88ed-1211de11a8f3) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:53.744466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Deleting port bb463723-34bf-4afc-83f7-e3823857f9fd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:53.744832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.745668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd76c4b-d4bc-41d2-8950-2c32c38f46ef None None] Network 3c7b6630-8812-4550-88ed-1211de11a8f3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:53.747673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.748284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.765424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-6153eb79-381e-4e9a-87ba-94ca1af421ae service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102818 Jul 08 17:31:53.782956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-629564f0-afeb-4052-8ae8-20c709043621 req-9ce3dbcf-b9d9-4e77-9ce9-5145a8769996 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012571 Jul 08 17:31:53.799919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e334b15-a240-4d79-ada9-bfbd399a4941 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9965370 Jul 08 17:31:53.809839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35572) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:53.825735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-427245ba-2935-4509-9d92-6db3c561e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:53.827252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-427245ba-2935-4509-9d92-6db3c561e4c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 1095 time: 0.2009521 Jul 08 17:31:53.840627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:31:53.853358 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62aee40-8994-4dea-9da4-582dd3db0c6f x-openstack-request-id: req-b62aee40-8994-4dea-9da4-582dd3db0c6f {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:53.853722 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:53.854041 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b62aee40-8994-4dea-9da4-582dd3db0c6f {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:53.857278 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'status': 'completed', 'code': 200} Jul 08 17:31:53.902359 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c533a2-c08d-432e-9c26-f73ac94738a8 x-openstack-request-id: req-02c533a2-c08d-432e-9c26-f73ac94738a8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:31:53.902686 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d1fad-3676-4cc4-b331-1e759592fa52", "tag": "7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:31:53.903045 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-02c533a2-c08d-432e-9c26-f73ac94738a8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:31:53.903583 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d1fad-3676-4cc4-b331-1e759592fa52', 'tag': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499', 'status': 'completed', 'code': 200} Jul 08 17:31:53.909330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-576bbf69-3575-4657-8449-7877efe8c71f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 HTTP/1.1" status: 200 len: 217 time: 0.0687282 Jul 08 17:31:53.933407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.934657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:53.960598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e329f3-7e23-461b-b6b7-6ea54082741e None None] Network 3c7b6630-8812-4550-88ed-1211de11a8f3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:31:54.021203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] For port bb463723-34bf-4afc-83f7-e3823857f9fd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bb463723-34bf-4afc-83f7-e3823857f9fd,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:54.021569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.034164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-5f8d88dc-c85d-4224-b65f-4271ac84bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.035655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-5f8d88dc-c85d-4224-b65f-4271ac84bc61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a81a00d8-77b5-4664-b5ce-6342936760b5 HTTP/1.1" status: 200 len: 903 time: 0.3041515 Jul 08 17:31:54.036182 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.042646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Calling delete_port for bb463723-34bf-4afc-83f7-e3823857f9fd owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:54.057978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-babea479-46ab-4422-8f26-4c583d449576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.059357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-babea479-46ab-4422-8f26-4c583d449576 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.1389475 Jul 08 17:31:54.102100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-982d4977-28ed-41b7-9506-f47f95a1a6f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=d804950a-4a16-4107-b800-69280cf2ad45 HTTP/1.1" status: 200 len: 217 time: 0.0555465 Jul 08 17:31:54.140517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4a9d027-8ca0-4355-b673-2e48ee41c6d1 req-2ec1574b-87e4-42f5-b19a-922de8b5e39a service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564544 Jul 08 17:31:54.153809 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-2e0c496d-ab79-4de2-aa59-15087d87d4d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626197 Jul 08 17:31:54.227819 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.269973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-0824513d-d6f1-475c-af0c-06ea76f7b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.271457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-0824513d-d6f1-475c-af0c-06ea76f7b2a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.1201584 Jul 08 17:31:54.343917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.350354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.356257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.362762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.368678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.374590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.380511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.382483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-a3816f39-1297-4bce-918b-fc9063c86236 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.4099801 Jul 08 17:31:54.386581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-61b6f90c-9fa4-4812-bcee-70cc5e494cff service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235034 Jul 08 17:31:54.482087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-aa971212-b57e-455c-8a0f-ec9e8633a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.483616 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-aa971212-b57e-455c-8a0f-ec9e8633a075 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2030284 Jul 08 17:31:54.494757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2128f0f6-409f-4bc6-b236-e4615da63dcf req-b7b7add0-5640-4c6a-bcd6-72fbe3595506 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969689 Jul 08 17:31:54.503535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-afe6450f-1b8b-4960-a434-5df18f7027f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.505059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-afe6450f-1b8b-4960-a434-5df18f7027f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 1094 time: 0.2717302 Jul 08 17:31:54.532534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4f92-786d-49bc-aadd-e25d3d15e801 req-e3f57313-8b4f-4f97-b8d0-c60868e75002 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.534106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b55d4f92-786d-49bc-aadd-e25d3d15e801 req-e3f57313-8b4f-4f97-b8d0-c60868e75002 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1506968 Jul 08 17:31:54.580099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e26b0ff-5d8c-4074-9285-c8ec7a3da4bf req-a4617a97-befa-48ac-b3cf-a0386e475e65 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838441 Jul 08 17:31:54.612918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.649986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb463723-34bf-4afc-83f7-e3823857f9fd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:54.668051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-ca54f5ef-1f1c-4f27-8846-3ca6a5b1b1b8 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769946 Jul 08 17:31:54.677114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b55d4f92-786d-49bc-aadd-e25d3d15e801 req-57a66d07-519f-4fea-9c64-8a16024cc45f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317346 Jul 08 17:31:54.728607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-10636153-ed20-4042-a328-b9ed15c2ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.730213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-10636153-ed20-4042-a328-b9ed15c2ad70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 915 time: 0.2156317 Jul 08 17:31:54.845694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-cb134a02-061f-4f68-984e-59012ba0cb4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd0548f6-6e23-4868-8604-78cc00397f96 HTTP/1.1" status: 200 len: 217 time: 0.0692184 Jul 08 17:31:54.917344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd955f0-eb60-4aa8-9b7a-747fbe8f7044 req-763e9b3a-86c7-4519-81a0-d4b630292d7e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.919037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfd955f0-eb60-4aa8-9b7a-747fbe8f7044 req-763e9b3a-86c7-4519-81a0-d4b630292d7e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2875006 Jul 08 17:31:54.945895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:54.958129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-1120ed17-61d8-4bec-a060-1d8f2d0e71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:54.959543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-1120ed17-61d8-4bec-a060-1d8f2d0e71b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 200 len: 854 time: 0.0926247 Jul 08 17:31:55.014936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.052693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-169a698b-b52b-43ba-8a28-031aaf361738 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d886e97f-55a2-44d5-b42b-cbc3203288a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480738 Jul 08 17:31:55.101713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfd955f0-eb60-4aa8-9b7a-747fbe8f7044 req-105829ac-6810-4776-bf77-28107f8d8025 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707404 Jul 08 17:31:55.213087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-31eafc0b-8ab0-4abb-b9f0-66f40586c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.214360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-31eafc0b-8ab0-4abb-b9f0-66f40586c24e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 1095 time: 0.5561981 Jul 08 17:31:55.219437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-d8109b55-13da-4fe3-881d-71c456fd42fc service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811938 Jul 08 17:31:55.228433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb822dd-ddcc-4d8f-b27a-517ecdb9baf5 req-e179f862-9c54-4294-bf13-77062ed3e4ea tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.230009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abb822dd-ddcc-4d8f-b27a-517ecdb9baf5 req-e179f862-9c54-4294-bf13-77062ed3e4ea tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.2855515 Jul 08 17:31:55.251574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Allocated IP 172.25.5.35 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/f664923f-908f-432f-a8ec-4c166a4165b3) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:55.282067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.72', 59792) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:55.357339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-e980b0a3-d7a8-442a-ac75-c94a515b9672 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681758 Jul 08 17:31:55.401233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.406940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abb822dd-ddcc-4d8f-b27a-517ecdb9baf5 req-64c8da62-0031-465b-b279-19aecc46f0de tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530814 Jul 08 17:31:55.493652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856d29-9034-4c26-8130-9f921986fc9d req-cc6e2de8-f416-4150-a882-ae1722ea914e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.495154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31856d29-9034-4c26-8130-9f921986fc9d req-cc6e2de8-f416-4150-a882-ae1722ea914e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 944 time: 0.2642429 Jul 08 17:31:55.496108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-8dd01e0c-f0fd-40f7-83c9-3130f8b82c0e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2413871 Jul 08 17:31:55.497121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-8b8e42e7-140c-4962-831e-20f0a5a50c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.498433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-8b8e42e7-140c-4962-831e-20f0a5a50c2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.2449226 Jul 08 17:31:55.515606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.516091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.516599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.517108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.517581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.518050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.518534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.519141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.520460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-f9959513-9012-42bb-a83b-4e6fa5835f42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6488 time: 0.2204945 Jul 08 17:31:55.559717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-802f7794-8cb0-4c41-939b-7321d8e6d21d req-3e3e2aa5-eb9b-4e7d-8fd9-0a17f11cdd6b service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870027 Jul 08 17:31:55.570341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31856d29-9034-4c26-8130-9f921986fc9d req-460c7531-0bda-41fc-bc45-14e1a5ffb383 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647008 Jul 08 17:31:55.607231 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.613987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-5ddc05ed-5af6-4ae4-9dda-f9238e809213 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 HTTP/1.1" status: 200 len: 217 time: 0.1043279 Jul 08 17:31:55.618462 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:55.649359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:55.652179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:55.655692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:55.682959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Pushing event updated for resources: {'Port': ['ID=f664923f-908f-432f-a8ec-4c166a4165b3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:55.751977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-dfd53202-4358-4f51-b85a-e9b0e900d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.753470 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-dfd53202-4358-4f51-b85a-e9b0e900d111 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0941319 Jul 08 17:31:55.840689 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-d213b2eb-1eda-4aab-8aac-f696975b4601 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793231 Jul 08 17:31:55.844851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-ad78987c-93f2-4bac-bc8e-2d0c480d3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.846480 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-ad78987c-93f2-4bac-bc8e-2d0c480d3a77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=361915ae-e677-4ba1-a26a-8e1a0329c81a HTTP/1.1" status: 200 len: 902 time: 0.2926950 Jul 08 17:31:55.879444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.879828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.880295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.880780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.881238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.881698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.882147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:55.884074 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-13519c5f-47af-420e-bff9-fd97f70e23fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6491 time: 0.2893412 Jul 08 17:31:55.906703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:55.988063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-baff0f77-57c4-4fc8-8264-6c71682547f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a HTTP/1.1" status: 200 len: 217 time: 0.1280706 Jul 08 17:31:56.012546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:56.025583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'port_id': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499', 'mac_address': 'fa:16:3e:c6:7e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb1256-6fff-4a5c-a1c6-ae86aa75adde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:56.064573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.078560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:56.106204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:56.110987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.111777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:31:56.136528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-c71e8b80-c155-4e3f-b7d7-2ca6a6cc27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.137906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-c71e8b80-c155-4e3f-b7d7-2ca6a6cc27b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.1332026 Jul 08 17:31:56.177641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:31:56.211141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:56.216404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.222431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.224364 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-d2e3a24f-0e63-4836-a203-e66efbe55983 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671410 Jul 08 17:31:56.225524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-ba65ee2c-c8f8-4cc9-9239-f23ba35a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.225997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-ba65ee2c-c8f8-4cc9-9239-f23ba35a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.226462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-ba65ee2c-c8f8-4cc9-9239-f23ba35a8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.227882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-ba65ee2c-c8f8-4cc9-9239-f23ba35a8431 service neutron] 10.222.0.72 "GET /v2.0/networks?id=79d53fa7-c96f-4de0-975e-8019dfd50b73&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=f6feec97-d073-46f4-befb-21002338a62d&id=f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 200 len: 2293 time: 0.3014898 Jul 08 17:31:56.228364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.234399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.240952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.246858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.253481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.255421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-62bbd0c4-d01e-4980-b948-053fbdee3617 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.5736451 Jul 08 17:31:56.259636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:56.272281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8', 'port_id': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'mac_address': 'fa:16:3e:a8:71:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:31:56.319350 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.334137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0548f6-6e23-4868-8604-78cc00397f96 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:31:56.340143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee0140-6152-406a-81e9-e87dc5a5077b req-0ff5aa0b-5b37-491a-b379-853cd226fbb1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.341307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ee0140-6152-406a-81e9-e87dc5a5077b req-0ff5aa0b-5b37-491a-b379-853cd226fbb1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.2154629 Jul 08 17:31:56.355148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:56.360969 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.381244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a763eb3-f918-45c5-bfb8-13e6faf57617 req-acae80a8-2c9a-4d70-adc3-3aa943b37477 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082709 Jul 08 17:31:56.414785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:56.441198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ee0140-6152-406a-81e9-e87dc5a5077b req-aca605f7-186b-4d63-9686-b2abf2f1083b tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888402 Jul 08 17:31:56.454433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.465309 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-9bdfc8e7-bf6b-4059-8424-285202cbd316 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea9553bf-647a-47df-b150-4dc36665ad20 HTTP/1.1" status: 200 len: 1002 time: 0.2200587 Jul 08 17:31:56.472596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-ae82a8da-9320-4aed-9acf-425e3193675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.474095 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-ae82a8da-9320-4aed-9acf-425e3193675f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3276603 Jul 08 17:31:56.537041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:31:56.548628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] Sync routers for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:31:56.559214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:56.559859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:31:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:56.603071 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e31e324-bebd-44cf-8de9-8cbd35a2ed1a admin admin] 10.222.0.63 "PUT /v2.0/routers/8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2056787 Jul 08 17:31:56.622373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35594) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:56.682346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-870d1e15-40bc-44c2-866c-b68bc0e2d3db req-b551e9d4-6bb1-425a-af85-c3fe6a41b312 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442377 Jul 08 17:31:56.684792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:56.693916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-e585325e-aa2e-4777-bfe4-8d1ab090ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.695405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-e585325e-aa2e-4777-bfe4-8d1ab090ff30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d76aadc-2b18-4d53-ba20-d8cea51bd04f HTTP/1.1" status: 200 len: 851 time: 0.2134962 Jul 08 17:31:56.715871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:56.719409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['dd0548f6-6e23-4868-8604-78cc00397f96'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:31:56.782170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.819220 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-00038fa0-c5b5-49d2-9f59-eb73ef16b1b3 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280830 Jul 08 17:31:56.842439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:56.846343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a054f-8652-4ba0-a1ba-4d5f116c08d1 req-da4ad6fb-eb62-4272-b492-ed16c1d172b4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.847770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c84a054f-8652-4ba0-a1ba-4d5f116c08d1 req-da4ad6fb-eb62-4272-b492-ed16c1d172b4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2259133 Jul 08 17:31:56.866703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb97fe9-1483-40f0-a872-a320f72b4101 req-876ebc06-51a5-45ad-b944-8cff52d8c7e7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:56.870071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eb97fe9-1483-40f0-a872-a320f72b4101 req-876ebc06-51a5-45ad-b944-8cff52d8c7e7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.2017119 Jul 08 17:31:56.962735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c84a054f-8652-4ba0-a1ba-4d5f116c08d1 req-61d4cc62-f500-4eda-8a99-6505959ef592 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863268 Jul 08 17:31:57.006266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eb97fe9-1483-40f0-a872-a320f72b4101 req-a4f15cb4-6686-4c10-a6ab-80525fdc5b31 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073103 Jul 08 17:31:57.058690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Router 2e705205-85f7-4fd7-8f30-c0c24633848c is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:31:57.087219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:31:54Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:57.129864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] Checking router: 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:31:57.152720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] Routers {'8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:57.153481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:31:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:57.217487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:31:57.229103 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Sync routers for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:31:57.243278 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:57.244068 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:31:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:57.255074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-eeb71c8f-2225-46a2-81a4-b974f0729553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.256705 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-eeb71c8f-2225-46a2-81a4-b974f0729553 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=79d53fa7-c96f-4de0-975e-8019dfd50b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5470538 Jul 08 17:31:57.264433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] Set router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:57.268871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.273129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f6cdce17-0893-4462-aa94-9ecffba650fa admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4438648 Jul 08 17:31:57.274584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35598) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:57.287599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac78c61-a0e2-43d2-a4a0-7c1c23c7ce60 req-8c460048-4104-432d-a4bd-f988678f74be tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.294464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ac78c61-a0e2-43d2-a4a0-7c1c23c7ce60 req-8c460048-4104-432d-a4bd-f988678f74be tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 945 time: 0.1392412 Jul 08 17:31:57.395515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a210b0fa-d4ce-4415-b605-21fcda7ecf7c req-c0a380d4-3cf0-487e-8bfe-e879db38c3bc service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651982 Jul 08 17:31:57.419201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.422286 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:57.425712 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-e67346c5-b3de-43b2-bfa4-85ef40c2c42a service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611226 Jul 08 17:31:57.428174 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50524f19-3c29-4619-a169-47da8eb53d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.454365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ac78c61-a0e2-43d2-a4a0-7c1c23c7ce60 req-86d80c57-d3de-4080-ad8f-05f0076c7a37 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589344 Jul 08 17:31:57.531201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:31:54Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:57.601241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67051b-ac53-4e5e-92b8-1f1f980b0708 None None] The sync data for ids ['8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63'] in n-d-799528-4 is: [{'id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'name': 'tempest-ServersTestManualDisk-767700178-router', 'tenant_id': 'bf51ccde3e694647881b11a2e90b823a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:29:05Z', 'updated_at': '2021-07-08T17:31:54Z', 'revision_number': 5, 'project_id': 'bf51ccde3e694647881b11a2e90b823a', 'gw_port': {'id': 'd6fd931f-b294-442f-875d-b8f1508dfc60', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:29:08Z', 'updated_at': '2021-07-08T17:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:31:57.616599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-dedf0af4-1324-47c7-9959-472ddc5d1574 service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839836 Jul 08 17:31:57.671484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Deleting port d6fd931f-b294-442f-875d-b8f1508dfc60 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:31:57.672127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.693269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.694114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.694228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.694734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.695140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.695606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.696072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.698045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4584c411-f57f-4d52-bde3-103989b74976 req-3b11fa63-9e0a-4521-bc24-9b532f646373 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6488 time: 0.2011604 Jul 08 17:31:57.699574 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-60b2225a-5c0e-4563-a879-06926cb64dd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 217 time: 0.0729034 Jul 08 17:31:57.735421 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:56Z', 'revision_number': 3, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:57.762243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Checking router: 2e705205-85f7-4fd7-8f30-c0c24633848c for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:31:57.762577 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Updating router 2e705205-85f7-4fd7-8f30-c0c24633848c port f664923f-908f-432f-a8ec-4c166a4165b3 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:31:57.784382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cfb48-aba6-4fc0-a1f0-c9bddb010f7b req-08e87fa0-3ffe-406a-b515-e8d0bb75e902 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.786298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-055cfb48-aba6-4fc0-a1f0-c9bddb010f7b req-08e87fa0-3ffe-406a-b515-e8d0bb75e902 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1802886 Jul 08 17:31:57.804859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.810164 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.810885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.817587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.823821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.830126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.837023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.842482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.843176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-a611aea7-69a4-4367-bb37-c19650246f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.844387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-2d2a2bc0-93a1-40b0-81ce-b9ef48a000ad tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.1970401 Jul 08 17:31:57.844661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-a611aea7-69a4-4367-bb37-c19650246f30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.1194482 Jul 08 17:31:57.915149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] For port d6fd931f-b294-442f-875d-b8f1508dfc60, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d6fd931f-b294-442f-875d-b8f1508dfc60,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:31:57.915432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:57.931984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-4d2c3b32-5bcb-47f4-aaf1-13582df45227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:57.933508 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4584c411-f57f-4d52-bde3-103989b74976 req-4d2c3b32-5bcb-47f4-aaf1-13582df45227 service neutron] 10.222.0.72 "GET /v2.0/networks?id=361915ae-e677-4ba1-a26a-8e1a0329c81a HTTP/1.1" status: 200 len: 902 time: 0.2094252 Jul 08 17:31:57.939566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Calling delete_port for d6fd931f-b294-442f-875d-b8f1508dfc60 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:31:57.949737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12241632-37e4-439f-8982-fcf7ab5eeeee req-d7fb0da5-a57d-4d5d-b603-07d130e261f0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645893 Jul 08 17:31:57.996372 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4584c411-f57f-4d52-bde3-103989b74976 req-0175d550-980e-4b38-8671-5ef39dbf10ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257 HTTP/1.1" status: 200 len: 217 time: 0.0545135 Jul 08 17:31:58.006296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-055cfb48-aba6-4fc0-a1f0-c9bddb010f7b req-758388e1-7bed-4b34-8c1f-e372018dd93c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607730 Jul 08 17:31:58.183859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb463723-34bf-4afc-83f7-e3823857f9fd no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:31:58.204503 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.215780 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Transition to ACTIVE for port object f664923f-908f-432f-a8ec-4c166a4165b3 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:31:58.224099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: bb463723-34bf-4afc-83f7-e3823857f9fd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:31:58.226163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb463723-34bf-4afc-83f7-e3823857f9fd not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:31:58.234224 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.293249 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Attempting to bind port f664923f-908f-432f-a8ec-4c166a4165b3 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:31:58.293621 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Attempting to bind port f664923f-908f-432f-a8ec-4c166a4165b3 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:31:58.293992 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Attempting to bind port f664923f-908f-432f-a8ec-4c166a4165b3 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:31:58.307295 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:31:58.307670 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:31:58.308078 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.308706 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:31:58.309281 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Bound port: f664923f-908f-432f-a8ec-4c166a4165b3, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:31:58.309691 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.318284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.325850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-dc16d004-04c4-4a55-bf0f-316ff87bcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:58.327422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4584c411-f57f-4d52-bde3-103989b74976 req-dc16d004-04c4-4a55-bf0f-316ff87bcf62 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.3218451 Jul 08 17:31:58.329243 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.369730 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Pushing event updated for resources: {'Port': ['ID=f664923f-908f-432f-a8ec-4c166a4165b3,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:58.380893 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.381236 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.381670 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.382127 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.382558 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.383005 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.383421 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.383928 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.384321 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.384723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.385188 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.385537 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:31:58.386347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ecf2f-7ffb-40a4-890e-0ffaeaea80e1 req-b00a6514-d0f1-422a-871e-9854bdadab2f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:58.387865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c73ecf2f-7ffb-40a4-890e-0ffaeaea80e1 req-b00a6514-d0f1-422a-871e-9854bdadab2f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1887107 Jul 08 17:31:58.391317 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] For port f664923f-908f-432f-a8ec-4c166a4165b3, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:31:58.396083 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] For port f664923f-908f-432f-a8ec-4c166a4165b3, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f664923f-908f-432f-a8ec-4c166a4165b3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:31:58.399875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6fd931f-b294-442f-875d-b8f1508dfc60,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:58.403933 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.406226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-17fc2153-f366-4de9-98b9-c65ce345ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:58.408835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-17fc2153-f366-4de9-98b9-c65ce345ac38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5529764 Jul 08 17:31:58.521195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c73ecf2f-7ffb-40a4-890e-0ffaeaea80e1 req-68a11650-ce14-419b-8a4c-30341623a60b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887325 Jul 08 17:31:58.546870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aa94b-ab66-400d-bb7e-b0d280109b15 req-48f46a2e-0272-4aaf-8a22-6e7dff03436d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:58.549361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.556494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d88aa94b-ab66-400d-bb7e-b0d280109b15 req-48f46a2e-0272-4aaf-8a22-6e7dff03436d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.2346795 Jul 08 17:31:58.560823 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:31:58.566955 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:31:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:58.599345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c411-f57f-4d52-bde3-103989b74976 req-1b0946bb-f079-47ec-ad4c-769f4f66602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:58.600919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4584c411-f57f-4d52-bde3-103989b74976 req-1b0946bb-f079-47ec-ad4c-769f4f66602c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2616596 Jul 08 17:31:58.638490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d88aa94b-ab66-400d-bb7e-b0d280109b15 req-934d7ce6-6fe7-4e8f-90cc-6c9aceaf8678 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810080 Jul 08 17:31:58.670203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Allocated IP 172.20.0.1 (3c7b6630-8812-4550-88ed-1211de11a8f3/92da4268-e749-4b1a-b3d4-5235cae3a202/bb66aade-d811-4dad-b8d7-b21feff51403) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:31:58.677411 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:31:58.718979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.745973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.751046 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa7a7a-db6e-4cb4-9e09-a6022408ced6 None None] Pushing event updated for resources: {'Port': ['ID=f664923f-908f-432f-a8ec-4c166a4165b3,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:58.761646 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-2fe4584d-323c-4951-8aa7-29e9d0e37c40 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255630 Jul 08 17:31:58.814256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74790d4-62e0-4fe9-88a0-80d91af80948 req-f0f5c0ae-5212-4bdc-8acf-8aea809b2896 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:58.816478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f74790d4-62e0-4fe9-88a0-80d91af80948 req-f0f5c0ae-5212-4bdc-8acf-8aea809b2896 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 945 time: 0.1377881 Jul 08 17:31:58.853309 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.866890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.867417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:31:58.872864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.876499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8635396c-4f74-408a-90f6-bf8da7e78fc4 admin admin] 10.222.0.63 "DELETE /v2.0/routers/8ba2f630-bc05-4f5b-8dcc-fc1f8e0efc63 HTTP/1.1" status: 204 len: 168 time: 2.2500486 Jul 08 17:31:58.876780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35612) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:31:58.889492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f74790d4-62e0-4fe9-88a0-80d91af80948 req-f7e618fb-3b14-44f9-b4d4-4ec5ce9d07cf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621912 Jul 08 17:31:58.903869 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:56Z', 'revision_number': 3, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:31:58.928821 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-c1a69b67-21ab-4e9b-adef-bce024b98f08 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348665 Jul 08 17:31:58.942531 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe604c-228f-488a-ad7b-0b66c1f38586 None None] The sync data for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 is: [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:56Z', 'revision_number': 3, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:31:58.942841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] Deleting subnet c3a8eeac-bd06-4c6f-b79e-8211866ca149 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:31:58.945913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4584c411-f57f-4d52-bde3-103989b74976 req-c6cfba3f-897d-47a1-8865-992867215422 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653282 Jul 08 17:31:58.947244 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:58.983386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.004920 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-1f916150-03fe-4470-9be1-6df5d5481c80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 217 time: 0.0574741 Jul 08 17:31:59.061126 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.063006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb66aade-d811-4dad-b8d7-b21feff51403,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:31:59.090025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Network 3c7b6630-8812-4550-88ed-1211de11a8f3 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:31:59.093131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:31:59.097312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:31:59.111468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-1c2a1b91-9108-41f7-a934-e00e85311dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.113159 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-1c2a1b91-9108-41f7-a934-e00e85311dbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0751054 Jul 08 17:31:59.199258 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4584c411-f57f-4d52-bde3-103989b74976 req-7379b6a7-39d8-4656-91b1-ce53ece6385c service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453022 Jul 08 17:31:59.208060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-5dcb2259-a133-4f6f-b61a-bc1b363abae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.209555 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-5dcb2259-a133-4f6f-b61a-bc1b363abae5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875180 Jul 08 17:31:59.257300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.312098 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-1e1e8257-a60f-4742-9c0e-9c6aa80882ba service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945888 Jul 08 17:31:59.331728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.403660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-5c359f9b-cf98-4fc8-b44b-ea9bab422586 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Jul 08 17:31:59.478135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-85383256-4081-45c3-905f-dcd2bd54a56f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=92a208fa-a8f1-495e-92d7-e5d63421a105 HTTP/1.1" status: 200 len: 217 time: 0.0633659 Jul 08 17:31:59.551862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-c1a4f346-127d-4b01-9680-162913765c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.554260 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-c1a4f346-127d-4b01-9680-162913765c50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0651753 Jul 08 17:31:59.672581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-deab74e7-54aa-4580-9c43-be4d18f149e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.674251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-deab74e7-54aa-4580-9c43-be4d18f149e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116781 Jul 08 17:31:59.681534 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-6daa6935-b35e-4043-8da3-2be4a790d410 service neutron] show failed (client error): The resource could not be found. Jul 08 17:31:59.682710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-6daa6935-b35e-4043-8da3-2be4a790d410 service neutron] 10.222.0.72 "GET /v2.0/ports/8cfc595d-1a2d-40c4-97f3-f90d1644b690/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0909390 Jul 08 17:31:59.784634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-d7f213a8-0b0a-4acc-a8a3-9e9b359b58a2 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007793 Jul 08 17:31:59.821597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e9a9b-1423-4518-a4cf-940c1c56f6bd req-38e66fc9-ed05-4624-9bb1-783df50ea5cb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.824153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db0e9a9b-1423-4518-a4cf-940c1c56f6bd req-38e66fc9-ed05-4624-9bb1-783df50ea5cb tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.6395388 Jul 08 17:31:59.850384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.856861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.863154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.869515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.875379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.882258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.888211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:31:59.896539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-34bd4529-e996-405c-852c-fafc85aa832f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.7211196 Jul 08 17:31:59.914702 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:31:59.915930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-ea63c7e2-b24f-4e76-bb36-71219a4a3831 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239340 Jul 08 17:31:59.947042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:31:59.977679 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-ba6ecc3f-257c-42a4-89e9-28d4e0d99868 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 HTTP/1.1" status: 200 len: 217 time: 0.0529592 Jul 08 17:31:59.988348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a8eeac-bd06-4c6f-b79e-8211866ca149,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:00.002946 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49b9a1cc-2aab-44de-8d68-df78b5a863fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.019770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:00.026175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:00.026739 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.038455 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.039605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-db701846-3490-4033-a9bf-049d1b2d810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.041294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-db701846-3490-4033-a9bf-049d1b2d810e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0558021 Jul 08 17:32:00.042828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35626) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:00.043971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6cf164df-80aa-4d45-b812-c80304de24d3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c3a8eeac-bd06-4c6f-b79e-8211866ca149 HTTP/1.1" status: 204 len: 168 time: 1.1656950 Jul 08 17:32:00.074113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efe74c-5002-49cb-b7fe-05e7fe09fa8b None None] Network 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:00.100109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c161d40-76bd-4510-bd3c-a769ca6f66e1 req-788b81c8-6033-423e-8aaa-777c057cc621 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024937 Jul 08 17:32:00.119317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db0e9a9b-1423-4518-a4cf-940c1c56f6bd req-2e156935-a319-4338-b9ba-f1155bf7c737 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203801 Jul 08 17:32:00.122539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.194643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.226476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-42e24fcf-c765-48bc-bbf7-ccbafa5920a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.228578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-42e24fcf-c765-48bc-bbf7-ccbafa5920a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1778247 Jul 08 17:32:00.260644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-b4dbf3a6-1d6b-4c8f-bc8f-0d686da0b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.268921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-b4dbf3a6-1d6b-4c8f-bc8f-0d686da0b291 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77&tenant_id=40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 1101 time: 0.3293865 Jul 08 17:32:00.300235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:00.340776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f664923f-908f-432f-a8ec-4c166a4165b3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:00.407711 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.444161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-d3decc85-8484-402e-9b51-54eba7aa61a8 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907158 Jul 08 17:32:00.448316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Deleting port fe45df3a-9509-428d-bdb7-f25705148d7e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:00.448663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.465022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.474867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d1fad-3676-4cc4-b331-1e759592fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:00.479022 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bd52ee-dfb2-49db-a872-da3766b07d94" -d '{"events": [{"server_uuid": "282d1fad-3676-4cc4-b331-1e759592fa52", "name": "network-vif-plugged", "status": "completed", "tag": "7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:00.497471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:00.509639 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.510553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:00.567112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] DHCP port deletion for 49ef851f-c1cd-46f2-ba70-3d0bc7c35057 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:32:00.569049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f664923f-908f-432f-a8ec-4c166a4165b3 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:00.574328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] For port fe45df3a-9509-428d-bdb7-f25705148d7e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fe45df3a-9509-428d-bdb7-f25705148d7e,segment=NetworkSegment(b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17),segment_id=b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:00.575076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.596873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Calling delete_port for fe45df3a-9509-428d-bdb7-f25705148d7e owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:00.598269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f664923f-908f-432f-a8ec-4c166a4165b3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:00.598670 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.648590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.651528 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-595e92e8-1cf7-43a1-9051-2a555ea294d0 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874475 Jul 08 17:32:00.663979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:00.688042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb30e92-141a-4b66-9d9b-ae8163b79897 req-b09224fd-ab7d-4503-b8de-cb50a63d9d57 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.694322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1eb30e92-141a-4b66-9d9b-ae8163b79897 req-b09224fd-ab7d-4503-b8de-cb50a63d9d57 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.3349199 Jul 08 17:32:00.703698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port dd0548f6-6e23-4868-8604-78cc00397f96 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:00.706843 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-00af7b90-385d-4b3c-820a-9f3ae7d94a80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bed1ffb-d085-4e0c-8213-c24971357988 HTTP/1.1" status: 200 len: 217 time: 0.0459957 Jul 08 17:32:00.712307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port dd0548f6-6e23-4868-8604-78cc00397f96 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:00.712307 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.721891 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.757049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c628ae2-9ac5-4657-8117-164a7a03b027 req-cb7486cb-c82b-4102-a75c-6d505b673bd5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.764445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c628ae2-9ac5-4657-8117-164a7a03b027 req-cb7486cb-c82b-4102-a75c-6d505b673bd5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.2798619 Jul 08 17:32:00.772688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.773848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] Deleting port fe45df3a-9509-428d-bdb7-f25705148d7e {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:00.774222 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.775836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.789589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-c3bbc558-a906-4406-98aa-f22717b04bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.791183 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-c3bbc558-a906-4406-98aa-f22717b04bb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.0768292 Jul 08 17:32:00.792013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] No DVR routers for this DVR port fe45df3a-9509-428d-bdb7-f25705148d7e on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:00.831476 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.847615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe45df3a-9509-428d-bdb7-f25705148d7e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:00.870778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f664923f-908f-432f-a8ec-4c166a4165b3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f664923f-908f-432f-a8ec-4c166a4165b3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:00.879170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] For port fe45df3a-9509-428d-bdb7-f25705148d7e, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:00.879575 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.883237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.920558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb66aade-d811-4dad-b8d7-b21feff51403,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:00.937596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:00.950715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ef851f-c1cd-46f2-ba70-3d0bc7c35057']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:00.967411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:00.967763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bb9bb6-f5eb-4edb-b80d-0ff7306b3e17') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:00.971543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-34271bbb-45cc-42c4-afeb-f0f55da06c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:00.973099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-34271bbb-45cc-42c4-afeb-f0f55da06c3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591284 Jul 08 17:32:01.005548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.051385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.061252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:32:01.061657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:32:01.063485 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:32:01.068422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1eb30e92-141a-4b66-9d9b-ae8163b79897 req-8c22fdc7-6d30-44e6-9176-36a78dc6dea8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575301 Jul 08 17:32:01.082151 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.096800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] Calling delete_port for fe45df3a-9509-428d-bdb7-f25705148d7e owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:01.098660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6fd931f-b294-442f-875d-b8f1508dfc60 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:01.110378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] Port fe45df3a-9509-428d-bdb7-f25705148d7e was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:32:01.110804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c628ae2-9ac5-4657-8117-164a7a03b027 req-cc5804d2-0e27-4224-bd3f-a058507085c5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453743 Jul 08 17:32:01.152439 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.152685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-aba2f749-4a27-4c24-878b-40305a917eba service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714349 Jul 08 17:32:01.164718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d6fd931f-b294-442f-875d-b8f1508dfc60 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:01.165260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6fd931f-b294-442f-875d-b8f1508dfc60 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:01.183368 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.199319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] No DVR routers for this DVR port fe45df3a-9509-428d-bdb7-f25705148d7e on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:01.204790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f664923f-908f-432f-a8ec-4c166a4165b3,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:01.252447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ae5a-e354-4960-ad01-8525777bb86a None None] Pushing event deleted for resources: {'Port': ['ID=fe45df3a-9509-428d-bdb7-f25705148d7e,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:01.264460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.284948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.290640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] 10.222.0.63 "DELETE /v2.0/networks/49ef851f-c1cd-46f2-ba70-3d0bc7c35057 HTTP/1.1" status: 204 len: 168 time: 1.2458196 Jul 08 17:32:01.296725 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31434d8a-f7e2-4622-9eaa-d70b64ecafbe x-openstack-request-id: req-31434d8a-f7e2-4622-9eaa-d70b64ecafbe {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:01.297038 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d1fad-3676-4cc4-b331-1e759592fa52", "name": "network-vif-plugged", "status": "completed", "tag": "7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:01.297273 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31434d8a-f7e2-4622-9eaa-d70b64ecafbe {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:01.297885 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d1fad-3676-4cc4-b331-1e759592fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499', 'code': 200} Jul 08 17:32:01.306583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:01.316014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed13a5-a0d0-4154-907a-97f101047b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ef851f-c1cd-46f2-ba70-3d0bc7c35057,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:01.317928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.324535 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.388842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Network 3c7b6630-8812-4550-88ed-1211de11a8f3 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:01.393973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:01.407415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-3f8fee1d-7998-403d-a6b2-6c01dc364cee service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473140 Jul 08 17:32:01.425064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:01.463527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:01.539289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35638) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:01.601940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:01.614995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7ca6-6ffb-4014-868e-526f9c577361 req-6ca8aeea-110d-4fa1-b41b-371999b2a735 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.616702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a6c7ca6-6ffb-4014-868e-526f9c577361 req-6ca8aeea-110d-4fa1-b41b-371999b2a735 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 946 time: 0.3172894 Jul 08 17:32:01.730248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Router 2e705205-85f7-4fd7-8f30-c0c24633848c has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:32:01.737950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-66f60d33-bea6-4547-9481-5dddfb4f1b8e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bf51ccde3e694647881b11a2e90b823a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962376 Jul 08 17:32:01.739410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:01.741686 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f3345a-9421-430e-9414-1e5bed7997f5" -d '{"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:01.743981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35640) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:01.745920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.769060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a6c7ca6-6ffb-4014-868e-526f9c577361 req-b2d1775c-27fe-4f80-8a32-970d77a0e479 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274374 Jul 08 17:32:01.793943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Transition to ACTIVE for port object 8cfc595d-1a2d-40c4-97f3-f90d1644b690 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:01.805164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-754eba30-40b8-4dab-97e5-ca32663b5cda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e870c4a-e405-4b87-a768-33707f8d045b HTTP/1.1" status: 200 len: 217 time: 0.3830488 Jul 08 17:32:01.813580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.820664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.826814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.832803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.838677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.844773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.851029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.852937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-12844120-1f9f-4155-9c93-c2597211a804 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.3127222 Jul 08 17:32:01.859677 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:01.866025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a5af3-e5d5-4368-a8fc-0b94c1d7b7d2 req-5ab8cf22-a39c-4af7-9326-b9d51ca8708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.867540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-242a5af3-e5d5-4368-a8fc-0b94c1d7b7d2 req-5ab8cf22-a39c-4af7-9326-b9d51ca8708b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 1097 time: 0.4814901 Jul 08 17:32:01.868890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-60bc4fa2-9e17-4d22-bd7b-af9620a82331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.870221 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-60bc4fa2-9e17-4d22-bd7b-af9620a82331 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.0562012 Jul 08 17:32:01.937704 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-242a5af3-e5d5-4368-a8fc-0b94c1d7b7d2 req-6f69e687-d4ec-4482-8776-4367c54bb937 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580099 Jul 08 17:32:01.955123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-5b83c2b0-3444-46e4-b33c-69445530d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:01.956649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-5b83c2b0-3444-46e4-b33c-69445530d490 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710211 Jul 08 17:32:02.075662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:02.083525 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-a67a5f79-a722-48a7-ab34-2c42a1a48f6d service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927427 Jul 08 17:32:02.083732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] No DVR routers for this DVR port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:02.094643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9c6d194-1c2a-458f-ac0e-4c6a480e78ae req-eaee6566-ad89-484c-ad01-392881368560 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2359288 Jul 08 17:32:02.103774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1bbf119c-2226-41ab-9e2b-69ac36c516fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.166892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:02.179829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4201e726-e583-4b50-9aff-ede6ef3d7bf6 admin admin] 10.222.0.63 "PUT /v2.0/routers/2e705205-85f7-4fd7-8f30-c0c24633848c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9042401 Jul 08 17:32:02.182066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1bbf119c-2226-41ab-9e2b-69ac36c516fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.205611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Sync routers for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:02.217731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:02.217997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:02.218328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:02.243291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:02.243750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:02.254149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ae7c0-0268-4895-8fd8-2527c73bd65e req-b4d72794-d9ad-4f86-8874-eeb1feb7ec1f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:02.267304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-983ae7c0-0268-4895-8fd8-2527c73bd65e req-b4d72794-d9ad-4f86-8874-eeb1feb7ec1f tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 948 time: 0.3281822 Jul 08 17:32:02.292340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b9caf6f-5302-46d9-975b-853cba0ceb23 req-3f79e873-ff29-48e7-9c0e-ac2d76228662 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013609 Jul 08 17:32:02.315896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:02.316222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:02.317358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f664923f-908f-432f-a8ec-4c166a4165b3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:02.336888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:02.337173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:02.337570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:02.338007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Bound port: 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:02.338384 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.377599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-983ae7c0-0268-4895-8fd8-2527c73bd65e req-3d473e69-5c70-4663-9a56-bfc067397b87 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058955 Jul 08 17:32:02.454213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f664923f-908f-432f-a8ec-4c166a4165b3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:02.454827 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.479556 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1bbf119c-2226-41ab-9e2b-69ac36c516fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.482110 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1bbf119c-2226-41ab-9e2b-69ac36c516fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.486395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1bbf119c-2226-41ab-9e2b-69ac36c516fe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f83a5b10-72fe-4b51-b72e-2cae4f3daa40 HTTP/1.1" status: 204 len: 168 time: 0.7292671 Jul 08 17:32:02.508177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:02.518630 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63425ed9-9cf8-4187-8ddb-43e5952a85c9 x-openstack-request-id: req-63425ed9-9cf8-4187-8ddb-43e5952a85c9 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:02.518927 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:02.519179 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63425ed9-9cf8-4187-8ddb-43e5952a85c9 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:02.519573 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'code': 200} Jul 08 17:32:02.522289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf119c-2226-41ab-9e2b-69ac36c516fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83a5b10-72fe-4b51-b72e-2cae4f3daa40,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:02.551982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:02.558196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:02.569340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.648176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:02.648707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:02.650160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] 10.222.0.41 "PUT /v2.0/ports/8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 1096 time: 2.3619146 Jul 08 17:32:02.748413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddbdec-c255-4d1c-b646-4aa26f63fc3b service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:02.811503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4eaff-ac8d-40fa-bc2d-3864aa0a1bbb req-62d5b9f7-a914-4955-b1ae-72db360ee36a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:02.813094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9d4eaff-ac8d-40fa-bc2d-3864aa0a1bbb req-62d5b9f7-a914-4955-b1ae-72db360ee36a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2308760 Jul 08 17:32:02.835607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02957ba-6848-41f7-a7fd-cb33a117f7d3 req-e1a390b2-1cc2-434b-9bc3-1b05427f89e3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:02.837062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c02957ba-6848-41f7-a7fd-cb33a117f7d3 req-e1a390b2-1cc2-434b-9bc3-1b05427f89e3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.2047095 Jul 08 17:32:02.872319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-f574af97-be08-458f-bf86-4cfe36228e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:02.873888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-f574af97-be08-458f-bf86-4cfe36228e22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1099 time: 0.1741619 Jul 08 17:32:02.967223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9d4eaff-ac8d-40fa-bc2d-3864aa0a1bbb req-06609b04-4d3d-4ef5-b212-1a66183787dc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290398 Jul 08 17:32:02.989855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c02957ba-6848-41f7-a7fd-cb33a117f7d3 req-e1c6e545-dadc-4143-991c-5706cabcfe33 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438813 Jul 08 17:32:03.065798 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.077231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-9b05bab8-b949-4b88-8bd5-01982bbce5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:03.078729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-9b05bab8-b949-4b88-8bd5-01982bbce5dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1925509 Jul 08 17:32:03.148519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-e6d706d7-0f33-4713-97d0-d2677f2d0cce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0620949 Jul 08 17:32:03.163798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fe45df3a-9509-428d-bdb7-f25705148d7e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:03.209533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: fe45df3a-9509-428d-bdb7-f25705148d7e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:03.209533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fe45df3a-9509-428d-bdb7-f25705148d7e not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:03.240960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 2, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:03.271958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Checking router: 2e705205-85f7-4fd7-8f30-c0c24633848c for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:03.272827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-ceaebae1-20d5-41a7-ba59-3c267dc82eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:03.273025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Updating router 2e705205-85f7-4fd7-8f30-c0c24633848c port bb66aade-d811-4dad-b8d7-b21feff51403 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:32:03.274311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-ceaebae1-20d5-41a7-ba59-3c267dc82eb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1167181 Jul 08 17:32:03.301434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:03.304505 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1679e4-8e3a-4391-9407-0db314b5f99f" -d '{"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:03.344704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bfd57-638c-4e4e-97c3-7d9ce5d778f5 req-103df00c-05fb-42b1-a51f-43fbdb680094 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:03.346879 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e58bfd57-638c-4e4e-97c3-7d9ce5d778f5 req-103df00c-05fb-42b1-a51f-43fbdb680094 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 946 time: 0.1324232 Jul 08 17:32:03.347034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.389379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-502f338b-417b-49ac-9802-41a11999dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:03.390913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-502f338b-417b-49ac-9802-41a11999dc9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034307 Jul 08 17:32:03.407173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e58bfd57-638c-4e4e-97c3-7d9ce5d778f5 req-a02d47be-703d-46d3-be13-af2fda80fce1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522101 Jul 08 17:32:03.555654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-b2524ad4-6b5a-4838-b75f-e52d10450a58 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460249 Jul 08 17:32:03.613714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35696) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:03.666032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.676252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Transition to ACTIVE for port object bb66aade-d811-4dad-b8d7-b21feff51403 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:03.682296 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.724126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-network', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:03.737002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326de0e7-7583-4cf2-87da-108089b11147 None None] Pushing event updated for resources: {'Port': ['ID=bb66aade-d811-4dad-b8d7-b21feff51403,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:03.749261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Made reservation on behalf of adc507108b05441ebbcca3bda0e32b22 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:03.752132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.762480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.809301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Attempting to bind port bb66aade-d811-4dad-b8d7-b21feff51403 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:03.809783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Attempting to bind port bb66aade-d811-4dad-b8d7-b21feff51403 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:03.810312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Attempting to bind port bb66aade-d811-4dad-b8d7-b21feff51403 on network 3c7b6630-8812-4550-88ed-1211de11a8f3 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:03.817820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:03.818336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Checking segment: {'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:03.818903 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.819304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Bound using segment: {'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:03.819778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Bound port: bb66aade-d811-4dad-b8d7-b21feff51403, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:03.820186 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.871649 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.876106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.897474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] For port bb66aade-d811-4dad-b8d7-b21feff51403, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:03.900894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:03.902566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] For port bb66aade-d811-4dad-b8d7-b21feff51403, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bb66aade-d811-4dad-b8d7-b21feff51403,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:03.906690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.918377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40656cf9-c6c5-4700-aa44-21f2b98e9bfe,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:03.921489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.921837 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Added segment 4efdcbbf-6f14-43aa-93d6-7233ceff79a1 of type vlan for network de9281c3-d209-47d3-977a-b3ef4b72862b Jul 08 17:32:03.965698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:03.974680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:03.975570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:03.980481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:03.999480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.000483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.001155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.037126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326de0e7-7583-4cf2-87da-108089b11147 None None] Pushing event updated for resources: {'Port': ['ID=bb66aade-d811-4dad-b8d7-b21feff51403,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:04.054711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4394698 Jul 08 17:32:04.058841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35704) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:04.065237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Request body: {'subnet': {'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-subnet', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:04.080134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c943961-636d-4e3d-8b3b-a16fd5c93d23 admin admin] Pushing event updated for resources: {'Network': ['ID=de9281c3-d209-47d3-977a-b3ef4b72862b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:04.096678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Made reservation on behalf of adc507108b05441ebbcca3bda0e32b22 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:04.099499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.100566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network de9281c3-d209-47d3-977a-b3ef4b72862b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:32:04.106632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:04.129380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0f6e62e6-fee1-44f9-8db0-197b3a6bd80a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.130886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0f6e62e6-fee1-44f9-8db0-197b3a6bd80a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 819 time: 0.5719106 Jul 08 17:32:04.146166 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.152377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.158469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.164649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.170828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.177139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.184147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.186156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-222e6a69-f945-43a5-89ed-2c40b4ee5016 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.6161845 Jul 08 17:32:04.186413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:04.190290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95bb90f4-bc39-46c2-9afe-d2d54055a5db req-86e24406-6418-43ed-9450-0bfddd730d88 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187320 Jul 08 17:32:04.211349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-8e1df70f-a87c-4668-8845-ca3717d7bfa8 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/quotas/86c58606f5424bbdb63be34082eb17b0 HTTP/1.1" status: 200 len: 375 time: 0.0237169 Jul 08 17:32:04.280524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a83c2212-1097-4ff8-b746-10929c7b1fc7 req-e3fa3788-a17d-44de-9824-80985a4d9073 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789323 Jul 08 17:32:04.306462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.337226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-a5d30e31-9981-44e6-9709-fc958e9755a6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121790 Jul 08 17:32:04.378576 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ab901-d533-4426-aee4-13ad9b7f82d5 x-openstack-request-id: req-2a6ab901-d533-4426-aee4-13ad9b7f82d5 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:04.379109 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:04.380620 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2a6ab901-d533-4426-aee4-13ad9b7f82d5 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:04.381315 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'code': 200} Jul 08 17:32:04.386818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40098ec3-151c-4b3d-ae12-02e7a9342cdb,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:04.397476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Checking segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:04.397863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Network hostable DHCP agents. Network: de9281c3-d209-47d3-977a-b3ef4b72862b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:32:04.424586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Network de9281c3-d209-47d3-977a-b3ef4b72862b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:32:04.441016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, de9281c3-d209-47d3-977a-b3ef4b72862b) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:04.445935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.446587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.474784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-834ee496-5e73-4fd2-a4ce-c2734d950c75 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4128652 Jul 08 17:32:04.475059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35708) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:04.480255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:04.500297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6253c-c8ad-4562-a6ed-c001b9d23499 None None] Network de9281c3-d209-47d3-977a-b3ef4b72862b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:04.526006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:04.528647 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:04.555371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.556486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.571965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-d3cf203c-ca1c-4890-bcef-824089535fc9 service neutron] 10.222.0.63 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269452 Jul 08 17:32:04.585655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53555aaa-1fd9-4318-9b91-16b310210502 req-d63dd6fa-43e2-4213-a2dd-96ad55a0b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.585655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53555aaa-1fd9-4318-9b91-16b310210502 req-d63dd6fa-43e2-4213-a2dd-96ad55a0b7cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 1096 time: 0.0953307 Jul 08 17:32:04.620558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:03Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:04.635570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.700167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb5d65e-cbed-469d-a0c0-80487d777bbd None None] The sync data for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 is: [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:03Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:04.716027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53555aaa-1fd9-4318-9b91-16b310210502 req-40f124d1-b967-44a1-be66-02fa01b6bc30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226881 Jul 08 17:32:04.723049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-1cdc5313-5333-454a-9eb5-a417e6fbbeb7 service neutron] 10.222.0.63 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429627 Jul 08 17:32:04.743880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16b1b-9074-4b2f-9f72-ad4fbc5b7412 req-e68d5025-ac94-4f52-8c2d-f4e47e7b58e6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:04.745681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32a16b1b-9074-4b2f-9f72-ad4fbc5b7412 req-e68d5025-ac94-4f52-8c2d-f4e47e7b58e6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 948 time: 0.1388843 Jul 08 17:32:04.756118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9230c535-8074-4416-ab3c-596676908963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-de9281c3-d209-47d3-977a-b3ef4b72862b', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:32:04.757034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9230c535-8074-4416-ab3c-596676908963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.800460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:04.859127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32a16b1b-9074-4b2f-9f72-ad4fbc5b7412 req-9ac3b8ce-ec7c-40e3-b931-365601c34f94 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049032 Jul 08 17:32:05.057560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9230c535-8074-4416-ab3c-596676908963 None None] Allocated IP 172.20.0.2 (de9281c3-d209-47d3-977a-b3ef4b72862b/40098ec3-151c-4b3d-ae12-02e7a9342cdb/c32e26e2-129e-4d56-af47-28db73afb183) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:05.126594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.160998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.180187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554140e7-db5c-426d-b614-9638b941dd8c req-e4e2b2b1-c89d-4028-8f87-755d3c655c12 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:05.181884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554140e7-db5c-426d-b614-9638b941dd8c req-e4e2b2b1-c89d-4028-8f87-755d3c655c12 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1272967 Jul 08 17:32:05.228910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66434a8-ce15-4772-9311-534547a0a7eb req-4ad2bbf7-eae9-40e1-865f-9b4aa740aee3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:05.237229 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b66434a8-ce15-4772-9311-534547a0a7eb req-4ad2bbf7-eae9-40e1-865f-9b4aa740aee3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 946 time: 0.2204673 Jul 08 17:32:05.267321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9230c535-8074-4416-ab3c-596676908963 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.279627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9230c535-8074-4416-ab3c-596676908963 None None] Transition to ACTIVE for port object c32e26e2-129e-4d56-af47-28db73afb183 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:05.294183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-554140e7-db5c-426d-b614-9638b941dd8c req-d5dfc790-74b2-4d22-8a85-a324af8d2a4a tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881324 Jul 08 17:32:05.301876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9230c535-8074-4416-ab3c-596676908963 None None] Transition to ACTIVE for port object c32e26e2-129e-4d56-af47-28db73afb183 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:05.318156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9230c535-8074-4416-ab3c-596676908963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.318602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b66434a8-ce15-4772-9311-534547a0a7eb req-0ae98c89-5ba0-4792-9c01-46e95b7cdfb9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788898 Jul 08 17:32:05.342526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Allocated IP 172.25.5.115 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/de3230e3-c464-47a0-bc1a-ea49120ef927) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:05.371657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9230c535-8074-4416-ab3c-596676908963 None None] Network de9281c3-d209-47d3-977a-b3ef4b72862b is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:05.374811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-9230c535-8074-4416-ab3c-596676908963 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:05.379014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230c535-8074-4416-ab3c-596676908963 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:05.446147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230c535-8074-4416-ab3c-596676908963 None None] Pushing event updated for resources: {'Port': ['ID=c32e26e2-129e-4d56-af47-28db73afb183,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:05.464619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9230c535-8074-4416-ab3c-596676908963 None None] Attempting to bind port c32e26e2-129e-4d56-af47-28db73afb183 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:05.465593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9230c535-8074-4416-ab3c-596676908963 None None] Attempting to bind port c32e26e2-129e-4d56-af47-28db73afb183 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:05.465593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230c535-8074-4416-ab3c-596676908963 None None] Attempting to bind port c32e26e2-129e-4d56-af47-28db73afb183 on network de9281c3-d209-47d3-977a-b3ef4b72862b {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:05.485588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230c535-8074-4416-ab3c-596676908963 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:05.485988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230c535-8074-4416-ab3c-596676908963 None None] Checking segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:05.487320 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9230c535-8074-4416-ab3c-596676908963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.488998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9230c535-8074-4416-ab3c-596676908963 None None] Bound using segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:05.489506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9230c535-8074-4416-ab3c-596676908963 None None] Bound port: c32e26e2-129e-4d56-af47-28db73afb183, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:05.490038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9230c535-8074-4416-ab3c-596676908963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.537365 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7d3d2a-4ff1-43f8-a686-84879c95d6ae x-openstack-request-id: req-ed7d3d2a-4ff1-43f8-a686-84879c95d6ae {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:05.538125 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:05.541037 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ed7d3d2a-4ff1-43f8-a686-84879c95d6ae {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:05.541645 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'status': 'completed', 'code': 200} Jul 08 17:32:05.588940 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.595837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9230c535-8074-4416-ab3c-596676908963 None None] For port c32e26e2-129e-4d56-af47-28db73afb183, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:05.600965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9230c535-8074-4416-ab3c-596676908963 None None] For port c32e26e2-129e-4d56-af47-28db73afb183, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c32e26e2-129e-4d56-af47-28db73afb183,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:05.621351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9230c535-8074-4416-ab3c-596676908963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:05.624911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0618aa42-98e5-46d7-a736-53cdb13ed570 req-e9a5255c-a6de-4284-9c5e-b8de1f9c4986 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 210 time: 0.0631003 Jul 08 17:32:05.717897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230c535-8074-4416-ab3c-596676908963 None None] Pushing event updated for resources: {'Port': ['ID=c32e26e2-129e-4d56-af47-28db73afb183,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:05.757975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-ecb79d66-38e9-41ff-a70e-2392a3c74aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:05.759629 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-ecb79d66-38e9-41ff-a70e-2392a3c74aba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1099 time: 0.2308588 Jul 08 17:32:05.795349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-11a95be8-3fcd-4d91-babe-f5281ca72ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:05.797090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-11a95be8-3fcd-4d91-babe-f5281ca72ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1099 time: 0.2541597 Jul 08 17:32:05.823305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ff902-2aad-4da5-9dc8-6dfff08eaf59 req-b213f9e1-751d-4fcf-8e99-589aa7c616b2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:05.825693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-195ff902-2aad-4da5-9dc8-6dfff08eaf59 req-b213f9e1-751d-4fcf-8e99-589aa7c616b2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.3590097 Jul 08 17:32:05.873103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.057551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-195ff902-2aad-4da5-9dc8-6dfff08eaf59 req-40026386-bd53-4a40-9aa6-0c23e96a21aa tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167928 Jul 08 17:32:06.086502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:06.099788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Pushing event updated for resources: {'Port': ['ID=de3230e3-c464-47a0-bc1a-ea49120ef927,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:06.119600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.124668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:06.125726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.128413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:06.138376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.145266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.151736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.158136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.165970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.168037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-9856b7a2-b6a4-4a97-ae77-79bca58a1972 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.3015978 Jul 08 17:32:06.169225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-ae6ad8b9-40a1-4db7-8a86-a764c2a512b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.170613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-ae6ad8b9-40a1-4db7-8a86-a764c2a512b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.3424213 Jul 08 17:32:06.266916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-d2b3e51e-dcfe-4c16-aeac-46352b6b81f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0838985 Jul 08 17:32:06.267499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-50cf8fc0-d2d3-430b-abb6-e35357bf0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.268576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-50cf8fc0-d2d3-430b-abb6-e35357bf0f3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.5006311 Jul 08 17:32:06.354308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30e1897e-393c-489b-a59c-b3362e9ea0ff req-22ca209b-1056-45f4-938a-f26614aebc5f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1766934 Jul 08 17:32:06.400037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb66aade-d811-4dad-b8d7-b21feff51403 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:06.408466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-68c78c65-d894-4242-94a1-2b437fffc566 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.1287944 Jul 08 17:32:06.462355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-57c8097e-e1ba-4871-a455-e69c4a7f014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.464109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-57c8097e-e1ba-4871-a455-e69c4a7f014f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1665914 Jul 08 17:32:06.522594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-ac6b1c90-92a2-4445-b39a-d4102e9f30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.524589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-ac6b1c90-92a2-4445-b39a-d4102e9f30f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0547335 Jul 08 17:32:06.550857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port bb66aade-d811-4dad-b8d7-b21feff51403 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:06.561774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port bb66aade-d811-4dad-b8d7-b21feff51403 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:06.562369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.578448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-f2faf4cd-561f-4298-b9df-dc21a37947a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:06.583229 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-f2faf4cd-561f-4298-b9df-dc21a37947a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103837 Jul 08 17:32:06.825709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-6d8dd3c1-9e83-438d-ae41-8a0e59955d0f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201366 Jul 08 17:32:06.882815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:06.990511 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.056116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port bb66aade-d811-4dad-b8d7-b21feff51403, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bb66aade-d811-4dad-b8d7-b21feff51403,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:07.068267 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.069240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c32e26e2-129e-4d56-af47-28db73afb183 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:07.083916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-3cb90d9c-e406-4b35-b385-14459c902e54 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492828 Jul 08 17:32:07.100053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646690b-a7a1-4e75-ab2e-63ae913c43a1 req-70bf6cbe-8e88-4344-8b65-f735d634f717 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.102592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0646690b-a7a1-4e75-ab2e-63ae913c43a1 req-70bf6cbe-8e88-4344-8b65-f735d634f717 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 948 time: 0.2515066 Jul 08 17:32:07.119413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ad465-c043-4a80-bed3-3a9c74fbb243 req-27c6a417-9108-4bda-9bdf-178e6c9efe5e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.127912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a16ad465-c043-4a80-bed3-3a9c74fbb243 req-27c6a417-9108-4bda-9bdf-178e6c9efe5e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2469871 Jul 08 17:32:07.142810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-05a341a6-a3f8-43ee-848a-e7e70f53714c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.144802 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-05a341a6-a3f8-43ee-848a-e7e70f53714c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.72 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 819 time: 0.1749146 Jul 08 17:32:07.149347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-e6794dfa-f4bb-42a6-87a1-a26f8af9370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.150344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-e6794dfa-f4bb-42a6-87a1-a26f8af9370e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5598650 Jul 08 17:32:07.199609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Request body: {'port': {'device_id': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'admin_state_up': True, 'tenant_id': '86c58606f5424bbdb63be34082eb17b0'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:07.200461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0646690b-a7a1-4e75-ab2e-63ae913c43a1 req-31cd4bf2-cc02-479e-b857-672f2aec002e tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911002 Jul 08 17:32:07.220922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a16ad465-c043-4a80-bed3-3a9c74fbb243 req-e088e8fc-a94a-410c-87d8-00e56126c329 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895236 Jul 08 17:32:07.222661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=bb66aade-d811-4dad-b8d7-b21feff51403,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:07.236204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port c32e26e2-129e-4d56-af47-28db73afb183 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:07.251271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1509b05-9f7c-41f8-88f6-f16526ed97bc None None] Network de9281c3-d209-47d3-977a-b3ef4b72862b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:32:07.356327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7ae24b92-aa9d-4076-a09d-6ea6a88aab8a None None] Provisioning for port c32e26e2-129e-4d56-af47-28db73afb183 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:07.370036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7ae24b92-aa9d-4076-a09d-6ea6a88aab8a None None] Provisioning complete for port c32e26e2-129e-4d56-af47-28db73afb183 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:07.370707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ae24b92-aa9d-4076-a09d-6ea6a88aab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.429844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Made reservation on behalf of 86c58606f5424bbdb63be34082eb17b0 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:07.433500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.435667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a42abd4-cf19-449a-a89b-6925d7d4a514 req-b2d027f4-baba-49e7-931e-1577388b770b tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 210 time: 0.0312619 Jul 08 17:32:07.466147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a850fd7-7a37-4a1f-9317-32dddad65d95 req-61fba56a-72b5-4511-a503-00b4e5342556 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.468115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a850fd7-7a37-4a1f-9317-32dddad65d95 req-61fba56a-72b5-4511-a503-00b4e5342556 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 946 time: 0.1148653 Jul 08 17:32:07.523361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a850fd7-7a37-4a1f-9317-32dddad65d95 req-99b23142-c882-40a9-a1c2-e9ce3bbc0cf9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487368 Jul 08 17:32:07.569213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ae24b92-aa9d-4076-a09d-6ea6a88aab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.591584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:07.641691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7ae24b92-aa9d-4076-a09d-6ea6a88aab8a None None] For port c32e26e2-129e-4d56-af47-28db73afb183, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c32e26e2-129e-4d56-af47-28db73afb183,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:07.648796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Allocated IP 172.20.0.8 (3c7b6630-8812-4550-88ed-1211de11a8f3/92da4268-e749-4b1a-b3d4-5235cae3a202/0427e88a-d831-4d9f-b8a1-117d76d34185) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:07.651540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c773f4-5134-4876-88b5-4987d1002c26 req-d4b90eca-d5e5-4054-80cd-715bfe12fd4f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.653773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2c773f4-5134-4876-88b5-4987d1002c26 req-d4b90eca-d5e5-4054-80cd-715bfe12fd4f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0950518 Jul 08 17:32:07.742681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2c773f4-5134-4876-88b5-4987d1002c26 req-c96e668d-072a-4348-abb9-efbaee500ee5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825841 Jul 08 17:32:07.792270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:07.821445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'mac_address': 'fa:16:3e:4a:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:07.832761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ae24b92-aa9d-4076-a09d-6ea6a88aab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.867868 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-2cad3cb9-bc0a-49d1-8293-d59f41391929 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727457 Jul 08 17:32:07.964327 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.966316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.966845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:07.973932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.980792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.984432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfc595d-1a2d-40c4-97f3-f90d1644b690 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:07.987634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:07.993681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.000235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.007134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.014731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b14c598-ce51-4a9b-919c-9b750317958e req-bdce83b8-de23-46b0-bfd6-ac622f12547d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.1290634 Jul 08 17:32:08.022040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:08.036317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0542498c-9b34-4773-a284-32be163b29d5 None None] Provisioning complete for port c32e26e2-129e-4d56-af47-28db73afb183 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:08.036711 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0542498c-9b34-4773-a284-32be163b29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.038197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae24b92-aa9d-4076-a09d-6ea6a88aab8a None None] Pushing event updated for resources: {'Port': ['ID=c32e26e2-129e-4d56-af47-28db73afb183,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:08.042848 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.098170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b14c598-ce51-4a9b-919c-9b750317958e req-a77934e1-5ad4-4b31-88b6-8dd2543a078b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824778 Jul 08 17:32:08.176682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.184094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:08.190854 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1c9e57a-37ae-4b44-87cb-17cb5f9621c5 req-78f2f569-ae7c-46b0-95d9-deb840cc3c78 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885871 Jul 08 17:32:08.197543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Router e5354f7f-e494-4866-a13c-3a117d431a17 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:32:08.300163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb66aade-d811-4dad-b8d7-b21feff51403 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:08.301792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-6f02495c-7b9d-4bbd-8475-4cfcced18c83 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.303233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-6f02495c-7b9d-4bbd-8475-4cfcced18c83 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77&tenant_id=40f30bd4ac2e4292ba1830d62917d829&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 949 time: 0.2514882 Jul 08 17:32:08.312188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.381855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port bb66aade-d811-4dad-b8d7-b21feff51403 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:08.382241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.407549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['8cfc595d-1a2d-40c4-97f3-f90d1644b690'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:08.484297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-75261afb-75e5-44e1-bcd6-01cb6c2edb30 service neutron] 10.222.0.41 "GET /v2.0/ports/8cfc595d-1a2d-40c4-97f3-f90d1644b690/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 382 time: 0.1719282 Jul 08 17:32:08.503575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-9a6df72b-007b-47c9-9e52-fcf50132949d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.505177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-9a6df72b-007b-47c9-9e52-fcf50132949d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 814 time: 0.2162547 Jul 08 17:32:08.540997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c32e26e2-129e-4d56-af47-28db73afb183 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:08.552927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b57b9-8d84-44f8-8c9a-2e1d73574bf2 req-961d7519-8a6f-4fb3-925e-53e257d2cfd1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.561650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d28b57b9-8d84-44f8-8c9a-2e1d73574bf2 req-961d7519-8a6f-4fb3-925e-53e257d2cfd1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 949 time: 0.1771142 Jul 08 17:32:08.600577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a05dde5-a656-4bce-aad3-85d8f85aa9c8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/quotas/1e3d21c6e508482eabda830128eba248 HTTP/1.1" status: 200 len: 375 time: 0.0822012 Jul 08 17:32:08.644388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c32e26e2-129e-4d56-af47-28db73afb183 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:08.645284 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.663279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d28b57b9-8d84-44f8-8c9a-2e1d73574bf2 req-07ce9cd1-cc8f-47c4-b846-fdbdf2b3db34 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004205 Jul 08 17:32:08.703747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-0f67afd1-fea3-47ef-add0-f6df84a4ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.705292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-0f67afd1-fea3-47ef-add0-f6df84a4ec1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1100 time: 0.1756289 Jul 08 17:32:08.726253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Network 3c7b6630-8812-4550-88ed-1211de11a8f3 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:08.738293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:08.743718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:08.745393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:08.755836 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Sync routers for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:08.780211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-66f07e4e-aaee-4d3f-8eb2-ba0d68c84889 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1720829 Jul 08 17:32:08.785033 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:08.786045 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:08.818783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.819382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.829990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event updated for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:08.854188 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-5e69eea4-491e-430f-b137-35616a009bf7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6606524 Jul 08 17:32:08.855105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:08.858498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a3f54f05-fd5e-4a1e-b32c-2a561b09ba59 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3799672 Jul 08 17:32:08.859415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:08.869835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Request body: {'port': {'device_id': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:08.908475 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:08.932904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-9ed24cac-f5f0-4b73-927b-54418341bae4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.934876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-9ed24cac-f5f0-4b73-927b-54418341bae4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 946 time: 0.2578909 Jul 08 17:32:08.937924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-e2dbc273-f590-4b4b-9e67-7614532433b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:08.939284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-e2dbc273-f590-4b4b-9e67-7614532433b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2260056 Jul 08 17:32:08.951154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-624d3c6b-325d-4f4e-a526-d9514dd743d6 service neutron] 10.222.0.63 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700783 Jul 08 17:32:09.035112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-2889cd05-7298-4f5a-a75c-414c9014a336 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0736220 Jul 08 17:32:09.059371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609bc8-6a85-4c8e-9fa5-1b3aef4f62af req-efdef334-a260-4fa1-b37a-fd640a0c7770 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.065404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43609bc8-6a85-4c8e-9fa5-1b3aef4f62af req-efdef334-a260-4fa1-b37a-fd640a0c7770 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2327433 Jul 08 17:32:09.088089 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:06Z', 'revision_number': 3, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:09.106275 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.116249 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Checking router: e5354f7f-e494-4866-a13c-3a117d431a17 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:09.116596 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Updating router e5354f7f-e494-4866-a13c-3a117d431a17 port de3230e3-c464-47a0-bc1a-ea49120ef927 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:32:09.143634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-5f6d80e9-1dc3-4d71-8ed9-0469265d1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.145056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-5f6d80e9-1dc3-4d71-8ed9-0469265d1d73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1022367 Jul 08 17:32:09.153509 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43609bc8-6a85-4c8e-9fa5-1b3aef4f62af req-ac3655a8-0ebc-462b-a060-486d56bcc0a3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866115 Jul 08 17:32:09.158053 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.206941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-cf58fa2e-adcf-486d-baa4-88aaf33c6abc service neutron] 10.222.0.63 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548678 Jul 08 17:32:09.246030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-3b331661-8c3c-4eb9-8fb2-87e53652156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.251460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-3b331661-8c3c-4eb9-8fb2-87e53652156b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930684 Jul 08 17:32:09.274984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Deleting port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:09.275867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.360524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-cd7333b6-561e-4189-9a97-456957b4e9b5 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034429 Jul 08 17:32:09.469305 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.482329 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Transition to ACTIVE for port object de3230e3-c464-47a0-bc1a-ea49120ef927 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:09.490139 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.501862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84248-5a78-4c58-b18e-883f1f4065b5 req-4fc5562b-4d0f-4afd-90f2-556cdda26dbd tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.508673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3e84248-5a78-4c58-b18e-883f1f4065b5 req-4fc5562b-4d0f-4afd-90f2-556cdda26dbd tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 931 time: 0.1479149 Jul 08 17:32:09.543890 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Attempting to bind port de3230e3-c464-47a0-bc1a-ea49120ef927 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:09.544269 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Attempting to bind port de3230e3-c464-47a0-bc1a-ea49120ef927 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:09.544774 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Attempting to bind port de3230e3-c464-47a0-bc1a-ea49120ef927 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:09.565418 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:09.565828 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:09.566244 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.566909 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:09.567367 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Bound port: de3230e3-c464-47a0-bc1a-ea49120ef927, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:09.567770 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.573638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-8e80da56-ebe6-43b4-920c-20916582361f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740966 Jul 08 17:32:09.602858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:09.629628 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] For port de3230e3-c464-47a0-bc1a-ea49120ef927, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:09.639595 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] For port de3230e3-c464-47a0-bc1a-ea49120ef927, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de3230e3-c464-47a0-bc1a-ea49120ef927,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:09.642325 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c29fc-6d5a-4ac9-afd8-5fc742c377fd None None] Pushing event updated for resources: {'Port': ['ID=de3230e3-c464-47a0-bc1a-ea49120ef927,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:09.653759 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.680058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3e84248-5a78-4c58-b18e-883f1f4065b5 req-a14d1353-003d-460c-9ea5-eb3b0ef77733 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703784 Jul 08 17:32:09.685278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] For port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:09.685650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.698990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:09.704158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:09.704891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.762157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Calling delete_port for 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:09.770067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ee26-4827-4863-bddc-0169fbfe417c req-f136cf8c-4df0-4534-8dff-44132bb5e2a0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.771605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fde2ee26-4827-4863-bddc-0169fbfe417c req-f136cf8c-4df0-4534-8dff-44132bb5e2a0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 946 time: 0.2028129 Jul 08 17:32:09.781613 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c29fc-6d5a-4ac9-afd8-5fc742c377fd None None] Pushing event updated for resources: {'Port': ['ID=de3230e3-c464-47a0-bc1a-ea49120ef927,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:09.811183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.818379 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:09.819069 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:09.846115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fde2ee26-4827-4863-bddc-0169fbfe417c req-f1aa86be-f2c6-4209-adec-5559b182fcc6 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679519 Jul 08 17:32:09.866857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:09.881167 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52f7b6f-3861-4209-9c27-7741d181b94f" -d '{"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-plugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:09.936010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:09.944958 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:09.983076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.990758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:09.997456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.004905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.011784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.018224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.029938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:10.044576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.049528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-c2f0351b-9c8a-49b6-8f91-fc265f8ec714 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.1575618 Jul 08 17:32:10.061173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0427e88a-d831-4d9f-b8a1-117d76d34185 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:10.078495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.093134 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:10.160117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Transition to ACTIVE for port object 0427e88a-d831-4d9f-b8a1-117d76d34185 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:10.178779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24fa6265-0719-45ca-a1be-6c265d7dc240 req-b233e640-eb57-4dbe-97b5-70e5427d5f58 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044500 Jul 08 17:32:10.187411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.201279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.203663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.259699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:10.325458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2bcea5db-49a9-4263-92fe-80626df69fff req-95f1495b-4820-49ad-baab-f3aa680030f5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 210 time: 0.0412681 Jul 08 17:32:10.325692 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:06Z', 'revision_number': 3, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:10.406018 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48416f9-4dc0-4cd1-872e-4d65413670e9 None None] The sync data for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 is: [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:06Z', 'revision_number': 3, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:10.416725 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9585abb4-a15a-4f27-8ded-d7c9050c5072 x-openstack-request-id: req-9585abb4-a15a-4f27-8ded-d7c9050c5072 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:10.417057 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-plugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:10.417311 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9585abb4-a15a-4f27-8ded-d7c9050c5072 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:10.417707 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'code': 200} Jul 08 17:32:10.487634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9a27-5aa2-4cd9-b0e5-88b6a4407a64 req-c4ce8edc-c77d-4a23-bffa-b32df5d1baf7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.489457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e7b9a27-5aa2-4cd9-b0e5-88b6a4407a64 req-c4ce8edc-c77d-4a23-bffa-b32df5d1baf7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1166270 Jul 08 17:32:10.537586 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e7b9a27-5aa2-4cd9-b0e5-88b6a4407a64 req-a504b1e0-e9ba-4304-aa55-50b1d745da69 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Jul 08 17:32:10.538721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Pushing event updated for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:10.638567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57652-69a4-4ca4-9bc5-eb5b7fb765d2 req-598958fd-0785-4813-aae3-2e54d79bbc0b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.638813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] No DVR routers for this DVR port 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:10.640051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a6a57652-69a4-4ca4-9bc5-eb5b7fb765d2 req-598958fd-0785-4813-aae3-2e54d79bbc0b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.0716739 Jul 08 17:32:10.641308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.643666 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da1bb748-15f0-42af-bba1-f8ecef357873 req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "DELETE /v2.0/ports/7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 HTTP/1.1" status: 204 len: 173 time: 1.7011001 Jul 08 17:32:10.646284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d1fad-3676-4cc4-b331-1e759592fa52', 'name': 'network-vif-deleted', 'tag': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:10.649651 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246c153-10bc-4d94-91c3-9521f3760338" -d '{"events": [{"server_uuid": "282d1fad-3676-4cc4-b331-1e759592fa52", "name": "network-vif-deleted", "tag": "7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:10.652303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8fd9e-96dd-435a-8292-ab94294c0e21 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event deleted for resources: {'Port': ['ID=7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:10.659980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Attempting to bind port 0427e88a-d831-4d9f-b8a1-117d76d34185 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:10.660375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Attempting to bind port 0427e88a-d831-4d9f-b8a1-117d76d34185 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:10.660639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Attempting to bind port 0427e88a-d831-4d9f-b8a1-117d76d34185 on network 3c7b6630-8812-4550-88ed-1211de11a8f3 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:10.666353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Allocated IP 172.20.0.1 (de9281c3-d209-47d3-977a-b3ef4b72862b/40098ec3-151c-4b3d-ae12-02e7a9342cdb/974164a7-7300-4465-8682-8cb0a2385c2c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:10.673254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Port 0427e88a-d831-4d9f-b8a1-117d76d34185 on network 3c7b6630-8812-4550-88ed-1211de11a8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:10.673599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Attempting to bind port 0427e88a-d831-4d9f-b8a1-117d76d34185 on network 3c7b6630-8812-4550-88ed-1211de11a8f3 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:10.684076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:10.684413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Checking segment: {'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:10.684822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Bound using segment: {'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:10.685297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Bound port: 0427e88a-d831-4d9f-b8a1-117d76d34185, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8093f2b1-abdd-4e34-81da-13477b95a487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:10.685654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.710747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a6a57652-69a4-4ca4-9bc5-eb5b7fb765d2 req-aa7a29bf-adaa-4b78-bc9b-99e0aaa2f72d tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611789 Jul 08 17:32:10.730443 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c60ee5-f82a-4fe7-8b56-1091f3a26fe8 x-openstack-request-id: req-b9c60ee5-f82a-4fe7-8b56-1091f3a26fe8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:10.730714 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d1fad-3676-4cc4-b331-1e759592fa52", "name": "network-vif-deleted", "tag": "7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:10.730915 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b9c60ee5-f82a-4fe7-8b56-1091f3a26fe8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:10.731409 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d1fad-3676-4cc4-b331-1e759592fa52', 'name': 'network-vif-deleted', 'tag': '7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499', 'status': 'completed', 'code': 200} Jul 08 17:32:10.861269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:10.870133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0427e88a-d831-4d9f-b8a1-117d76d34185,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:10.876166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.926287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.927281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.928795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] 10.222.0.72 "PUT /v2.0/ports/0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 1091 time: 2.0628984 Jul 08 17:32:10.938883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:10.976627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Transition to ACTIVE for port object 974164a7-7300-4465-8682-8cb0a2385c2c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:10.977961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b5c04-019e-49f4-985e-5df97118948f req-96c26fa7-332d-454a-9143-3fe9d1a13099 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:10.987378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Pushing event updated for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:10.991430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-041b5c04-019e-49f4-985e-5df97118948f req-96c26fa7-332d-454a-9143-3fe9d1a13099 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 943 time: 0.1169834 Jul 08 17:32:11.000627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.001112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.001520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.001923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.002327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.002752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.003877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.004270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.004796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.005201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.005594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.005986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d7ebc-7935-4882-93a5-4e5f763ec236 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:11.041124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.071853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-041b5c04-019e-49f4-985e-5df97118948f req-e9d8e947-ccf5-4eeb-a01d-4342937b7b20 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789282 Jul 08 17:32:11.097495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Network de9281c3-d209-47d3-977a-b3ef4b72862b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:11.102915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:11.118397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:11.223283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Pushing event updated for resources: {'Port': ['ID=974164a7-7300-4465-8682-8cb0a2385c2c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:11.341186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.401072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf14902d-7e7e-4656-9f31-5c601f96cd32 req-e7a77bbb-347a-4325-85f0-e53cc9a8a72f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=282d1fad-3676-4cc4-b331-1e759592fa52 HTTP/1.1" status: 200 len: 210 time: 0.0457604 Jul 08 17:32:11.463867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-acf05a3d-069d-4dda-a4db-6f32e483c83e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.466036 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-acf05a3d-069d-4dda-a4db-6f32e483c83e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 814 time: 0.3012707 Jul 08 17:32:11.498904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Request body: {'port': {'device_id': 'c2091068-5185-4021-b859-1b96934f0984', 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8', 'admin_state_up': True, 'tenant_id': '1e3d21c6e508482eabda830128eba248'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:11.574380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-fdc73d32-6257-4ec9-92a9-abe394a2a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.577181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-fdc73d32-6257-4ec9-92a9-abe394a2a64a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1094 time: 0.4499476 Jul 08 17:32:11.588408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5c30da2c-b97c-43a6-af47-661b3af28a54 None None] Provisioning for port 974164a7-7300-4465-8682-8cb0a2385c2c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:11.594735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5c30da2c-b97c-43a6-af47-661b3af28a54 None None] Provisioning complete for port 974164a7-7300-4465-8682-8cb0a2385c2c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:11.595779 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5c30da2c-b97c-43a6-af47-661b3af28a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.603313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.622139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.638555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.651740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.658060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.665701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.674126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5c30da2c-b97c-43a6-af47-661b3af28a54 None None] Port 974164a7-7300-4465-8682-8cb0a2385c2c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:11.677255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.681327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d68ef539-c6dd-48e6-8a86-e1e4fcb48c39 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5431 time: 0.1817343 Jul 08 17:32:11.732711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80add988-7cd2-4148-9bff-feba0b4f2615 req-d938882b-07ab-41c6-ac90-f624e118a717 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 210 time: 0.0435727 Jul 08 17:32:11.751958 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0786b824-f188-407b-99e2-4b964a190ade service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 217 time: 0.1112945 Jul 08 17:32:11.754374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Made reservation on behalf of 1e3d21c6e508482eabda830128eba248 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:11.766759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:11.792727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a1a9a3e-7621-4309-ba73-1b43e008085d req-d17d08df-fd6e-42e3-925e-0e0683e8c24d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919111 Jul 08 17:32:11.924451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0fbcc020-cd39-4353-90b8-2e1dd4494df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.926157 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-0fbcc020-cd39-4353-90b8-2e1dd4494df1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.1466653 Jul 08 17:32:11.970245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec1972-ca47-44e7-b7de-137359ade334 req-17e5155f-58fe-42c4-86d1-764a12b1becc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:11.971772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abec1972-ca47-44e7-b7de-137359ade334 req-17e5155f-58fe-42c4-86d1-764a12b1becc tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1044068 Jul 08 17:32:11.979209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-6f6a3e69-0455-4292-8a48-60bbb093f182 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415518 Jul 08 17:32:12.010231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.015718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d804950a-4a16-4107-b800-69280cf2ad45 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:12.019441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:12.026658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ee30c-e50e-42ef-8edd-194a8b8d86bb req-fd286052-92c3-4e9e-a9ea-5c2ad99446bc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:12.028188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b64ee30c-e50e-42ef-8edd-194a8b8d86bb req-fd286052-92c3-4e9e-a9ea-5c2ad99446bc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1092236 Jul 08 17:32:12.043833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abec1972-ca47-44e7-b7de-137359ade334 req-03fa1f78-9c4b-48ba-8f47-0c0107dcff84 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 Jul 08 17:32:12.071637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:12.072117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 7b7c7a1b-ada8-4dd1-a9dd-ef2178ea5499 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:12.111986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b64ee30c-e50e-42ef-8edd-194a8b8d86bb req-6810e61e-4e94-480c-ae35-f53357057837 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670998 Jul 08 17:32:12.151361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Allocated IP 172.20.0.12 (d886e97f-55a2-44d5-b42b-cbc3203288a8/cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41/1ccee8ef-74d7-4a8a-8a55-6e3008794ccc) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:12.225729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d804950a-4a16-4107-b800-69280cf2ad45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d804950a-4a16-4107-b800-69280cf2ad45,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:12.250333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'd804950a-4a16-4107-b800-69280cf2ad45', 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'port_id': 'd804950a-4a16-4107-b800-69280cf2ad45', 'mac_address': 'fa:16:3e:36:33:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d005079-0170-4296-9622-df0f344e009c', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:12.300620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de3230e3-c464-47a0-bc1a-ea49120ef927 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:12.309038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-cee65228-d526-446c-aace-a2d3682c2006 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1422935 Jul 08 17:32:12.352221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe25bc5-9a80-4e97-904e-c3e733765f25 req-e0dc074b-d160-47c1-9787-c2d2cdacd73e tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:12.354279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fe25bc5-9a80-4e97-904e-c3e733765f25 req-e0dc074b-d160-47c1-9787-c2d2cdacd73e tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 943 time: 0.0832119 Jul 08 17:32:12.407115 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.460279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port de3230e3-c464-47a0-bc1a-ea49120ef927 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:12.467137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fe25bc5-9a80-4e97-904e-c3e733765f25 req-5d1c1eec-9d4b-4ebf-91a2-d2d7fef661c2 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Jul 08 17:32:12.469243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port de3230e3-c464-47a0-bc1a-ea49120ef927 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:12.469799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.473271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d804950a-4a16-4107-b800-69280cf2ad45 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:12.502086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-dffb6752-da0f-48c4-9f74-954660138a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:12.502235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d804950a-4a16-4107-b800-69280cf2ad45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d804950a-4a16-4107-b800-69280cf2ad45,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:12.505045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-dffb6752-da0f-48c4-9f74-954660138a42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 1101 time: 0.1493275 Jul 08 17:32:12.561301 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.667404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=d804950a-4a16-4107-b800-69280cf2ad45,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:12.720594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.740770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:12.743191 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096374a7-9fd0-44a1-8468-63d87c038f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:12.744829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port de3230e3-c464-47a0-bc1a-ea49120ef927, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de3230e3-c464-47a0-bc1a-ea49120ef927,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:12.751996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:12.825016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=de3230e3-c464-47a0-bc1a-ea49120ef927,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:12.840750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-8b02837e-47e5-4a9e-bc9b-f801804c7cd9 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8260643 Jul 08 17:32:12.844112 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297805a3-ea8d-42ac-9927-e124e9b3efe7 x-openstack-request-id: req-297805a3-ea8d-42ac-9927-e124e9b3efe7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:12.844396 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:12.844640 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-297805a3-ea8d-42ac-9927-e124e9b3efe7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:12.845044 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'status': 'completed', 'code': 200} Jul 08 17:32:12.933312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['d804950a-4a16-4107-b800-69280cf2ad45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:13.099861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-b545dae1-c782-4789-b842-cf921b7d403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.101439 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-b545dae1-c782-4789-b842-cf921b7d403a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77&tenant_id=40f30bd4ac2e4292ba1830d62917d829 HTTP/1.1" status: 200 len: 1101 time: 0.3513267 Jul 08 17:32:13.110832 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcb39375-0e8d-435b-a337-4c9d4756e850 req-a9228208-d609-4488-bbec-6b3df6979e55 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445805 Jul 08 17:32:13.124383 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.130493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:13.143313 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.193871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-170b2156-d9e9-48f9-aeac-1e3a5c627380 req-1a19047b-e298-438b-a049-d1d6d5a684c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 210 time: 0.0693641 Jul 08 17:32:13.255949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-c289da38-8168-4497-af51-0418d804cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.257453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-c289da38-8168-4497-af51-0418d804cc94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.7213705 Jul 08 17:32:13.292141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.300685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.301116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.308421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.315396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.324791 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.327337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.332998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.341534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.345200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-dc3f63f2-1ab7-434e-9efd-7f029dfc02ea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5432 time: 0.2231870 Jul 08 17:32:13.376371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-dd526cd4-67b6-4847-befd-8e4c29776616 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 200 len: 217 time: 0.1090078 Jul 08 17:32:13.393401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Pushing event updated for resources: {'Port': ['ID=974164a7-7300-4465-8682-8cb0a2385c2c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:13.408251 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.445458 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.456228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-c151bfa2-562c-42de-b70e-0db7548ba242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.458314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-c151bfa2-562c-42de-b70e-0db7548ba242 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1094 time: 0.2709444 Jul 08 17:32:13.489003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ddd745d-ae00-4599-bc0f-931f81493d93 req-e0545811-566c-4722-9f5f-6c9b26b0d216 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152666 Jul 08 17:32:13.493644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-daf3e763-cee0-4e9b-afee-dec6d2548e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.495093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-daf3e763-cee0-4e9b-afee-dec6d2548e3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1061544 Jul 08 17:32:13.548387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916f46e-6f36-4ed3-89b7-cef4f7d8f346 req-4a5b86e4-34a8-443c-a4d0-aac51014beb7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.549988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d916f46e-6f36-4ed3-89b7-cef4f7d8f346 req-4a5b86e4-34a8-443c-a4d0-aac51014beb7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1763992 Jul 08 17:32:13.568900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Network de9281c3-d209-47d3-977a-b3ef4b72862b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:13.578159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:13.580390 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.599340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-f68db530-138e-474e-9272-a1ee55f23f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.601984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-f68db530-138e-474e-9272-a1ee55f23f41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992746 Jul 08 17:32:13.677003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d916f46e-6f36-4ed3-89b7-cef4f7d8f346 req-0bd42988-d44c-45f0-a944-d0aefb18ced7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160185 Jul 08 17:32:13.767511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Network d886e97f-55a2-44d5-b42b-cbc3203288a8 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:13.769774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff06e2-9a42-43b3-9af0-3a2ff56452f6 req-ac0f1591-8268-4c5a-99cc-df2f67fa245f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.777667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8ff06e2-9a42-43b3-9af0-3a2ff56452f6 req-ac0f1591-8268-4c5a-99cc-df2f67fa245f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1523426 Jul 08 17:32:13.788315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:13.795463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Pushing event updated for resources: {'Port': ['ID=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:13.812256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-2c059065-4cdd-43a3-834f-11c34fab4638 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998143 Jul 08 17:32:13.836327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:13.873827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8ff06e2-9a42-43b3-9af0-3a2ff56452f6 req-cd0398c8-0165-4fe5-addc-1213084b96dd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956991 Jul 08 17:32:13.877157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-ba30599d-14b9-497f-a710-a9945b48fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:13.879014 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-ba30599d-14b9-497f-a710-a9945b48fbb6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.4068241 Jul 08 17:32:13.926776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b81f2139-2b07-4b28-be43-6fda3d9fbd87 None None] Provisioning complete for port 974164a7-7300-4465-8682-8cb0a2385c2c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:13.928658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b81f2139-2b07-4b28-be43-6fda3d9fbd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:13.965509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Router e5354f7f-e494-4866-a13c-3a117d431a17 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:32:13.984570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b81f2139-2b07-4b28-be43-6fda3d9fbd87 None None] Port 974164a7-7300-4465-8682-8cb0a2385c2c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:13.994922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['dd0548f6-6e23-4868-8604-78cc00397f96'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:14.002579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-9c3338d9-67f5-4f5a-a0a7-a835176eb177 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 217 time: 0.0633879 Jul 08 17:32:14.007531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e224114-bfa6-4a27-87b4-1e45b728da0c req-6ccfc0d8-de82-4382-bacf-04d6a3dc0340 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866210 Jul 08 17:32:14.016016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879213f3-cba1-489b-9212-2b8428763cec req-1f9d19b9-a28a-4538-89c7-96c043a2222a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:14.017525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:14.017682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-1f9d19b9-a28a-4538-89c7-96c043a2222a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.1957147 Jul 08 17:32:14.018145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.043406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:14.068890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-6a30c7cb-356d-4a0b-94dc-7c05bc30a1c5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.0387559 Jul 08 17:32:14.135274 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ed639531-50dc-4472-9b7c-f90626e3bc99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6434028 Jul 08 17:32:14.139851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-bf5651e1-ec44-400f-a0ec-3cd73a091348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:14.141649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-bf5651e1-ec44-400f-a0ec-3cd73a091348 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.1124308 Jul 08 17:32:14.149202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107f2bf-69ed-4a93-b8c4-8792c0dc0875 req-a1ce9521-6c71-4092-830e-9b5c43d150c8 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:14.150085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:14.150898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0107f2bf-69ed-4a93-b8c4-8792c0dc0875 req-a1ce9521-6c71-4092-830e-9b5c43d150c8 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 943 time: 0.1322174 Jul 08 17:32:14.171634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-e7d8afda-877a-4904-9553-52f72677959a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948792 Jul 08 17:32:14.171876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Request body: {'port': {'device_id': 'c2091068-5185-4021-b859-1b96934f0984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:14.262549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0107f2bf-69ed-4a93-b8c4-8792c0dc0875 req-0b2aeb5f-8e83-4b60-a2cd-d6c09f0799f0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884428 Jul 08 17:32:14.264228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:14.279586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-1e91e6ab-b909-4d08-ba7e-c5dadfaf77ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935042 Jul 08 17:32:14.283387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de3230e3-c464-47a0-bc1a-ea49120ef927 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:14.301292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-cac0e25a-799a-4638-ac66-390816156aa8 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286576 Jul 08 17:32:14.334155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09', 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'port_id': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09', 'mac_address': 'fa:16:3e:34:3b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d005079-0170-4296-9622-df0f344e009c', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:14.388091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port de3230e3-c464-47a0-bc1a-ea49120ef927 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:14.388593 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.397591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:14.416689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-663241ce-4f92-457f-a160-018e13aba8dc service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126046 Jul 08 17:32:14.421708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.423637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:14.438373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Sync routers for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:14.448934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5918d084-4f97-4dfa-8cef-d00db83f0294 admin admin] 10.222.0.63 "PUT /v2.0/routers/e5354f7f-e494-4866-a13c-3a117d431a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5795658 Jul 08 17:32:14.450329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:14.463755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.471620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:14.481416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:14.482527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:14.488450 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.489293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e66d99f6-9aaf-4b4c-851b-f45d58403257 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:14.494628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.500330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-7626aa80-7022-4e01-ba40-02817a8c39ed service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109511 Jul 08 17:32:14.554562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Transition to ACTIVE for port object 8cfc595d-1a2d-40c4-97f3-f90d1644b690 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:14.594766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:14.727771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ecd3-652f-4cdf-87ba-14a9b53d8870 req-0d49dcb7-b47f-4ab2-9b02-e5ed5a03b9c3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:14.733983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:14.736539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee66ecd3-652f-4cdf-87ba-14a9b53d8870 req-0d49dcb7-b47f-4ab2-9b02-e5ed5a03b9c3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 932 time: 0.1140184 Jul 08 17:32:14.760023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:14.767517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] No DVR routers for this DVR port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:14.821201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:14.849553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:14.850345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee66ecd3-652f-4cdf-87ba-14a9b53d8870 req-9882c3b6-115e-41e9-bd3a-b4c8c771e44a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072025 Jul 08 17:32:14.852224 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17dd9b9-67fb-4f1d-b1fc-7608a2b9946e" -d '{"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:14.952563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-096374a7-9fd0-44a1-8468-63d87c038f1f req-b47ff947-43de-4d2f-a53a-b0bc0298f279 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430008 Jul 08 17:32:14.957587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:14.957924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:14.958367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:14.967535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:14.967868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Attempting to bind port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:14.978006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:14.978276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:14.978666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:14.979107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Bound port: 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:14.979588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.015287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.024590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.045631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.052449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.059291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.065400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.072005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.074030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-fe67e51b-6e2e-41af-8498-ed2e34554c19 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5433 time: 0.1638219 Jul 08 17:32:15.150588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:15.168575 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39d8002a-03c6-4034-ae49-8b47667ff20a req-d2802542-9a36-4750-8968-a5b49fb9f2b3 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877347 Jul 08 17:32:15.195450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:15.210862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:15.227934 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.231875 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.276102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.276646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.278168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] 10.222.0.72 "PUT /v2.0/ports/8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 1097 time: 2.1579964 Jul 08 17:32:15.285075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Transition to ACTIVE for port object 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:15.309091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.330722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73542c10-9699-4253-a840-14cf49f94ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=11']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:15.352409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e66d99f6-9aaf-4b4c-851b-f45d58403257, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:15.420945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2f3c-7fc4-46a3-812c-f3f2829391c1 req-17d034e9-8906-4311-a7db-4c74acfefcb0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.422960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-803c2f3c-7fc4-46a3-812c-f3f2829391c1 req-17d034e9-8906-4311-a7db-4c74acfefcb0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 949 time: 0.1026993 Jul 08 17:32:15.448454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Pushing event updated for resources: {'Port': ['ID=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:15.465126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'e66d99f6-9aaf-4b4c-851b-f45d58403257', 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a', 'port_id': 'e66d99f6-9aaf-4b4c-851b-f45d58403257', 'mac_address': 'fa:16:3e:ac:63:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab64780-978b-480b-b208-7626b63a9a54', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:15.498561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-803c2f3c-7fc4-46a3-812c-f3f2829391c1 req-77d51ce8-19ad-488b-a3e9-574b8e774c4c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689530 Jul 08 17:32:15.527266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-3aad5029-eff1-4567-ba84-1bb2e174008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.529639 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-3aad5029-eff1-4567-ba84-1bb2e174008e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1100 time: 0.2017498 Jul 08 17:32:15.530770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Attempting to bind port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:15.531167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Attempting to bind port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:15.531713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Attempting to bind port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc on network d886e97f-55a2-44d5-b42b-cbc3203288a8 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:15.563665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc on network d886e97f-55a2-44d5-b42b-cbc3203288a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:15.564411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Attempting to bind port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc on network d886e97f-55a2-44d5-b42b-cbc3203288a8 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:15.573609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:15.576402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Checking segment: {'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:15.577382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Bound using segment: {'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:15.577382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Bound port: 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb4295-cf5b-4f6e-a0b1-714d250311ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:15.579138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.608130 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.655372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:15.659242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d99f6-9aaf-4b4c-851b-f45d58403257 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:15.717041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] For port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:15.720827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] For port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:15.730932 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d465e72-cebd-406b-9c03-7ddeadd08140 req-8f33e04c-b667-4d01-93e0-8128880367cf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 210 time: 0.0439458 Jul 08 17:32:15.750239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.759093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e66d99f6-9aaf-4b4c-851b-f45d58403257, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:15.770697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-d06baac5-f402-41ec-9d79-5d7902cabfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.773448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-d06baac5-f402-41ec-9d79-5d7902cabfa6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2342505 Jul 08 17:32:15.786681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35872) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:15.792205 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.793128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 58d171d1-121a-4488-904b-1a1f4c55d518 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:15.794382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412496286', 'description': 'tempest-description--1756780314'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:15.850140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.868410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:15.890287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Pushing event updated for resources: {'Port': ['ID=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:15.897392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 58d171d1-121a-4488-904b-1a1f4c55d518, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=58d171d1-121a-4488-904b-1a1f4c55d518,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:15.899720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e66d99f6-9aaf-4b4c-851b-f45d58403257,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:15.915343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '58d171d1-121a-4488-904b-1a1f4c55d518', 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'port_id': '58d171d1-121a-4488-904b-1a1f4c55d518', 'mac_address': 'fa:16:3e:4e:c8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d005079-0170-4296-9622-df0f344e009c', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:15.917624 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d980a-9064-4358-b4b2-32866ae85766 x-openstack-request-id: req-c62d980a-9064-4358-b4b2-32866ae85766 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:15.918093 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:15.918495 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c62d980a-9064-4358-b4b2-32866ae85766 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:15.919159 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'code': 200} Jul 08 17:32:15.919907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 2, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:15.930086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:15.931584 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:15.933231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-0a659ec5-13c7-43a2-b4db-26d8f29b053b service neutron] 10.222.0.72 "PUT /v2.0/ports/1ccee8ef-74d7-4a8a-8a55-6e3008794ccc HTTP/1.1" status: 200 len: 1092 time: 1.7810588 Jul 08 17:32:15.957883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Checking router: e5354f7f-e494-4866-a13c-3a117d431a17 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:15.958258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Updating router e5354f7f-e494-4866-a13c-3a117d431a17 port 974164a7-7300-4465-8682-8cb0a2385c2c binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:32:15.971052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-d9fcfca4-6a38-4c39-b445-57b94390b135 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0553799 Jul 08 17:32:16.037207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.048591 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.059711 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.062970 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.063135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-9ce9e69a-d625-498e-979a-a87d7010d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.064890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-9ce9e69a-d625-498e-979a-a87d7010d840 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0828640 Jul 08 17:32:16.087912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d171d1-121a-4488-904b-1a1f4c55d518 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:16.113734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 58d171d1-121a-4488-904b-1a1f4c55d518, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=58d171d1-121a-4488-904b-1a1f4c55d518,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:16.149038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.149745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:16.152802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.154070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3658154 Jul 08 17:32:16.160628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35876) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:16.167573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6a79f141-9d4d-432e-8737-9acf8220544a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'security_group_rule': {'security_group_id': '6f04a297-72e6-4824-b0ba-c0f5f4c81825', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:16.178975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f04a297-72e6-4824-b0ba-c0f5f4c81825,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.208121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.208464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.208822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.209162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.209494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.209831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.210168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.210496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.210825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.211152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.211477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.211798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bb639d-caaa-4998-b71a-a20652b3dae5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:16.246643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662d7d8-669e-4fe8-85e1-7d804670bcec req-47a9bb8b-302f-482a-9b2c-72f9af0c8195 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.248272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b662d7d8-669e-4fe8-85e1-7d804670bcec req-47a9bb8b-302f-482a-9b2c-72f9af0c8195 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2373099 Jul 08 17:32:16.265312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a79f141-9d4d-432e-8737-9acf8220544a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.292525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bad35-825a-4f8a-94f4-9fff79fc3797 req-a924f7e6-c226-4433-873e-a9450048258a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.295853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-129bad35-825a-4f8a-94f4-9fff79fc3797 req-a924f7e6-c226-4433-873e-a9450048258a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 943 time: 0.2140396 Jul 08 17:32:16.307037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:16.309605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=58d171d1-121a-4488-904b-1a1f4c55d518,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.331319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a', 'network_id': '361915ae-e677-4ba1-a26a-8e1a0329c81a', 'port_id': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a', 'mac_address': 'fa:16:3e:a1:cb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab64780-978b-480b-b208-7626b63a9a54', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:16.359999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b662d7d8-669e-4fe8-85e1-7d804670bcec req-009cd5fa-854f-41ff-ba27-7e6b09d67b79 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025519 Jul 08 17:32:16.378027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-129bad35-825a-4f8a-94f4-9fff79fc3797 req-82bb8fb1-b757-470b-aeff-a50eb7e323e8 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759306 Jul 08 17:32:16.413108 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a79f141-9d4d-432e-8737-9acf8220544a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.431687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a79f141-9d4d-432e-8737-9acf8220544a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.436995 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.453263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:16.494968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:16.505307 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.505982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b8a45397-a684-412c-8a4d-cf72d27bcf08 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:16.509951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79f141-9d4d-432e-8737-9acf8220544a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b6940a-45bd-4bb1-9561-2188a306bfd4,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.514250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-a7d48e29-d90a-4bdc-89fa-007f08d7e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.515538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-a7d48e29-d90a-4bdc-89fa-007f08d7e8b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4434249 Jul 08 17:32:16.518372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-c403992e-82f2-4054-9d48-97828084939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.520386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-c403992e-82f2-4054-9d48-97828084939f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 1095 time: 0.4047487 Jul 08 17:32:16.538063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a79f141-9d4d-432e-8737-9acf8220544a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.539466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6a79f141-9d4d-432e-8737-9acf8220544a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763146 Jul 08 17:32:16.541808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35882) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:16.547037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9b4152c8-b463-4b4e-b7cc-669a1634b534 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'security_group_rule': {'security_group_id': '6f04a297-72e6-4824-b0ba-c0f5f4c81825', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:16.600261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.635597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-5faead57-3699-4f49-b1d2-47140f83ecb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc HTTP/1.1" status: 200 len: 217 time: 0.0939298 Jul 08 17:32:16.667434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b4152c8-b463-4b4e-b7cc-669a1634b534 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.690716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b8a45397-a684-412c-8a4d-cf72d27bcf08, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:16.692470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8079a1d-f88c-4d75-85ba-d1886b50583c req-e4d00883-c878-4266-a6fe-45a4b9bc0423 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.694311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8079a1d-f88c-4d75-85ba-d1886b50583c req-e4d00883-c878-4266-a6fe-45a4b9bc0423 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 944 time: 0.1197255 Jul 08 17:32:16.726110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-5f9b945c-7219-4366-9955-bc901c229426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.728433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-5f9b945c-7219-4366-9955-bc901c229426 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 200 len: 854 time: 0.0726089 Jul 08 17:32:16.730064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'b8a45397-a684-412c-8a4d-cf72d27bcf08', 'network_id': 'a81a00d8-77b5-4664-b5ce-6342936760b5', 'port_id': 'b8a45397-a684-412c-8a4d-cf72d27bcf08', 'mac_address': 'fa:16:3e:1e:e4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d005079-0170-4296-9622-df0f344e009c', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:16.769840 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b4152c8-b463-4b4e-b7cc-669a1634b534 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.775504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8079a1d-f88c-4d75-85ba-d1886b50583c req-5641cb8a-2974-47f7-9e0e-b76e725d351d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736239 Jul 08 17:32:16.776587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b4152c8-b463-4b4e-b7cc-669a1634b534 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.811815 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.815962 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.823417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4152c8-b463-4b4e-b7cc-669a1634b534 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdafaab-46b6-4926-8e99-d965c0118548,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.827911 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b4152c8-b463-4b4e-b7cc-669a1634b534 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.833152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9b4152c8-b463-4b4e-b7cc-669a1634b534 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2901273 Jul 08 17:32:16.850857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Transition to ACTIVE for port object 974164a7-7300-4465-8682-8cb0a2385c2c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:16.853686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35886) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:16.853848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a45397-a684-412c-8a4d-cf72d27bcf08 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:16.858607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:16.865108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-027fa4b4-af96-40c2-ba45-6482a6087b08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d886e97f-55a2-44d5-b42b-cbc3203288a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203709 Jul 08 17:32:16.870788 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.890956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b8a45397-a684-412c-8a4d-cf72d27bcf08, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:16.905954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.927693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:16.928369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 219c0543-bc8c-418f-8f87-598c2693360b details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:16.955609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.961197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f8c1e-1bcd-4de6-b7ab-e07def30a873 None None] Pushing event updated for resources: {'Port': ['ID=974164a7-7300-4465-8682-8cb0a2385c2c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:16.962479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.968511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.974586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.986805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:16.993027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:17.010780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:17.018460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-a429b6c7-706f-4f39-bd6f-a7431a62567c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5436 time: 0.2203104 Jul 08 17:32:17.075201 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-4fc0fd0d-de6c-4c28-ae16-02bf759b5fd1 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856694 Jul 08 17:32:17.136541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Attempting to bind port 974164a7-7300-4465-8682-8cb0a2385c2c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:17.142344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Attempting to bind port 974164a7-7300-4465-8682-8cb0a2385c2c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:17.142772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Attempting to bind port 974164a7-7300-4465-8682-8cb0a2385c2c on network de9281c3-d209-47d3-977a-b3ef4b72862b {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:17.145493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b8a45397-a684-412c-8a4d-cf72d27bcf08,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:17.171552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-b876fd5f-c031-4bef-9bdc-292ad9a8a4c3 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423831 Jul 08 17:32:17.183238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af0ee6bf-6809-43c2-bae6-ef3669dd6f4d req-ab69b47f-f6cc-4cab-a0ff-800ed6503659 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629937 Jul 08 17:32:17.200267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:17.202889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Checking segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:17.204635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.205642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Bound using segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:17.206771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Bound port: 974164a7-7300-4465-8682-8cb0a2385c2c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:17.208278 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.239415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91cde7-724e-426d-8745-1d23a8628fea req-0e20e8a2-dbc7-4bfe-ad0f-29f386367510 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:17.241262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be91cde7-724e-426d-8745-1d23a8628fea req-0e20e8a2-dbc7-4bfe-ad0f-29f386367510 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 949 time: 0.1815803 Jul 08 17:32:17.260937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 219c0543-bc8c-418f-8f87-598c2693360b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=219c0543-bc8c-418f-8f87-598c2693360b,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:17.282707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879213f3-cba1-489b-9212-2b8428763cec req-22d3b699-2da5-4f36-bf58-43ee3d52ce67 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:17.284447 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-22d3b699-2da5-4f36-bf58-43ee3d52ce67 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.6274593 Jul 08 17:32:17.298230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Request body: {'port': {'device_id': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'admin_state_up': True, 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:17.320338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '219c0543-bc8c-418f-8f87-598c2693360b', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'port_id': '219c0543-bc8c-418f-8f87-598c2693360b', 'mac_address': 'fa:16:3e:97:7a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:17.323921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.372199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] For port 974164a7-7300-4465-8682-8cb0a2385c2c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:17.377023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] For port 974164a7-7300-4465-8682-8cb0a2385c2c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=974164a7-7300-4465-8682-8cb0a2385c2c,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:17.382792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.384036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d3ed84b-e306-42b2-b104-6865194060b6 req-3d57644d-419c-4b34-8184-a5ce2b2a284d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 210 time: 0.0384610 Jul 08 17:32:17.398752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219c0543-bc8c-418f-8f87-598c2693360b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:17.413666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.436208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:17.440117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.476576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-325570ca-992f-4b96-9531-9bdcd816fc06 req-ae609d50-3335-4a9a-847f-88e4b7b99f3f service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921556 Jul 08 17:32:17.524378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 219c0543-bc8c-418f-8f87-598c2693360b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=219c0543-bc8c-418f-8f87-598c2693360b,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:17.558109 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.562170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:17.562891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:17.570093 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9cbe0867-b405-40a5-b21e-a43a1fe5fe1d req-45177d2c-dee8-4b07-9727-a79868cc68f5 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884845 Jul 08 17:32:17.570853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Allocated IP 172.25.5.189 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/b60e3d63-a620-4bfa-91aa-4586a7c7e499) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:17.605214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0427e88a-d831-4d9f-b8a1-117d76d34185 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:17.607294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d804950a-4a16-4107-b800-69280cf2ad45 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:17.635664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Allocated IP 172.20.0.10 (a99655fa-9d29-42d4-82b8-f3fa6cf53c8c/43cb1256-6fff-4a5c-a1c6-ae86aa75adde/6390e984-5412-4a81-83c0-72809957d721) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:17.641462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f8c1e-1bcd-4de6-b7ab-e07def30a873 None None] Pushing event updated for resources: {'Port': ['ID=974164a7-7300-4465-8682-8cb0a2385c2c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:17.694137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be91cde7-724e-426d-8745-1d23a8628fea req-82e608bc-aae2-4368-88dd-1422e69f3ee8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452186 Jul 08 17:32:17.791140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8e038-85d1-4909-97b0-d69bb2e846f6 req-e45c9306-5dbf-45c9-a253-ea227b6e38a6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:17.798769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19a8e038-85d1-4909-97b0-d69bb2e846f6 req-e45c9306-5dbf-45c9-a253-ea227b6e38a6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.2249558 Jul 08 17:32:17.858611 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.904217 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.917574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19a8e038-85d1-4909-97b0-d69bb2e846f6 req-e3face03-5e1e-4f5a-ae5e-a78c89985860 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175003 Jul 08 17:32:17.923794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:17.943574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}, {'name': 'network-changed', 'server_uuid': 'c2091068-5185-4021-b859-1b96934f0984', 'tag': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:17.946374 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f176a-1a42-4f09-9ef0-a73f760314e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}, {"name": "network-changed", "server_uuid": "c2091068-5185-4021-b859-1b96934f0984", "tag": "1ccee8ef-74d7-4a8a-8a55-6e3008794ccc"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:17.969626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:17.972715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:17.982095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:17.990986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.003805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:18.014974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=219c0543-bc8c-418f-8f87-598c2693360b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:18.037292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b4844-9aa6-4a44-acda-abdf3cb9dcc7 req-b5aaad56-3414-4356-96ef-9fdc011f3ec0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.038934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d2b4844-9aa6-4a44-acda-abdf3cb9dcc7 req-b5aaad56-3414-4356-96ef-9fdc011f3ec0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 943 time: 0.2213552 Jul 08 17:32:18.050701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event updated for resources: {'Port': ['ID=6390e984-5412-4a81-83c0-72809957d721,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:18.051343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:18.051485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:18.056485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:18.084302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:18.088928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port d804950a-4a16-4107-b800-69280cf2ad45 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:18.121402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port d804950a-4a16-4107-b800-69280cf2ad45 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:18.121773 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.122257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.123644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.138177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'Port': ['ID=b60e3d63-a620-4bfa-91aa-4586a7c7e499,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:18.148633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d2b4844-9aa6-4a44-acda-abdf3cb9dcc7 req-cd421b7c-5239-4997-a8a2-ec861dbd2637 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951490 Jul 08 17:32:18.158619 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-97af9890-2c77-4527-92c6-1976a09cb632 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8644719 Jul 08 17:32:18.173307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Request body: {'port': {'device_id': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:18.240969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.284188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0427e88a-d831-4d9f-b8a1-117d76d34185,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:18.285972 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948a6d92-b136-4f9e-bfcc-63129ca8d2db x-openstack-request-id: req-948a6d92-b136-4f9e-bfcc-63129ca8d2db {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:18.287000 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c2091068-5185-4021-b859-1b96934f0984", "tag": "1ccee8ef-74d7-4a8a-8a55-6e3008794ccc", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:18.287382 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-948a6d92-b136-4f9e-bfcc-63129ca8d2db {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:18.287920 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'status': 'completed', 'code': 200} Jul 08 17:32:18.288389 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2091068-5185-4021-b859-1b96934f0984', 'tag': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc', 'status': 'completed', 'code': 200} Jul 08 17:32:18.305787 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.317427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'port_id': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'mac_address': 'fa:16:3e:52:3a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:18.337685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.422594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-c4721925-3379-40e1-8d13-9182030a25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.424179 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-c4721925-3379-40e1-8d13-9182030a25a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1100 time: 0.1199706 Jul 08 17:32:18.470711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['29896dd0-3b03-40ef-b2d3-6ef8f5ec019a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:18.473294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['58d171d1-121a-4488-904b-1a1f4c55d518'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:18.483791 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.537010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e66d99f6-9aaf-4b4c-851b-f45d58403257'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:18.539461 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.554606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['219c0543-bc8c-418f-8f87-598c2693360b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:18.582611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd49788-afaf-402f-9c32-2e518d1ac355 req-0ddfd226-81de-4362-87a1-3c4afa6875e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.584155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bd49788-afaf-402f-9c32-2e518d1ac355 req-0ddfd226-81de-4362-87a1-3c4afa6875e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 944 time: 0.3346777 Jul 08 17:32:18.625672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.631558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.637401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.639453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-bcd198fa-7747-4b58-b77a-213221ff16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.641030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-bcd198fa-7747-4b58-b77a-213221ff16cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1682069 Jul 08 17:32:18.643249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.649066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0427e88a-d831-4d9f-b8a1-117d76d34185 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:18.650056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.655916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.662716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.664572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-807da48a-2473-4f11-89c1-59595836b2af req-2b582a9a-a192-4c12-84a0-76ca83a24c88 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5438 time: 0.2460566 Jul 08 17:32:18.686654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-908d51f9-0272-48db-9dec-ab2f29f84b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.687991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-908d51f9-0272-48db-9dec-ab2f29f84b27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=40f30bd4ac2e4292ba1830d62917d829&device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1100 time: 0.2708526 Jul 08 17:32:18.697393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-1d1140b8-ce4f-4524-a650-28df9803800b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0467939 Jul 08 17:32:18.726968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.773284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.790186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-6a318c66-3294-4dbd-8783-c3f588551777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.791791 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-6a318c66-3294-4dbd-8783-c3f588551777 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0830843 Jul 08 17:32:18.825339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bd49788-afaf-402f-9c32-2e518d1ac355 req-037f8a99-26c3-498b-bf65-c0feae9db21b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249601 Jul 08 17:32:18.826443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:18.828693 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f63b96-876b-4902-93c6-b0fce4c083b1" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "d804950a-4a16-4107-b800-69280cf2ad45"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:18.831027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6390e984-5412-4a81-83c0-72809957d721 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:18.838348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0427e88a-d831-4d9f-b8a1-117d76d34185,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:18.844438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.847366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-807da48a-2473-4f11-89c1-59595836b2af req-67861cd2-2688-4b20-8b19-c87787e2604e tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658669 Jul 08 17:32:18.870894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.873605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d804950a-4a16-4107-b800-69280cf2ad45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d804950a-4a16-4107-b800-69280cf2ad45,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:18.881850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Transition to ACTIVE for port object 6390e984-5412-4a81-83c0-72809957d721 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:18.899563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.916292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'Port': ['ID=b60e3d63-a620-4bfa-91aa-4586a7c7e499,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:18.930461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:17Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:18.932287 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:18.942733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-edee265b-f027-45e3-ac55-3008a0cf8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:18.944500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-edee265b-f027-45e3-ac55-3008a0cf8d1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2410626 Jul 08 17:32:18.945687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.009381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-8341546a-7a4d-497d-8c36-5ae3f125884b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 200 len: 217 time: 0.0509167 Jul 08 17:32:19.010498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.020569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf625d71-a0cc-4144-b72d-741841ef20ee None None] The sync data for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 is: [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:17Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:19.021074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-23cbd3e3-47fd-48bd-9f46-7e1aa88f6292 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1661234 Jul 08 17:32:19.039609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-a5ea49a9-6c6f-4253-b83e-76d263c97745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.045325 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-a5ea49a9-6c6f-4253-b83e-76d263c97745 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439237 Jul 08 17:32:19.114849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-d3f9a8d3-0a13-486f-8cb7-cca7fe052179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.116645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-d3f9a8d3-0a13-486f-8cb7-cca7fe052179 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0944817 Jul 08 17:32:19.123338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Pushing event updated for resources: {'Port': ['ID=6390e984-5412-4a81-83c0-72809957d721,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:19.123896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:19.257396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-5b897933-2e25-4f7b-a3b5-c466978a64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.260457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-5b897933-2e25-4f7b-a3b5-c466978a64d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242261 Jul 08 17:32:19.279811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Attempting to bind port 6390e984-5412-4a81-83c0-72809957d721 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:19.280318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Attempting to bind port 6390e984-5412-4a81-83c0-72809957d721 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:19.280815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Attempting to bind port 6390e984-5412-4a81-83c0-72809957d721 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:19.291461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Port 6390e984-5412-4a81-83c0-72809957d721 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:19.293158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Attempting to bind port 6390e984-5412-4a81-83c0-72809957d721 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:19.305515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:19.306614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:19.307130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Bound using segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:19.308265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Bound port: 6390e984-5412-4a81-83c0-72809957d721, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:19.308855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.313563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-eb7c9429-9293-4abc-af61-48e7c025d6ce service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549286 Jul 08 17:32:19.382251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=d804950a-4a16-4107-b800-69280cf2ad45,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:19.385591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0427e88a-d831-4d9f-b8a1-117d76d34185'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:19.454286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] For port 6390e984-5412-4a81-83c0-72809957d721, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:19.463729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] For port 6390e984-5412-4a81-83c0-72809957d721, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6390e984-5412-4a81-83c0-72809957d721,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:19.470945 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.514582 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-14793cdb-cf5d-4c43-9d46-39c28fd770f4 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924679 Jul 08 17:32:19.531803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-a0d2b6bc-685b-47d5-960b-f5e8a6d16bbd service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577422 Jul 08 17:32:19.547129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Pushing event updated for resources: {'Port': ['ID=6390e984-5412-4a81-83c0-72809957d721,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:19.552969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16401a7b-b86d-44ce-89e5-1475ec06ed52 req-b773e245-e546-4e64-8b06-5020b90161d3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.554545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16401a7b-b86d-44ce-89e5-1475ec06ed52 req-b773e245-e546-4e64-8b06-5020b90161d3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 949 time: 0.2567694 Jul 08 17:32:19.558819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.559463 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:19.561796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-f942fdfb-bc88-4f7d-8d5a-d50a4339569b service neutron] 10.222.0.72 "PUT /v2.0/ports/6390e984-5412-4a81-83c0-72809957d721 HTTP/1.1" status: 200 len: 1092 time: 1.3946922 Jul 08 17:32:19.565021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba1e8e-a7b4-4dfa-a700-3c530af90e3b req-7755d0d9-a325-493d-8713-39b47893e366 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.572871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1ba1e8e-a7b4-4dfa-a700-3c530af90e3b req-7755d0d9-a325-493d-8713-39b47893e366 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 944 time: 0.2467940 Jul 08 17:32:19.700299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-d5f5f099-fbad-4fc6-8458-31c13102c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.701898 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-d5f5f099-fbad-4fc6-8458-31c13102c9dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 1095 time: 0.1230385 Jul 08 17:32:19.705308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879213f3-cba1-489b-9212-2b8428763cec req-0b8126d2-7751-461f-871c-5722c69c266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.706840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-0b8126d2-7751-461f-871c-5722c69c266c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 1095 time: 0.0895705 Jul 08 17:32:19.834734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-ec8fe2fc-5386-480c-acd8-7f126359c014 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6390e984-5412-4a81-83c0-72809957d721 HTTP/1.1" status: 200 len: 217 time: 0.1096721 Jul 08 17:32:19.920879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879213f3-cba1-489b-9212-2b8428763cec req-1f064a8e-d46f-49ae-99df-913f346c51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.922352 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-1f064a8e-d46f-49ae-99df-913f346c51a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0757518 Jul 08 17:32:19.931268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-1070d5cd-23b3-4877-9c93-167c14d2bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:19.932795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-1070d5cd-23b3-4877-9c93-167c14d2bc51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 915 time: 0.2157278 Jul 08 17:32:19.971847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-1ac3c937-56c9-4a98-b15f-5ed99fc128b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419540 Jul 08 17:32:20.002343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['f7088da8-b4c1-4206-81ac-b2c0c3ed2e09'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:20.009777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-8b800d05-87ef-4255-a5d6-5df64422eb2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc HTTP/1.1" status: 200 len: 217 time: 0.0680380 Jul 08 17:32:20.052955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b8a45397-a684-412c-8a4d-cf72d27bcf08'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:20.122276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16401a7b-b86d-44ce-89e5-1475ec06ed52 req-41d5051a-118b-409a-bfd2-55e0f39a33d1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473502 Jul 08 17:32:20.125439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-b3c09e7e-2d1f-49ea-8018-829acf49ce2a service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687938 Jul 08 17:32:20.182203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-30b73e30-c3e5-4aa7-87a3-51e21f926618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:20.196636 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-30b73e30-c3e5-4aa7-87a3-51e21f926618 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 200 len: 854 time: 0.1721883 Jul 08 17:32:20.200146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1ba1e8e-a7b4-4dfa-a700-3c530af90e3b req-2cddf9a0-5b5d-45d4-995b-9a2037d8b114 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263247 Jul 08 17:32:20.231074 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23787c16-ed25-4153-849d-a372972a6822 x-openstack-request-id: req-23787c16-ed25-4153-849d-a372972a6822 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:20.231978 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "d804950a-4a16-4107-b800-69280cf2ad45", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:20.231978 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-23787c16-ed25-4153-849d-a372972a6822 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:20.231978 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45', 'code': 200} Jul 08 17:32:20.304382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'tag': '6390e984-5412-4a81-83c0-72809957d721'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:20.306564 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809530d3-9367-496e-9d33-b216e3cd5437" -d '{"events": [{"name": "network-changed", "server_uuid": "4413acb5-571e-40c0-bf57-aee79fc6b6ab", "tag": "6390e984-5412-4a81-83c0-72809957d721"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:20.358569 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-350c139a-c420-491a-8521-6a30fd7ba2b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d886e97f-55a2-44d5-b42b-cbc3203288a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494191 Jul 08 17:32:20.361717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-5f20ab1c-a7d7-45b2-ac04-cbd1213dfa79 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609588 Jul 08 17:32:20.412674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 974164a7-7300-4465-8682-8cb0a2385c2c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:20.500359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ae33d-6f69-47da-90d0-6335c40776fe req-a9dad077-5864-45d4-a9da-4f9d0120e4d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:20.502208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f94ae33d-6f69-47da-90d0-6335c40776fe req-a9dad077-5864-45d4-a9da-4f9d0120e4d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1013117 Jul 08 17:32:20.564295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f94ae33d-6f69-47da-90d0-6335c40776fe req-cb514b9a-c44a-4cef-a797-10626fa7d7c2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558491 Jul 08 17:32:20.589300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 974164a7-7300-4465-8682-8cb0a2385c2c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:20.594107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 974164a7-7300-4465-8682-8cb0a2385c2c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:20.594306 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.606214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-995fba50-3d69-48af-8abd-0e23b422c532 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1412496286&fields=id&tenant_id=adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 267 time: 0.0662937 Jul 08 17:32:20.645693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-3a508e9b-36a8-4846-b0e5-bf44deda0fb7 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695858 Jul 08 17:32:20.671161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-879213f3-cba1-489b-9212-2b8428763cec req-be27f5ee-7194-4242-a2e5-d9681ec2c9e5 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966166 Jul 08 17:32:20.727734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-f41b2022-5e92-482d-bd62-b132ae479324 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:20.737058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-f41b2022-5e92-482d-bd62-b132ae479324 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 817 time: 0.1293197 Jul 08 17:32:20.751778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.756939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-b7bd00af-9ed6-4015-9892-b1a660cb628c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/quotas/adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 375 time: 0.0194108 Jul 08 17:32:20.798502 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-352f176a-1a42-4f09-9ef0-a73f760314e2 req-60daae57-6271-45ac-8f11-0a77dfe0ecb8 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402993 Jul 08 17:32:20.799001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 974164a7-7300-4465-8682-8cb0a2385c2c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=974164a7-7300-4465-8682-8cb0a2385c2c,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:20.810626 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:20.860791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=974164a7-7300-4465-8682-8cb0a2385c2c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:20.881319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88068d54-57e3-4d0e-b4ee-e931d7ef3e7d req-b2d174fc-6c34-4fda-9912-156e3946182f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:20.882850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88068d54-57e3-4d0e-b4ee-e931d7ef3e7d req-b2d174fc-6c34-4fda-9912-156e3946182f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 944 time: 0.1080120 Jul 08 17:32:20.905577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-6d463b7c-e575-47b3-be53-42320ac4cdec tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1476555 Jul 08 17:32:20.969887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88068d54-57e3-4d0e-b4ee-e931d7ef3e7d req-f0890579-4402-48a1-972f-eb9b6a6ce59c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811188 Jul 08 17:32:21.011176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e9ef1a4b-aaf4-48d2-937a-fce9ca3ad36d service neutron] 10.222.0.63 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938361 Jul 08 17:32:21.140498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-127948c5-dbe7-4f3e-818b-a2e616ec5ad1 service neutron] 10.222.0.63 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237559 Jul 08 17:32:21.156041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cda8bc-1f0e-49b6-a5bf-04004c0c94f2 req-b891e021-9623-4c07-8b7c-5462f4fbcdc2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.157545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48cda8bc-1f0e-49b6-a5bf-04004c0c94f2 req-b891e021-9623-4c07-8b7c-5462f4fbcdc2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 944 time: 0.0892539 Jul 08 17:32:21.195859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48cda8bc-1f0e-49b6-a5bf-04004c0c94f2 req-26a6f766-41bc-4833-88e8-548cadd4366e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Jul 08 17:32:21.281580 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b68694-d453-4d03-a47e-828876ef9d12 x-openstack-request-id: req-01b68694-d453-4d03-a47e-828876ef9d12 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:21.282042 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4413acb5-571e-40c0-bf57-aee79fc6b6ab", "tag": "6390e984-5412-4a81-83c0-72809957d721", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:21.282260 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-01b68694-d453-4d03-a47e-828876ef9d12 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:21.282662 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'tag': '6390e984-5412-4a81-83c0-72809957d721', 'status': 'completed', 'code': 200} Jul 08 17:32:21.393946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809530d3-9367-496e-9d33-b216e3cd5437 req-17b1aca8-92af-4bf7-84f9-efe6f174c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.395677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-809530d3-9367-496e-9d33-b216e3cd5437 req-17b1aca8-92af-4bf7-84f9-efe6f174c534 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 1095 time: 0.0763681 Jul 08 17:32:21.400010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.406128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.412942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.419905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.426076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.437388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.444364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.452202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1790d23c-c099-43aa-9252-dc78de648382 req-7bebc90b-8bf7-4536-9645-7f97ca55d63d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5439 time: 0.1386735 Jul 08 17:32:21.497016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1790d23c-c099-43aa-9252-dc78de648382 req-42746c5e-a457-4f02-8b6d-82519ff00e55 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438895 Jul 08 17:32:21.515591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809530d3-9367-496e-9d33-b216e3cd5437 req-e89be81c-ed6e-4d72-801b-d2d8bc9d2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.517188 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-809530d3-9367-496e-9d33-b216e3cd5437 req-e89be81c-ed6e-4d72-801b-d2d8bc9d2f54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.1131294 Jul 08 17:32:21.584936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:21.679590 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-809530d3-9367-496e-9d33-b216e3cd5437 req-e0bf0321-6044-4a95-950f-4d8802b7794b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6390e984-5412-4a81-83c0-72809957d721 HTTP/1.1" status: 200 len: 217 time: 0.0396879 Jul 08 17:32:21.738235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:21.745045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809530d3-9367-496e-9d33-b216e3cd5437 req-d3fdce6a-0a09-4509-9d3e-cf1cacdd8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.747193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-809530d3-9367-496e-9d33-b216e3cd5437 req-d3fdce6a-0a09-4509-9d3e-cf1cacdd8f06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0597019 Jul 08 17:32:21.753441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'mac_address': 'fa:16:3e:4a:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:21.757339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150c69f-6033-4990-8013-48064127fdc2 req-2dbbc04c-379c-4628-9a53-ed66405de2e3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.764258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a150c69f-6033-4990-8013-48064127fdc2 req-2dbbc04c-379c-4628-9a53-ed66405de2e3 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 949 time: 0.1279328 Jul 08 17:32:21.780035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949779c-ea03-4227-a817-96bebbc092f6 req-4e4121e8-4735-4907-9e8f-cdac956bfa95 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:21.781946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0949779c-ea03-4227-a817-96bebbc092f6 req-4e4121e8-4735-4907-9e8f-cdac956bfa95 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 944 time: 0.1581819 Jul 08 17:32:21.791417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-809530d3-9367-496e-9d33-b216e3cd5437 req-67a83613-6871-438a-8bd9-169ffef4ba38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357358 Jul 08 17:32:21.821443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.829438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a150c69f-6033-4990-8013-48064127fdc2 req-e1fccab0-02a7-4da0-915d-b5448774d3e4 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638247 Jul 08 17:32:21.839776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfc595d-1a2d-40c4-97f3-f90d1644b690 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:21.860225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0949779c-ea03-4227-a817-96bebbc092f6 req-8ec6c82e-d796-4763-9c46-1575be183b46 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709231 Jul 08 17:32:21.877579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:21.887609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:21.888521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:21.981127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-809530d3-9367-496e-9d33-b216e3cd5437 req-b870d1a6-902c-4afd-ad7e-78518b337168 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732364 Jul 08 17:32:22.038299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=12']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:22.085444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:22.100380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc', 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8', 'port_id': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc', 'mac_address': 'fa:16:3e:53:2a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:22.144326 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-809530d3-9367-496e-9d33-b216e3cd5437 req-6d7d241b-c4b9-485d-ad11-9bf89890dcf7 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349213 Jul 08 17:32:22.178360 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.189326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6667a54-ed94-4dc1-9e71-2322aa6fd8dc req-3c5285ec-dcfc-4ad3-8fe0-9adc463e3d3b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.194469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:22.197728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6667a54-ed94-4dc1-9e71-2322aa6fd8dc req-3c5285ec-dcfc-4ad3-8fe0-9adc463e3d3b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.0896440 Jul 08 17:32:22.221279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:22.226530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.245573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6667a54-ed94-4dc1-9e71-2322aa6fd8dc req-61f8ab15-e692-4697-9d26-5113c6254f3b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469949 Jul 08 17:32:22.272130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c45cbfb1-8dc9-4f51-b190-5865be072a40 req-bd40ccb8-b84d-44c6-a8da-81bb67630a05 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 210 time: 0.0357728 Jul 08 17:32:22.272263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 974164a7-7300-4465-8682-8cb0a2385c2c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:22.308996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:22.336182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 974164a7-7300-4465-8682-8cb0a2385c2c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:22.336557 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:22.462162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c781e93-99de-421b-8a41-4dbdb50ccd28 req-873c5c7d-6f0d-4bbe-88bb-48dc57753d1d tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.463734 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c781e93-99de-421b-8a41-4dbdb50ccd28 req-873c5c7d-6f0d-4bbe-88bb-48dc57753d1d tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 1101 time: 0.1011462 Jul 08 17:32:22.475826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761503f-debd-4dbe-adb8-0f9894357d84 req-8167a467-1f1d-49bb-8830-492de12b43af tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.477277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c761503f-debd-4dbe-adb8-0f9894357d84 req-8167a467-1f1d-49bb-8830-492de12b43af tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 944 time: 0.0835040 Jul 08 17:32:22.529695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c781e93-99de-421b-8a41-4dbdb50ccd28 req-0ab1e557-2148-447c-b7ba-a2d402548768 tempest-MigrationsAdminTest-1160382446 tempest-MigrationsAdminTest-1160382446-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Jul 08 17:32:22.534798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c761503f-debd-4dbe-adb8-0f9894357d84 req-44cd9324-61cc-4b78-9e69-7c817d49de28 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509901 Jul 08 17:32:22.743787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-010b0602-4e8d-4d27-9048-dcda3b5dddc6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.745313 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-010b0602-4e8d-4d27-9048-dcda3b5dddc6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 817 time: 0.1091428 Jul 08 17:32:22.755221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23d65f-323f-41f2-b3f0-98ec3934814c req-0ccade05-b937-4f82-9a96-4f0951b46eca tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.756718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e23d65f-323f-41f2-b3f0-98ec3934814c req-0ccade05-b937-4f82-9a96-4f0951b46eca tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 945 time: 0.1222875 Jul 08 17:32:22.788766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.794907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.797848 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-58e98ac2-c24c-4852-b0d3-fef3266b5f7b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 380 time: 0.0352268 Jul 08 17:32:22.800947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.807010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.808996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'port': {'device_id': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'admin_state_up': True, 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'security_groups': ['6f04a297-72e6-4824-b0ba-c0f5f4c81825']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:22.812992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.819773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.825837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:22.827814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-817c85c8-9aff-485c-a632-f48f4376f53d req-58b421cc-8bdf-47ba-adb1-bf23db71e513 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5439 time: 0.1493144 Jul 08 17:32:22.872753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e23d65f-323f-41f2-b3f0-98ec3934814c req-73fa844f-85d5-4242-a7a9-9d2343caa16c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100984 Jul 08 17:32:22.892008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-817c85c8-9aff-485c-a632-f48f4376f53d req-5b5253bf-4884-42c3-8031-1e946fc0e608 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565531 Jul 08 17:32:22.934146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Made reservation on behalf of adc507108b05441ebbcca3bda0e32b22 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:22.939014 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.079900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Allocated IP 172.20.0.8 (de9281c3-d209-47d3-977a-b3ef4b72862b/40098ec3-151c-4b3d-ae12-02e7a9342cdb/45af7d2e-e892-4465-9b99-a643761f8958) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:23.141129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb31e56-e34e-42d3-b8d1-7c4cfa564ba6 req-d04d3511-5545-437d-80b6-2636b956d534 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.142942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfb31e56-e34e-42d3-b8d1-7c4cfa564ba6 req-d04d3511-5545-437d-80b6-2636b956d534 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 944 time: 0.0731108 Jul 08 17:32:23.191285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dfb31e56-e34e-42d3-b8d1-7c4cfa564ba6 req-16dc1231-3c77-4521-bdeb-68b30fb4abbf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Jul 08 17:32:23.241083 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.256007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Transition to ACTIVE for port object 45af7d2e-e892-4465-9b99-a643761f8958 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:23.289537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.336913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Network de9281c3-d209-47d3-977a-b3ef4b72862b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:23.340152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:23.344310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:23.351487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:23.388879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6861c-44a0-4992-9aa2-56e256bb9ef4 req-7bc06cc2-359c-43c2-95d6-024ab7f1f8ab tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.390647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4b6861c-44a0-4992-9aa2-56e256bb9ef4 req-7bc06cc2-359c-43c2-95d6-024ab7f1f8ab tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.0846217 Jul 08 17:32:23.440066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.440608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.460627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4b6861c-44a0-4992-9aa2-56e256bb9ef4 req-d527604b-a2a2-4c41-ac89-03f17b953728 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629141 Jul 08 17:32:23.464338 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e549955c-ee9d-4db5-94aa-db50467d47f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6607428 Jul 08 17:32:23.491334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Request body: {'port': {'device_id': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:23.502273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-37600f91-a064-4b87-a1e7-b43f2e8277b8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.504010 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-37600f91-a064-4b87-a1e7-b43f2e8277b8 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1096306 Jul 08 17:32:23.524617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958fff5-b97c-4304-85c9-cf227ccff7e8 req-cd26e346-d67a-4a10-8969-9b266e38febe tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.526760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e958fff5-b97c-4304-85c9-cf227ccff7e8 req-cd26e346-d67a-4a10-8969-9b266e38febe tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 945 time: 0.1145210 Jul 08 17:32:23.589975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6390e984-5412-4a81-83c0-72809957d721 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:23.594171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0427e88a-d831-4d9f-b8a1-117d76d34185 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:23.623590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e958fff5-b97c-4304-85c9-cf227ccff7e8 req-daaecaa3-c98c-4414-846e-74ade666a0dc tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905635 Jul 08 17:32:23.642953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.660236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfab12-07dd-41c6-8f59-b69fbf5033ff req-e1d4c333-d382-481a-a7c2-096e29bd9874 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.662336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4bfab12-07dd-41c6-8f59-b69fbf5033ff req-e1d4c333-d382-481a-a7c2-096e29bd9874 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 931 time: 0.0933762 Jul 08 17:32:23.710785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Deleting port a52f2696-c387-49d0-aef8-7c04e8417f21 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:23.711114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.727515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['8cfc595d-1a2d-40c4-97f3-f90d1644b690'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:23.728047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4bfab12-07dd-41c6-8f59-b69fbf5033ff req-73d67c2b-137b-475c-bc43-da021f42e80f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567727 Jul 08 17:32:23.733156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 0427e88a-d831-4d9f-b8a1-117d76d34185 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:23.844220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032084d6-27ad-4c18-bd3c-9577bde2941f req-b671f990-f081-48ab-a16e-005d076aa7c5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:23.846293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-032084d6-27ad-4c18-bd3c-9577bde2941f req-b671f990-f081-48ab-a16e-005d076aa7c5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 944 time: 0.0801430 Jul 08 17:32:23.887271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-032084d6-27ad-4c18-bd3c-9577bde2941f req-74509129-6aa1-40f5-883f-d655122b5583 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Jul 08 17:32:23.911976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['1ccee8ef-74d7-4a8a-8a55-6e3008794ccc'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:23.916545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] For port a52f2696-c387-49d0-aef8-7c04e8417f21, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a52f2696-c387-49d0-aef8-7c04e8417f21,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:23.917105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.934016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Calling delete_port for a52f2696-c387-49d0-aef8-7c04e8417f21 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:23.947047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 0427e88a-d831-4d9f-b8a1-117d76d34185 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:23.947427 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:23.994677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f51f550e-dcd1-4200-bdfa-c3ec23993b11 None None] Provisioning for port 45af7d2e-e892-4465-9b99-a643761f8958 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:24.026089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f51f550e-dcd1-4200-bdfa-c3ec23993b11 None None] Provisioning complete for port 45af7d2e-e892-4465-9b99-a643761f8958 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:24.026465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f51f550e-dcd1-4200-bdfa-c3ec23993b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.084754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6390e984-5412-4a81-83c0-72809957d721, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6390e984-5412-4a81-83c0-72809957d721,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:24.127676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '6390e984-5412-4a81-83c0-72809957d721', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'port_id': '6390e984-5412-4a81-83c0-72809957d721', 'mac_address': 'fa:16:3e:11:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb1256-6fff-4a5c-a1c6-ae86aa75adde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:24.146685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f51f550e-dcd1-4200-bdfa-c3ec23993b11 None None] Port 45af7d2e-e892-4465-9b99-a643761f8958 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:24.179917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e640-221c-4ee7-9f0e-75ec49aae6cb req-10113e5f-57d8-4e1a-8f5b-84d1c2f75e78 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.188058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f785e640-221c-4ee7-9f0e-75ec49aae6cb req-10113e5f-57d8-4e1a-8f5b-84d1c2f75e78 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 945 time: 0.1283629 Jul 08 17:32:24.222912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.229031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.235096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.241960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.250771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.261246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.261633 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.269516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.271001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.274369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-1235e13a-4b10-4b29-a51c-0fa645e77bdf tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5439 time: 0.2026315 Jul 08 17:32:24.315676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f785e640-221c-4ee7-9f0e-75ec49aae6cb req-77300cbe-afa0-42d3-abd4-3281de81b9c3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265469 Jul 08 17:32:24.326121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6390e984-5412-4a81-83c0-72809957d721 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:24.337144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:24.339414 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db73649-54bb-4fd8-896b-1408cb97b4eb" -d '{"events": [{"server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "name": "network-vif-plugged", "status": "completed", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:24.343495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b93581ed-ee5b-4250-9f58-d119dc0c2648 req-482df0fc-f277-4bf1-8fac-8740d11ea6dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515790 Jul 08 17:32:24.374834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0427e88a-d831-4d9f-b8a1-117d76d34185,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:24.388088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6390e984-5412-4a81-83c0-72809957d721, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6390e984-5412-4a81-83c0-72809957d721,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:24.399548 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.400377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 58d171d1-121a-4488-904b-1a1f4c55d518 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:24.410660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.446504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45af7d2e-e892-4465-9b99-a643761f8958 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:24.456099 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.502822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:24.508586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Transition to ACTIVE for port object 45af7d2e-e892-4465-9b99-a643761f8958 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:24.519816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.556905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 58d171d1-121a-4488-904b-1a1f4c55d518 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:24.563026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6390e984-5412-4a81-83c0-72809957d721,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:24.565720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 58d171d1-121a-4488-904b-1a1f4c55d518 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:24.566097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.570388 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee239f91-5479-4740-87b5-5ff9faf94c0c x-openstack-request-id: req-ee239f91-5479-4740-87b5-5ff9faf94c0c {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:24.571322 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "name": "network-vif-plugged", "status": "completed", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:24.571322 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ee239f91-5479-4740-87b5-5ff9faf94c0c {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:24.571322 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'code': 200} Jul 08 17:32:24.586126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.674464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da8f4-1caf-4e6e-afdc-4b792585b2a9 req-465fd419-4345-467c-aa36-9260a985e499 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.674756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:24.683251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce4da8f4-1caf-4e6e-afdc-4b792585b2a9 req-465fd419-4345-467c-aa36-9260a985e499 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 945 time: 0.1978350 Jul 08 17:32:24.708566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.765845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 58d171d1-121a-4488-904b-1a1f4c55d518, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=58d171d1-121a-4488-904b-1a1f4c55d518,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:24.766678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce4da8f4-1caf-4e6e-afdc-4b792585b2a9 req-99226023-f8b8-46e9-954a-7a904449dc67 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811188 Jul 08 17:32:24.774383 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.775400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:24.802543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event deleted for resources: {'Port': ['ID=a52f2696-c387-49d0-aef8-7c04e8417f21,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:24.833102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] No DVR routers for this DVR port a52f2696-c387-49d0-aef8-7c04e8417f21 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:24.854902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.857307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85bddc7e-1854-4564-b821-80bfd2e7e086 req-710e53a4-a332-4179-82c2-e6d1f5510468 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "DELETE /v2.0/ports/a52f2696-c387-49d0-aef8-7c04e8417f21 HTTP/1.1" status: 204 len: 173 time: 1.3343523 Jul 08 17:32:24.858476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Attempting to bind port 45af7d2e-e892-4465-9b99-a643761f8958 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:24.859084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Attempting to bind port 45af7d2e-e892-4465-9b99-a643761f8958 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:24.859578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Attempting to bind port 45af7d2e-e892-4465-9b99-a643761f8958 on network de9281c3-d209-47d3-977a-b3ef4b72862b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:24.862949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'name': 'network-vif-deleted', 'tag': 'a52f2696-c387-49d0-aef8-7c04e8417f21'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:24.866006 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf85adda-4608-4fc0-9592-c0c2368c1926" -d '{"events": [{"server_uuid": "b4d6e966-c3b4-48bb-a430-c265e9937136", "name": "network-vif-deleted", "tag": "a52f2696-c387-49d0-aef8-7c04e8417f21"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:24.877939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Port 45af7d2e-e892-4465-9b99-a643761f8958 on network de9281c3-d209-47d3-977a-b3ef4b72862b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:24.878536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Attempting to bind port 45af7d2e-e892-4465-9b99-a643761f8958 on network de9281c3-d209-47d3-977a-b3ef4b72862b {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:24.886478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec90a11-ceba-4943-b73e-92a0b17d3163 req-18fe1f03-5857-405b-bffb-e7e09cd0e2e1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.889827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eec90a11-ceba-4943-b73e-92a0b17d3163 req-18fe1f03-5857-405b-bffb-e7e09cd0e2e1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1722968 Jul 08 17:32:24.896391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:24.897035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Checking segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:24.897594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Bound using segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:24.898215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Bound port: 45af7d2e-e892-4465-9b99-a643761f8958, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:24.898740 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.924427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-e65900e0-cc25-488f-b69c-d763c9fb001a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.928219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-e65900e0-cc25-488f-b69c-d763c9fb001a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e74b540-a5c6-449b-85ab-dfaf0d0bfc77 HTTP/1.1" status: 200 len: 950 time: 0.1531603 Jul 08 17:32:24.945515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5cc22-9010-4c7d-9c78-afef2b96fd0a req-43f2c8d3-1d3b-451f-aaf5-4242948010f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:24.947474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91b5cc22-9010-4c7d-9c78-afef2b96fd0a req-43f2c8d3-1d3b-451f-aaf5-4242948010f2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.2409098 Jul 08 17:32:24.953621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:24.959461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:24.959842 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:24.970804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=58d171d1-121a-4488-904b-1a1f4c55d518,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:25.006612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:25.010159 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91b5cc22-9010-4c7d-9c78-afef2b96fd0a req-235ccc13-c848-4a69-9a80-828b6b125cf9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531907 Jul 08 17:32:25.021352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:25.027766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.037915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09ad24eb-bd3a-4545-a07e-238dc7f0dcd9 req-4112d8a5-7a3e-4d0a-b75c-542de948506c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4d6e966-c3b4-48bb-a430-c265e9937136 HTTP/1.1" status: 200 len: 210 time: 0.0770063 Jul 08 17:32:25.072328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eec90a11-ceba-4943-b73e-92a0b17d3163 req-af2a50e6-8df2-4b9b-957d-6abfcf22ebb7 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696584 Jul 08 17:32:25.102630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.140179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:25.142378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['6390e984-5412-4a81-83c0-72809957d721'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:25.143336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.145409 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] 10.222.0.72 "PUT /v2.0/ports/45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 200 len: 1091 time: 1.6703403 Jul 08 17:32:25.151367 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988af781-1e65-412d-ad99-4cd56e160563 x-openstack-request-id: req-988af781-1e65-412d-ad99-4cd56e160563 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:25.151823 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d6e966-c3b4-48bb-a430-c265e9937136", "name": "network-vif-deleted", "tag": "a52f2696-c387-49d0-aef8-7c04e8417f21", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:25.152213 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-988af781-1e65-412d-ad99-4cd56e160563 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:25.153636 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d6e966-c3b4-48bb-a430-c265e9937136', 'name': 'network-vif-deleted', 'tag': 'a52f2696-c387-49d0-aef8-7c04e8417f21', 'status': 'completed', 'code': 200} Jul 08 17:32:25.155120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee995c-c78b-4d0f-8ad9-69ca13f3279b service neutron] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:25.172597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:25.189137 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.190551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e66d99f6-9aaf-4b4c-851b-f45d58403257 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:25.213024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Deleting port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:25.213358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.284041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-331191b0-e02f-4196-915d-3f37e72f4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:25.287055 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-331191b0-e02f-4196-915d-3f37e72f4c3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1094 time: 0.0892549 Jul 08 17:32:25.313312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:25.334340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port e66d99f6-9aaf-4b4c-851b-f45d58403257 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:25.347216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port e66d99f6-9aaf-4b4c-851b-f45d58403257 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:25.348366 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.367594 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-45033d7a-9ea8-4f4d-89c3-4de117b7aefa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 200 len: 217 time: 0.0717812 Jul 08 17:32:25.434203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-9ea5ab08-fb66-4ac2-b9bf-c568f3b83a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:25.435790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-9ea5ab08-fb66-4ac2-b9bf-c568f3b83a76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.0615430 Jul 08 17:32:25.453540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:25.454074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.476728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.490140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Calling delete_port for 8cfc595d-1a2d-40c4-97f3-f90d1644b690 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:25.511723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-aa6f5a44-4b28-4c46-a0bc-bb9104fbae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:25.513282 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-aa6f5a44-4b28-4c46-a0bc-bb9104fbae3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698950 Jul 08 17:32:25.538052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e66d99f6-9aaf-4b4c-851b-f45d58403257, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:25.557516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.558635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 219c0543-bc8c-418f-8f87-598c2693360b up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:25.576619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec8e56-40d5-4b37-a744-2750eddd1339 req-75e65c6d-b21c-4728-80fe-96e21b48fd89 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:25.578551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efec8e56-40d5-4b37-a744-2750eddd1339 req-75e65c6d-b21c-4728-80fe-96e21b48fd89 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.3434873 Jul 08 17:32:25.615527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50cb3-fb74-4963-8bd5-91f44820a7ed req-b910683e-0abe-4f4a-818a-d0295b7ffab1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:25.621310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbd50cb3-fb74-4963-8bd5-91f44820a7ed req-b910683e-0abe-4f4a-818a-d0295b7ffab1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.2903042 Jul 08 17:32:25.631377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-e66f1851-3d33-4085-8095-c577926f2c7b service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096935 Jul 08 17:32:25.651315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:25.687834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e66d99f6-9aaf-4b4c-851b-f45d58403257,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:25.712786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.718405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efec8e56-40d5-4b37-a744-2750eddd1339 req-9510c01d-8035-4af9-96ff-3ea6a374902c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266291 Jul 08 17:32:25.743686 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4c71fe3e-577e-4d4c-9da1-9087725dc6f3 req-ebe90041-a1df-4e77-9711-dedd48d9076e service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977807 Jul 08 17:32:25.763491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['a52f2696-c387-49d0-aef8-7c04e8417f21'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:25.780682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbd50cb3-fb74-4963-8bd5-91f44820a7ed req-f2629905-fae0-440d-9c3f-0a153be13a6c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493237 Jul 08 17:32:25.789896 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.820461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 219c0543-bc8c-418f-8f87-598c2693360b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:25.831064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 219c0543-bc8c-418f-8f87-598c2693360b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:25.831753 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.839612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:25.883199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:25.898491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] No DVR routers for this DVR port 8cfc595d-1a2d-40c4-97f3-f90d1644b690 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:25.900192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event deleted for resources: {'Port': ['ID=8cfc595d-1a2d-40c4-97f3-f90d1644b690,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:25.902647 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:25.905074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7534be4c-f008-4dc1-b70d-de77e6fc2865 req-bc62e1ff-39be-4396-ae73-82ce6f6ea4b6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "DELETE /v2.0/ports/8cfc595d-1a2d-40c4-97f3-f90d1644b690 HTTP/1.1" status: 204 len: 173 time: 0.9554212 Jul 08 17:32:25.915403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-deleted', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:25.917993 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1665794-6219-495a-92ac-c4d87595097b" -d '{"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-deleted", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:26.032691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8cfc595d-1a2d-40c4-97f3-f90d1644b690, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8cfc595d-1a2d-40c4-97f3-f90d1644b690,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:26.054497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f77b9-1039-4d1d-9e70-b3bde7983ffc req-23ff6264-3159-450c-b56b-1f256a14904d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.058222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a61f77b9-1039-4d1d-9e70-b3bde7983ffc req-23ff6264-3159-450c-b56b-1f256a14904d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 945 time: 0.1609700 Jul 08 17:32:26.075995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'mac_address': 'fa:16:3e:4a:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:26.127644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.134128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.140079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.146752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.153750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.159703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.166219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.168171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-e58ab482-3493-4e8b-a8c2-5642a3271679 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5442 time: 0.1882458 Jul 08 17:32:26.171519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a61f77b9-1039-4d1d-9e70-b3bde7983ffc req-b41d16bc-4b50-4f5a-990c-1834acd26076 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046259 Jul 08 17:32:26.218861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.242662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd8b5136-b8cf-48db-8e98-0ac282bc5073 req-3760eed8-2bb3-4a9f-a26b-81c8298af6ae tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641880 Jul 08 17:32:26.336366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 219c0543-bc8c-418f-8f87-598c2693360b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=219c0543-bc8c-418f-8f87-598c2693360b,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:26.346499 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cac0f6a-7d40-413d-b3ed-709fa36b7062 x-openstack-request-id: req-5cac0f6a-7d40-413d-b3ed-709fa36b7062 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:26.346804 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e74b540-a5c6-449b-85ab-dfaf0d0bfc77", "name": "network-vif-deleted", "tag": "8cfc595d-1a2d-40c4-97f3-f90d1644b690", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:26.347122 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5cac0f6a-7d40-413d-b3ed-709fa36b7062 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:26.347493 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e74b540-a5c6-449b-85ab-dfaf0d0bfc77', 'name': 'network-vif-deleted', 'tag': '8cfc595d-1a2d-40c4-97f3-f90d1644b690', 'status': 'completed', 'code': 200} Jul 08 17:32:26.351759 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.383382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b8a45397-a684-412c-8a4d-cf72d27bcf08 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:26.452052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf20ab-b5bf-433b-b86f-1bd2c224c723 req-f44cad2c-69eb-436c-a487-37b0cbe57afd tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.454174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4bf20ab-b5bf-433b-b86f-1bd2c224c723 req-f44cad2c-69eb-436c-a487-37b0cbe57afd tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 945 time: 0.0779335 Jul 08 17:32:26.479479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=219c0543-bc8c-418f-8f87-598c2693360b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:26.519247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4bf20ab-b5bf-433b-b86f-1bd2c224c723 req-74074d32-f4bc-44ef-a4da-3cd6b2663491 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Jul 08 17:32:26.537439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port b8a45397-a684-412c-8a4d-cf72d27bcf08 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:26.544862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port b8a45397-a684-412c-8a4d-cf72d27bcf08 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:26.545349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.576831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d171d1-121a-4488-904b-1a1f4c55d518'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:26.584777 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5249f68-0574-4246-a8e6-23c71cea2ccc" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "58d171d1-121a-4488-904b-1a1f4c55d518"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "219c0543-bc8c-418f-8f87-598c2693360b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:26.649652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.683571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b8a45397-a684-412c-8a4d-cf72d27bcf08, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:26.688119 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.689029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:26.726805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-a0ecfd25-bf91-4154-a778-3852278a5f0b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:26.728313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-a0ecfd25-bf91-4154-a778-3852278a5f0b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1133912 Jul 08 17:32:26.744218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-f0223515-76ff-4b7f-8315-bd4ac361beee tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/quotas/69352fdd28e7454b89ede1a8a79d54a2 HTTP/1.1" status: 200 len: 375 time: 0.0103033 Jul 08 17:32:26.779741 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc8966e-2a2d-4c18-b961-413893485f53 x-openstack-request-id: req-2fc8966e-2a2d-4c18-b961-413893485f53 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:26.780233 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "58d171d1-121a-4488-904b-1a1f4c55d518", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "219c0543-bc8c-418f-8f87-598c2693360b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:26.780687 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2fc8966e-2a2d-4c18-b961-413893485f53 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:26.781164 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d171d1-121a-4488-904b-1a1f4c55d518', 'code': 200} Jul 08 17:32:26.781614 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a', 'code': 200} Jul 08 17:32:26.781941 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257', 'code': 200} Jul 08 17:32:26.782263 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b', 'code': 200} Jul 08 17:32:26.788116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-10d6fbf6-d769-426d-9998-476de361fac1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373209 Jul 08 17:32:26.790060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b8a45397-a684-412c-8a4d-cf72d27bcf08,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:26.804903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:26.807800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:26.808369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.893462 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.912094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-cad3c6f0-71fc-41e7-a8de-5a7b1a9ac2a9 service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228869 Jul 08 17:32:26.926352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:26.931607 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:26.932455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:27.007061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.008996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c90a3a-75a4-4e82-bfe7-b2f626678883 req-c60ff559-2ac6-4e3a-8782-bc04a5e04ad2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.011019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6c90a3a-75a4-4e82-bfe7-b2f626678883 req-c60ff559-2ac6-4e3a-8782-bc04a5e04ad2 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 950 time: 0.1328750 Jul 08 17:32:27.019631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:27.023755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:27.024132 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.038250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-aa80187c-85b5-4643-a6b4-3e08873fcb5c service neutron] 10.222.0.63 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199057 Jul 08 17:32:27.067378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6c90a3a-75a4-4e82-bfe7-b2f626678883 req-cbe69a42-af9b-4cfe-ad84-504e4edf8399 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Jul 08 17:32:27.105239 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.139561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:27.142639 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.143546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:27.155975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:27.158296 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c08947-c9f0-4cfb-b218-8651e242ab37" -d '{"events": [{"name": "network-changed", "server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "tag": "45af7d2e-e892-4465-9b99-a643761f8958"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:27.192232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 8cfc595d-1a2d-40c4-97f3-f90d1644b690 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:27.192653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8cfc595d-1a2d-40c4-97f3-f90d1644b690 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:27.193113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a52f2696-c387-49d0-aef8-7c04e8417f21 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:27.219592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: a52f2696-c387-49d0-aef8-7c04e8417f21 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:27.219972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a52f2696-c387-49d0-aef8-7c04e8417f21 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:27.241606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.264140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89707648-bcf2-431c-b0a8-6f0b5ea2297f req-7994cf43-03b7-4358-8643-035a28b04cd8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.265734 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89707648-bcf2-431c-b0a8-6f0b5ea2297f req-7994cf43-03b7-4358-8643-035a28b04cd8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.0751677 Jul 08 17:32:27.342863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89707648-bcf2-431c-b0a8-6f0b5ea2297f req-17002c60-5853-4feb-be4a-c40d150078cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662353 Jul 08 17:32:27.365239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4f133-ad9b-419f-9161-0fe42f594085 req-30d6f898-8717-4ed4-9a6c-2347997d22bf tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.366756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e4f133-ad9b-419f-9161-0fe42f594085 req-30d6f898-8717-4ed4-9a6c-2347997d22bf tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1001296 Jul 08 17:32:27.404156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf72da8-689c-47aa-9864-4aa6f56bd11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.430049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a212753-85f5-4bf2-b1df-3a640354ca57 req-a31ad8a1-3012-4afe-baaf-885c5fddcda3 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 210 time: 0.0384419 Jul 08 17:32:27.437523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e4f133-ad9b-419f-9161-0fe42f594085 req-790a9085-5b3a-432c-a1f8-26c73cfa3bb4 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645187 Jul 08 17:32:27.484117 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d861e2-6085-474b-8042-71a7587f67ec x-openstack-request-id: req-26d861e2-6085-474b-8042-71a7587f67ec {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:27.484513 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "tag": "45af7d2e-e892-4465-9b99-a643761f8958", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:27.484922 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-26d861e2-6085-474b-8042-71a7587f67ec {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:27.485417 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958', 'status': 'completed', 'code': 200} Jul 08 17:32:27.606411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-926f3036-50af-4559-8e1d-d23a920d0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.607903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-926f3036-50af-4559-8e1d-d23a920d0d5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1094 time: 0.0981865 Jul 08 17:32:27.624350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6390e984-5412-4a81-83c0-72809957d721 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:27.675526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 6390e984-5412-4a81-83c0-72809957d721 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:27.679478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 6390e984-5412-4a81-83c0-72809957d721 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:27.679861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.760023 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.769063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360773a-dc0a-4a20-ba0d-eca330f810d6 req-8a0e4fb9-67c4-4df9-805e-530d9c6e7d31 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.770529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5360773a-dc0a-4a20-ba0d-eca330f810d6 req-8a0e4fb9-67c4-4df9-805e-530d9c6e7d31 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 946 time: 0.2039120 Jul 08 17:32:27.806882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.808623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6390e984-5412-4a81-83c0-72809957d721, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6390e984-5412-4a81-83c0-72809957d721,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:27.814158 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:27.815771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.822242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.828403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.834877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.840818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.846745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.848651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-645ca515-081f-459c-a047-33126c06b945 req-208d4da9-e869-44ed-8e31-a2b022e36b10 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.2630942 Jul 08 17:32:27.858772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-cbfb844e-962b-4334-a09b-13ba3148fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:27.860242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-cbfb844e-962b-4334-a09b-13ba3148fefb service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.2391300 Jul 08 17:32:27.914316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6390e984-5412-4a81-83c0-72809957d721,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:27.925880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-868e1137-e6c3-4d95-b416-52d0d3bee644 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 200 len: 217 time: 0.0548584 Jul 08 17:32:27.934738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5360773a-dc0a-4a20-ba0d-eca330f810d6 req-2e3298b1-2e41-4199-abf0-8a35d720472d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575127 Jul 08 17:32:27.967091 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-645ca515-081f-459c-a047-33126c06b945 req-22a3ed76-c9eb-46db-b706-f1cb31d4ab35 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043520 Jul 08 17:32:28.012687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-9dc8f902-ecbb-465b-b4a4-70ee8a956870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.014871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-9dc8f902-ecbb-465b-b4a4-70ee8a956870 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.0792468 Jul 08 17:32:28.092415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-1e5e35d2-2557-44d3-96ed-447642588ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.094535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-1e5e35d2-2557-44d3-96ed-447642588ecf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714042 Jul 08 17:32:28.256966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-32d38aea-8e3b-4f02-8ec4-4a86a5191c9c service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540115 Jul 08 17:32:28.340339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3516f-a0f1-4dcf-9cbb-1e738a19f797 req-63a48392-c6fa-4f5c-a61c-6efbe8776d23 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.347285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25a3516f-a0f1-4dcf-9cbb-1e738a19f797 req-63a48392-c6fa-4f5c-a61c-6efbe8776d23 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.1495144 Jul 08 17:32:28.439646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8c08947-c9f0-4cfb-b218-8651e242ab37 req-e39585ea-55a0-4c8b-a3e7-272354b3f9f9 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724150 Jul 08 17:32:28.443798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25a3516f-a0f1-4dcf-9cbb-1e738a19f797 req-1776ac39-fee2-4de9-84e3-f03633c743a5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957167 Jul 08 17:32:28.506511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-93b1f790-2c74-4a57-9f00-49d1db7e0066 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.508366 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-93b1f790-2c74-4a57-9f00-49d1db7e0066 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 811 time: 0.1755793 Jul 08 17:32:28.510268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867efb2-5c4e-491d-b3fc-74f24b2179db req-70ae07d9-2fa9-41b0-b6fb-6ee162107e30 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.511807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1867efb2-5c4e-491d-b3fc-74f24b2179db req-70ae07d9-2fa9-41b0-b6fb-6ee162107e30 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 950 time: 0.1527054 Jul 08 17:32:28.532540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Request body: {'port': {'device_id': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'admin_state_up': True, 'tenant_id': '69352fdd28e7454b89ede1a8a79d54a2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:28.554990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-302fdebf-6c11-4c7a-8b91-53e23d38fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.557719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-302fdebf-6c11-4c7a-8b91-53e23d38fb2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.2385375 Jul 08 17:32:28.582955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-1840edcf-f008-486d-aa84-2b9d667d940c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.585149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-1840edcf-f008-486d-aa84-2b9d667d940c tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 950 time: 0.1252801 Jul 08 17:32:28.588233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1867efb2-5c4e-491d-b3fc-74f24b2179db req-31d1ed58-4b2c-48ad-a3b1-f0cce5b7e094 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695908 Jul 08 17:32:28.725159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-2f8bf528-c0df-42af-8e8e-ffbe39eb15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.726555 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-2f8bf528-c0df-42af-8e8e-ffbe39eb15c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.1361444 Jul 08 17:32:28.770889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Made reservation on behalf of 69352fdd28e7454b89ede1a8a79d54a2 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:28.774547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:28.777839 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-1682ad39-f748-4395-ad55-970ff5ce957d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 217 time: 0.0449414 Jul 08 17:32:28.783544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a45397-a684-412c-8a4d-cf72d27bcf08'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09'}, {'server_uuid': 'c2091068-5185-4021-b859-1b96934f0984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc'}, {'server_uuid': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390e984-5412-4a81-83c0-72809957d721'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:28.787208 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a35a6e3-4520-438c-90f7-86fee6857ff9" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "b8a45397-a684-412c-8a4d-cf72d27bcf08"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09"}, {"server_uuid": "c2091068-5185-4021-b859-1b96934f0984", "name": "network-vif-plugged", "status": "completed", "tag": "1ccee8ef-74d7-4a8a-8a55-6e3008794ccc"}, {"server_uuid": "4413acb5-571e-40c0-bf57-aee79fc6b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "6390e984-5412-4a81-83c0-72809957d721"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:28.877376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-f6c1702d-b8f4-4a37-9f26-f796089762e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:28.878867 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-f6c1702d-b8f4-4a37-9f26-f796089762e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.0932281 Jul 08 17:32:28.921779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-b831f035-81e8-4611-b82f-77175287a35c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328643 Jul 08 17:32:29.007575 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:32:29.020687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Allocated IP 172.20.0.9 (1495ca0b-3919-43d6-8e6a-f156d25aa27c/93f219f3-10d8-4a52-b813-91bc530aa542/2bb6dd84-cdb8-489d-ab65-d44538af18ac) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:29.074245 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-0046638d-494e-43fe-b56c-c3d14e57b94c service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275876 Jul 08 17:32:29.083918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f31930-40bb-4619-a3f7-d7f386b65821 req-f04456bc-0741-4010-a3fd-4370fc9b2073 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.085447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7f31930-40bb-4619-a3f7-d7f386b65821 req-f04456bc-0741-4010-a3fd-4370fc9b2073 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.4963140 Jul 08 17:32:29.125283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2978150-f4ae-49e0-91c9-37b25138412c req-81ac7712-1bd0-46a6-b4e5-66aa7c2877ec tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.126761 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2978150-f4ae-49e0-91c9-37b25138412c req-81ac7712-1bd0-46a6-b4e5-66aa7c2877ec tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.1753786 Jul 08 17:32:29.155021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Deleting port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:29.155362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.175958 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7f31930-40bb-4619-a3f7-d7f386b65821 req-33d9d022-9494-4b1b-9643-e11ba86e13d7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844398 Jul 08 17:32:29.236468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2978150-f4ae-49e0-91c9-37b25138412c req-06f4bef2-b324-4ddd-a826-4ce7a958511a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011405 Jul 08 17:32:29.241448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4101306c-c1fd-4ef4-840b-04dc4052ef86 req-70bacc13-1e38-4091-9c40-d3f63e969bf1 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595798 Jul 08 17:32:29.267661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.295787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] For port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:29.296157 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.314245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Calling delete_port for d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:29.323306 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1d488-3077-4261-b76f-86094de6f644 x-openstack-request-id: req-c8c1d488-3077-4261-b76f-86094de6f644 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:29.323851 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "b8a45397-a684-412c-8a4d-cf72d27bcf08", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-plugged", "status": "completed", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09", "code": 200}, {"server_uuid": "c2091068-5185-4021-b859-1b96934f0984", "name": "network-vif-plugged", "status": "completed", "tag": "1ccee8ef-74d7-4a8a-8a55-6e3008794ccc", "code": 200}, {"server_uuid": "4413acb5-571e-40c0-bf57-aee79fc6b6ab", "name": "network-vif-plugged", "status": "completed", "tag": "6390e984-5412-4a81-83c0-72809957d721", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:29.324646 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c8c1d488-3077-4261-b76f-86094de6f644 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:29.325205 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a45397-a684-412c-8a4d-cf72d27bcf08', 'code': 200} Jul 08 17:32:29.325639 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09', 'code': 200} Jul 08 17:32:29.325908 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2091068-5185-4021-b859-1b96934f0984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc', 'code': 200} Jul 08 17:32:29.326443 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6390e984-5412-4a81-83c0-72809957d721', 'code': 200} Jul 08 17:32:29.342067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.357591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e213c2e-bdaa-4db1-8175-6a56c94956cb req-66c2c015-1696-4e07-ac87-93c3e06dac9f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 210 time: 0.0412724 Jul 08 17:32:29.453907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event updated for resources: {'Port': ['ID=2bb6dd84-cdb8-489d-ab65-d44538af18ac,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:29.462196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Network 1495ca0b-3919-43d6-8e6a-f156d25aa27c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:29.464370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:29.466181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:29.572274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.572931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.611731 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b25a3c91-aaf2-425f-8314-dea4b443f45f tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915067 Jul 08 17:32:29.618278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.618572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.619246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.619466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.619961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.621334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.621334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.622954 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-6bdf3ffd-4767-425b-8b2f-73e21a33f943 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6502 time: 0.1240098 Jul 08 17:32:29.628163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Request body: {'port': {'device_id': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:29.640459 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.649760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:29.658991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:29.688874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7239b-b013-450a-80c9-f4ed10150129 req-fca5791d-039b-476c-adcf-21cbc2059bc9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.690398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36b7239b-b013-450a-80c9-f4ed10150129 req-fca5791d-039b-476c-adcf-21cbc2059bc9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 946 time: 0.2599771 Jul 08 17:32:29.695561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event deleted for resources: {'Port': ['ID=d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:29.710324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7aba3-b314-4464-a2c9-b10688bcdeb4 req-3a2c05a2-8fa5-49e8-a7bc-618ab982180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.711539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cd7aba3-b314-4464-a2c9-b10688bcdeb4 req-3a2c05a2-8fa5-49e8-a7bc-618ab982180e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 1097 time: 0.2115004 Jul 08 17:32:29.717715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664da4f-3c03-42ac-9550-78a90832c649 req-2bfeb916-6442-4039-bdc8-d99e7dd3144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.719287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f664da4f-3c03-42ac-9550-78a90832c649 req-2bfeb916-6442-4039-bdc8-d99e7dd3144d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 1097 time: 0.2074747 Jul 08 17:32:29.751075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:29.780600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.784536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.793090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.796579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae5d4bd5-0581-420d-8630-8e704cf1c1b0 req-22ddb804-3776-4a6d-b85a-9cfbd9f8372e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239433 Jul 08 17:32:29.799677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f664da4f-3c03-42ac-9550-78a90832c649 req-36574a87-7f5b-40ce-be6a-1c928cdf1bcb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697088 Jul 08 17:32:29.800909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.808324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.816010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.828201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.835933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:29.838011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-b506ee6a-eaa9-4878-80d7-b35510bd6d06 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.3116302 Jul 08 17:32:29.867272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] No DVR routers for this DVR port d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:29.878281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:29.882060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a94297e7-f035-4aed-8eb8-f5db9dab3e2b req-57063366-4be3-47c7-b442-59705e988881 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "DELETE /v2.0/ports/d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 HTTP/1.1" status: 204 len: 173 time: 1.2838736 Jul 08 17:32:29.884700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-deleted', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:29.887209 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f440b8-1078-4dc5-a554-6ed5070e27b1" -d '{"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-deleted", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:29.947474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cd7aba3-b314-4464-a2c9-b10688bcdeb4 req-be1c698c-37d2-4563-b1e0-735da5f52436 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151697 Jul 08 17:32:29.962843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36b7239b-b013-450a-80c9-f4ed10150129 req-607b58b1-52df-483f-9e73-d4fb23550ec0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286861 Jul 08 17:32:29.998480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54b32e3e-522c-4639-a8b9-00be53cb0545 req-d2e2365d-b5db-48c4-a05d-f8492853a7ce tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340766 Jul 08 17:32:30.006735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:30.027781 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-937bb6e8-5574-4990-a312-0f75b2385116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.076662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '45af7d2e-e892-4465-9b99-a643761f8958', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'port_id': '45af7d2e-e892-4465-9b99-a643761f8958', 'mac_address': 'fa:16:3e:5e:7f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:30.171724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb6dd84-cdb8-489d-ab65-d44538af18ac {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:30.197415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.223696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Transition to ACTIVE for port object 2bb6dd84-cdb8-489d-ab65-d44538af18ac will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:30.231668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.237469 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.340636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45af7d2e-e892-4465-9b99-a643761f8958 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:30.371682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93893e8d-396a-4e0a-8cc6-db65038e7c60 req-0786f860-e93a-4b51-a6a4-3a4070d57b98 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:30.376345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93893e8d-396a-4e0a-8cc6-db65038e7c60 req-0786f860-e93a-4b51-a6a4-3a4070d57b98 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.1447945 Jul 08 17:32:30.398238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:30.406353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.433423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6dd84-cdb8-489d-ab65-d44538af18ac,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:30.435130 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.449017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93893e8d-396a-4e0a-8cc6-db65038e7c60 req-e74883aa-562d-4fcb-87ac-8e38fd461ed7 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653203 Jul 08 17:32:30.475458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:30.475678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Attempting to bind port 2bb6dd84-cdb8-489d-ab65-d44538af18ac on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:30.475678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Attempting to bind port 2bb6dd84-cdb8-489d-ab65-d44538af18ac by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:30.475678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Attempting to bind port 2bb6dd84-cdb8-489d-ab65-d44538af18ac on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:30.480845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Port 2bb6dd84-cdb8-489d-ab65-d44538af18ac on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:30.481448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Attempting to bind port 2bb6dd84-cdb8-489d-ab65-d44538af18ac on network 1495ca0b-3919-43d6-8e6a-f156d25aa27c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:30.492082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:30.492622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Checking segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:30.493124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Bound using segment: {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:30.493628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Bound port: 2bb6dd84-cdb8-489d-ab65-d44538af18ac, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:30.494059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.499354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-827fc88e-2320-48a8-8332-64e9c7b5ac7f req-75dea65f-66bc-493f-8250-f217c268334d tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c6e1c93-7415-4266-957c-ac0b3b469711 HTTP/1.1" status: 200 len: 210 time: 0.0547211 Jul 08 17:32:30.527072 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c57c4-19b0-4476-9260-c689b06d4155 x-openstack-request-id: req-810c57c4-19b0-4476-9260-c689b06d4155 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:30.527359 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6e1c93-7415-4266-957c-ac0b3b469711", "name": "network-vif-deleted", "tag": "d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:30.527605 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-810c57c4-19b0-4476-9260-c689b06d4155 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:30.528004 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6e1c93-7415-4266-957c-ac0b3b469711', 'name': 'network-vif-deleted', 'tag': 'd4125fe7-a0e5-4da3-b4dd-f82fdebf26a7', 'status': 'completed', 'code': 200} Jul 08 17:32:30.570099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] For port 2bb6dd84-cdb8-489d-ab65-d44538af18ac, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:30.573674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] For port 2bb6dd84-cdb8-489d-ab65-d44538af18ac, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bb6dd84-cdb8-489d-ab65-d44538af18ac,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:30.580429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.617337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:30.618151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:30.619826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] 10.222.0.72 "PUT /v2.0/ports/2bb6dd84-cdb8-489d-ab65-d44538af18ac HTTP/1.1" status: 200 len: 1091 time: 0.9959037 Jul 08 17:32:30.620364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'tag': '2bb6dd84-cdb8-489d-ab65-d44538af18ac'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:30.622847 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c" -d '{"events": [{"name": "network-changed", "server_uuid": "6eff040c-8df6-4bd2-b4b2-f26f32885a6d", "tag": "2bb6dd84-cdb8-489d-ab65-d44538af18ac"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:30.653396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7bab9-66aa-456c-9f27-7fbb78cc2c43 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb6dd84-cdb8-489d-ab65-d44538af18ac,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:30.735695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-36196f16-bb84-4d38-9693-3e79bbdff559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:30.737405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-36196f16-bb84-4d38-9693-3e79bbdff559 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 1094 time: 0.0606856 Jul 08 17:32:30.753641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7d10f-ff63-421f-8d36-665b61efad1e req-0636aa9a-2dc6-40d4-b6c4-1242bf79865f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:30.755315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3db7d10f-ff63-421f-8d36-665b61efad1e req-0636aa9a-2dc6-40d4-b6c4-1242bf79865f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 944 time: 0.1346292 Jul 08 17:32:30.774456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f2d22-1799-423a-a3c1-e296e34ab99c req-28141c0d-430e-42cf-9f34-f7b58f565b8a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:30.776139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-331f2d22-1799-423a-a3c1-e296e34ab99c req-28141c0d-430e-42cf-9f34-f7b58f565b8a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1238344 Jul 08 17:32:30.787720 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-39fff7fb-55fd-4979-8dbf-3631df98931d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb6dd84-cdb8-489d-ab65-d44538af18ac HTTP/1.1" status: 200 len: 217 time: 0.0414824 Jul 08 17:32:30.841177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-f0bf8ea2-d805-415f-979e-0714be1a5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:30.841584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3db7d10f-ff63-421f-8d36-665b61efad1e req-9014295f-0ed9-4631-b760-97f9204e420b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642531 Jul 08 17:32:30.842731 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-f0bf8ea2-d805-415f-979e-0714be1a5147 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0477312 Jul 08 17:32:30.844480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-331f2d22-1799-423a-a3c1-e296e34ab99c req-5ea19e6b-e361-4e6e-9faa-41085c69d583 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610802 Jul 08 17:32:30.885477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-c54ba826-f088-494e-af48-7a0c5731695e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313866 Jul 08 17:32:30.913948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['45af7d2e-e892-4465-9b99-a643761f8958'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:30.920294 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7be48-27ab-412d-9bd7-378b2a9a90b2 x-openstack-request-id: req-0fa7be48-27ab-412d-9bd7-378b2a9a90b2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:30.920482 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eff040c-8df6-4bd2-b4b2-f26f32885a6d", "tag": "2bb6dd84-cdb8-489d-ab65-d44538af18ac", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:30.920768 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0fa7be48-27ab-412d-9bd7-378b2a9a90b2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:30.921388 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'tag': '2bb6dd84-cdb8-489d-ab65-d44538af18ac', 'status': 'completed', 'code': 200} Jul 08 17:32:31.004150 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-420e9445-4b33-4dcd-9005-5f03c882f44e service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053798 Jul 08 17:32:31.041455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd3fc3-7ede-4c6c-a726-50807f38ac2f req-596b1565-cef9-4c9d-9bd4-2a14f6bf41ec tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.044001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21dd3fc3-7ede-4c6c-a726-50807f38ac2f req-596b1565-cef9-4c9d-9bd4-2a14f6bf41ec tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 943 time: 0.0741384 Jul 08 17:32:31.114415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21dd3fc3-7ede-4c6c-a726-50807f38ac2f req-fb367e91-59e9-43f7-a521-fcb77e069212 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635071 Jul 08 17:32:31.117565 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ce6fb4-528f-44fe-9deb-bd077126f736 req-1fc2b7c8-1836-4cbb-bcd4-fda5309ae283 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052668 Jul 08 17:32:31.157720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd46fe-49a1-4553-9df9-d2bbe38e2315 req-fba0cc0a-1e9d-4c49-9673-cc9f19b50014 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.159105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13bd46fe-49a1-4553-9df9-d2bbe38e2315 req-fba0cc0a-1e9d-4c49-9673-cc9f19b50014 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 946 time: 0.0868495 Jul 08 17:32:31.199324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13bd46fe-49a1-4553-9df9-d2bbe38e2315 req-dca43b00-dba4-4825-8256-fe6d0381414b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335827 Jul 08 17:32:31.257873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-d0401231-125a-4efd-98c3-374b2a1776ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.259541 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-d0401231-125a-4efd-98c3-374b2a1776ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 1094 time: 0.0582163 Jul 08 17:32:31.291846 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:31.321374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.328454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.334643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.340624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.346595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.353232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.359336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.361345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83351a20-e8af-450f-b9ab-3419862497f4 req-cdb5c7ac-0371-4f48-b455-05e903ecd2ff tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.1269038 Jul 08 17:32:31.370618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-ba4c3bfd-c307-4c94-af21-fcd92b6c3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.372052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-ba4c3bfd-c307-4c94-af21-fcd92b6c3f42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 200 len: 912 time: 0.1048331 Jul 08 17:32:31.407933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83351a20-e8af-450f-b9ab-3419862497f4 req-6d2e9d8a-f5fd-4dc9-bd77-9ca8819893bd tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374925 Jul 08 17:32:31.427227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-f96864bb-0909-49ef-9b93-af8a209495c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bb6dd84-cdb8-489d-ab65-d44538af18ac HTTP/1.1" status: 200 len: 217 time: 0.0475469 Jul 08 17:32:31.484117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-2ceb1f9c-6bd9-4abf-a172-dc90bd445dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.485647 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-2ceb1f9c-6bd9-4abf-a172-dc90bd445dd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 200 len: 851 time: 0.0446088 Jul 08 17:32:31.545262 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-00bf7908-c7cc-453d-988e-1999073fe485 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1495ca0b-3919-43d6-8e6a-f156d25aa27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306540 Jul 08 17:32:31.659394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ce36d-4eba-41bf-b5cf-0425c8294130 req-a69de26c-9ba6-4287-9454-daeb8bc96d34 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:31.661666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d2ce36d-4eba-41bf-b5cf-0425c8294130 req-a69de26c-9ba6-4287-9454-daeb8bc96d34 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.0922256 Jul 08 17:32:31.686579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-4f5e9d74-c55b-49ba-a422-78f1a0d5ea3e service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042440 Jul 08 17:32:31.708480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:31.712337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d2ce36d-4eba-41bf-b5cf-0425c8294130 req-54a260a8-2a76-486e-a008-782fd719b924 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449548 Jul 08 17:32:31.743787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:31.744140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d4125fe7-a0e5-4da3-b4dd-f82fdebf26a7 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:31.816213 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0a828cd-3cc8-44cd-925b-01bcaa86b84c req-5c40a416-dc5a-4c64-a662-fb03c9435962 service neutron] 10.222.0.72 "GET /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915980 Jul 08 17:32:32.020885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e1a8f-8972-4ea3-a990-4942ed6b469b req-4e555d4d-dc60-4f2b-9dba-3066268ccad1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.022570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f67e1a8f-8972-4ea3-a990-4942ed6b469b req-4e555d4d-dc60-4f2b-9dba-3066268ccad1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.0990517 Jul 08 17:32:32.078290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc5eb-c66a-4649-b5d9-6652c479da1a req-616171fe-9f7f-4bd0-beca-3899266b3da8 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.079778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2dbc5eb-c66a-4649-b5d9-6652c479da1a req-616171fe-9f7f-4bd0-beca-3899266b3da8 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1058488 Jul 08 17:32:32.082870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f67e1a8f-8972-4ea3-a990-4942ed6b469b req-6f8b9f85-f848-47cd-8d0a-69b9d730a718 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Jul 08 17:32:32.118349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2dbc5eb-c66a-4649-b5d9-6652c479da1a req-77d66453-df5c-44ca-9d17-c4b84c4322e0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Jul 08 17:32:32.274380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c22350-0bcd-4a38-bd12-e030d700acda req-bc3d1bfc-8324-4193-84e3-00fe24b3bbc5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.275847 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2c22350-0bcd-4a38-bd12-e030d700acda req-bc3d1bfc-8324-4193-84e3-00fe24b3bbc5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 944 time: 0.0955648 Jul 08 17:32:32.329572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e77559-825f-4a5f-8336-0ad706b1a4eb req-1ea0be51-6900-42f7-9fe1-c06b9cc12540 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.331028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4e77559-825f-4a5f-8336-0ad706b1a4eb req-1ea0be51-6900-42f7-9fe1-c06b9cc12540 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 943 time: 0.1044774 Jul 08 17:32:32.334583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2c22350-0bcd-4a38-bd12-e030d700acda req-57fbb3ad-e28a-4962-8341-c6429934918a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527170 Jul 08 17:32:32.369619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4e77559-825f-4a5f-8336-0ad706b1a4eb req-8bdba7f2-072b-416b-a01f-32648a253dea tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Jul 08 17:32:32.519743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b46374-98b4-43c7-8fdb-537b69c03238 req-e181b2da-2c73-4f5a-9d61-952892f9bda6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.521915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78b46374-98b4-43c7-8fdb-537b69c03238 req-e181b2da-2c73-4f5a-9d61-952892f9bda6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 946 time: 0.0639400 Jul 08 17:32:32.558513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78b46374-98b4-43c7-8fdb-537b69c03238 req-9be2c057-d701-434d-b8ee-d339be874929 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Jul 08 17:32:32.654333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.660282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.666856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.673049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.679713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.685710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.691730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.693755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-9ef92ca7-f264-435f-8a97-388eefb5e064 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.1128962 Jul 08 17:32:32.743603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43c5fc6a-9f1d-4071-9852-adab8b68a41a req-87fd9c02-1236-470e-9032-1e786bab482d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436435 Jul 08 17:32:32.749891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:32.949125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74b8bf-0d5a-4835-b2fb-51d1a81ce60c req-28d908fa-f2a4-4f69-8483-4ae268ffd70d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:32.950522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d74b8bf-0d5a-4835-b2fb-51d1a81ce60c req-28d908fa-f2a4-4f69-8483-4ae268ffd70d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.0972607 Jul 08 17:32:33.007227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.013230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.019171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.025679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.031659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.038193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.044116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.045942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8213b3e-80fe-427e-b15b-620a459f62da req-67a90184-256d-49aa-85d4-a316f050df70 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.1516612 Jul 08 17:32:33.050977 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d74b8bf-0d5a-4835-b2fb-51d1a81ce60c req-df25a5c3-b048-4426-b6f9-c1ce48b96bc1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927260 Jul 08 17:32:33.056114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36124) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:33.061571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Request body: {'floatingip': {'port_id': '219c0543-bc8c-418f-8f87-598c2693360b'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:33.102633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.352110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822a34-ec13-4608-b354-72c9af10d316 req-be504fa2-7d38-47fa-b288-a87e450646ae tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.353649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64822a34-ec13-4608-b354-72c9af10d316 req-be504fa2-7d38-47fa-b288-a87e450646ae tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 946 time: 0.1917350 Jul 08 17:32:33.418808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7aebd-5c18-40f4-a878-862175ecb7f4 req-5c7f4f3e-dc89-4fc1-af08-6428a8a65c36 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.420276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77c7aebd-5c18-40f4-a878-862175ecb7f4 req-5c7f4f3e-dc89-4fc1-af08-6428a8a65c36 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.2274342 Jul 08 17:32:33.470206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64822a34-ec13-4608-b354-72c9af10d316 req-957fdb43-6e76-4c2a-a29c-a21936e5bb0b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095417 Jul 08 17:32:33.550614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77c7aebd-5c18-40f4-a878-862175ecb7f4 req-569429bc-a8c9-45c5-932a-dc996698f14c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239011 Jul 08 17:32:33.661885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:33.713205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 45af7d2e-e892-4465-9b99-a643761f8958 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:33.717102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 45af7d2e-e892-4465-9b99-a643761f8958 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:33.717474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.797850 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.823285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:33.825425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbb95d-840e-41d0-8231-04c8d8d86cb4 req-298f5b57-6126-4247-a23e-384f2cd3a1e0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.825624 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb07130-de61-4ecf-837f-eda3bff532af" -d '{"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-plugged", "status": "completed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:33.826931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdbb95d-840e-41d0-8231-04c8d8d86cb4 req-298f5b57-6126-4247-a23e-384f2cd3a1e0 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.2344449 Jul 08 17:32:33.836664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8baa061f-0115-4302-99c2-3454b1a44a57 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.838110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8baa061f-0115-4302-99c2-3454b1a44a57 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 950 time: 0.2149854 Jul 08 17:32:33.838666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:33.842569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.879041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.890661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:33.904944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:33.913611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73dafd-d0ce-42cc-9ee1-16d2ef55f0a7 req-da40c4da-3bc2-418f-bbb0-c14ed637c721 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:33.915046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db73dafd-d0ce-42cc-9ee1-16d2ef55f0a7 req-da40c4da-3bc2-418f-bbb0-c14ed637c721 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.2544589 Jul 08 17:32:34.017625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afdbb95d-840e-41d0-8231-04c8d8d86cb4 req-ad19b6ef-e7e9-47ee-b967-64a23752bbda tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767569 Jul 08 17:32:34.076554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db73dafd-d0ce-42cc-9ee1-16d2ef55f0a7 req-ea868468-dd00-4d37-b11b-1d031cfc2109 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209474 Jul 08 17:32:34.110122 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Floating IP 8f082a8a-d4b5-49ee-b920-ee557215e2d5 associated. External IP: 172.25.5.29, port: 219c0543-bc8c-418f-8f87-598c2693360b. Jul 08 17:32:34.499001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Deleting port 5a360cf0-437f-4cd1-9684-169e1a56cfbb {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:34.499259 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.512759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-cf4b5774-1222-494f-beb5-c1c7155f77bd tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.514250 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-cf4b5774-1222-494f-beb5-c1c7155f77bd tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 946 time: 0.0674262 Jul 08 17:32:34.618349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Deleting port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:34.618696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.694487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fe36e-2bd2-4e4a-8def-be480d1a3308 req-9b952a86-1838-41f7-805e-0bab1944e85a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.696247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d3fe36e-2bd2-4e4a-8def-be480d1a3308 req-9b952a86-1838-41f7-805e-0bab1944e85a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.5514519 Jul 08 17:32:34.704368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] For port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:34.704752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.708822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] For port 5a360cf0-437f-4cd1-9684-169e1a56cfbb, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5a360cf0-437f-4cd1-9684-169e1a56cfbb,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:34.709729 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.718237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Calling delete_port for 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:34.767908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Calling delete_port for 5a360cf0-437f-4cd1-9684-169e1a56cfbb owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:34.777033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2825c-518c-42dc-9b3e-150b58192bf3 req-33572ef9-56dc-4d4f-8206-219665c948cd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:34.778563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffe2825c-518c-42dc-9b3e-150b58192bf3 req-33572ef9-56dc-4d4f-8206-219665c948cd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 943 time: 0.2827051 Jul 08 17:32:34.852788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.870205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['dd0548f6-6e23-4868-8604-78cc00397f96', '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:34.880201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Pushing event deleted for resources: {'Port': ['ID=1ccee8ef-74d7-4a8a-8a55-6e3008794ccc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:34.905354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d3fe36e-2bd2-4e4a-8def-be480d1a3308 req-dc1ba485-d7a7-4634-8655-c6b9f9c4115b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984115 Jul 08 17:32:34.930894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] No DVR routers for this DVR port 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:34.934468 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:34.937621 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6bba32b9-90e2-457e-b2e9-4b4fb2984f12 req-dead628d-c38e-40c6-ad66-68a8a47fd6e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "DELETE /v2.0/ports/1ccee8ef-74d7-4a8a-8a55-6e3008794ccc HTTP/1.1" status: 204 len: 173 time: 0.4164727 Jul 08 17:32:34.937995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2091068-5185-4021-b859-1b96934f0984', 'name': 'network-vif-deleted', 'tag': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:34.940415 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d5ecb-69b0-4862-8707-b1e94e36e0ed" -d '{"events": [{"server_uuid": "c2091068-5185-4021-b859-1b96934f0984", "name": "network-vif-deleted", "tag": "1ccee8ef-74d7-4a8a-8a55-6e3008794ccc"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:34.940569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffe2825c-518c-42dc-9b3e-150b58192bf3 req-afa68556-b590-40f2-b3c4-03eba7fde1a4 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495786 Jul 08 17:32:34.963418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Router cf527cca-f46b-4190-b012-5c185fd8527f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:32:35.116947 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bffe4a-92e7-4f0f-8a3a-314f0e4d39e0 x-openstack-request-id: req-46bffe4a-92e7-4f0f-8a3a-314f0e4d39e0 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:35.117612 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-plugged", "status": "completed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:35.118073 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-46bffe4a-92e7-4f0f-8a3a-314f0e4d39e0 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:35.118727 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958', 'code': 200} Jul 08 17:32:35.135482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.175823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5a360cf0-437f-4cd1-9684-169e1a56cfbb'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:35.197077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event deleted for resources: {'Port': ['ID=5a360cf0-437f-4cd1-9684-169e1a56cfbb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:35.295414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd75d-d724-4739-8656-07e75e655909 req-3d28c9c3-0d8c-4a1d-bbad-99f89b970393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:35.297041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ccd75d-d724-4739-8656-07e75e655909 req-3d28c9c3-0d8c-4a1d-bbad-99f89b970393 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1096 time: 0.0705891 Jul 08 17:32:35.310336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3833a9a9-877c-49f0-948d-0ab963d12ecc req-e8fcbf3f-0b32-4890-ba4b-4aff1b4d56d6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2091068-5185-4021-b859-1b96934f0984 HTTP/1.1" status: 200 len: 210 time: 0.0500915 Jul 08 17:32:35.311470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] No DVR routers for this DVR port 5a360cf0-437f-4cd1-9684-169e1a56cfbb on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:35.313617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:35.315394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.317382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d3fd1dd-00c9-46c4-8f21-6a04b80939f0 req-8e1f67dd-3520-4430-97a7-c3e8582afcd6 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.41 "DELETE /v2.0/ports/5a360cf0-437f-4cd1-9684-169e1a56cfbb HTTP/1.1" status: 204 len: 173 time: 1.4633112 Jul 08 17:32:35.317815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-deleted', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:35.321429 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3657e831-4794-49b2-bdd2-0ac954b11ad0" -d '{"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-deleted", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:35.327804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:35.332582 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c245e70-7064-4422-95cf-2b5d66a3e45b x-openstack-request-id: req-8c245e70-7064-4422-95cf-2b5d66a3e45b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:35.332582 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2091068-5185-4021-b859-1b96934f0984", "name": "network-vif-deleted", "tag": "1ccee8ef-74d7-4a8a-8a55-6e3008794ccc", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:35.332582 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c245e70-7064-4422-95cf-2b5d66a3e45b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:35.333058 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2091068-5185-4021-b859-1b96934f0984', 'name': 'network-vif-deleted', 'tag': '1ccee8ef-74d7-4a8a-8a55-6e3008794ccc', 'status': 'completed', 'code': 200} Jul 08 17:32:35.338523 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14656332-2b36-457e-9163-085e06214663 None None] Sync routers for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:35.363822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ccd75d-d724-4739-8656-07e75e655909 req-b23245be-8ae1-4a2d-8bec-77ba1310bf20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539801 Jul 08 17:32:35.371672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd2924b4-f421-495a-9ad7-e3f3edde070b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "PUT /v2.0/floatingips/8f082a8a-d4b5-49ee-b920-ee557215e2d5 HTTP/1.1" status: 200 len: 991 time: 2.3112793 Jul 08 17:32:35.469674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5138c0d4-7957-42d2-8819-fb4db0ca1e9d req-473a666b-9f29-42fb-89e8-f7b5f036efc8 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=d751e2f4-4316-4913-afdf-63dc1cb901b1 HTTP/1.1" status: 200 len: 210 time: 0.0476422 Jul 08 17:32:35.474949 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14656332-2b36-457e-9163-085e06214663 None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:35.480772 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-14656332-2b36-457e-9163-085e06214663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:35.558188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095614fa-0626-4f97-aa49-11a6060f199f req-5be56dac-0dca-4787-afef-f38131d7ef3c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:35.567461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-095614fa-0626-4f97-aa49-11a6060f199f req-5be56dac-0dca-4787-afef-f38131d7ef3c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0890038 Jul 08 17:32:35.583486 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-14656332-2b36-457e-9163-085e06214663 None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:35.631527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:35.652985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-095614fa-0626-4f97-aa49-11a6060f199f req-b2b4cf85-4104-4c87-ad16-bca018d7d40c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843384 Jul 08 17:32:35.669802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3553bab-0cff-4b32-a456-94e16def88ea req-d9000c92-a892-46cf-85e3-f6de94105eb4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:35.671311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3553bab-0cff-4b32-a456-94e16def88ea req-d9000c92-a892-46cf-85e3-f6de94105eb4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.0943844 Jul 08 17:32:35.693156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2bb6dd84-cdb8-489d-ab65-d44538af18ac details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:35.745206 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a35bc9-4092-4c01-8dce-b7b2a4e60c36 x-openstack-request-id: req-70a35bc9-4092-4c01-8dce-b7b2a4e60c36 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:35.745756 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d751e2f4-4316-4913-afdf-63dc1cb901b1", "name": "network-vif-deleted", "tag": "5a360cf0-437f-4cd1-9684-169e1a56cfbb", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:35.749001 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-70a35bc9-4092-4c01-8dce-b7b2a4e60c36 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:35.749844 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd751e2f4-4316-4913-afdf-63dc1cb901b1', 'name': 'network-vif-deleted', 'tag': '5a360cf0-437f-4cd1-9684-169e1a56cfbb', 'status': 'completed', 'code': 200} Jul 08 17:32:35.768928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3553bab-0cff-4b32-a456-94e16def88ea req-c0b6f159-02ad-4fde-bd24-306fee3fcfe9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824206 Jul 08 17:32:35.871830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2bb6dd84-cdb8-489d-ab65-d44538af18ac, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bb6dd84-cdb8-489d-ab65-d44538af18ac,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:35.893514 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-14656332-2b36-457e-9163-085e06214663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '8f082a8a-d4b5-49ee-b920-ee557215e2d5', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'port_id': '219c0543-bc8c-418f-8f87-598c2693360b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'mac_address': 'fa:16:3e:97:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:31:24Z', 'updated_at': '2021-07-08T17:32:33Z', 'revision_number': 1, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:47Z', 'revision_number': 5, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:35.899043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2bb6dd84-cdb8-489d-ab65-d44538af18ac', 'network_id': '1495ca0b-3919-43d6-8e6a-f156d25aa27c', 'port_id': '2bb6dd84-cdb8-489d-ab65-d44538af18ac', 'mac_address': 'fa:16:3e:d6:f3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f219f3-10d8-4a52-b813-91bc530aa542', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:35.929399 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14656332-2b36-457e-9163-085e06214663 None None] Checking router: cf527cca-f46b-4190-b012-5c185fd8527f for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:35.939003 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14656332-2b36-457e-9163-085e06214663 None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:35.939619 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-14656332-2b36-457e-9163-085e06214663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:35.965061 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:36.016534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb6dd84-cdb8-489d-ab65-d44538af18ac {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:36.071095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2bb6dd84-cdb8-489d-ab65-d44538af18ac, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bb6dd84-cdb8-489d-ab65-d44538af18ac,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:36.083033 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:36.094443 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-14656332-2b36-457e-9163-085e06214663 None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:36.153955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2bb6dd84-cdb8-489d-ab65-d44538af18ac,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:36.185686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd56242-d0f5-4c2d-9870-e886c41ae692 req-e4da0b35-62b3-4113-9577-e6db34f171b6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.187014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fd56242-d0f5-4c2d-9870-e886c41ae692 req-e4da0b35-62b3-4113-9577-e6db34f171b6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1261954 Jul 08 17:32:36.202411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239721-286a-4511-b62e-a99df20231b9 req-e413df68-bf67-4016-8ab6-0c3136fecf3b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.204328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a239721-286a-4511-b62e-a99df20231b9 req-e413df68-bf67-4016-8ab6-0c3136fecf3b tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 944 time: 0.1033735 Jul 08 17:32:36.261430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fd56242-d0f5-4c2d-9870-e886c41ae692 req-a473f079-7e3c-46ce-971e-4e22eae89654 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561447 Jul 08 17:32:36.277239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a239721-286a-4511-b62e-a99df20231b9 req-40c68c52-b30f-4af7-a909-1e6cae58acc5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637987 Jul 08 17:32:36.363471 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-14656332-2b36-457e-9163-085e06214663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '8f082a8a-d4b5-49ee-b920-ee557215e2d5', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'port_id': '219c0543-bc8c-418f-8f87-598c2693360b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'mac_address': 'fa:16:3e:97:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:31:24Z', 'updated_at': '2021-07-08T17:32:33Z', 'revision_number': 1, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:47Z', 'revision_number': 5, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:36.389520 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14656332-2b36-457e-9163-085e06214663 None None] The sync data for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 is: [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '8f082a8a-d4b5-49ee-b920-ee557215e2d5', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'port_id': '219c0543-bc8c-418f-8f87-598c2693360b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'mac_address': 'fa:16:3e:97:7a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:31:24Z', 'updated_at': '2021-07-08T17:32:33Z', 'revision_number': 1, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:47Z', 'revision_number': 5, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:36.624862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79603a8-2e10-442c-bc0f-c1b29706146a req-739cd529-eb5d-4862-9210-9294d7cb4dce tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.626442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f79603a8-2e10-442c-bc0f-c1b29706146a req-739cd529-eb5d-4862-9210-9294d7cb4dce tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0756810 Jul 08 17:32:36.645965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00634288-5763-4ca7-b322-aa562f0d2825 None None] New status for floating IP 8f082a8a-d4b5-49ee-b920-ee557215e2d5: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:32:36.683349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f79603a8-2e10-442c-bc0f-c1b29706146a req-6abbdd93-4558-46ca-82af-8fac149da444 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504413 Jul 08 17:32:36.781122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2bb6dd84-cdb8-489d-ab65-d44538af18ac'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:36.871170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62b269-92b2-4ccb-aaa4-d49a2f5306ed req-716055d7-2ef9-4be3-9ed9-5c852890df2f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.879199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f62b269-92b2-4ccb-aaa4-d49a2f5306ed req-716055d7-2ef9-4be3-9ed9-5c852890df2f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0875013 Jul 08 17:32:36.917392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f62b269-92b2-4ccb-aaa4-d49a2f5306ed req-1471bb9f-069a-4656-9483-2cb31772391a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Jul 08 17:32:36.984939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91148530-4b02-431c-996a-972b2d5ed4c2 req-e434de4c-8b20-4a7c-9332-afb82c295a1f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:36.986450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91148530-4b02-431c-996a-972b2d5ed4c2 req-e434de4c-8b20-4a7c-9332-afb82c295a1f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.0682428 Jul 08 17:32:37.028128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91148530-4b02-431c-996a-972b2d5ed4c2 req-2d709d1d-cb1b-4249-92f6-5fa442924546 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361269 Jul 08 17:32:37.096722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9e3fd-224f-4388-a02c-b23d15b1f6a2 req-bd49cda4-6c8a-408e-9448-855f8dfbeccd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.098260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7e9e3fd-224f-4388-a02c-b23d15b1f6a2 req-bd49cda4-6c8a-408e-9448-855f8dfbeccd tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.0646400 Jul 08 17:32:37.136974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7e9e3fd-224f-4388-a02c-b23d15b1f6a2 req-048eb3f4-44d9-4499-b2de-42ca60efe9f1 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Jul 08 17:32:37.201269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29f35f-92d4-4f8f-bed2-951a09244795 req-079f51cd-a0f7-476b-bd2a-98298a645f87 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.202671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c29f35f-92d4-4f8f-bed2-951a09244795 req-079f51cd-a0f7-476b-bd2a-98298a645f87 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0648305 Jul 08 17:32:37.240297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c29f35f-92d4-4f8f-bed2-951a09244795 req-497a7a55-6e0e-4f4b-87b1-4167895763cd tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Jul 08 17:32:37.293537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-b2e023c5-c010-4d29-942e-53964e9d7fc2 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.295145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-b2e023c5-c010-4d29-942e-53964e9d7fc2 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 946 time: 0.0646589 Jul 08 17:32:37.404984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Deleting port 6390e984-5412-4a81-83c0-72809957d721 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:37.405423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.462249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631eb90-f3a4-450c-8875-15a77a572021 req-43880fc7-2485-47ee-ab9b-5e8ca528c41f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.463657 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2631eb90-f3a4-450c-8875-15a77a572021 req-43880fc7-2485-47ee-ab9b-5e8ca528c41f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1016073 Jul 08 17:32:37.493899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] For port 6390e984-5412-4a81-83c0-72809957d721, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6390e984-5412-4a81-83c0-72809957d721,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:37.494252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.501010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a2420-a6c5-4197-8fd5-84ceaec23fe7 req-65aeeba2-a920-44d1-9220-7d7ed1f80a80 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.502501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-717a2420-a6c5-4197-8fd5-84ceaec23fe7 req-65aeeba2-a920-44d1-9220-7d7ed1f80a80 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1083200 Jul 08 17:32:37.507428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Calling delete_port for 6390e984-5412-4a81-83c0-72809957d721 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:37.532131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2631eb90-f3a4-450c-8875-15a77a572021 req-38079b97-a344-4069-8a57-1a382bc0d779 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606878 Jul 08 17:32:37.552082 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-717a2420-a6c5-4197-8fd5-84ceaec23fe7 req-e8778972-0850-44ac-8562-77f6bc6a1596 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431330 Jul 08 17:32:37.667689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.674011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:37.697166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:37.697763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1ccee8ef-74d7-4a8a-8a55-6e3008794ccc not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:37.703057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event deleted for resources: {'Port': ['ID=6390e984-5412-4a81-83c0-72809957d721,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:37.714541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:37.757328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda9a5-6744-45e4-9449-3af2ff5c5f6d req-bc27172d-eac0-49c2-b621-b6ef387eb768 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.759430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30dda9a5-6744-45e4-9449-3af2ff5c5f6d req-bc27172d-eac0-49c2-b621-b6ef387eb768 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 944 time: 0.1041350 Jul 08 17:32:37.759571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:37.762651 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc478ada-be6e-41a6-bc29-8c845258880b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "219c0543-bc8c-418f-8f87-598c2693360b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:37.767426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:37.809949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 5a360cf0-437f-4cd1-9684-169e1a56cfbb {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:37.809949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5a360cf0-437f-4cd1-9684-169e1a56cfbb not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:37.810321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30dda9a5-6744-45e4-9449-3af2ff5c5f6d req-253aec9a-f0be-4a01-bfb9-bb0331906a10 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 Jul 08 17:32:37.829938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] No DVR routers for this DVR port 6390e984-5412-4a81-83c0-72809957d721 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:37.832531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:37.834571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d5ada685-6ae8-4ad5-ad4a-d89800297f97 req-e729af90-9810-4ee1-9566-8141dceb936b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "DELETE /v2.0/ports/6390e984-5412-4a81-83c0-72809957d721 HTTP/1.1" status: 204 len: 173 time: 0.5318561 Jul 08 17:32:37.836661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'name': 'network-vif-deleted', 'tag': '6390e984-5412-4a81-83c0-72809957d721'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:37.842309 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04246018-23a4-413c-8231-2ad31f77cef0" -d '{"events": [{"server_uuid": "4413acb5-571e-40c0-bf57-aee79fc6b6ab", "name": "network-vif-deleted", "tag": "6390e984-5412-4a81-83c0-72809957d721"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:37.872320 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aff441-edc0-48c8-b57c-0f3327981cb8 x-openstack-request-id: req-c1aff441-edc0-48c8-b57c-0f3327981cb8 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:37.872846 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "tag": "219c0543-bc8c-418f-8f87-598c2693360b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:37.872953 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c1aff441-edc0-48c8-b57c-0f3327981cb8 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:37.873274 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b', 'status': 'completed', 'code': 200} Jul 08 17:32:37.919665 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70abe309-beb3-4a41-bf97-6ecf37cc1369 x-openstack-request-id: req-70abe309-beb3-4a41-bf97-6ecf37cc1369 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:37.920269 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4413acb5-571e-40c0-bf57-aee79fc6b6ab", "name": "network-vif-deleted", "tag": "6390e984-5412-4a81-83c0-72809957d721", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:37.920763 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-70abe309-beb3-4a41-bf97-6ecf37cc1369 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:37.921645 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4413acb5-571e-40c0-bf57-aee79fc6b6ab', 'name': 'network-vif-deleted', 'tag': '6390e984-5412-4a81-83c0-72809957d721', 'status': 'completed', 'code': 200} Jul 08 17:32:37.924611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a7f99-85a3-4267-a91c-8dbe58317b54 req-4d14aed3-3816-4c09-99d0-5133ea6a78a1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:37.943637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e63a7f99-85a3-4267-a91c-8dbe58317b54 req-4d14aed3-3816-4c09-99d0-5133ea6a78a1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1180627 Jul 08 17:32:37.952865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36202) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:37.957755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'floatingip': {'port_id': '45af7d2e-e892-4465-9b99-a643761f8958'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:38.041493 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.107545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.108421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.109215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.109778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.110319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.110868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.111398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.114450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc478ada-be6e-41a6-bc29-8c845258880b req-ba963fc8-1be3-451a-8016-2e87dce68bfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6502 time: 0.1850343 Jul 08 17:32:38.230529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-8923a96f-fcf3-4aae-b239-f53a8ec3f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.232199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc478ada-be6e-41a6-bc29-8c845258880b req-8923a96f-fcf3-4aae-b239-f53a8ec3f218 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be HTTP/1.1" status: 200 len: 917 time: 0.1104221 Jul 08 17:32:38.253836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6fec228-2ba1-447e-906e-ae04e932c18c req-9e2c8166-49b4-48b7-a1eb-7b9d9942f21f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=4413acb5-571e-40c0-bf57-aee79fc6b6ab HTTP/1.1" status: 200 len: 210 time: 0.0518186 Jul 08 17:32:38.296712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['6390e984-5412-4a81-83c0-72809957d721'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:38.312520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04401686-4629-4ebe-be72-c712965cdf7e req-a177cd07-69f3-4741-b274-029b3549e497 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.314186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04401686-4629-4ebe-be72-c712965cdf7e req-a177cd07-69f3-4741-b274-029b3549e497 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.2081652 Jul 08 17:32:38.329007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc478ada-be6e-41a6-bc29-8c845258880b req-894f16d3-f699-475e-8d0d-daa183baf909 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c0543-bc8c-418f-8f87-598c2693360b HTTP/1.1" status: 200 len: 1001 time: 0.0860631 Jul 08 17:32:38.408863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-430db870-8a7f-459a-9724-36a9a51c79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.410343 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc478ada-be6e-41a6-bc29-8c845258880b req-430db870-8a7f-459a-9724-36a9a51c79e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ba21f92-0c6a-4238-91cc-a16c1b7a0665 HTTP/1.1" status: 200 len: 855 time: 0.0733395 Jul 08 17:32:38.435278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04401686-4629-4ebe-be72-c712965cdf7e req-a68a1b99-e37b-4def-b32e-592cffa126c2 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129529 Jul 08 17:32:38.503699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc478ada-be6e-41a6-bc29-8c845258880b req-c7a90e6e-6eff-48a5-9457-3b0c04d518dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.505275 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc478ada-be6e-41a6-bc29-8c845258880b req-c7a90e6e-6eff-48a5-9457-3b0c04d518dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879681 Jul 08 17:32:38.629059 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc478ada-be6e-41a6-bc29-8c845258880b req-8a66378e-38aa-46b9-a0e4-793b4020e20f service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128397 Jul 08 17:32:38.652233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c994800-efa3-44ce-af3a-1e3cc365d502 req-475cb2d7-c8b3-4fcc-b66c-ff745145a414 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.659300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c994800-efa3-44ce-af3a-1e3cc365d502 req-475cb2d7-c8b3-4fcc-b66c-ff745145a414 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2739475 Jul 08 17:32:38.761610 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc478ada-be6e-41a6-bc29-8c845258880b req-90b446d6-4e96-4ff8-ade7-751548a67566 service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246805 Jul 08 17:32:38.774825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c994800-efa3-44ce-af3a-1e3cc365d502 req-085996cc-5e9f-49c0-9591-652f75cbb375 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/security-groups?id=a93e62c8-7456-4a0c-9980-a36a982117dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144876 Jul 08 17:32:38.896820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-43ddadb3-cbb0-4511-ab5f-1a1c20e20f6a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:38.899251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-43ddadb3-cbb0-4511-ab5f-1a1c20e20f6a tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 949 time: 0.2172854 Jul 08 17:32:38.946782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:38.961025 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.130578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3c83e-f13d-49d6-b82d-1ce52dd213bd req-4ee02f71-80c6-4ec9-862c-70b4b970f5a7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:39.132634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8d3c83e-f13d-49d6-b82d-1ce52dd213bd req-4ee02f71-80c6-4ec9-862c-70b4b970f5a7 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 944 time: 0.1929288 Jul 08 17:32:39.158780 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Floating IP 1843f0fa-cd0e-4511-9f7b-82119a76fc9a associated. External IP: 172.25.5.189, port: 45af7d2e-e892-4465-9b99-a643761f8958. Jul 08 17:32:39.206708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Deleting port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:39.207051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.258840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8d3c83e-f13d-49d6-b82d-1ce52dd213bd req-addae6f3-40e7-4fef-b044-66ae30412df6 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192083 Jul 08 17:32:39.690773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2bb6dd84-cdb8-489d-ab65-d44538af18ac up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:39.739952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 2bb6dd84-cdb8-489d-ab65-d44538af18ac completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:39.743852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2bb6dd84-cdb8-489d-ab65-d44538af18ac triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:39.744225 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.779980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] For port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:39.780345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.803154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Calling delete_port for 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:39.824874 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.852287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6dd84-cdb8-489d-ab65-d44538af18ac'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:39.854572 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b405ea99-26cd-4ed9-8ca0-959aa0ae1b57" -d '{"events": [{"server_uuid": "6eff040c-8df6-4bd2-b4b2-f26f32885a6d", "name": "network-vif-plugged", "status": "completed", "tag": "2bb6dd84-cdb8-489d-ab65-d44538af18ac"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:39.867911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2bb6dd84-cdb8-489d-ab65-d44538af18ac, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bb6dd84-cdb8-489d-ab65-d44538af18ac,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:39.874432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:39.875406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6390e984-5412-4a81-83c0-72809957d721 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:39.896217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 6390e984-5412-4a81-83c0-72809957d721 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:39.896565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6390e984-5412-4a81-83c0-72809957d721 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:39.938614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c11fe-787e-4f49-bd7c-db026512ec4a req-dd63517e-d3ae-4625-b4eb-6807f0f24e5a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:39.940133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d1c11fe-787e-4f49-bd7c-db026512ec4a req-dd63517e-d3ae-4625-b4eb-6807f0f24e5a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.3064249 Jul 08 17:32:39.940631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2bb6dd84-cdb8-489d-ab65-d44538af18ac,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:39.978970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-8965ad3c-5e11-400f-99fb-14a1d2d5b76c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:39.980548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-8965ad3c-5e11-400f-99fb-14a1d2d5b76c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.3440375 Jul 08 17:32:40.036495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-b3918c49-dd39-4ff8-8163-f04736fab690 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.0487401 Jul 08 17:32:40.078163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d1c11fe-787e-4f49-bd7c-db026512ec4a req-1b7db78b-b231-4db9-b436-9af04012897a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964916 Jul 08 17:32:40.104064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Router e5354f7f-e494-4866-a13c-3a117d431a17 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:32:40.278217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.325848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-b2328a8f-8f33-448b-b678-b4dccb74514c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2776153 Jul 08 17:32:40.334124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Pushing event deleted for resources: {'Port': ['ID=174fe3a4-c0f3-4000-8f1e-d0bdf7003f45,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:40.437585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] No DVR routers for this DVR port 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:40.440197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.442294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3e75cd3-f941-4af1-9568-2f863818d55b req-542b4667-fd69-4d08-ac03-a7691a9d7255 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.72 "DELETE /v2.0/ports/174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 HTTP/1.1" status: 204 len: 173 time: 1.5312212 Jul 08 17:32:40.447117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-deleted', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:40.449294 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3118315-ebbb-4a1a-8840-157bfb0f93c2" -d '{"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-deleted", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:40.455400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:32:40.463145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:40.467102 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] Sync routers for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:32:40.478077 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:40.478745 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:40.504111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84134f8-49b2-46f8-b55b-0d12c1efea4f req-1d4b6d87-0564-4787-8792-80af59cfa52a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:40.505630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84134f8-49b2-46f8-b55b-0d12c1efea4f req-1d4b6d87-0564-4787-8792-80af59cfa52a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.3081763 Jul 08 17:32:40.551383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-29355e5f-63b8-476f-b62d-5c6aa58e9918 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "PUT /v2.0/floatingips/1843f0fa-cd0e-4511-9f7b-82119a76fc9a HTTP/1.1" status: 200 len: 991 time: 2.5947974 Jul 08 17:32:40.556584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-716f9650-36e2-47bf-a3c0-a9df6691189d service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156806 Jul 08 17:32:40.581056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84134f8-49b2-46f8-b55b-0d12c1efea4f req-763a8da1-519a-4c11-b5df-5b8ff1b24f00 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652776 Jul 08 17:32:40.640199 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:40.668642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-95bce689-3897-40e0-9647-c90158daecb5 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029303 Jul 08 17:32:40.874210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eaf248ab-8c5a-4025-b16d-29e30bc1d8c5 req-b7274e21-b21c-49e9-bbc0-140b32fcad19 tempest-MigrationsAdminTest-1818899848 tempest-MigrationsAdminTest-1818899848-project] 10.222.0.63 "GET /v2.0/ports?device_id=f07ab433-ff08-4c00-a4d9-c7a460246180 HTTP/1.1" status: 200 len: 210 time: 0.0382633 Jul 08 17:32:40.881123 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4020c948-b39b-4421-a2c5-18b4bc9d540d x-openstack-request-id: req-4020c948-b39b-4421-a2c5-18b4bc9d540d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:40.882111 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eff040c-8df6-4bd2-b4b2-f26f32885a6d", "name": "network-vif-plugged", "status": "completed", "tag": "2bb6dd84-cdb8-489d-ab65-d44538af18ac", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:40.882246 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4020c948-b39b-4421-a2c5-18b4bc9d540d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:40.882647 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb6dd84-cdb8-489d-ab65-d44538af18ac', 'code': 200} Jul 08 17:32:40.934000 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '1843f0fa-cd0e-4511-9f7b-82119a76fc9a', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'port_id': '45af7d2e-e892-4465-9b99-a643761f8958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'mac_address': 'fa:16:3e:5e:7f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:32:18Z', 'updated_at': '2021-07-08T17:32:38Z', 'revision_number': 1, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:40.967737 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] Checking router: e5354f7f-e494-4866-a13c-3a117d431a17 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:32:40.978992 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:32:40.980038 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:32:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:41.058816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b66a7-fb4e-4ab8-85af-7888608302d8 req-bc245859-3fa9-4767-bbc2-a3de41dde165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:41.060584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd1b66a7-fb4e-4ab8-85af-7888608302d8 req-bc245859-3fa9-4767-bbc2-a3de41dde165 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 1096 time: 0.0757813 Jul 08 17:32:41.152975 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:32:41.210387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd1b66a7-fb4e-4ab8-85af-7888608302d8 req-5c50fd57-a7f1-4ba2-8e38-20798801b1fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318059 Jul 08 17:32:41.233136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee631e32-ab49-42fb-848d-8203ef86887f req-eee5c664-bbe5-4694-874f-6f12f9cf942b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:41.234779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee631e32-ab49-42fb-848d-8203ef86887f req-eee5c664-bbe5-4694-874f-6f12f9cf942b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1732330 Jul 08 17:32:41.298709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833fcb5-0fa9-4c1a-bda5-513a0ed9231b req-faf7b2d2-a8c9-4f4d-9870-67c6007fe88e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:41.300398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1833fcb5-0fa9-4c1a-bda5-513a0ed9231b req-faf7b2d2-a8c9-4f4d-9870-67c6007fe88e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 945 time: 0.1445386 Jul 08 17:32:41.303951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee631e32-ab49-42fb-848d-8203ef86887f req-bf404605-6fbf-4353-bc33-bc5eb08389da tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592153 Jul 08 17:32:41.371564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1833fcb5-0fa9-4c1a-bda5-513a0ed9231b req-d3f3e176-7110-448d-b6da-1fa870c3c0c2 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582910 Jul 08 17:32:41.392907 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b82138-7230-4730-8f0e-7e0ab6a77366 x-openstack-request-id: req-e9b82138-7230-4730-8f0e-7e0ab6a77366 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:41.393271 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07ab433-ff08-4c00-a4d9-c7a460246180", "name": "network-vif-deleted", "tag": "174fe3a4-c0f3-4000-8f1e-d0bdf7003f45", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:41.393533 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e9b82138-7230-4730-8f0e-7e0ab6a77366 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:41.394033 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07ab433-ff08-4c00-a4d9-c7a460246180', 'name': 'network-vif-deleted', 'tag': '174fe3a4-c0f3-4000-8f1e-d0bdf7003f45', 'status': 'completed', 'code': 200} Jul 08 17:32:41.512146 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '1843f0fa-cd0e-4511-9f7b-82119a76fc9a', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'port_id': '45af7d2e-e892-4465-9b99-a643761f8958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'mac_address': 'fa:16:3e:5e:7f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:32:18Z', 'updated_at': '2021-07-08T17:32:38Z', 'revision_number': 1, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:41.529028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e42ef770-33c4-48d3-a6ff-272e252be330 req-abee4cd8-e75c-4ceb-ba0a-b440fe8176a1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 210 time: 0.0333710 Jul 08 17:32:41.662149 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38afde1-a4cb-44c4-b5be-82fb21863efe None None] The sync data for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 is: [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '1843f0fa-cd0e-4511-9f7b-82119a76fc9a', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'port_id': '45af7d2e-e892-4465-9b99-a643761f8958', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'mac_address': 'fa:16:3e:5e:7f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:32:18Z', 'updated_at': '2021-07-08T17:32:38Z', 'revision_number': 1, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:32:41.702524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:41.750183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:41.750615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 174fe3a4-c0f3-4000-8f1e-d0bdf7003f45 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:41.831883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb0ad7-3b97-4b1c-a25d-969aa680908a req-365acc10-9fb4-49ea-918e-fa3cd553ebb9 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:41.840789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07cb0ad7-3b97-4b1c-a25d-969aa680908a req-365acc10-9fb4-49ea-918e-fa3cd553ebb9 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0938861 Jul 08 17:32:41.889672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07cb0ad7-3b97-4b1c-a25d-969aa680908a req-2b32a657-8799-4104-b40e-0e2bb51aad85 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478857 Jul 08 17:32:41.982976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838e8f7-3a4a-479d-8e29-44437fd0a084 None None] New status for floating IP 1843f0fa-cd0e-4511-9f7b-82119a76fc9a: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:32:42.220909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36298) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:42.391150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:42.392476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3771e2d7-616d-46d7-bc87-b71eaa5f498c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=40f30bd4ac2e4292ba1830d62917d829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692715 Jul 08 17:32:42.492626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44508e83-5098-4b42-9293-5c03d5dee081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.514280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-723ee4ec-09ad-4d46-8e38-caa32449110e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.515698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44508e83-5098-4b42-9293-5c03d5dee081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.515906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-723ee4ec-09ad-4d46-8e38-caa32449110e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.1216292 Jul 08 17:32:42.540310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Request body: {'port': {'device_id': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'admin_state_up': True, 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:42.581758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44508e83-5098-4b42-9293-5c03d5dee081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.585477 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44508e83-5098-4b42-9293-5c03d5dee081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.586727 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44508e83-5098-4b42-9293-5c03d5dee081 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a93e62c8-7456-4a0c-9980-a36a982117dc HTTP/1.1" status: 204 len: 168 time: 0.1940184 Jul 08 17:32:42.596716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44508e83-5098-4b42-9293-5c03d5dee081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93e62c8-7456-4a0c-9980-a36a982117dc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:42.746801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417785b7-6287-4c69-b1a7-c9099fac7485 req-d9512792-fefa-4548-ab9b-ed43d27c8ccd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:42.748379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-417785b7-6287-4c69-b1a7-c9099fac7485 req-d9512792-fefa-4548-ab9b-ed43d27c8ccd tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 945 time: 0.1675472 Jul 08 17:32:42.778965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:42.782701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:42.834607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-078e9fef-1e74-4598-88b7-874713d05b87 req-7a06dbe8-8d1d-474c-a199-c35daf34e13b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 210 time: 0.0583494 Jul 08 17:32:42.864507 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-417785b7-6287-4c69-b1a7-c9099fac7485 req-094bad13-8b3f-43ba-908c-99a793b2176e tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050227 Jul 08 17:32:42.953119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:42.995732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Allocated IP 172.20.0.10 (a99655fa-9d29-42d4-82b8-f3fa6cf53c8c/43cb1256-6fff-4a5c-a1c6-ae86aa75adde/3e0aa58d-6081-4650-9e02-d65cf44682f0) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:43.001270 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a1c7ab70-8d7f-43ee-a91d-fa02d9b8e038 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ec142ce769647c49d31c0d74549671c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467665 Jul 08 17:32:43.004052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36328) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:43.064675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc773-1066-4c0c-97fe-3d4a732a2872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.087618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc773-1066-4c0c-97fe-3d4a732a2872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.146470 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc773-1066-4c0c-97fe-3d4a732a2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.149979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc773-1066-4c0c-97fe-3d4a732a2872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.151367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4c5cc773-1066-4c0c-97fe-3d4a732a2872 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79651d81-f0e7-462a-99da-e98580b22b33 HTTP/1.1" status: 204 len: 168 time: 0.1464453 Jul 08 17:32:43.176661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cc773-1066-4c0c-97fe-3d4a732a2872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79651d81-f0e7-462a-99da-e98580b22b33,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:43.234929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.257427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e095239-468d-4960-a23b-30e4524a20af req-eaeac570-8d89-43a4-915d-c78741a019e1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:43.258939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e095239-468d-4960-a23b-30e4524a20af req-eaeac570-8d89-43a4-915d-c78741a019e1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1213808 Jul 08 17:32:43.363954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e095239-468d-4960-a23b-30e4524a20af req-a6e25652-877d-4bd6-8baf-a9c013424bf6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931575 Jul 08 17:32:43.371584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.392290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c4929-1000-442d-8d8d-170d7e336b70 req-532633eb-0b18-43f4-b28a-6ca06c2bb999 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:43.393616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d4c4929-1000-442d-8d8d-170d7e336b70 req-532633eb-0b18-43f4-b28a-6ca06c2bb999 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 945 time: 0.1326067 Jul 08 17:32:43.415257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.417850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:43.418248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:43.420360 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68917bc-ff29-44ae-9def-9f0ba768ad97" -d '{"events": [{"name": "network-changed", "server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "tag": "45af7d2e-e892-4465-9b99-a643761f8958"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:43.456147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:43.462485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:43.464972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:43.493263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event updated for resources: {'Port': ['ID=3e0aa58d-6081-4650-9e02-d65cf44682f0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:43.551143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d4c4929-1000-442d-8d8d-170d7e336b70 req-d7fa4354-d82d-4b93-abb9-37b00a59e7ee tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238291 Jul 08 17:32:43.583362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:43.584312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.612724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-3d0cb33c-fc4f-4ac0-8a9a-b7071fb13a66 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0825818 Jul 08 17:32:43.632885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bae3c0-f3ac-4aab-b8db-7112e9e84b55 req-276f368b-14f4-4623-b0f3-a4a46fc5e46f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:43.637221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57bae3c0-f3ac-4aab-b8db-7112e9e84b55 req-276f368b-14f4-4623-b0f3-a4a46fc5e46f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1306353 Jul 08 17:32:43.643759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Request body: {'port': {'device_id': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:43.708595 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c15e93b-58e4-4556-b620-e90e93d4decc x-openstack-request-id: req-7c15e93b-58e4-4556-b620-e90e93d4decc {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:43.708944 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "tag": "45af7d2e-e892-4465-9b99-a643761f8958", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:43.709165 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c15e93b-58e4-4556-b620-e90e93d4decc {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:43.709557 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958', 'status': 'completed', 'code': 200} Jul 08 17:32:43.733394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57bae3c0-f3ac-4aab-b8db-7112e9e84b55 req-402f2f26-af58-48d5-a2e4-8b72920cb484 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862434 Jul 08 17:32:43.768467 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:43.888528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-a31a8777-e792-4176-a5d0-4676b564fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:43.890703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-a31a8777-e792-4176-a5d0-4676b564fd50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1096 time: 0.1467731 Jul 08 17:32:44.029272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-30a918a9-9811-4a3b-bbac-a917d68c2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.030929 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-30a918a9-9811-4a3b-bbac-a917d68c2f59 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.1317055 Jul 08 17:32:44.104764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-02144626-d0c3-4199-8227-b47ccbddb309 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 200 len: 1001 time: 0.0621598 Jul 08 17:32:44.158254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-9ef288bb-d905-4dfd-9f3d-f904458f533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.159939 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-9ef288bb-d905-4dfd-9f3d-f904458f533c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.0486934 Jul 08 17:32:44.175641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77fa19-47d7-42ad-85cb-f422cdfafc4e req-9300ab59-f67a-4bdc-89f4-c65dd0eda9f6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.177171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab77fa19-47d7-42ad-85cb-f422cdfafc4e req-9300ab59-f67a-4bdc-89f4-c65dd0eda9f6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1986666 Jul 08 17:32:44.189652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9af2c7-5484-4de0-82e4-c42917f9afc9 req-f75af7bc-d8de-4cd9-a9fe-378a7180ba2c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.191370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d9af2c7-5484-4de0-82e4-c42917f9afc9 req-f75af7bc-d8de-4cd9-a9fe-378a7180ba2c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 932 time: 0.2115901 Jul 08 17:32:44.245217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-3b4331e5-32e2-40be-869b-c4c7c5578b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.247157 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-3b4331e5-32e2-40be-869b-c4c7c5578b0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686476 Jul 08 17:32:44.301058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d9af2c7-5484-4de0-82e4-c42917f9afc9 req-b2a7874c-84cc-4f07-a82b-63bccab2f194 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988495 Jul 08 17:32:44.315133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab77fa19-47d7-42ad-85cb-f422cdfafc4e req-8dfc4218-1e40-48d7-8dac-96588c9c5960 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226966 Jul 08 17:32:44.340178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0aa58d-6081-4650-9e02-d65cf44682f0 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:44.351991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.368988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Transition to ACTIVE for port object 3e0aa58d-6081-4650-9e02-d65cf44682f0 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:44.376196 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-782a64c0-0908-4f62-942b-29f38c532940 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211729 Jul 08 17:32:44.376420 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.425469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Pushing event updated for resources: {'Port': ['ID=3e0aa58d-6081-4650-9e02-d65cf44682f0,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:44.529896 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b68917bc-ff29-44ae-9def-9f0ba768ad97 req-5efc42e0-9afa-40d0-af34-ee3183c70948 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404414 Jul 08 17:32:44.567255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Attempting to bind port 3e0aa58d-6081-4650-9e02-d65cf44682f0 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:44.567599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Attempting to bind port 3e0aa58d-6081-4650-9e02-d65cf44682f0 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:44.567931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Attempting to bind port 3e0aa58d-6081-4650-9e02-d65cf44682f0 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:44.575517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Port 3e0aa58d-6081-4650-9e02-d65cf44682f0 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:44.575849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Attempting to bind port 3e0aa58d-6081-4650-9e02-d65cf44682f0 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:44.587610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:44.587952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:44.588332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Bound using segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:44.588776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Bound port: 3e0aa58d-6081-4650-9e02-d65cf44682f0, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:44.589139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.638133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22081f-3dd9-4117-b739-1562409f112e req-0a817329-01e3-42ed-9484-71fb3a6cf5f7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.639613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd22081f-3dd9-4117-b739-1562409f112e req-0a817329-01e3-42ed-9484-71fb3a6cf5f7 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1138716 Jul 08 17:32:44.727900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] For port 3e0aa58d-6081-4650-9e02-d65cf44682f0, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:44.750440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] For port 3e0aa58d-6081-4650-9e02-d65cf44682f0, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3e0aa58d-6081-4650-9e02-d65cf44682f0,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:44.754459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd22081f-3dd9-4117-b739-1562409f112e req-302b9779-a53d-41cc-a4c1-be05c188b850 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032648 Jul 08 17:32:44.758308 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.804926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81aa2-1a29-4470-bc70-5f1fd51994ae req-93763692-a056-4f98-b233-d5bd68bf83ae tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.806461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bde81aa2-1a29-4470-bc70-5f1fd51994ae req-93763692-a056-4f98-b233-d5bd68bf83ae tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1763988 Jul 08 17:32:44.807735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.808347 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:44.809639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] 10.222.0.72 "PUT /v2.0/ports/3e0aa58d-6081-4650-9e02-d65cf44682f0 HTTP/1.1" status: 200 len: 1092 time: 1.1706862 Jul 08 17:32:44.869809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc7c5b-cab9-446f-b45c-82c0ab010bef service neutron] Pushing event updated for resources: {'Port': ['ID=3e0aa58d-6081-4650-9e02-d65cf44682f0,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:44.908511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bde81aa2-1a29-4470-bc70-5f1fd51994ae req-d60db343-a050-4d5a-a615-dc33a8c525ed tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868454 Jul 08 17:32:44.969373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-1dc551af-06a9-4bd7-b98a-fb561de2041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.970905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-1dc551af-06a9-4bd7-b98a-fb561de2041b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 1095 time: 0.1150813 Jul 08 17:32:44.989021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57eb35-bb0f-44bd-b9c8-5a4455ea68eb req-a76dc8ba-02a4-4f7a-af44-b1f827e3ebd1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:44.990531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff57eb35-bb0f-44bd-b9c8-5a4455ea68eb req-a76dc8ba-02a4-4f7a-af44-b1f827e3ebd1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 945 time: 0.1148508 Jul 08 17:32:45.032371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-49f87547-5b6e-4e02-ae7f-10913e781e57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e0aa58d-6081-4650-9e02-d65cf44682f0 HTTP/1.1" status: 200 len: 217 time: 0.0408623 Jul 08 17:32:45.089029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff57eb35-bb0f-44bd-b9c8-5a4455ea68eb req-387183c3-f07e-4452-a97b-47215acdcfbe tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906711 Jul 08 17:32:45.098305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-504efeb4-d0c7-4dbf-ab94-fdd6b0e56202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:45.099798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-504efeb4-d0c7-4dbf-ab94-fdd6b0e56202 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0593727 Jul 08 17:32:45.152288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-d1c4b4b0-dad7-43c3-8c68-3e5b277015a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313904 Jul 08 17:32:45.301190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-0f6ac4c4-3634-41b3-9b4d-8afc88a05c8c service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360579 Jul 08 17:32:45.322742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689a8c0-2c32-44fa-b72c-9e495f31ac8c req-9b68bc49-2c9d-4fb4-aaac-033e6817ff95 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:45.322742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d689a8c0-2c32-44fa-b72c-9e495f31ac8c req-9b68bc49-2c9d-4fb4-aaac-033e6817ff95 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1132853 Jul 08 17:32:45.409131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d689a8c0-2c32-44fa-b72c-9e495f31ac8c req-0fc7b010-4082-48df-8213-a581f253c5d4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776577 Jul 08 17:32:45.435643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4839f60a-14ca-434f-b4ad-9ac96784c354 req-e4ac1053-b7f3-4eaf-9442-034a548f167e service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143751 Jul 08 17:32:45.699013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84ad2a-2136-4fbb-9125-6b714cc3b92b req-3c21dca3-bea7-4c49-af2a-0536060c7626 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:45.700798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ef84ad2a-2136-4fbb-9125-6b714cc3b92b req-3c21dca3-bea7-4c49-af2a-0536060c7626 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 944 time: 0.0643849 Jul 08 17:32:45.712558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'tag': '3e0aa58d-6081-4650-9e02-d65cf44682f0'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:45.714769 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c63d5b3-b9be-471b-90d4-c45d59426eab", "tag": "3e0aa58d-6081-4650-9e02-d65cf44682f0"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:45.743890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ef84ad2a-2136-4fbb-9125-6b714cc3b92b req-12994505-f9b7-4ec7-8243-5102e0a59eaf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Jul 08 17:32:45.859090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39a65c-daa8-45b0-acb5-649c1b2bbd45 req-cd2dbf93-1921-49fd-9a04-2344fb246a78 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:45.860557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa39a65c-daa8-45b0-acb5-649c1b2bbd45 req-cd2dbf93-1921-49fd-9a04-2344fb246a78 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 945 time: 0.0674992 Jul 08 17:32:45.924454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa39a65c-daa8-45b0-acb5-649c1b2bbd45 req-31c58bfe-bb58-407a-8e04-c9fe44e1295c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Jul 08 17:32:45.952569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4909eba-e978-497a-a8ed-e0e1282ee385 req-615846d2-b760-4a34-a635-0234115b151a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:45.954096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4909eba-e978-497a-a8ed-e0e1282ee385 req-615846d2-b760-4a34-a635-0234115b151a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0926418 Jul 08 17:32:45.978139 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de794dc9-a4ec-465f-bafe-2f4b6658343b x-openstack-request-id: req-de794dc9-a4ec-465f-bafe-2f4b6658343b {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:45.978431 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c63d5b3-b9be-471b-90d4-c45d59426eab", "tag": "3e0aa58d-6081-4650-9e02-d65cf44682f0", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:45.978680 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-de794dc9-a4ec-465f-bafe-2f4b6658343b {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:45.979062 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'tag': '3e0aa58d-6081-4650-9e02-d65cf44682f0', 'status': 'completed', 'code': 200} Jul 08 17:32:45.997936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4909eba-e978-497a-a8ed-e0e1282ee385 req-4bc4a62d-26e9-454b-beea-1c08e1126f7b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379293 Jul 08 17:32:46.093643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-9289ac1f-b714-4dd7-a168-3eaa7aa813b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:46.095695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-9289ac1f-b714-4dd7-a168-3eaa7aa813b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 1095 time: 0.0778711 Jul 08 17:32:46.281416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-d37dcfbf-a1f7-4b6e-b9a3-ddca04d764d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:46.283034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-d37dcfbf-a1f7-4b6e-b9a3-ddca04d764d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.1805637 Jul 08 17:32:46.299848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f6a-6a07-4550-ad1f-6ec25754af5a req-ee1e0e4e-e59f-4f8a-aeee-9bc20f2ef851 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:46.301269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-797e7f6a-6a07-4550-ad1f-6ec25754af5a req-ee1e0e4e-e59f-4f8a-aeee-9bc20f2ef851 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1788690 Jul 08 17:32:46.352458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfda62-80ff-4625-b8e4-4c7f70ae214d req-b5b89cf8-b286-4263-91da-c512210fb964 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:46.354098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36bfda62-80ff-4625-b8e4-4c7f70ae214d req-b5b89cf8-b286-4263-91da-c512210fb964 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1915014 Jul 08 17:32:46.356892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-998013be-5488-4f00-a198-68df7c011d8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e0aa58d-6081-4650-9e02-d65cf44682f0 HTTP/1.1" status: 200 len: 217 time: 0.0547400 Jul 08 17:32:46.444666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-797e7f6a-6a07-4550-ad1f-6ec25754af5a req-91ca1769-4142-4216-ab79-c7358866bc07 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327310 Jul 08 17:32:46.453624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36bfda62-80ff-4625-b8e4-4c7f70ae214d req-8dd159db-7563-4a7d-bb9f-ac33601b813a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902207 Jul 08 17:32:46.455133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-44c4f61c-1ca3-4aaa-be4e-1ff84a327c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:46.456975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-44c4f61c-1ca3-4aaa-be4e-1ff84a327c0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0922995 Jul 08 17:32:46.495899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-a9e0e825-5021-4cb5-9956-f29a264a6187 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323398 Jul 08 17:32:46.617250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-518728d2-acf0-4653-afc6-dc5dade5d7bc service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098080 Jul 08 17:32:46.725994 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb89fca6-6f6c-4ccd-a723-56edf8cbc6f1 req-c44b99ae-543d-43c0-a626-89d0ee3ae4a1 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013281 Jul 08 17:32:46.789185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acf10-74cc-4b87-ace7-3115e5787aba req-05f7a303-02b5-48cb-b732-9da9fc0f4575 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:46.790781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a95acf10-74cc-4b87-ace7-3115e5787aba req-05f7a303-02b5-48cb-b732-9da9fc0f4575 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0754967 Jul 08 17:32:46.835046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a95acf10-74cc-4b87-ace7-3115e5787aba req-13258ecc-237e-4b96-9a96-c91afa4fdfd4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Jul 08 17:32:47.391705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cef24d-6820-4354-b54e-afaab2ece97e req-790f1fa2-4885-4003-8003-f48490e7ec23 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:47.393292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44cef24d-6820-4354-b54e-afaab2ece97e req-790f1fa2-4885-4003-8003-f48490e7ec23 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 944 time: 0.4530501 Jul 08 17:32:47.401845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4031786-339d-4f6f-aab5-5f26082779a6 req-ada83cc8-b273-498a-8b40-58f85c22db98 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:47.403475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4031786-339d-4f6f-aab5-5f26082779a6 req-ada83cc8-b273-498a-8b40-58f85c22db98 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0937533 Jul 08 17:32:47.495971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44cef24d-6820-4354-b54e-afaab2ece97e req-682b62ce-7956-4be1-ac18-916bd50c041f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915413 Jul 08 17:32:47.502806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4031786-339d-4f6f-aab5-5f26082779a6 req-66b04962-6d00-42b2-85ec-203457c5589f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910699 Jul 08 17:32:47.535018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-48a89f94-7e6e-40a1-8e7a-36e9270b3dd5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:47.535018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-48a89f94-7e6e-40a1-8e7a-36e9270b3dd5 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 945 time: 0.1206152 Jul 08 17:32:47.699215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Deleting port 2bb6dd84-cdb8-489d-ab65-d44538af18ac {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:32:47.699564 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.727868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3e0aa58d-6081-4650-9e02-d65cf44682f0 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:32:47.749714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39179ba-58b9-4ee6-8d72-ef5f8ba17ae6 req-e3fc316b-d88d-4cc1-a885-374e1039cd0c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:47.753352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d39179ba-58b9-4ee6-8d72-ef5f8ba17ae6 req-e3fc316b-d88d-4cc1-a885-374e1039cd0c tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/ports?device_id=6eff040c-8df6-4bd2-b4b2-f26f32885a6d HTTP/1.1" status: 200 len: 945 time: 0.1312139 Jul 08 17:32:47.819365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d39179ba-58b9-4ee6-8d72-ef5f8ba17ae6 req-126574bc-c4c4-4b88-a7ec-91239de653b9 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.63 "GET /v2.0/security-groups?id=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619636 Jul 08 17:32:47.841812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] For port 2bb6dd84-cdb8-489d-ab65-d44538af18ac, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bb6dd84-cdb8-489d-ab65-d44538af18ac,segment=NetworkSegment(7aeea6a1-c4ce-4ca5-9a80-e216e2faf575),segment_id=7aeea6a1-c4ce-4ca5-9a80-e216e2faf575)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:47.842290 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.854783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3e0aa58d-6081-4650-9e02-d65cf44682f0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3e0aa58d-6081-4650-9e02-d65cf44682f0,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:47.858372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Calling delete_port for 2bb6dd84-cdb8-489d-ab65-d44538af18ac owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:32:47.871424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '3e0aa58d-6081-4650-9e02-d65cf44682f0', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'port_id': '3e0aa58d-6081-4650-9e02-d65cf44682f0', 'mac_address': 'fa:16:3e:88:7b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb1256-6fff-4a5c-a1c6-ae86aa75adde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:32:47.917534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:47.934985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0aa58d-6081-4650-9e02-d65cf44682f0 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:47.956883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3e0aa58d-6081-4650-9e02-d65cf44682f0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3e0aa58d-6081-4650-9e02-d65cf44682f0,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:47.962298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:48.003207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7fb63-2161-47be-b217-fcef3355df38 req-cec4cc32-faa6-43a2-8674-aafde4fc51a0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:48.009270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1d7fb63-2161-47be-b217-fcef3355df38 req-cec4cc32-faa6-43a2-8674-aafde4fc51a0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1448357 Jul 08 17:32:48.014406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3e0aa58d-6081-4650-9e02-d65cf44682f0,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:48.021949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.022302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.022630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.023449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.023957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.024285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.024606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.024949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.025270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.025586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.025900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.026214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:32:48.072955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1d7fb63-2161-47be-b217-fcef3355df38 req-1313beba-28d9-4bef-9da0-a65185ffcef9 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614810 Jul 08 17:32:48.106126 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:48.118144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2bb6dd84-cdb8-489d-ab65-d44538af18ac'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:48.140350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Pushing event deleted for resources: {'Port': ['ID=2bb6dd84-cdb8-489d-ab65-d44538af18ac,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:48.188775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] No DVR routers for this DVR port 2bb6dd84-cdb8-489d-ab65-d44538af18ac on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:32:48.191076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:48.201606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9469b66d-d611-47e9-821b-caddde5a58d1 req-56bf16b7-b889-49e7-b05e-ba64f79999d1 tempest-DeleteServersTestJSON-896461291 tempest-DeleteServersTestJSON-896461291-project] 10.222.0.72 "DELETE /v2.0/ports/2bb6dd84-cdb8-489d-ab65-d44538af18ac HTTP/1.1" status: 204 len: 173 time: 0.6556182 Jul 08 17:32:48.201606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'name': 'network-vif-deleted', 'tag': '2bb6dd84-cdb8-489d-ab65-d44538af18ac'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:48.201606 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a794c8eb-9a47-49ad-b98c-5b00133dcb1b" -d '{"events": [{"server_uuid": "6eff040c-8df6-4bd2-b4b2-f26f32885a6d", "name": "network-vif-deleted", "tag": "2bb6dd84-cdb8-489d-ab65-d44538af18ac"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:48.246325 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5825bd-ea43-406b-882b-04e47e2b8a58 x-openstack-request-id: req-2b5825bd-ea43-406b-882b-04e47e2b8a58 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:48.246812 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eff040c-8df6-4bd2-b4b2-f26f32885a6d", "name": "network-vif-deleted", "tag": "2bb6dd84-cdb8-489d-ab65-d44538af18ac", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:48.247195 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2b5825bd-ea43-406b-882b-04e47e2b8a58 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:48.247477 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eff040c-8df6-4bd2-b4b2-f26f32885a6d', 'name': 'network-vif-deleted', 'tag': '2bb6dd84-cdb8-489d-ab65-d44538af18ac', 'status': 'completed', 'code': 200} Jul 08 17:32:48.369612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3e0aa58d-6081-4650-9e02-d65cf44682f0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:48.400096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9849cd-3084-4dad-b776-5ad9d7df1774 req-e3d1b7e7-0718-4f83-86e1-fe9918a137bc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:48.402419 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa9849cd-3084-4dad-b776-5ad9d7df1774 req-e3d1b7e7-0718-4f83-86e1-fe9918a137bc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0898633 Jul 08 17:32:48.445587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa9849cd-3084-4dad-b776-5ad9d7df1774 req-b0ea7750-80bc-4955-8544-8cf48f96f023 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Jul 08 17:32:48.688130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e439d7-08be-479b-a7b2-9e53d5fdffd4 req-a5e31519-090c-4f4e-b01f-b395426d5994 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:48.689647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e439d7-08be-479b-a7b2-9e53d5fdffd4 req-a5e31519-090c-4f4e-b01f-b395426d5994 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1089778 Jul 08 17:32:48.701966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f899d2a-4602-420f-990d-0d446436fcce req-c5e17f4d-ff2d-4b28-a5d3-a5f26f19df60 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:48.703351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f899d2a-4602-420f-990d-0d446436fcce req-c5e17f4d-ff2d-4b28-a5d3-a5f26f19df60 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 945 time: 0.0907073 Jul 08 17:32:48.756348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e439d7-08be-479b-a7b2-9e53d5fdffd4 req-af985b54-db60-4537-a7da-381e8aa0293a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Jul 08 17:32:48.771277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f899d2a-4602-420f-990d-0d446436fcce req-fc2478ae-ea88-42c1-a835-8dc7ddf0f27d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600135 Jul 08 17:32:49.024402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f927e0-6449-427f-9459-555faa28ecf6 req-2aee01ed-3cc2-46d2-ad19-371884d166cb tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:49.025935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18f927e0-6449-427f-9459-555faa28ecf6 req-2aee01ed-3cc2-46d2-ad19-371884d166cb tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0729880 Jul 08 17:32:49.068948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18f927e0-6449-427f-9459-555faa28ecf6 req-e7475144-964f-4b6d-ac40-d935a3a49796 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361657 Jul 08 17:32:49.331787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27322afa-cd35-488f-9779-4ab480901a6e req-f9fd30a5-7abc-47f6-b44d-05f6054de894 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:49.333282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27322afa-cd35-488f-9779-4ab480901a6e req-f9fd30a5-7abc-47f6-b44d-05f6054de894 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0960574 Jul 08 17:32:49.374220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac9872-f8d6-4597-b0e1-9ec8e99bd5d7 req-2f7ccb99-5b00-4941-9e33-aa10abf8f154 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:49.375652 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84ac9872-f8d6-4597-b0e1-9ec8e99bd5d7 req-2f7ccb99-5b00-4941-9e33-aa10abf8f154 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0994318 Jul 08 17:32:49.403978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27322afa-cd35-488f-9779-4ab480901a6e req-a6db505c-377c-47d7-9a8c-b0c9a8f5ad80 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Jul 08 17:32:49.422962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84ac9872-f8d6-4597-b0e1-9ec8e99bd5d7 req-50d4783a-a64f-42a2-bc65-081a3f868ae0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Jul 08 17:32:49.807746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d51a3-0469-4fff-9cc6-46a037d78680 req-d00c6112-8ae7-425e-bd98-172c4076ea1b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:49.809314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd2d51a3-0469-4fff-9cc6-46a037d78680 req-d00c6112-8ae7-425e-bd98-172c4076ea1b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 814 time: 0.1206803 Jul 08 17:32:49.825184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd2d51a3-0469-4fff-9cc6-46a037d78680 req-729d74a5-515a-461b-9ac8-4d3b561b79d7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/quotas/1e3d21c6e508482eabda830128eba248 HTTP/1.1" status: 200 len: 375 time: 0.0099816 Jul 08 17:32:49.891920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd2d51a3-0469-4fff-9cc6-46a037d78680 req-e650237f-ef69-4353-b52c-38500f8856fd tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0609479 Jul 08 17:32:50.154577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd4522-a7e9-45b1-9aaa-52f4a6ca3667 req-a53d6ac4-efc2-48ec-9500-ff11498ae2ee tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:50.156071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fcbd4522-a7e9-45b1-9aaa-52f4a6ca3667 req-a53d6ac4-efc2-48ec-9500-ff11498ae2ee tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 945 time: 0.1092861 Jul 08 17:32:50.164882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66ba87-9f66-4ea9-9c4b-8d04326012b5 req-f039d8b0-c562-4c48-933a-3c40f8240ed5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:50.166314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa66ba87-9f66-4ea9-9c4b-8d04326012b5 req-f039d8b0-c562-4c48-933a-3c40f8240ed5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1101944 Jul 08 17:32:50.223424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fcbd4522-a7e9-45b1-9aaa-52f4a6ca3667 req-926a976c-2d7a-4a5f-8be2-37cec880475d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561433 Jul 08 17:32:50.228230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa66ba87-9f66-4ea9-9c4b-8d04326012b5 req-d6260eb6-026a-4507-afea-228523d9f2e8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540943 Jul 08 17:32:50.656156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed33a57-3bf5-498d-9aa3-fe7689afa9ab req-68729637-68a3-4cd7-99db-de335a0e6666 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:50.657701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ed33a57-3bf5-498d-9aa3-fe7689afa9ab req-68729637-68a3-4cd7-99db-de335a0e6666 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0715675 Jul 08 17:32:50.701462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ed33a57-3bf5-498d-9aa3-fe7689afa9ab req-90192b2c-4c8d-41da-8d9c-c1e5bbfb00f4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Jul 08 17:32:50.844492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107de068-ea5a-4b57-a1ef-7769a2eda938 req-da8c66d0-eed7-4813-85fc-067d797cf080 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:50.849277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107de068-ea5a-4b57-a1ef-7769a2eda938 req-da8c66d0-eed7-4813-85fc-067d797cf080 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0748818 Jul 08 17:32:50.884983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-107de068-ea5a-4b57-a1ef-7769a2eda938 req-ee67e321-8ca1-4af4-9246-14d1c83c2ae4 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Jul 08 17:32:50.891634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:51.005401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7db6865-cfa2-4238-8d27-d385fad048a3 req-610b029c-f31d-4279-b2a7-b0e8397cd254 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1e3d21c6e508482eabda830128eba248 HTTP/1.1" status: 200 len: 221 time: 0.0351338 Jul 08 17:32:51.012143 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3bd0-f5b8-4e6a-8e3c-17154c058f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.146711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3bd0-f5b8-4e6a-8e3c-17154c058f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.152684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3bd0-f5b8-4e6a-8e3c-17154c058f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.203684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f1bf3bd0-f5b8-4e6a-8e3c-17154c058f00 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b31536944d5f46d8bb3360bc4c383525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109326 Jul 08 17:32:51.206486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36640) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:51.208622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf3bd0-f5b8-4e6a-8e3c-17154c058f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f288d882-8847-4b10-acf9-a2dba0bbd42f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:51.228984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700de6bf-7ac2-4120-8491-763111666a40 req-1750784a-3eee-4ca4-a14f-a19b4883e8d0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:51.230646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-700de6bf-7ac2-4120-8491-763111666a40 req-1750784a-3eee-4ca4-a14f-a19b4883e8d0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1272161 Jul 08 17:32:51.276770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-700de6bf-7ac2-4120-8491-763111666a40 req-8506f6ae-a6e3-4f11-bcb3-26302d412603 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Jul 08 17:32:51.285514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d27dbdb7-83cc-4436-ba28-518d1e6ad5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.316068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d27dbdb7-83cc-4436-ba28-518d1e6ad5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.378223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d27dbdb7-83cc-4436-ba28-518d1e6ad5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.381260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d27dbdb7-83cc-4436-ba28-518d1e6ad5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.382532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d27dbdb7-83cc-4436-ba28-518d1e6ad5f6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f288d882-8847-4b10-acf9-a2dba0bbd42f HTTP/1.1" status: 204 len: 168 time: 0.1750565 Jul 08 17:32:51.393004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dbdb7-83cc-4436-ba28-518d1e6ad5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f288d882-8847-4b10-acf9-a2dba0bbd42f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:51.485567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15f28e-cf68-4a37-bb39-2e4ab72f3f24 req-4a67f989-bb5c-417e-b210-4efafb01cbb4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:51.492487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca15f28e-cf68-4a37-bb39-2e4ab72f3f24 req-4a67f989-bb5c-417e-b210-4efafb01cbb4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 945 time: 0.1304967 Jul 08 17:32:51.542010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca15f28e-cf68-4a37-bb39-2e4ab72f3f24 req-3712e76f-9409-4d08-8575-a44c9b6352f4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486300 Jul 08 17:32:51.554825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f933e4b-5008-42cd-91e8-ebabc0bfb6af req-8dc6d6c0-467d-4ebe-8ead-706d966e8615 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:51.556681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f933e4b-5008-42cd-91e8-ebabc0bfb6af req-8dc6d6c0-467d-4ebe-8ead-706d966e8615 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1168919 Jul 08 17:32:51.603630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f933e4b-5008-42cd-91e8-ebabc0bfb6af req-2f27a79f-2518-40d3-8587-5ecaee88d94c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358717 Jul 08 17:32:51.739130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:51.745041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3e0aa58d-6081-4650-9e02-d65cf44682f0 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:32:51.754156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4aedd359-fd58-4bbf-8211-a54041ca657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.796276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 3e0aa58d-6081-4650-9e02-d65cf44682f0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:51.801791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 3e0aa58d-6081-4650-9e02-d65cf44682f0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:51.802405 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.876876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4aedd359-fd58-4bbf-8211-a54041ca657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.880923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4aedd359-fd58-4bbf-8211-a54041ca657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.921472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2a7b6-bd7a-4310-a005-baa2ef7965c9 req-9ad7962a-473b-438c-ab32-2ddadf98ebf3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:51.924386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedd359-fd58-4bbf-8211-a54041ca657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f1e274-e6e9-4b5c-8e16-d7946ed1238d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:51.930323 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4aedd359-fd58-4bbf-8211-a54041ca657c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=908b3f390a81444bbc278fcf6d9d7ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899512 Jul 08 17:32:51.932747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36664) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:51.934124 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:51.946038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6e2a7b6-bd7a-4310-a005-baa2ef7965c9 req-9ad7962a-473b-438c-ab32-2ddadf98ebf3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1290448 Jul 08 17:32:51.985552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0aa58d-6081-4650-9e02-d65cf44682f0'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:51.988055 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18a0e00-3753-4a44-a65f-ff220a194921" -d '{"events": [{"server_uuid": "1c63d5b3-b9be-471b-90d4-c45d59426eab", "name": "network-vif-plugged", "status": "completed", "tag": "3e0aa58d-6081-4650-9e02-d65cf44682f0"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:52.006021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3e0aa58d-6081-4650-9e02-d65cf44682f0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3e0aa58d-6081-4650-9e02-d65cf44682f0,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:32:52.009018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6e2a7b6-bd7a-4310-a005-baa2ef7965c9 req-7da43baf-d0de-4b0c-a9ab-f7ae865f11e3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620377 Jul 08 17:32:52.015467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8558a2-7111-48d5-93b0-a4f10399f07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.025100 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.027966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2bb6dd84-cdb8-489d-ab65-d44538af18ac no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:32:52.041877 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8558a2-7111-48d5-93b0-a4f10399f07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.138861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8558a2-7111-48d5-93b0-a4f10399f07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.142278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8558a2-7111-48d5-93b0-a4f10399f07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:52.143877 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0f8558a2-7111-48d5-93b0-a4f10399f07d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f6f1e274-e6e9-4b5c-8e16-d7946ed1238d HTTP/1.1" status: 204 len: 168 time: 0.2097387 Jul 08 17:32:52.179872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8558a2-7111-48d5-93b0-a4f10399f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f1e274-e6e9-4b5c-8e16-d7946ed1238d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:52.196418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3e0aa58d-6081-4650-9e02-d65cf44682f0,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:52.203148 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97186e87-66d0-4db2-ab61-be3d03c6dd24 x-openstack-request-id: req-97186e87-66d0-4db2-ab61-be3d03c6dd24 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:52.203753 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63d5b3-b9be-471b-90d4-c45d59426eab", "name": "network-vif-plugged", "status": "completed", "tag": "3e0aa58d-6081-4650-9e02-d65cf44682f0", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:52.204155 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-97186e87-66d0-4db2-ab61-be3d03c6dd24 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:52.205159 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0aa58d-6081-4650-9e02-d65cf44682f0', 'code': 200} Jul 08 17:32:52.215756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 2bb6dd84-cdb8-489d-ab65-d44538af18ac {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:32:52.216308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2bb6dd84-cdb8-489d-ab65-d44538af18ac not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:32:52.261077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfb1c2-8fc1-40ef-8488-72380330cec3 req-3ae1d9ba-21df-473b-98c6-85acfd8e3fb5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:52.268498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebdfb1c2-8fc1-40ef-8488-72380330cec3 req-3ae1d9ba-21df-473b-98c6-85acfd8e3fb5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1697767 Jul 08 17:32:52.329543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebdfb1c2-8fc1-40ef-8488-72380330cec3 req-1b44f61d-15fd-4f9e-a65d-75eb0c136fe6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600178 Jul 08 17:32:52.349261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d182-6fd0-4634-9353-17e796b644d4 req-5baabb7d-9c50-428c-8368-f91704019a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:52.351007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4877d182-6fd0-4634-9353-17e796b644d4 req-5baabb7d-9c50-428c-8368-f91704019a93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 1097 time: 0.1481338 Jul 08 17:32:52.394385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4877d182-6fd0-4634-9353-17e796b644d4 req-504fea3b-e47e-4f04-8bb7-7e3a207ed7ae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Jul 08 17:32:52.527535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b380ca-01e4-4238-b5d7-e886fb2ec90d req-afe0472e-8792-49aa-b936-0f1f8a8582a9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:52.529271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57b380ca-01e4-4238-b5d7-e886fb2ec90d req-afe0472e-8792-49aa-b936-0f1f8a8582a9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0669160 Jul 08 17:32:52.579356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57b380ca-01e4-4238-b5d7-e886fb2ec90d req-20b48775-909b-4520-8ebe-1eca7381b5fd tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Jul 08 17:32:52.813011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbe279-9cb8-4b7f-bf1b-92737dbc53f4 req-ef252507-02cb-412d-ab19-18aafaa2926b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:52.813011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aafbe279-9cb8-4b7f-bf1b-92737dbc53f4 req-ef252507-02cb-412d-ab19-18aafaa2926b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 946 time: 0.1143253 Jul 08 17:32:52.832766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2ba79-65c1-48ae-aaef-8196d5fa6f68 req-6a8b4346-1acb-4bb6-9c94-0975b4f0d249 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:52.834458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5b2ba79-65c1-48ae-aaef-8196d5fa6f68 req-6a8b4346-1acb-4bb6-9c94-0975b4f0d249 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1051152 Jul 08 17:32:52.880352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aafbe279-9cb8-4b7f-bf1b-92737dbc53f4 req-009ffdc2-a350-42eb-954b-93b40c2be7f4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Jul 08 17:32:52.893763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5b2ba79-65c1-48ae-aaef-8196d5fa6f68 req-45b944b9-dd4d-4e6a-8179-6038047e725e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Jul 08 17:32:53.195717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358382-2b0a-455e-af93-085cace7a83f req-c3db08d5-99c7-4389-a05e-fdf255a3b4ce tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:53.197577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7358382-2b0a-455e-af93-085cace7a83f req-c3db08d5-99c7-4389-a05e-fdf255a3b4ce tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0766923 Jul 08 17:32:53.240222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7358382-2b0a-455e-af93-085cace7a83f req-3bcfbfc0-7d85-4692-a470-1e936e138660 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Jul 08 17:32:53.482760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84e3e-7952-42b3-b34c-c81ae6037bfb req-2d5eec51-9fd2-4dad-aa8c-c1382f44741d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:53.484365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2a84e3e-7952-42b3-b34c-c81ae6037bfb req-2d5eec51-9fd2-4dad-aa8c-c1382f44741d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0876150 Jul 08 17:32:53.562073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2a84e3e-7952-42b3-b34c-c81ae6037bfb req-201b9f28-f694-4511-9d8a-ba6ad02170c7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642898 Jul 08 17:32:53.597772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c5702-0622-40b0-95b2-0f0c52382463 req-d6dde45a-5f61-47cf-bdb3-5b75535accdf tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:53.602857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e1c5702-0622-40b0-95b2-0f0c52382463 req-d6dde45a-5f61-47cf-bdb3-5b75535accdf tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1138296 Jul 08 17:32:53.647364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e1c5702-0622-40b0-95b2-0f0c52382463 req-d00bc46d-cac2-4ad6-9c51-8bf64e5260c3 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Jul 08 17:32:53.773608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f873f-d444-4768-a742-4f7733b12112 req-8dd78d30-6b69-41bb-a035-42cf5c1fec3c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:53.775579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-085f873f-d444-4768-a742-4f7733b12112 req-8dd78d30-6b69-41bb-a035-42cf5c1fec3c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0706329 Jul 08 17:32:53.821167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-085f873f-d444-4768-a742-4f7733b12112 req-a856a2aa-bfa2-4f6e-b528-e1ea8163bb52 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Jul 08 17:32:54.042210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-2c569640-551c-4269-8141-0d6d04fa1406 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=14d0efae152641de9804c74f1a542164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307398 Jul 08 17:32:54.075803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d062832-9eba-4d0d-ae95-dfb6181c52f1 req-e016c9bf-9895-435d-af6b-5d820de2dae9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:54.079172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d062832-9eba-4d0d-ae95-dfb6181c52f1 req-e016c9bf-9895-435d-af6b-5d820de2dae9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1099677 Jul 08 17:32:54.173338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d062832-9eba-4d0d-ae95-dfb6181c52f1 req-482b0926-9cff-4937-b2dc-9d7747ec8f67 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807014 Jul 08 17:32:54.210472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-85c587ef-7a06-46a9-abaa-605dd1e8ae77 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:54.212723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-85c587ef-7a06-46a9-abaa-605dd1e8ae77 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644678 Jul 08 17:32:54.229253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-a2b62d1e-3b48-43bf-92f0-0cd810bf366e tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/quotas/14d0efae152641de9804c74f1a542164 HTTP/1.1" status: 200 len: 375 time: 0.0105467 Jul 08 17:32:54.268875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-d9269b10-a587-4b40-8191-347968ad30b0 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=14d0efae152641de9804c74f1a542164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339930 Jul 08 17:32:54.356033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcb451-81a7-4b62-a5d2-a5778a4e5deb req-565be8aa-2850-4919-b46f-248ebf71329f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:54.358174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0bcb451-81a7-4b62-a5d2-a5778a4e5deb req-565be8aa-2850-4919-b46f-248ebf71329f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 946 time: 0.0713627 Jul 08 17:32:54.401461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0bcb451-81a7-4b62-a5d2-a5778a4e5deb req-45bc5ee9-c56d-410e-953d-92781e6b35bf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362227 Jul 08 17:32:54.730590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61457b66-190f-4868-86f8-c60f18f4584c req-d304dfcf-f45b-41f2-80a8-f85f77d7674e tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 210 time: 0.0381739 Jul 08 17:32:54.749666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e91f3f-7882-4435-9cb6-cc6d164a82f9 req-c6cba0b7-3126-41ef-bf10-2cbf5cb2f8b7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:54.753265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26e91f3f-7882-4435-9cb6-cc6d164a82f9 req-c6cba0b7-3126-41ef-bf10-2cbf5cb2f8b7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1061711 Jul 08 17:32:54.795800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26e91f3f-7882-4435-9cb6-cc6d164a82f9 req-f7265165-4d47-4067-836d-a0879a719a78 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380268 Jul 08 17:32:55.017888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-a4a93eba-0b94-4faa-ad5d-f576510c158a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:55.019378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-a4a93eba-0b94-4faa-ad5d-f576510c158a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.1450562 Jul 08 17:32:55.040466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e38bb7-7911-4ac7-9eec-9185f76fcf55 req-7225b015-fb75-48c8-a6f6-01b5a2090457 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:55.041952 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20e38bb7-7911-4ac7-9eec-9185f76fcf55 req-7225b015-fb75-48c8-a6f6-01b5a2090457 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1195269 Jul 08 17:32:55.045541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-067e0552-457e-4f1a-818e-99cf38401b6e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.0188794 Jul 08 17:32:55.111501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20e38bb7-7911-4ac7-9eec-9185f76fcf55 req-e84a0cd6-7cc3-4c59-b467-2c0243d0fad0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640390 Jul 08 17:32:55.150632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-acfb6d74-eddb-4759-a56c-ed708a1dfcff tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969868 Jul 08 17:32:55.253625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-aa4c2f8a-3cd8-4d7b-b01c-894b0c08bb64 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017714 Jul 08 17:32:55.385427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-8571fc3f-1a76-474d-a75e-7276756b5a53 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239455 Jul 08 17:32:55.399612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f7e6-3340-4ad4-95bd-60569fa20cd0 req-ad90bb3b-ff46-499f-bd29-0dd62564783b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:55.401096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7d4f7e6-3340-4ad4-95bd-60569fa20cd0 req-ad90bb3b-ff46-499f-bd29-0dd62564783b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0982242 Jul 08 17:32:55.438853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7d4f7e6-3340-4ad4-95bd-60569fa20cd0 req-8c519034-f369-48ec-bb4c-a9d522f40b98 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Jul 08 17:32:55.646034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:55.658751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a11de3-35ee-4521-abd0-fb551706248a req-0b360d32-b89e-46f3-81a2-8dcf5ef48b84 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:55.660531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90a11de3-35ee-4521-abd0-fb551706248a req-0b360d32-b89e-46f3-81a2-8dcf5ef48b84 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0803838 Jul 08 17:32:55.731432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de30a3d5-f1cd-4319-bf09-b9e03dae2e61 req-c32b6f07-c85a-45b5-b31d-55e5d93c035a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 210 time: 0.0452378 Jul 08 17:32:55.757234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90a11de3-35ee-4521-abd0-fb551706248a req-8f0dd0a1-c5ba-4357-b2b8-c274e1012577 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840156 Jul 08 17:32:55.768139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-edb7dcca-6c7e-459f-b072-6857f05dbdbf tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=14d0efae152641de9804c74f1a542164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335104 Jul 08 17:32:55.921211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-612dd0dc-ef52-4d06-b0c0-70e618f704c2 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:55.922827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-612dd0dc-ef52-4d06-b0c0-70e618f704c2 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467850 Jul 08 17:32:55.937654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Request body: {'port': {'device_id': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '14d0efae152641de9804c74f1a542164'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:56.032063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36820) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:56.101763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Made reservation on behalf of 14d0efae152641de9804c74f1a542164 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:56.107004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.119422 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.232836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.265782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adb99a31-4d44-4105-9b04-80c77b2d3362 req-502f5289-442c-49f1-888e-d36b7dbab481 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 210 time: 0.0311282 Jul 08 17:32:56.276267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.354917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c107736-cd54-42ec-8686-fdad482d6894,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:56.371123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] Deleting subnet 93f219f3-10d8-4a52-b813-91bc530aa542 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:32:56.374924 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.421689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.465576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.518845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.526249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebce2b-fe88-4784-93c0-ce11da70c6d6 req-117fc760-cbb6-45c9-a5e9-39020798c95d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:56.527813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95ebce2b-fe88-4784-93c0-ce11da70c6d6 req-117fc760-cbb6-45c9-a5e9-39020798c95d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.2605896 Jul 08 17:32:56.546466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f219f3-10d8-4a52-b813-91bc530aa542,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:56.548434 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.550933 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e419a128-eade-47a3-b4eb-56fbc257add8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/93f219f3-10d8-4a52-b813-91bc530aa542 HTTP/1.1" status: 204 len: 168 time: 0.5172276 Jul 08 17:32:56.553300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36828) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:56.568077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Allocated IP 192.168.233.50 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:56.579322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b24cc2-fced-492d-9856-263862815560 req-4f1f275d-1a5e-43e6-9cf2-7f927d2edfeb tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:56.581026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8b24cc2-fced-492d-9856-263862815560 req-4f1f275d-1a5e-43e6-9cf2-7f927d2edfeb tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1782222 Jul 08 17:32:56.627342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95ebce2b-fe88-4784-93c0-ce11da70c6d6 req-d7041259-353c-4de0-94ab-645106d48a78 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922632 Jul 08 17:32:56.676948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8b24cc2-fced-492d-9856-263862815560 req-0afbc7c2-79b9-4ab7-9bb0-7289a3c4311c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875459 Jul 08 17:32:56.839086 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.877759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Transition to ACTIVE for port object b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:56.927227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e485b65-e08e-42a6-aa6f-212a74e8d293 req-cae3518d-646a-4256-a510-a860720ff4f9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 210 time: 0.0442729 Jul 08 17:32:56.973104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248413e-6339-4750-a16e-55093c0fefef req-25cff68d-20b2-4d10-bf0e-98c48737bd24 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:56.973329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:56.981154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d248413e-6339-4750-a16e-55093c0fefef req-25cff68d-20b2-4d10-bf0e-98c48737bd24 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1579154 Jul 08 17:32:57.002243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.073878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:57.074112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.081334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:57.085436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1495ca0b-3919-43d6-8e6a-f156d25aa27c']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:57.086125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:57.100946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d248413e-6339-4750-a16e-55093c0fefef req-7bd722ed-e5db-439d-8ce1-1aed99a5a889 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187034 Jul 08 17:32:57.108106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Pushing event updated for resources: {'Port': ['ID=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:57.208928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:57.209574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.251299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-cba2aa47-dccf-4257-a295-edd3f05cf95f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3189564 Jul 08 17:32:57.265417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Request body: {'port': {'device_id': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:57.279106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:57.280323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aeea6a1-c4ce-4ca5-9a80-e216e2faf575') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:32:57.303480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-0d434ba1-f5c6-4cb0-b8c0-58ecbd9941b5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:57.303480 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-0d434ba1-f5c6-4cb0-b8c0-58ecbd9941b5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.2031252 Jul 08 17:32:57.305417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.323867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Request body: {'port': {'device_id': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'admin_state_up': True, 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:57.400668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.422728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d9cf687c-e8c4-4e90-b667-4e0499162bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.432540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:32:57.432997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:32:57.434822 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:32:57.439533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.544613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9d68feed-c091-43e0-b1d2-1fe2f61eda38 None None] Provisioning for port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:32:57.549366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9d68feed-c091-43e0-b1d2-1fe2f61eda38 None None] Provisioning complete for port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:32:57.549944 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9d68feed-c091-43e0-b1d2-1fe2f61eda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.567093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.574189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.588026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] 10.222.0.63 "DELETE /v2.0/networks/1495ca0b-3919-43d6-8e6a-f156d25aa27c HTTP/1.1" status: 204 len: 168 time: 1.0263317 Jul 08 17:32:57.588233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9d68feed-c091-43e0-b1d2-1fe2f61eda38 None None] Port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:32:57.610716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7343e59-c4ec-40fc-974e-218e9251e6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=1495ca0b-3919-43d6-8e6a-f156d25aa27c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:57.627525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:57.631198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.722160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:57.812439 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f90381ac-6375-479b-9b48-85fc7613eafb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=69352fdd28e7454b89ede1a8a79d54a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868852 Jul 08 17:32:57.813955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36854) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:57.820534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Allocated IP 172.20.0.3 (a99655fa-9d29-42d4-82b8-f3fa6cf53c8c/43cb1256-6fff-4a5c-a1c6-ae86aa75adde/014d5220-ef38-4926-a82b-99dcf7819307) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:32:57.908069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89286d75-04c9-4753-8da5-5e02e105ff6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:57.975215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89286d75-04c9-4753-8da5-5e02e105ff6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.048351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f04c-07a7-484f-b7f6-4337d26afb84 req-30d474e0-bb94-4693-ae8b-754f0ef67ac6 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:58.049751 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.049890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adf7f04c-07a7-484f-b7f6-4337d26afb84 req-30d474e0-bb94-4693-ae8b-754f0ef67ac6 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 935 time: 0.5434816 Jul 08 17:32:58.060721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89286d75-04c9-4753-8da5-5e02e105ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.063188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89286d75-04c9-4753-8da5-5e02e105ff6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.066629 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-89286d75-04c9-4753-8da5-5e02e105ff6b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf HTTP/1.1" status: 204 len: 168 time: 0.2494338 Jul 08 17:32:58.093965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89286d75-04c9-4753-8da5-5e02e105ff6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8cb4d4-84d6-4289-9ef8-36eac17e7fbf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:58.098659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f710781-89a3-426b-9cab-cee73d237c91 req-adbab356-b6d3-4d9c-8826-03cbc3b992a3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:58.100162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f710781-89a3-426b-9cab-cee73d237c91 req-adbab356-b6d3-4d9c-8826-03cbc3b992a3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.5815980 Jul 08 17:32:58.105941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.128087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3e0aa58d-6081-4650-9e02-d65cf44682f0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:58.159433 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adf7f04c-07a7-484f-b7f6-4337d26afb84 req-cdb16cb3-5c20-4f48-9550-4e1497c1a201 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796072 Jul 08 17:32:58.162055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:32:58.168504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:32:58.173894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:32:58.178543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event updated for resources: {'Port': ['ID=014d5220-ef38-4926-a82b-99dcf7819307,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:58.209277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f710781-89a3-426b-9cab-cee73d237c91 req-f68c4fb5-6fca-44f9-abed-6097fe94ed4c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779879 Jul 08 17:32:58.209729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:32:58.269278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:58.270086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.308488 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-f615615b-c686-401d-90b3-3a7a7c3ffb12 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9908171 Jul 08 17:32:58.312678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:58.328047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Request body: {'port': {'device_id': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:58.328524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.354106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Transition to ACTIVE for port object b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:58.370393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.423532 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.505128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Pushing event updated for resources: {'Port': ['ID=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:58.597226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76603-26f4-4204-872d-03feb6e04c6c req-c3d5afbc-3b43-4dd1-a574-b300154396c7 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:58.599766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbc76603-26f4-4204-872d-03feb6e04c6c req-c3d5afbc-3b43-4dd1-a574-b300154396c7 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 931 time: 0.2481518 Jul 08 17:32:58.667511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbc76603-26f4-4204-872d-03feb6e04c6c req-f4223245-e10a-4652-8292-0f1eba25f7e4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592644 Jul 08 17:32:58.677700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44ed2-7a1e-48e7-8096-8b9ed17b657a req-e139f17e-b14e-496f-9264-58ec3b66e24e tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:58.679947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fcc44ed2-7a1e-48e7-8096-8b9ed17b657a req-e139f17e-b14e-496f-9264-58ec3b66e24e tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.3063290 Jul 08 17:32:58.715232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Attempting to bind port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:58.715570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Attempting to bind port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:58.715901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Attempting to bind port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:58.729690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:58.729914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Attempting to bind port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:58.735221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:58.735541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:58.735928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:58.736370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Bound port: b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:58.736772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.764435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fcc44ed2-7a1e-48e7-8096-8b9ed17b657a req-f9312cd7-7350-492f-b4ca-675fe238c0d9 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Jul 08 17:32:58.817530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] For port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:58.821877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] For port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:58.823385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014d5220-ef38-4926-a82b-99dcf7819307 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:32:58.830320 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.833124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.852724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Transition to ACTIVE for port object 014d5220-ef38-4926-a82b-99dcf7819307 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:32:58.860602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.869705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:58.870472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:58.871881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] 10.222.0.72 "PUT /v2.0/ports/b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d HTTP/1.1" status: 200 len: 1095 time: 1.6109967 Jul 08 17:32:58.873816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'tag': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:58.876951 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f93ba00-177f-440d-9ec9-94970ddd3798" -d '{"events": [{"name": "network-changed", "server_uuid": "25ac53fd-e883-48b0-b34b-6f45ccd23b6a", "tag": "b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:58.906091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4703a-0cbd-4e3d-90dc-b79e409c5bbe service neutron] Pushing event updated for resources: {'Port': ['ID=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:59.061731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121da47-4e50-42bf-be33-d20fa572959d req-c2a19354-9ea8-463d-a9fc-28bf08cb5653 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.064657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Pushing event updated for resources: {'Port': ['ID=014d5220-ef38-4926-a82b-99dcf7819307,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:59.075416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1121da47-4e50-42bf-be33-d20fa572959d req-c2a19354-9ea8-463d-a9fc-28bf08cb5653 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1448781 Jul 08 17:32:59.094001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Attempting to bind port 014d5220-ef38-4926-a82b-99dcf7819307 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:32:59.095070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Attempting to bind port 014d5220-ef38-4926-a82b-99dcf7819307 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:32:59.095070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Attempting to bind port 014d5220-ef38-4926-a82b-99dcf7819307 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:59.109723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Port 014d5220-ef38-4926-a82b-99dcf7819307 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:32:59.110053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Attempting to bind port 014d5220-ef38-4926-a82b-99dcf7819307 on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:32:59.123219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:32:59.123852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:32:59.138854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1121da47-4e50-42bf-be33-d20fa572959d req-26d2793b-549a-43e5-aa12-5aaba1200d9f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608904 Jul 08 17:32:59.140229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Bound using segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:32:59.140767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Bound port: 014d5220-ef38-4926-a82b-99dcf7819307, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:32:59.141168 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.160707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-7c20b65c-9617-4dd4-baf1-fdd4dfb04c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.166399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-7c20b65c-9617-4dd4-baf1-fdd4dfb04c0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14d0efae152641de9804c74f1a542164&device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 1098 time: 0.1743870 Jul 08 17:32:59.187869 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dcfd2e-b379-483b-acef-ec6499a07e4f x-openstack-request-id: req-c0dcfd2e-b379-483b-acef-ec6499a07e4f {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:59.187869 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ac53fd-e883-48b0-b34b-6f45ccd23b6a", "tag": "b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:59.187869 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c0dcfd2e-b379-483b-acef-ec6499a07e4f {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:59.190317 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'tag': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d', 'status': 'completed', 'code': 200} Jul 08 17:32:59.271764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-6a722cfd-4429-49e8-b670-b9f40480ad24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d HTTP/1.1" status: 200 len: 217 time: 0.0960670 Jul 08 17:32:59.291084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36892) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:32:59.312411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] For port 014d5220-ef38-4926-a82b-99dcf7819307, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:32:59.327887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] For port 014d5220-ef38-4926-a82b-99dcf7819307, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=014d5220-ef38-4926-a82b-99dcf7819307,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:32:59.336431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.342774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-92722006-9738-436a-9098-df4a2f651caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.349244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-92722006-9738-436a-9098-df4a2f651caf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0632215 Jul 08 17:32:59.384312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.385289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.386894 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] 10.222.0.72 "PUT /v2.0/ports/014d5220-ef38-4926-a82b-99dcf7819307 HTTP/1.1" status: 200 len: 1091 time: 1.0636430 Jul 08 17:32:59.387662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'tag': '014d5220-ef38-4926-a82b-99dcf7819307'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:32:59.390627 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "b92dd776-e7a8-4d03-97fe-76023e71ee19", "tag": "014d5220-ef38-4926-a82b-99dcf7819307"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:32:59.426475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb0129-d880-4713-b46e-40fb82cdc52c service neutron] Pushing event updated for resources: {'Port': ['ID=014d5220-ef38-4926-a82b-99dcf7819307,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:59.472539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1083750350-network', 'tenant_id': '73f98d1a04414bdaa17c2d8cfa650247'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:32:59.501342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Made reservation on behalf of 73f98d1a04414bdaa17c2d8cfa650247 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:32:59.503645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.513838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.534989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-1fd0fde0-937e-4de1-bb0c-48cfe68a2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.536496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-1fd0fde0-937e-4de1-bb0c-48cfe68a2f14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 1094 time: 0.1032526 Jul 08 17:32:59.537242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-4fe6e231-98f4-43dc-a7ee-d25a6add3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.538769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-4fe6e231-98f4-43dc-a7ee-d25a6add3c7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805928 Jul 08 17:32:59.548692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628f553-fc84-4fc9-95a8-c53fe4a06d2c req-33c298b4-805f-4580-9e9d-4f6365107373 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.550154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1628f553-fc84-4fc9-95a8-c53fe4a06d2c req-33c298b4-805f-4580-9e9d-4f6365107373 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 947 time: 0.1829474 Jul 08 17:32:59.589971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b08133-7df1-488e-91fa-ea3e8e0a518f req-df091214-b382-4038-bc87-d0d27c31e404 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.591349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2b08133-7df1-488e-91fa-ea3e8e0a518f req-df091214-b382-4038-bc87-d0d27c31e404 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1467159 Jul 08 17:32:59.599535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-3eb5fe70-6b24-4305-9108-66a797ad6b54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=014d5220-ef38-4926-a82b-99dcf7819307 HTTP/1.1" status: 200 len: 217 time: 0.0426512 Jul 08 17:32:59.670278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-229615de-ed17-4f60-9060-da7c6688e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.671758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-229615de-ed17-4f60-9060-da7c6688e8d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0621083 Jul 08 17:32:59.692174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1628f553-fc84-4fc9-95a8-c53fe4a06d2c req-345f2db8-051e-4524-84c7-eaa4d044c14b tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324208 Jul 08 17:32:59.703783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2b08133-7df1-488e-91fa-ea3e8e0a518f req-c84360aa-7f9f-4b65-aae3-3d214ade1570 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841105 Jul 08 17:32:59.713684 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-63df89d3-dd2c-4202-bd2d-1ab7d34abc3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340691 Jul 08 17:32:59.717708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-05034db2-e72b-48cb-b4e2-3fc4c6da33c8 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592040 Jul 08 17:32:59.718217 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.722867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.817720 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60597e9e-899e-4ec5-8356-02634101be19 x-openstack-request-id: req-60597e9e-899e-4ec5-8356-02634101be19 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:32:59.818010 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92dd776-e7a8-4d03-97fe-76023e71ee19", "tag": "014d5220-ef38-4926-a82b-99dcf7819307", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:32:59.818261 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-60597e9e-899e-4ec5-8356-02634101be19 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:32:59.818662 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'tag': '014d5220-ef38-4926-a82b-99dcf7819307', 'status': 'completed', 'code': 200} Jul 08 17:32:59.828042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-475aa392-67ec-4d11-bd6f-5c04610d6c9b req-e74b014d-edf2-4f59-9ce5-6da8c65ca166 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015868 Jul 08 17:32:59.837526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:32:59.850331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e03c72c-8e77-481e-a26b-aadb83eca310,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:32:59.858734 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.859079 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Added segment 2b7c9faf-b020-408d-a8bb-8aa421e60097 of type vlan for network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 Jul 08 17:32:59.911945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fde56-2c5c-46d8-b662-d13edcd5ed5b req-7e072c98-3065-4185-9a16-ab9f3c5672fb tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:32:59.913445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-118fde56-2c5c-46d8-b662-d13edcd5ed5b req-7e072c98-3065-4185-9a16-ab9f3c5672fb tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 943 time: 0.0767086 Jul 08 17:32:59.923976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:32:59.931033 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-9044de0d-8e71-41be-b5aa-c6dd48236039 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975887 Jul 08 17:32:59.973905 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-979daa44-4daf-4946-b9b5-fff5ff87ab78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:00.008297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:00.009331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.010034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:00.012670 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-118fde56-2c5c-46d8-b662-d13edcd5ed5b req-5289930c-434f-4849-9f30-03f349315368 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887547 Jul 08 17:33:00.047302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-ebafe94b-07d3-444e-8204-adb1fe9b7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.049299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-ebafe94b-07d3-444e-8204-adb1fe9b7beb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14d0efae152641de9804c74f1a542164&device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 1098 time: 0.1349778 Jul 08 17:33:00.063926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5f6ff-2232-4593-ab5e-a57828e95f29 req-ee2276b7-2c8e-42ae-854d-14ed643f0efc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.065637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04e5f6ff-2232-4593-ab5e-a57828e95f29 req-ee2276b7-2c8e-42ae-854d-14ed643f0efc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1618345 Jul 08 17:33:00.090196 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7948611 Jul 08 17:33:00.097152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36910) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:00.105350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Request body: {'subnet': {'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1083750350-subnet', 'tenant_id': '73f98d1a04414bdaa17c2d8cfa650247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:00.114631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c705ca-879c-4102-b88c-76adc199d574 admin admin] Pushing event updated for resources: {'Network': ['ID=ac90bb72-d7c4-4cad-bddb-22d9e72cc656,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:00.121271 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1fa2712b-554e-406a-9856-2e0a4131ffb5 req-c451a470-443c-4482-9b7a-1dda771d3ec1 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792874 Jul 08 17:33:00.124474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:33:00.139557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Made reservation on behalf of 73f98d1a04414bdaa17c2d8cfa650247 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:00.143102 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:00.243968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04e5f6ff-2232-4593-ab5e-a57828e95f29 req-e142fe06-8434-42a1-b560-d2690d2270a0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052155 Jul 08 17:33:00.250153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-c8361247-d0c9-46b2-be7f-8514733b26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.251607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-c8361247-d0c9-46b2-be7f-8514733b26c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1849234 Jul 08 17:33:00.271668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84feaa80-0155-41b0-b632-4a533436992e req-58ca413c-58e7-4688-baf6-049bc7bb3dee tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.271668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84feaa80-0155-41b0-b632-4a533436992e req-58ca413c-58e7-4688-baf6-049bc7bb3dee tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1251969 Jul 08 17:33:00.312615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-38a1b3dd-64b7-4e6a-8145-65e94abd0368 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d HTTP/1.1" status: 200 len: 217 time: 0.0489140 Jul 08 17:33:00.313690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-1e8e722f-f154-4f08-b230-2a443aad3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.315273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-1e8e722f-f154-4f08-b230-2a443aad3ed2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 1094 time: 0.1232433 Jul 08 17:33:00.351792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84feaa80-0155-41b0-b632-4a533436992e req-6dfb3e55-e347-44d9-88df-8ebe65b44ccf tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471480 Jul 08 17:33:00.408106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-d525085c-8092-42ed-b721-eebc808c093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.410129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-d525085c-8092-42ed-b721-eebc808c093c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0722044 Jul 08 17:33:00.411947 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:00.438528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:00.491823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-0e1ec9fd-fa1a-4c7d-9184-248f2a664548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.493784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-0e1ec9fd-fa1a-4c7d-9184-248f2a664548 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741978 Jul 08 17:33:00.515827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-502a5c6b-de1e-4655-92f6-d8b6cad9479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.517372 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-502a5c6b-de1e-4655-92f6-d8b6cad9479f service neutron] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.1838410 Jul 08 17:33:00.528892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:00.573556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Checking segment: {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:00.573919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Network hostable DHCP agents. Network: ac90bb72-d7c4-4cad-bddb-22d9e72cc656, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:33:00.580180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-7d55d6df-9310-45a0-8bf5-3c13ca3696eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=014d5220-ef38-4926-a82b-99dcf7819307 HTTP/1.1" status: 200 len: 217 time: 0.0432227 Jul 08 17:33:00.603515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-f18d6625-31e9-4713-87dc-a34e7ee48589 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016662 Jul 08 17:33:00.618945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:33:00.636242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ac90bb72-d7c4-4cad-bddb-22d9e72cc656) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:00.641788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.642372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:00.645572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-4e8de004-c374-4353-942e-56f9670262f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.646746 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-4e8de004-c374-4353-942e-56f9670262f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0578551 Jul 08 17:33:00.647821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a602e-b463-4053-8230-cbcc4de13f2c None None] Network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:00.665440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-33eef3ba-1490-4c50-b48c-7dc86708700d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5672271 Jul 08 17:33:00.688333 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-c25c35c4-dc63-44e1-bfee-3bb18f3ea3a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332997 Jul 08 17:33:00.768601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f93ba00-177f-440d-9ec9-94970ddd3798 req-e3426f6f-8b1b-4bc1-8cff-a5ed7ad3b143 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583977 Jul 08 17:33:00.808291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccba30-f37b-4d43-afd3-724e24232fe1 req-9b42a4c3-6598-4137-becf-146b27493bb2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.811553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24ccba30-f37b-4d43-afd3-724e24232fe1 req-9b42a4c3-6598-4137-becf-146b27493bb2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1827207 Jul 08 17:33:00.866503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24ccba30-f37b-4d43-afd3-724e24232fe1 req-3ce8c4ed-65dc-4396-a6fa-4dd95248f39d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488274 Jul 08 17:33:00.869900 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-c90b10f8-3ad2-48cd-8de1-6c86ab02b5e0 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711326 Jul 08 17:33:00.950955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c87a18-306c-4965-a208-eb5aea89d089 req-fb908fe8-3e1a-4bb6-bee7-8a1473f32400 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:00.952507 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25c87a18-306c-4965-a208-eb5aea89d089 req-fb908fe8-3e1a-4bb6-bee7-8a1473f32400 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 947 time: 0.0739808 Jul 08 17:33:00.997377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-177f552e-b4b0-4e7e-90c0-6dfbb39dcfe2 req-36e83912-7665-42e2-b6c1-6252251e68ae service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155267 Jul 08 17:33:01.000846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25c87a18-306c-4965-a208-eb5aea89d089 req-edebb610-8782-4c14-8a23-c8efdb56cff2 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Jul 08 17:33:01.003394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e382e-e05d-431f-8735-819540f1757b None None] Network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:01.066661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40853569-6f23-4f1e-8cd0-1a4f54986e2c req-1d42aaa8-874a-4df3-a713-671b3eac9312 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:01.068387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40853569-6f23-4f1e-8cd0-1a4f54986e2c req-1d42aaa8-874a-4df3-a713-671b3eac9312 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0727673 Jul 08 17:33:01.112882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40853569-6f23-4f1e-8cd0-1a4f54986e2c req-adee5765-da4f-41ea-9a64-077f305fdfe5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Jul 08 17:33:01.291517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:01.355758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66be9fb-d6a4-4f8f-b9e0-83008d5d6caa req-2dd9fc87-686f-4791-875d-a4d6ce8d880e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:01.357557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f66be9fb-d6a4-4f8f-b9e0-83008d5d6caa req-2dd9fc87-686f-4791-875d-a4d6ce8d880e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 943 time: 0.1424720 Jul 08 17:33:01.366521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43994232-2865-4714-a8da-c2090c6901bc req-3bcffcfe-5cbd-4b54-9c80-b2a838d6e7b2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:01.367895 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-3bcffcfe-5cbd-4b54-9c80-b2a838d6e7b2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 815 time: 0.1433780 Jul 08 17:33:01.393393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-b2b3cff8-8de1-4e8c-9317-d07e4dadd724 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/quotas/73f98d1a04414bdaa17c2d8cfa650247 HTTP/1.1" status: 200 len: 375 time: 0.0184143 Jul 08 17:33:01.419214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f66be9fb-d6a4-4f8f-b9e0-83008d5d6caa req-47dd867b-4a51-438a-921d-0efb228ab425 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Jul 08 17:33:01.439103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-15df8227-7b19-4da4-8001-416574553096 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336299 Jul 08 17:33:01.526252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-494433e9-7ab6-4e1a-9e78-98b03895da23 service neutron] 10.222.0.63 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824382 Jul 08 17:33:01.621945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-056ae1ca-312c-481f-9462-30f5ca2334dd service neutron] 10.222.0.63 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896785 Jul 08 17:33:01.760473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54074f-3b53-4dff-b491-a06624a416ce req-e8ab6e35-1693-4bd3-8892-4bfd904768a5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:01.771090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff54074f-3b53-4dff-b491-a06624a416ce req-e8ab6e35-1693-4bd3-8892-4bfd904768a5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0828300 Jul 08 17:33:01.829535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff54074f-3b53-4dff-b491-a06624a416ce req-6b3edb55-312d-4a28-b2dc-d13cdf4158d4 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517395 Jul 08 17:33:02.043289 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26fc136f-9541-4006-9e45-7122d55a7e54 req-c56bf8b0-69a2-404e-9b45-90c3f51326a2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 210 time: 0.0354016 Jul 08 17:33:02.130646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71208f-a162-4f84-8fae-56ce443f51d3 req-1e8a2c37-4113-4d9d-9986-1dd921c67d2d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:02.132262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb71208f-a162-4f84-8fae-56ce443f51d3 req-1e8a2c37-4113-4d9d-9986-1dd921c67d2d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0914068 Jul 08 17:33:02.214304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb71208f-a162-4f84-8fae-56ce443f51d3 req-0d585f5b-05b0-4f2c-aecb-cd870e26e1b7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756915 Jul 08 17:33:02.237327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728d888-4f60-4266-96ce-218b08617b7c req-9b252caf-8c33-4a6e-9ccf-959c0a33578c tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:02.238868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6728d888-4f60-4266-96ce-218b08617b7c req-9b252caf-8c33-4a6e-9ccf-959c0a33578c tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 947 time: 0.0922823 Jul 08 17:33:02.282693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6728d888-4f60-4266-96ce-218b08617b7c req-6eaa15b9-e621-4685-b921-d980fd6d837b tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Jul 08 17:33:02.612224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bede54-2bfd-4209-a75c-cf3e63c1de71 req-3c045655-ed2b-41f7-9f45-504219aa02f2 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:02.613842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7bede54-2bfd-4209-a75c-cf3e63c1de71 req-3c045655-ed2b-41f7-9f45-504219aa02f2 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 943 time: 0.0718894 Jul 08 17:33:02.652727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7bede54-2bfd-4209-a75c-cf3e63c1de71 req-236efc04-94b1-4388-a273-f51094b90959 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Jul 08 17:33:02.752389 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:02.860577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f0e1c-beba-4d9f-9ca5-8a05853532bd req-1d27f056-abf5-4647-a426-fbcaef48f143 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:02.862706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f7f0e1c-beba-4d9f-9ca5-8a05853532bd req-1d27f056-abf5-4647-a426-fbcaef48f143 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0751278 Jul 08 17:33:02.922213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f7f0e1c-beba-4d9f-9ca5-8a05853532bd req-9a80a17b-9f0e-41aa-beb9-03a531df050c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538661 Jul 08 17:33:03.038686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c4958-9361-4f4d-b323-878970df8029 req-d9f81bc5-d31a-4e1f-8268-e2bbfb7e6976 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:03.047762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb7c4958-9361-4f4d-b323-878970df8029 req-d9f81bc5-d31a-4e1f-8268-e2bbfb7e6976 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0962915 Jul 08 17:33:03.091624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb7c4958-9361-4f4d-b323-878970df8029 req-62dbfb01-3fa4-426f-97c4-015cbe6c664a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427835 Jul 08 17:33:03.178217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43994232-2865-4714-a8da-c2090c6901bc req-3c13c139-2560-408c-9469-025b20c30446 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:03.179759 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-3c13c139-2560-408c-9469-025b20c30446 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 815 time: 0.1548293 Jul 08 17:33:03.195934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Request body: {'port': {'device_id': 'f9919242-fc54-452b-a639-159a3512b295', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'admin_state_up': True, 'tenant_id': '73f98d1a04414bdaa17c2d8cfa650247'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:03.338506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Made reservation on behalf of 73f98d1a04414bdaa17c2d8cfa650247 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:03.342590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:03.360672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7bc4300-0125-4803-8b6f-ee9f53936f84 req-d91487a8-e2d4-42f8-93cd-677a0716c1f1 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 210 time: 0.0368896 Jul 08 17:33:03.478240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42a752-49c9-4141-86c7-49a9475a780f req-cf84bdd0-3500-4b65-84ac-f131bc7c3e97 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:03.479713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec42a752-49c9-4141-86c7-49a9475a780f req-cf84bdd0-3500-4b65-84ac-f131bc7c3e97 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 947 time: 0.0680182 Jul 08 17:33:03.480475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Allocated IP 172.20.0.2 (ac90bb72-d7c4-4cad-bddb-22d9e72cc656/fb90cd7b-508f-45a2-a422-6f2e8b9e86dd/993a9423-2d17-4f58-8a86-eaf3b77d90ca) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:03.521566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec42a752-49c9-4141-86c7-49a9475a780f req-c0efcdae-c0de-4cb4-a048-a1a0ffb67a9a tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Jul 08 17:33:03.645629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:03.686807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:03.726035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:03.730510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:03.734495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:03.778612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:03.796717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:03.797499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:03.812876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-e626b960-1dc8-4aa7-b4e3-7638a28c009b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6225145 Jul 08 17:33:03.824833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 014d5220-ef38-4926-a82b-99dcf7819307 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:03.827622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Request body: {'port': {'device_id': 'f9919242-fc54-452b-a639-159a3512b295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:03.832417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921f9f5-b23d-4753-abf2-ae0bee506411 req-ef58eb91-530d-4b22-88a9-ea5cb4603342 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:03.834257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8921f9f5-b23d-4753-abf2-ae0bee506411 req-ef58eb91-530d-4b22-88a9-ea5cb4603342 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 943 time: 0.0685384 Jul 08 17:33:03.875308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8921f9f5-b23d-4753-abf2-ae0bee506411 req-b57b093c-0297-4019-b6e7-5f08318e0c89 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348225 Jul 08 17:33:03.910912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:03.948025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 014d5220-ef38-4926-a82b-99dcf7819307, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=014d5220-ef38-4926-a82b-99dcf7819307,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:03.960676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '014d5220-ef38-4926-a82b-99dcf7819307', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'port_id': '014d5220-ef38-4926-a82b-99dcf7819307', 'mac_address': 'fa:16:3e:50:da:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb1256-6fff-4a5c-a1c6-ae86aa75adde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:04.004728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.018138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014d5220-ef38-4926-a82b-99dcf7819307 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:04.038672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 014d5220-ef38-4926-a82b-99dcf7819307, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=014d5220-ef38-4926-a82b-99dcf7819307,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:04.042958 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.043723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:04.146408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=014d5220-ef38-4926-a82b-99dcf7819307,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:04.160459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd09678-db56-41a9-891f-9a60c89d7e48 req-04b9867c-94d0-4ed1-9a71-fd90782c6f41 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.169361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efd09678-db56-41a9-891f-9a60c89d7e48 req-04b9867c-94d0-4ed1-9a71-fd90782c6f41 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0902276 Jul 08 17:33:04.211374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:04.223780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993a9423-2d17-4f58-8a86-eaf3b77d90ca {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:04.231551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d', 'mac_address': 'fa:16:3e:49:48:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:04.233338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efd09678-db56-41a9-891f-9a60c89d7e48 req-b60be10f-c492-40c7-8a52-7d4329f6911d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628874 Jul 08 17:33:04.233580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.254792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Transition to ACTIVE for port object 993a9423-2d17-4f58-8a86-eaf3b77d90ca will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:04.263263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.284541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.299951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:04.308403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31a816-79ce-4363-bf0d-8d84a1279115 req-41cf7c86-81cb-4815-81d6-ee16c6dc9ca6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.317955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f31a816-79ce-4363-bf0d-8d84a1279115 req-41cf7c86-81cb-4815-81d6-ee16c6dc9ca6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0828965 Jul 08 17:33:04.327645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:04.332680 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.334295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:04.368758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f31a816-79ce-4363-bf0d-8d84a1279115 req-7d218e33-2cc7-4a5a-9256-91dbf3690cee tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497587 Jul 08 17:33:04.400530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:04.422623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Attempting to bind port 993a9423-2d17-4f58-8a86-eaf3b77d90ca on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:04.423035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Attempting to bind port 993a9423-2d17-4f58-8a86-eaf3b77d90ca by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:04.423439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Attempting to bind port 993a9423-2d17-4f58-8a86-eaf3b77d90ca on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:04.428587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Port 993a9423-2d17-4f58-8a86-eaf3b77d90ca on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:33:04.429183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Attempting to bind port 993a9423-2d17-4f58-8a86-eaf3b77d90ca on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:04.435413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:04.435936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Checking segment: {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:04.436546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Bound using segment: {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:04.437175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Bound port: 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:04.437815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.513951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:04.517572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:04.522644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.557793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.558421 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:04.560024 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] 10.222.0.72 "PUT /v2.0/ports/993a9423-2d17-4f58-8a86-eaf3b77d90ca HTTP/1.1" status: 200 len: 1091 time: 0.7369576 Jul 08 17:33:04.560408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:04.562718 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add533ec-3bd9-4754-a4f4-287586fe4150" -d '{"events": [{"name": "network-changed", "server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:04.587657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98607e9-9a62-4f45-b611-d338a852ffad service neutron] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:04.663544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43994232-2865-4714-a8da-c2090c6901bc req-a0dcc125-1194-499a-8e7c-e903f163920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.665100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-a0dcc125-1194-499a-8e7c-e903f163920c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 1094 time: 0.0538158 Jul 08 17:33:04.706931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e44587-248c-437c-a699-5a284a4c6e25 req-cd908493-4385-4ae0-92c1-f5fef4d46f99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.708432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60e44587-248c-437c-a699-5a284a4c6e25 req-cd908493-4385-4ae0-92c1-f5fef4d46f99 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1123471 Jul 08 17:33:04.710941 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-9f0c8250-8ce2-4bbc-b834-c2d9b7303819 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca HTTP/1.1" status: 200 len: 217 time: 0.0372005 Jul 08 17:33:04.715940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1b0d0-1f9a-4a46-882b-814b9a198928 req-a9263a14-33c4-477e-a7f1-bedb26f27a83 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.717367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01c1b0d0-1f9a-4a46-882b-814b9a198928 req-a9263a14-33c4-477e-a7f1-bedb26f27a83 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 943 time: 0.1099458 Jul 08 17:33:04.766639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43994232-2865-4714-a8da-c2090c6901bc req-c870adba-7aeb-4428-973a-cf420f6f968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.768860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-c870adba-7aeb-4428-973a-cf420f6f968a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd HTTP/1.1" status: 200 len: 855 time: 0.0481820 Jul 08 17:33:04.775441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60e44587-248c-437c-a699-5a284a4c6e25 req-14122f0e-0eb5-49a6-a070-2a5ada23ee9b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571105 Jul 08 17:33:04.780894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01c1b0d0-1f9a-4a46-882b-814b9a198928 req-be993414-d32a-4fef-8a5a-bb71b8ff31ec tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565677 Jul 08 17:33:04.808891 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-bc14a46c-f2a4-4228-89c9-8403e228a170 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301018 Jul 08 17:33:04.822757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['014d5220-ef38-4926-a82b-99dcf7819307'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:04.847626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:04.880948 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd158700-c222-476d-8d87-fe013c530067 x-openstack-request-id: req-fd158700-c222-476d-8d87-fe013c530067 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:04.881316 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:04.881641 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fd158700-c222-476d-8d87-fe013c530067 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:04.882113 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'status': 'completed', 'code': 200} Jul 08 17:33:04.934551 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-a09145c1-e8b6-4af8-b3e9-f5593d8b4f04 service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119678 Jul 08 17:33:04.957594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e53ca9-829d-4880-8f7e-a215b938c26d req-914a63e5-88eb-4eeb-8d9c-6100aae204b5 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:04.965168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9e53ca9-829d-4880-8f7e-a215b938c26d req-914a63e5-88eb-4eeb-8d9c-6100aae204b5 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 948 time: 0.0789850 Jul 08 17:33:05.012894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9e53ca9-829d-4880-8f7e-a215b938c26d req-d26d60e0-7161-4390-a565-5fc339a8692f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Jul 08 17:33:05.063136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-43994232-2865-4714-a8da-c2090c6901bc req-63326e98-2ec0-4687-be9e-481e5104a357 service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200855 Jul 08 17:33:05.106581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe43e55-01e5-48ce-b2d9-1ea66c56388b req-cf39de1c-57c2-45c1-89cb-73a08da99cdb tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.108118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebe43e55-01e5-48ce-b2d9-1ea66c56388b req-cf39de1c-57c2-45c1-89cb-73a08da99cdb tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 944 time: 0.0698340 Jul 08 17:33:05.177330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-08426dfd-c612-4f1a-ba1c-bcfe53ae262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.178980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-08426dfd-c612-4f1a-ba1c-bcfe53ae262a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 1094 time: 0.0565271 Jul 08 17:33:05.184298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebe43e55-01e5-48ce-b2d9-1ea66c56388b req-1edbc30d-0112-47ef-959a-def770ffb4a0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696197 Jul 08 17:33:05.217850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072c7e2-f070-4586-a6af-eae1b14026b6 req-587207f5-4754-4a4b-aa4e-e26f7d399058 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.219401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3072c7e2-f070-4586-a6af-eae1b14026b6 req-587207f5-4754-4a4b-aa4e-e26f7d399058 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0842760 Jul 08 17:33:05.261143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3072c7e2-f070-4586-a6af-eae1b14026b6 req-c2b2f6f9-4562-4293-9102-fd5f0139e161 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Jul 08 17:33:05.282445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-c1bf036e-c2dc-4067-863c-10c700784575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.283989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-c1bf036e-c2dc-4067-863c-10c700784575 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 916 time: 0.0985842 Jul 08 17:33:05.328229 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-dfacc8b8-e29f-404d-82d6-9e9ec807c00d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca HTTP/1.1" status: 200 len: 217 time: 0.0348923 Jul 08 17:33:05.378856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-807a955f-d40e-4206-be9e-0b99db651ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.380332 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-807a955f-d40e-4206-be9e-0b99db651ffd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd HTTP/1.1" status: 200 len: 855 time: 0.0431983 Jul 08 17:33:05.436536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-3229c4bb-6d08-4fdd-8ead-2fcb5803cd67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369122 Jul 08 17:33:05.446537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412708c7-6e55-4e7e-a828-2413f99765b4 req-910d2bad-e8c3-42ef-8814-c0d637487edb tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.448124 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-412708c7-6e55-4e7e-a828-2413f99765b4 req-910d2bad-e8c3-42ef-8814-c0d637487edb tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0694151 Jul 08 17:33:05.496088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-412708c7-6e55-4e7e-a828-2413f99765b4 req-7a07f5b0-aaa4-4b02-9024-f95510118659 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Jul 08 17:33:05.543654 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-15f2be25-ba17-4521-8217-bb5bc82b083e service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969219 Jul 08 17:33:05.558919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c80ac-194d-4090-b332-a4472e869695 req-83c53572-a787-40c0-a36b-b070eda5cf31 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.560568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d12c80ac-194d-4090-b332-a4472e869695 req-83c53572-a787-40c0-a36b-b070eda5cf31 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0857098 Jul 08 17:33:05.602737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d12c80ac-194d-4090-b332-a4472e869695 req-7301754d-1b32-4445-97b4-0c320660f284 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Jul 08 17:33:05.658394 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-add533ec-3bd9-4754-a4f4-287586fe4150 req-9b23ea23-91f3-4584-a9b0-c2afad06a693 service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044843 Jul 08 17:33:05.893702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e05c-9b5b-4164-9a44-f72d9700dd4a req-1beee9b3-0229-400a-9177-de2d79d4d2e6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.895208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d30e05c-9b5b-4164-9a44-f72d9700dd4a req-1beee9b3-0229-400a-9177-de2d79d4d2e6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0670002 Jul 08 17:33:05.961489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d30e05c-9b5b-4164-9a44-f72d9700dd4a req-2d82f90e-e234-4848-9d46-5aa3c0f96dc7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601315 Jul 08 17:33:05.991983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba67c-b4e3-4083-97fc-b7ae396690bf req-e06ce6a0-0b82-48b4-81f0-e2a0faecd833 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:05.994650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c35ba67c-b4e3-4083-97fc-b7ae396690bf req-e06ce6a0-0b82-48b4-81f0-e2a0faecd833 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 943 time: 0.0797191 Jul 08 17:33:06.008020 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:33:06.037347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c35ba67c-b4e3-4083-97fc-b7ae396690bf req-3b9b07c1-2da2-4297-b592-bb3a7e92a79c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368025 Jul 08 17:33:06.138254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400eb48-9609-44dc-9e32-326a75891a25 req-267786a7-c930-46ed-8827-ccd1dc10451a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.139826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2400eb48-9609-44dc-9e32-326a75891a25 req-267786a7-c930-46ed-8827-ccd1dc10451a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0662289 Jul 08 17:33:06.211937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2400eb48-9609-44dc-9e32-326a75891a25 req-14b98d12-a4c7-4205-8639-67bc91ed4772 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621526 Jul 08 17:33:06.240923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e61107-9126-4400-bc51-010275669afb req-e45d7a9c-11f3-400b-92c2-dd6ae465681e tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.242621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48e61107-9126-4400-bc51-010275669afb req-e45d7a9c-11f3-400b-92c2-dd6ae465681e tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 948 time: 0.1017909 Jul 08 17:33:06.282051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48e61107-9126-4400-bc51-010275669afb req-30d4f8d5-3078-4edd-a18e-06962f42ef3c tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Jul 08 17:33:06.389489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd8d1-07b1-42c6-8698-e357b380a005 req-68f7d4c3-65df-48f8-b0bc-ef87cd57aed3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.391038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6bdd8d1-07b1-42c6-8698-e357b380a005 req-68f7d4c3-65df-48f8-b0bc-ef87cd57aed3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 944 time: 0.0646565 Jul 08 17:33:06.430627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6bdd8d1-07b1-42c6-8698-e357b380a005 req-f45112f0-773d-4d57-9f46-0eeb74ce5efa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339680 Jul 08 17:33:06.529429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66dad8-18ed-4190-880e-b47d9e356024 req-49fdb913-9721-44a0-8b21-16384ba9be86 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.531041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf66dad8-18ed-4190-880e-b47d9e356024 req-49fdb913-9721-44a0-8b21-16384ba9be86 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0695047 Jul 08 17:33:06.568900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf66dad8-18ed-4190-880e-b47d9e356024 req-edef797e-83da-488e-9aab-f17aabdf2409 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317266 Jul 08 17:33:06.749071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62634a8c-ec67-4ebc-9dd4-6cad772ef903 req-b4a39615-6004-43e6-8de6-7227d41d526f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.750569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62634a8c-ec67-4ebc-9dd4-6cad772ef903 req-b4a39615-6004-43e6-8de6-7227d41d526f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0654559 Jul 08 17:33:06.788169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62634a8c-ec67-4ebc-9dd4-6cad772ef903 req-548768f9-b224-4600-867a-75cde0de0666 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Jul 08 17:33:06.879075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821512e-b227-4dea-a313-370821b3935e req-41b1e1c3-4dac-47dc-ba15-657fce14a76d tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:06.880489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7821512e-b227-4dea-a313-370821b3935e req-41b1e1c3-4dac-47dc-ba15-657fce14a76d tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0685344 Jul 08 17:33:06.925726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7821512e-b227-4dea-a313-370821b3935e req-99adfbc6-93db-44d9-b005-82fe8976e7f1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Jul 08 17:33:07.116956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc23e9-f8c2-4092-b37c-690bbbc5328a req-1312088b-8bdf-4030-9d92-29ff6daa8e68 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.118827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6cc23e9-f8c2-4092-b37c-690bbbc5328a req-1312088b-8bdf-4030-9d92-29ff6daa8e68 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0692227 Jul 08 17:33:07.170476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6cc23e9-f8c2-4092-b37c-690bbbc5328a req-9c9c52a0-df32-4dab-b2fd-93b02b5ba6f2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Jul 08 17:33:07.226542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf44135-255a-4b84-a5d5-299eebadf9ff req-45e679e7-f87b-4672-9214-e27caa8ae67f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.228667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bf44135-255a-4b84-a5d5-299eebadf9ff req-45e679e7-f87b-4672-9214-e27caa8ae67f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 943 time: 0.0730855 Jul 08 17:33:07.268885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5bf44135-255a-4b84-a5d5-299eebadf9ff req-76b8b0f4-92ea-47b2-afb4-1afe5c59dded tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Jul 08 17:33:07.355345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79799-2fe5-4b53-80a7-771ed17dc004 req-c1a33755-a3dc-4168-ae0b-5ffe3dd53051 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.356945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72b79799-2fe5-4b53-80a7-771ed17dc004 req-c1a33755-a3dc-4168-ae0b-5ffe3dd53051 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0705826 Jul 08 17:33:07.395349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72b79799-2fe5-4b53-80a7-771ed17dc004 req-9075a881-c1fa-47e3-855d-3e2794c429e5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Jul 08 17:33:07.467560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da2468-806e-4e38-a4b9-62dee1f929ba req-f960737e-8da9-4941-ac85-cc7a2097ca08 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.469218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4da2468-806e-4e38-a4b9-62dee1f929ba req-f960737e-8da9-4941-ac85-cc7a2097ca08 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 948 time: 0.0705612 Jul 08 17:33:07.508932 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4da2468-806e-4e38-a4b9-62dee1f929ba req-0834534f-3380-4324-a60e-8a9817410caf tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Jul 08 17:33:07.598493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799122c7-1c80-4841-a905-edaa33bd0a76 req-61664e40-84fd-4124-bac2-c3f5eff4f114 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.600062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-799122c7-1c80-4841-a905-edaa33bd0a76 req-61664e40-84fd-4124-bac2-c3f5eff4f114 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0678051 Jul 08 17:33:07.675080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-799122c7-1c80-4841-a905-edaa33bd0a76 req-76bb7df8-7e4e-4997-bed4-ea770025dbbc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683856 Jul 08 17:33:07.704704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574247-920a-46b0-8c17-340474b99894 req-850341ae-11ec-41ab-bfdd-d4fd67a04b08 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.706455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d574247-920a-46b0-8c17-340474b99894 req-850341ae-11ec-41ab-bfdd-d4fd67a04b08 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 944 time: 0.0818820 Jul 08 17:33:07.747999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d574247-920a-46b0-8c17-340474b99894 req-bc559326-d797-48eb-bb2f-2d50f05194a5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Jul 08 17:33:07.867443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec397-4fbf-4b9e-a8ab-2e3654cde59d req-1eb943e9-b3aa-4eae-b9d1-cafd2901c1f4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:07.869614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f59ec397-4fbf-4b9e-a8ab-2e3654cde59d req-1eb943e9-b3aa-4eae-b9d1-cafd2901c1f4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0723693 Jul 08 17:33:07.875872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 993a9423-2d17-4f58-8a86-eaf3b77d90ca details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:07.878342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 014d5220-ef38-4926-a82b-99dcf7819307 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:07.910028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f59ec397-4fbf-4b9e-a8ab-2e3654cde59d req-80634cc9-f849-42fb-955a-ea4530697ddb tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Jul 08 17:33:07.984915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 014d5220-ef38-4926-a82b-99dcf7819307 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:07.992689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 014d5220-ef38-4926-a82b-99dcf7819307 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:07.993083 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.104772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:08.125519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'port_id': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'mac_address': 'fa:16:3e:07:68:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90cd7b-508f-45a2-a422-6f2e8b9e86dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:08.128465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.176324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d5220-ef38-4926-a82b-99dcf7819307'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:08.178729 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce23b47-cac0-4a1a-929c-a8ed2a906ea5" -d '{"events": [{"server_uuid": "b92dd776-e7a8-4d03-97fe-76023e71ee19", "name": "network-vif-plugged", "status": "completed", "tag": "014d5220-ef38-4926-a82b-99dcf7819307"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:08.198866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 014d5220-ef38-4926-a82b-99dcf7819307, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=014d5220-ef38-4926-a82b-99dcf7819307,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:08.202059 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.206232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6b000-3b28-4826-829d-745547739fd7 req-678ef2b0-6b3f-4b49-afac-11186f8b959c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.207876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cf6b000-3b28-4826-829d-745547739fd7 req-678ef2b0-6b3f-4b49-afac-11186f8b959c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0856822 Jul 08 17:33:08.216598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993a9423-2d17-4f58-8a86-eaf3b77d90ca {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:08.220788 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.221642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:08.257047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cf6b000-3b28-4826-829d-745547739fd7 req-475ac7d8-defd-4a4b-b2df-ef9d80900c22 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395856 Jul 08 17:33:08.288429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:08.302259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.321614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=014d5220-ef38-4926-a82b-99dcf7819307,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:08.328554 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9f9d61-500f-4860-b054-6ae0ad7193e5 x-openstack-request-id: req-0b9f9d61-500f-4860-b054-6ae0ad7193e5 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:08.328848 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92dd776-e7a8-4d03-97fe-76023e71ee19", "name": "network-vif-plugged", "status": "completed", "tag": "014d5220-ef38-4926-a82b-99dcf7819307", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:08.329095 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0b9f9d61-500f-4860-b054-6ae0ad7193e5 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:08.329532 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014d5220-ef38-4926-a82b-99dcf7819307', 'code': 200} Jul 08 17:33:08.395795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:08.403316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:08.403694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.406914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:08.422225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f901f9-4796-41c3-a27c-28e7adcc282b req-de6f878f-791d-4e8b-9ba3-272af5dd932e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.423983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1f901f9-4796-41c3-a27c-28e7adcc282b req-de6f878f-791d-4e8b-9ba3-272af5dd932e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1347442 Jul 08 17:33:08.496216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc5ca7-c48b-46e8-a918-2adaeca09b31 req-cf4b87b4-a710-4baf-892c-7b5d4706a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.498640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-64cc5ca7-c48b-46e8-a918-2adaeca09b31 req-cf4b87b4-a710-4baf-892c-7b5d4706a39f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 1096 time: 0.0640433 Jul 08 17:33:08.506022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1f901f9-4796-41c3-a27c-28e7adcc282b req-ad295f45-e0b6-44bd-8708-d7bfa59e63f3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747385 Jul 08 17:33:08.506342 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.531720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cea2d-afa8-472e-9146-05986b13ec89 req-56ce86d9-f89e-404d-91c3-6c6ee618979a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.533791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba0cea2d-afa8-472e-9146-05986b13ec89 req-56ce86d9-f89e-404d-91c3-6c6ee618979a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 944 time: 0.1044257 Jul 08 17:33:08.559150 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-64cc5ca7-c48b-46e8-a918-2adaeca09b31 req-aca11b01-882a-479b-b375-9e1566b88950 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Jul 08 17:33:08.559305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:08.565051 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:08.584757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba0cea2d-afa8-472e-9146-05986b13ec89 req-0ecb98f5-5be3-471b-add8-0ded786bd402 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Jul 08 17:33:08.620288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:08.754658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5417c-8dac-4d0c-bf06-da5a49c59303 req-2574975c-6e80-4514-ad59-ca4924badbbb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.756035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23b5417c-8dac-4d0c-bf06-da5a49c59303 req-2574975c-6e80-4514-ad59-ca4924badbbb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 949 time: 0.0962012 Jul 08 17:33:08.791371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a8d9c-0c12-4e78-b430-04d858201b2b req-55efcc65-4ec4-4b50-8ebd-50924b5bb2bf tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.792857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a61a8d9c-0c12-4e78-b430-04d858201b2b req-55efcc65-4ec4-4b50-8ebd-50924b5bb2bf tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0965068 Jul 08 17:33:08.814861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['993a9423-2d17-4f58-8a86-eaf3b77d90ca'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:08.815880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23b5417c-8dac-4d0c-bf06-da5a49c59303 req-dbe4c657-473e-4923-9856-743e248405d9 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Jul 08 17:33:08.857413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a61a8d9c-0c12-4e78-b430-04d858201b2b req-993d256e-169f-4902-b76f-049e85433803 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Jul 08 17:33:08.998317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166757b7-414b-4ddb-8cf1-b1573a7c7b83 req-800ca123-9e88-420a-91d1-468213bca4f3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:08.999808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-166757b7-414b-4ddb-8cf1-b1573a7c7b83 req-800ca123-9e88-420a-91d1-468213bca4f3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 945 time: 0.0662272 Jul 08 17:33:09.038889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-166757b7-414b-4ddb-8cf1-b1573a7c7b83 req-51cc873a-f4f1-4dd3-93c0-959fa8879c60 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Jul 08 17:33:09.197396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95fbbb-51d6-4a0e-b40f-84e8bde7db71 req-71485707-a6ec-4b2e-8df4-04fd71578a67 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:09.198921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad95fbbb-51d6-4a0e-b40f-84e8bde7db71 req-71485707-a6ec-4b2e-8df4-04fd71578a67 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0626180 Jul 08 17:33:09.243884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad95fbbb-51d6-4a0e-b40f-84e8bde7db71 req-936be081-58e7-4c8a-a5a5-b7faa3994a28 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Jul 08 17:33:09.462399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfeee6-ce2f-4c04-a4ac-86401405033c req-a5d3a268-5946-4203-930b-af0df14bb58a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:09.464474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfcfeee6-ce2f-4c04-a4ac-86401405033c req-a5d3a268-5946-4203-930b-af0df14bb58a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1083143 Jul 08 17:33:09.475869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c54f-9059-4730-8097-415125362b76 req-7c689835-8703-47c1-8e07-59382d9b92a5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:09.477306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a54c54f-9059-4730-8097-415125362b76 req-7c689835-8703-47c1-8e07-59382d9b92a5 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0903389 Jul 08 17:33:09.532898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfcfeee6-ce2f-4c04-a4ac-86401405033c req-9b7d34b8-8ebf-47b0-a3a1-8baefd3ea612 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545573 Jul 08 17:33:09.535666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a54c54f-9059-4730-8097-415125362b76 req-bf3cba0a-d3c8-422e-82bc-b3b451ac184b tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516155 Jul 08 17:33:09.817960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d42cd0-8a73-40df-9f9f-755cf6f9a093 req-dd82708d-a8e6-4ee9-9190-036059c127fe tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:09.819701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d42cd0-8a73-40df-9f9f-755cf6f9a093 req-dd82708d-a8e6-4ee9-9190-036059c127fe tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 944 time: 0.1178675 Jul 08 17:33:09.844364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e66149-0af8-4db2-bdf6-b680f18e2c0d req-0251b0b2-a006-4680-81c1-ddabcbf0eef8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:09.845876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09e66149-0af8-4db2-bdf6-b680f18e2c0d req-0251b0b2-a006-4680-81c1-ddabcbf0eef8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1098635 Jul 08 17:33:09.895609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d42cd0-8a73-40df-9f9f-755cf6f9a093 req-4d8da14a-bb97-4945-9f79-fe76fe1970ba tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675132 Jul 08 17:33:09.900392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09e66149-0af8-4db2-bdf6-b680f18e2c0d req-e9d5b019-565a-4890-b3ca-70d4c5196a36 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Jul 08 17:33:10.098496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac9369-2aaf-43bd-a8c9-ebefcc426178 req-02eb7d90-0f75-4938-8a65-8d1a392c3e07 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.099877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06ac9369-2aaf-43bd-a8c9-ebefcc426178 req-02eb7d90-0f75-4938-8a65-8d1a392c3e07 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 949 time: 0.1073754 Jul 08 17:33:10.111888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc89e95-cc5c-41e9-9766-e1ace3c807db req-b7b8aac4-6f5f-4a78-88f7-7694600968ec tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.113259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6bc89e95-cc5c-41e9-9766-e1ace3c807db req-b7b8aac4-6f5f-4a78-88f7-7694600968ec tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0926132 Jul 08 17:33:10.167902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06ac9369-2aaf-43bd-a8c9-ebefcc426178 req-45a966cf-5314-4949-afb0-50b4af3d983f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537081 Jul 08 17:33:10.170619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6bc89e95-cc5c-41e9-9766-e1ace3c807db req-6f667449-83c3-4d45-a9f3-b507eaca0e38 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502422 Jul 08 17:33:10.330607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:10.333842 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4301a50c-80e5-4d93-ab74-0ab554b68c7f" -d '{"events": [{"server_uuid": "25ac53fd-e883-48b0-b34b-6f45ccd23b6a", "name": "network-vif-plugged", "status": "completed", "tag": "b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:10.355541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dd535-576a-4912-bfb9-13da86504656 req-dc90bbd7-baf4-48f4-b394-759afc867045 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.356987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-738dd535-576a-4912-bfb9-13da86504656 req-dc90bbd7-baf4-48f4-b394-759afc867045 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 945 time: 0.0653436 Jul 08 17:33:10.397063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-738dd535-576a-4912-bfb9-13da86504656 req-440f992c-d323-4341-84f8-fa2b1345d6e3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343454 Jul 08 17:33:10.444723 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e95c861-34cb-4d63-b098-e0161ceec467 x-openstack-request-id: req-7e95c861-34cb-4d63-b098-e0161ceec467 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:10.445052 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ac53fd-e883-48b0-b34b-6f45ccd23b6a", "name": "network-vif-plugged", "status": "completed", "tag": "b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:10.445288 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7e95c861-34cb-4d63-b098-e0161ceec467 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:10.445928 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d', 'code': 200} Jul 08 17:33:10.585073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb77070-168e-44c7-a175-088483122398 req-b25e7de7-9f4d-447f-a9a2-cfa7bef76560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.586734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ecb77070-168e-44c7-a175-088483122398 req-b25e7de7-9f4d-447f-a9a2-cfa7bef76560 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 1100 time: 0.0552704 Jul 08 17:33:10.607638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519978c2-5148-4b0f-909a-8ce5b88eac3c req-c72377d6-a0d2-48a6-9733-65e974a0df19 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.609113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-519978c2-5148-4b0f-909a-8ce5b88eac3c req-c72377d6-a0d2-48a6-9733-65e974a0df19 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0768254 Jul 08 17:33:10.621861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ecb77070-168e-44c7-a175-088483122398 req-b446e399-5bda-4211-a2b0-359a6c833822 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277746 Jul 08 17:33:10.669933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-519978c2-5148-4b0f-909a-8ce5b88eac3c req-ca7f1eb7-4575-401d-8a5a-8b59808a418b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444674 Jul 08 17:33:10.687168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ab58c-fe0e-4382-9a81-22aff4ed5106 req-1bc8df36-d1fc-4068-a15e-eb40f2b0033e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:10.687168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df7ab58c-fe0e-4382-9a81-22aff4ed5106 req-1bc8df36-d1fc-4068-a15e-eb40f2b0033e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 946 time: 0.0982096 Jul 08 17:33:10.725748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df7ab58c-fe0e-4382-9a81-22aff4ed5106 req-020ca35a-bb94-4a9a-abcd-703783548427 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Jul 08 17:33:11.162964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef36e-e4ee-49e6-9944-6176c748d862 req-5374f972-8f6b-4330-ac58-9b9dbfd70bef tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:11.164404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4eef36e-e4ee-49e6-9944-6176c748d862 req-5374f972-8f6b-4330-ac58-9b9dbfd70bef tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.3923469 Jul 08 17:33:11.226645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4eef36e-e4ee-49e6-9944-6176c748d862 req-80e7085d-0eea-47a5-8fc2-9569ebdad2ca tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Jul 08 17:33:11.251085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96bf5d-3e88-490f-ad94-64e3229f8b83 req-1c1ad3aa-b7d1-43e2-8e24-660b489b2cbd tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:11.251085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d96bf5d-3e88-490f-ad94-64e3229f8b83 req-1c1ad3aa-b7d1-43e2-8e24-660b489b2cbd tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.4188602 Jul 08 17:33:11.278053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5cf9a-0594-4ab7-84b5-63346b9bd9db req-df79f96d-18ac-4711-ac13-129740b5a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:11.279625 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7de5cf9a-0594-4ab7-84b5-63346b9bd9db req-df79f96d-18ac-4711-ac13-129740b5a2b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.0617194 Jul 08 17:33:11.282891 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d96bf5d-3e88-490f-ad94-64e3229f8b83 req-13864aed-c450-4581-8794-cbda095ac8c8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jul 08 17:33:11.330591 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7de5cf9a-0594-4ab7-84b5-63346b9bd9db req-4fa63d3a-ab48-4c25-a2e7-17bcd55e46b8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Jul 08 17:33:11.391342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb815f5-2450-4ae2-bdee-77a26c6918b4 req-7361a6b2-46bb-4a02-8a8c-f50b74be77aa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:11.392834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddb815f5-2450-4ae2-bdee-77a26c6918b4 req-7361a6b2-46bb-4a02-8a8c-f50b74be77aa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 945 time: 0.0612087 Jul 08 17:33:11.459936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddb815f5-2450-4ae2-bdee-77a26c6918b4 req-d14483a6-89ac-42ae-8c2c-eed5e40b1ec2 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575428 Jul 08 17:33:11.482808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f510e5f-55db-496f-9fcf-e7f653a9c2a6 req-30088baf-2aab-4954-84c2-88b80a45bebb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:11.484483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f510e5f-55db-496f-9fcf-e7f653a9c2a6 req-30088baf-2aab-4954-84c2-88b80a45bebb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 944 time: 0.0907304 Jul 08 17:33:11.522688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f510e5f-55db-496f-9fcf-e7f653a9c2a6 req-fe5db589-b826-43f1-8d41-35e3c7c7725b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Jul 08 17:33:11.620970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008a667-7b69-4c04-94fa-a1905c9e53ca req-44b9983b-5994-4555-a7a0-9e1c4ccfe1b2 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:11.622500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1008a667-7b69-4c04-94fa-a1905c9e53ca req-44b9983b-5994-4555-a7a0-9e1c4ccfe1b2 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 949 time: 0.0644991 Jul 08 17:33:11.663441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1008a667-7b69-4c04-94fa-a1905c9e53ca req-739dc716-6deb-4e56-a578-327a246efd11 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Jul 08 17:33:11.893690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 993a9423-2d17-4f58-8a86-eaf3b77d90ca up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:11.952204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 993a9423-2d17-4f58-8a86-eaf3b77d90ca completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:11.956247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 993a9423-2d17-4f58-8a86-eaf3b77d90ca triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:11.956616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:12.038437 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:12.071323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:12.076862 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:12.101844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6959d-be27-401b-a033-41b4427fdabb req-d979386e-c9e3-43c3-b14b-0543ebe39066 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:12.103331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2d6959d-be27-401b-a033-41b4427fdabb req-d979386e-c9e3-43c3-b14b-0543ebe39066 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 945 time: 0.1136196 Jul 08 17:33:12.110648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad13bf8-be50-4b75-a1ac-40bb01b1160b req-9fff6435-2232-44ea-9b05-dd7eba81d074 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:12.112054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cad13bf8-be50-4b75-a1ac-40bb01b1160b req-9fff6435-2232-44ea-9b05-dd7eba81d074 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1235859 Jul 08 17:33:12.128442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:12.169041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2d6959d-be27-401b-a033-41b4427fdabb req-634283f0-ee1a-4de9-92b1-e86024a1f5f7 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560076 Jul 08 17:33:12.173783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cad13bf8-be50-4b75-a1ac-40bb01b1160b req-3b4b405b-8965-4935-b705-b01f5f6704f9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535021 Jul 08 17:33:12.381105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263b46-0597-41c3-87d3-183e63cdcaff req-ee9e1f3c-2b6e-4263-a3b9-3c223615706e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:12.382763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41263b46-0597-41c3-87d3-183e63cdcaff req-ee9e1f3c-2b6e-4263-a3b9-3c223615706e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0989368 Jul 08 17:33:12.436506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41263b46-0597-41c3-87d3-183e63cdcaff req-821f1e3b-88c9-4c23-9b4d-07b148e92007 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470526 Jul 08 17:33:12.444806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292fef9-0142-4115-a619-3c82fb0d572a req-3a8acad6-48cf-4da3-bf43-789c479a47b0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:12.446266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7292fef9-0142-4115-a619-3c82fb0d572a req-3a8acad6-48cf-4da3-bf43-789c479a47b0 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1056135 Jul 08 17:33:12.447532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:12.450206 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eecf5d-9f7e-4cb2-aca3-7d0bf0a67a03" -d '{"events": [{"server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "name": "network-vif-plugged", "status": "completed", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:12.485741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7292fef9-0142-4115-a619-3c82fb0d572a req-8ed78dfe-df85-4cdd-877f-34e89141b4e6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336032 Jul 08 17:33:12.500557 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084c8aad-f5fa-41a4-bd14-0541279475ed x-openstack-request-id: req-084c8aad-f5fa-41a4-bd14-0541279475ed {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:12.500975 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "name": "network-vif-plugged", "status": "completed", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:12.501321 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-084c8aad-f5fa-41a4-bd14-0541279475ed {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:12.501818 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'code': 200} Jul 08 17:33:12.662146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b16de-6810-466f-bd94-3a6636b1b23d req-8c564cf6-1a96-4150-add8-550dbf91d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:12.664465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-619b16de-6810-466f-bd94-3a6636b1b23d req-8c564cf6-1a96-4150-add8-550dbf91d086 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 1096 time: 0.0569808 Jul 08 17:33:12.704589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-619b16de-6810-466f-bd94-3a6636b1b23d req-899068d6-ee21-4897-ade7-a16e32e91c06 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Jul 08 17:33:12.717438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623e7ed-d672-4cf2-a91c-45eef30c73d3 req-e6aad7b4-9176-46f7-aee3-1acc4712c78b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:12.718931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e623e7ed-d672-4cf2-a91c-45eef30c73d3 req-e6aad7b4-9176-46f7-aee3-1acc4712c78b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.0718372 Jul 08 17:33:12.755657 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e623e7ed-d672-4cf2-a91c-45eef30c73d3 req-671c9dff-2977-4885-9e01-bb17fab7175b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Jul 08 17:33:13.029072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07a15-7c74-4139-9224-8effd41ea71c req-aca1f171-3798-456f-811a-4ca5ef78e9a3 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:13.030582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddc07a15-7c74-4139-9224-8effd41ea71c req-aca1f171-3798-456f-811a-4ca5ef78e9a3 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 949 time: 0.0653896 Jul 08 17:33:13.068240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ddc07a15-7c74-4139-9224-8effd41ea71c req-239f5f1b-92d3-41b9-a5b8-507c2d547361 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Jul 08 17:33:13.226347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397876c5-5eb2-47fc-bec7-4e85e4232b70 req-cdc38e93-557a-4df2-914d-9962e0c5ad61 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:13.227869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-397876c5-5eb2-47fc-bec7-4e85e4232b70 req-cdc38e93-557a-4df2-914d-9962e0c5ad61 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0641041 Jul 08 17:33:13.267435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-397876c5-5eb2-47fc-bec7-4e85e4232b70 req-9041ac56-893c-4dc3-83e5-1cb74252d5b1 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 08 17:33:13.368239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fd8ee-de27-495b-91b7-235be022de10 req-82e5ca24-847e-48ca-aa94-67556e011c15 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:13.370415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed2fd8ee-de27-495b-91b7-235be022de10 req-82e5ca24-847e-48ca-aa94-67556e011c15 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 945 time: 0.0709548 Jul 08 17:33:13.401497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-598d651a-444c-4d2b-9f71-e94376c98d49 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=14d0efae152641de9804c74f1a542164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413492 Jul 08 17:33:13.419396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:13.468874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed2fd8ee-de27-495b-91b7-235be022de10 req-019617aa-623a-45cf-bc5c-978b5ad3634f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895445 Jul 08 17:33:13.521987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-8135122e-89c3-42d8-982a-f3ca46d9eb4b tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:13.523817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-8135122e-89c3-42d8-982a-f3ca46d9eb4b tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161885 Jul 08 17:33:13.539976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-6dce805b-e2cb-4d91-9f9b-37979705aa19 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/quotas/14d0efae152641de9804c74f1a542164 HTTP/1.1" status: 200 len: 375 time: 0.0099878 Jul 08 17:33:13.605101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-05a56f2b-296f-4910-a569-a4b1c421c7e2 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=14d0efae152641de9804c74f1a542164&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591509 Jul 08 17:33:13.665908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862e08-94bf-4c9a-b830-9232a9b08287 req-1c2e1ef2-ccfb-466e-8402-898900aaa25b tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:13.667960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17862e08-94bf-4c9a-b830-9232a9b08287 req-1c2e1ef2-ccfb-466e-8402-898900aaa25b tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0618949 Jul 08 17:33:13.705656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17862e08-94bf-4c9a-b830-9232a9b08287 req-aa9a4b33-ce6f-4ed6-b4f5-e1b860bf0cea tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Jul 08 17:33:13.751972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-8e346229-eb6b-4954-aeda-86bd013c4ca8 req-40ca3302-84cd-40c5-95a5-1df38ce0771f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1314014744', 'description': 'tempest-description-1330613894'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:13.800813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-70b6442b-5c72-43eb-a9ae-2197818f3f2c req-38e50471-077c-4950-9ce4-2b873a8db303 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 210 time: 0.0430779 Jul 08 17:33:13.811885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e346229-eb6b-4954-aeda-86bd013c4ca8 req-40ca3302-84cd-40c5-95a5-1df38ce0771f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:13.920406 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e346229-eb6b-4954-aeda-86bd013c4ca8 req-40ca3302-84cd-40c5-95a5-1df38ce0771f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:13.924913 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e346229-eb6b-4954-aeda-86bd013c4ca8 req-40ca3302-84cd-40c5-95a5-1df38ce0771f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:13.995392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-8e346229-eb6b-4954-aeda-86bd013c4ca8 req-40ca3302-84cd-40c5-95a5-1df38ce0771f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:13.996658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e346229-eb6b-4954-aeda-86bd013c4ca8 req-40ca3302-84cd-40c5-95a5-1df38ce0771f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2489455 Jul 08 17:33:14.009140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca3302-84cd-40c5-95a5-1df38ce0771f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6ed4d3-246f-4728-9471-de0892b7ddbb,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:14.055232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d523256-d91b-4027-8f22-443ce4214cf2 req-adc49fd5-1323-4477-9eab-27f831e74911 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:14.056955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d523256-d91b-4027-8f22-443ce4214cf2 req-adc49fd5-1323-4477-9eab-27f831e74911 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1061931 Jul 08 17:33:14.118412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d523256-d91b-4027-8f22-443ce4214cf2 req-25ff2190-7f35-448a-a9fb-8b8e420054d1 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512705 Jul 08 17:33:14.186392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-cd5d46f0-c6c9-411f-ad48-76311afc84aa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:14.187923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-cd5d46f0-c6c9-411f-ad48-76311afc84aa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 945 time: 0.1069689 Jul 08 17:33:14.281788 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-157a49e4-cd46-402c-8a15-94f603ba8f6d tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1314014744&fields=id&tenant_id=86c58606f5424bbdb63be34082eb17b0 HTTP/1.1" status: 200 len: 267 time: 0.0416903 Jul 08 17:33:14.338782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Deleting port 014d5220-ef38-4926-a82b-99dcf7819307 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:14.339371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.381477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-42768391-44b1-46ac-bc8a-9b532bc3f140 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:14.382896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-42768391-44b1-46ac-bc8a-9b532bc3f140 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0958996 Jul 08 17:33:14.396863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Request body: {'port': {'security_groups': ['e2e19ee1-7b73-4592-911d-c8971e79c30b', '6a6ed4d3-246f-4728-9471-de0892b7ddbb']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:14.454571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] For port 014d5220-ef38-4926-a82b-99dcf7819307, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=014d5220-ef38-4926-a82b-99dcf7819307,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:14.454981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.477056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Calling delete_port for 014d5220-ef38-4926-a82b-99dcf7819307 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:14.522590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.602390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329edde3-f785-4ca3-9b22-ffa1813c35ff req-84d5f755-4cab-427b-95bc-b3173f020c28 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:14.603791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-329edde3-f785-4ca3-9b22-ffa1813c35ff req-84d5f755-4cab-427b-95bc-b3173f020c28 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1240304 Jul 08 17:33:14.617473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.633775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3e0aa58d-6081-4650-9e02-d65cf44682f0', '014d5220-ef38-4926-a82b-99dcf7819307'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:14.646493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event deleted for resources: {'Port': ['ID=014d5220-ef38-4926-a82b-99dcf7819307,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:14.661028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.661814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.661942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.662232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.662754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.663520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.663861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.664187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.664514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.664859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.665360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.665678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:14.667516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-329edde3-f785-4ca3-9b22-ffa1813c35ff req-f1b955e8-acca-44cf-b928-259fd84ed80a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577545 Jul 08 17:33:14.685170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:14.720363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] No DVR routers for this DVR port 014d5220-ef38-4926-a82b-99dcf7819307 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:14.723034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.725521 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a6f8af5-6b4b-4ff3-ae69-51128f4924dd req-8f04a5e7-8760-4657-8958-0be3e38c8e8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "DELETE /v2.0/ports/014d5220-ef38-4926-a82b-99dcf7819307 HTTP/1.1" status: 204 len: 173 time: 0.5188277 Jul 08 17:33:14.725954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'name': 'network-vif-deleted', 'tag': '014d5220-ef38-4926-a82b-99dcf7819307'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:14.728405 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a9ab9b-87a4-4896-936b-4d5faf7d212b" -d '{"events": [{"server_uuid": "b92dd776-e7a8-4d03-97fe-76023e71ee19", "name": "network-vif-deleted", "tag": "014d5220-ef38-4926-a82b-99dcf7819307"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:14.775101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0427e88a-d831-4d9f-b8a1-117d76d34185,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:14.846720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-570c79af-251e-4290-81df-141a7f1a17da req-2fec4cf4-5894-4e54-850b-aba3aad32e99 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92dd776-e7a8-4d03-97fe-76023e71ee19 HTTP/1.1" status: 200 len: 210 time: 0.0404603 Jul 08 17:33:14.858370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.866975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.909474 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39792f6-cbd3-45e0-a16a-a2104510f678 x-openstack-request-id: req-a39792f6-cbd3-45e0-a16a-a2104510f678 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:14.910630 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92dd776-e7a8-4d03-97fe-76023e71ee19", "name": "network-vif-deleted", "tag": "014d5220-ef38-4926-a82b-99dcf7819307", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:14.910630 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a39792f6-cbd3-45e0-a16a-a2104510f678 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:14.910630 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92dd776-e7a8-4d03-97fe-76023e71ee19', 'name': 'network-vif-deleted', 'tag': '014d5220-ef38-4926-a82b-99dcf7819307', 'status': 'completed', 'code': 200} Jul 08 17:33:14.922722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:14.923777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:14.938653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-863429ff-f21c-482b-94a5-fea0158ab1f7 req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "PUT /v2.0/ports/0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 981 time: 0.5411723 Jul 08 17:33:14.939187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:14.941585 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:14.967592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26cb5a-cf0a-40b0-a7ca-1294e6bc545c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event updated for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:15.033341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4a35a01-75e8-412c-a047-96887ba7207a req-990e037c-3b22-4e13-a10b-c80c4f5c623f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 210 time: 0.0309370 Jul 08 17:33:15.068701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-9ca5b97b-e10e-43ff-bf9e-14a8bafd252e tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1314014744&fields=id&tenant_id=86c58606f5424bbdb63be34082eb17b0 HTTP/1.1" status: 200 len: 267 time: 0.0377734 Jul 08 17:33:15.089797 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b167ec-569d-42c2-80b5-47acde1385dc x-openstack-request-id: req-f5b167ec-569d-42c2-80b5-47acde1385dc {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:15.090018 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:15.090271 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f5b167ec-569d-42c2-80b5-47acde1385dc {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:15.090655 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'status': 'completed', 'code': 200} Jul 08 17:33:15.166493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-daa2634a-73e5-45f0-ab89-e24887cdaa20 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.173465 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-daa2634a-73e5-45f0-ab89-e24887cdaa20 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 984 time: 0.0953333 Jul 08 17:33:15.183357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Request body: {'port': {'security_groups': ['e2e19ee1-7b73-4592-911d-c8971e79c30b']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:15.195779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-bade6652-5a38-4583-804e-aabda4099e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.198776 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-bade6652-5a38-4583-804e-aabda4099e98 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1135 time: 0.0823150 Jul 08 17:33:15.205862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0427e88a-d831-4d9f-b8a1-117d76d34185'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:15.230421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-35ee6a5e-b97e-4f67-a7e5-ce9f8bcca912 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=14d0efae152641de9804c74f1a542164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422904 Jul 08 17:33:15.334956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-ca6158ab-18b5-425e-8383-57f72fca306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.336972 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-ca6158ab-18b5-425e-8383-57f72fca306c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.1273074 Jul 08 17:33:15.391087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-1d6f2071-2119-4593-b28a-6dcea38ba839 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 217 time: 0.0396850 Jul 08 17:33:15.434215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-4a2911f4-6309-448e-a4eb-3efb02b18492 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.435935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-4a2911f4-6309-448e-a4eb-3efb02b18492 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939309 Jul 08 17:33:15.438600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.458768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-dcff140b-266b-4315-952b-25747d0614d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.460336 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-dcff140b-266b-4315-952b-25747d0614d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.0541863 Jul 08 17:33:15.463010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Request body: {'port': {'device_id': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '14d0efae152641de9804c74f1a542164'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:15.498519 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-83062143-6eb3-4387-b339-1d2d0102d435 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269356 Jul 08 17:33:15.552538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadb71f-52a3-4a38-9eea-65738ed50806 req-e5ff72f1-81df-4dcc-9afc-0353489a8762 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:15.554150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dadb71f-52a3-4a38-9eea-65738ed50806 req-e5ff72f1-81df-4dcc-9afc-0353489a8762 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.3109648 Jul 08 17:33:15.604507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0427e88a-d831-4d9f-b8a1-117d76d34185'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:15.674731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dadb71f-52a3-4a38-9eea-65738ed50806 req-551c5ca1-c592-4c45-a559-86513730e289 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113899 Jul 08 17:33:15.739508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Made reservation on behalf of 14d0efae152641de9804c74f1a542164 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:15.743512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.814631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0427e88a-d831-4d9f-b8a1-117d76d34185,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:15.921005 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.934415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:15.965982 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-2ce5396c-c996-4d35-9770-dfe14b5e84b5 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448733 Jul 08 17:33:15.991586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Allocated IP 192.168.233.182 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/8d1dfbeb-ebc8-401a-b4a9-04f582e56f11) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:16.000546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0427e88a-d831-4d9f-b8a1-117d76d34185'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:16.007831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:16.009372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.010772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-224d6036-87b1-4dce-989e-2b40035c9fb2 req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "PUT /v2.0/ports/0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 942 time: 0.8356242 Jul 08 17:33:16.062694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0a099-fe3b-44e5-bf2a-e31ebdd66f49 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event updated for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:16.142989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ff66771-c17f-44b6-bafa-b3a62d1ee6bd req-69c6d240-96ae-4664-ae9f-288399800165 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649406 Jul 08 17:33:16.252523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.256372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0427e88a-d831-4d9f-b8a1-117d76d34185'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:16.272822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Transition to ACTIVE for port object 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:16.343039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ed863-fab7-4c8b-badc-1935d456c1cb req-b8181efe-3e8c-4d21-85f0-8b64bb80e810 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:16.344532 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc0ed863-fab7-4c8b-badc-1935d456c1cb req-b8181efe-3e8c-4d21-85f0-8b64bb80e810 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1477430 Jul 08 17:33:16.390663 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.421649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:16.437654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c8efc-f8ab-42b8-af8b-8b03548c89ad req-c3c1ba46-4dd2-4f15-ab78-c902efc81124 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:16.439123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-081c8efc-f8ab-42b8-af8b-8b03548c89ad req-c3c1ba46-4dd2-4f15-ab78-c902efc81124 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1707935 Jul 08 17:33:16.452966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc0ed863-fab7-4c8b-badc-1935d456c1cb req-8d073b57-4f7e-43d3-8c5c-028cb2f654c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994439 Jul 08 17:33:16.481602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:16.486181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:16.494263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:16.502318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Pushing event updated for resources: {'Port': ['ID=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:16.535299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.535645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.535984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.536312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.536641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.536995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.537322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.537644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.538068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.538273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.538748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.539073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:16.549817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-081c8efc-f8ab-42b8-af8b-8b03548c89ad req-5fc17ed3-75b9-4bbf-9a6c-0c00dcc0a216 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042917 Jul 08 17:33:16.605822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:16.606476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.655787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-9bba281e-7793-4b25-a1ed-c4aed35f5046 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2001901 Jul 08 17:33:16.684892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Request body: {'port': {'device_id': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:16.765725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44d17419-2965-4b2a-be78-6a7958530b58 req-511084d6-9474-4d84-bb57-e63f2a5516b6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2019045 Jul 08 17:33:16.799242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:16.825649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7882b316-7302-41ec-920b-230d05d83e64 None None] Provisioning for port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:16.830163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7882b316-7302-41ec-920b-230d05d83e64 None None] Provisioning complete for port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:16.830649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7882b316-7302-41ec-920b-230d05d83e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.834028 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.842870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a09ce6-da8d-4dee-a2ee-3e89375f7800 req-1247a658-2608-4249-bbac-b8d4858e564c tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:16.844384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50a09ce6-da8d-4dee-a2ee-3e89375f7800 req-1247a658-2608-4249-bbac-b8d4858e564c tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 936 time: 0.1751831 Jul 08 17:33:16.859255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:16.867021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7882b316-7302-41ec-920b-230d05d83e64 None None] Port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:33:16.972029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50a09ce6-da8d-4dee-a2ee-3e89375f7800 req-829b48a6-7d26-4197-9241-4c6a21484aaf tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178732 Jul 08 17:33:17.093290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:17.095537 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:17.146352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.279522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:17.289866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.315053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Allocated IP 172.25.5.120 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/faeeb0c2-5643-433e-9221-4febb36a0a4e) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:17.317419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Transition to ACTIVE for port object 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:17.320853 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.454509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:17.530474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Attempting to bind port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:17.530694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Attempting to bind port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:17.531008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Attempting to bind port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:17.549916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:33:17.550358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Attempting to bind port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:17.554512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.563860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:17.564144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:17.564674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:17.565071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Bound port: 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:17.565373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.650418 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.653116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] For port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:17.696489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] For port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:17.704373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.719969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:17.725402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:17.728448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event updated for resources: {'Port': ['ID=faeeb0c2-5643-433e-9221-4febb36a0a4e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:17.740766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:17.746794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:17.747413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.748826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 HTTP/1.1" status: 200 len: 1096 time: 1.0784893 Jul 08 17:33:17.837157 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7456b8a9-9589-4f36-9458-5938583fa5d7 x-openstack-request-id: req-7456b8a9-9589-4f36-9458-5938583fa5d7 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:17.837442 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:17.837691 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7456b8a9-9589-4f36-9458-5938583fa5d7 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:17.838081 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'status': 'completed', 'code': 200} Jul 08 17:33:17.894318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e151ae-1559-4dab-8acc-064e0cf8e9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:17.921640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:17.923021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 014d5220-ef38-4926-a82b-99dcf7819307 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:17.945021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-311386f5-1845-49ed-be34-db1eb9dbd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:17.946629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-311386f5-1845-49ed-be34-db1eb9dbd378 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14d0efae152641de9804c74f1a542164&device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 1099 time: 0.1221011 Jul 08 17:33:17.961718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 014d5220-ef38-4926-a82b-99dcf7819307 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:17.962165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 014d5220-ef38-4926-a82b-99dcf7819307 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:18.013145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-f29683b9-b2bb-4449-b4a4-44110bfc635b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 HTTP/1.1" status: 200 len: 217 time: 0.0449195 Jul 08 17:33:18.019273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.068664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-a7cc630f-f5f0-48f6-8010-151cd3f0d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:18.070160 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-a7cc630f-f5f0-48f6-8010-151cd3f0d72b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.0985916 Jul 08 17:33:18.133229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-348dce6c-9238-48a5-b433-979e744a9801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:18.134790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-348dce6c-9238-48a5-b433-979e744a9801 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0943096 Jul 08 17:33:18.169658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-432e84ad-f30d-4390-9baf-2b14caa82a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:18.171410 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-432e84ad-f30d-4390-9baf-2b14caa82a21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.0860078 Jul 08 17:33:18.224478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-88db34a3-aedc-41df-9dc5-8c29d113ccb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 217 time: 0.0380924 Jul 08 17:33:18.258415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d0775-a913-43b6-bf19-300f2f70a747 req-f5e7ed0c-c856-42ac-9042-20712ee5baf6 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:18.259866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b02d0775-a913-43b6-bf19-300f2f70a747 req-f5e7ed0c-c856-42ac-9042-20712ee5baf6 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 946 time: 0.2086647 Jul 08 17:33:18.277472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-9f196e60-3f5b-4201-9579-e84679e60b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:18.278921 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-9f196e60-3f5b-4201-9579-e84679e60b89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.0451083 Jul 08 17:33:18.301495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b932a702-c6c8-4d49-a42d-6a1fc19681b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:18.302961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-b932a702-c6c8-4d49-a42d-6a1fc19681b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326089 Jul 08 17:33:18.312299 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-ec3c0232-1182-4984-9cb3-25accb17696b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262561 Jul 08 17:33:18.421127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-cfa74121-d376-4e08-aa03-05f05cf4b987 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957024 Jul 08 17:33:18.521511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3989b42c-478b-47ce-aaa7-fc3f8ea26f9f req-e89552d8-3bd9-4c73-8295-bb23f40beb0d service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857868 Jul 08 17:33:18.694020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b02d0775-a913-43b6-bf19-300f2f70a747 req-25a6ad0b-bf90-4f08-833a-fab750c94a74 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249473 Jul 08 17:33:18.695727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.704968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.793577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event updated for resources: {'Port': ['ID=faeeb0c2-5643-433e-9221-4febb36a0a4e,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:18.804775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-657d730e-877e-47ed-a6c9-b5086295e4f6 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920857 Jul 08 17:33:18.849217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.907641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:18.908846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44d17419-2965-4b2a-be78-6a7958530b58 req-6b2c2256-025f-4722-99fb-525307b7163c tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1323242 Jul 08 17:33:18.978362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44d17419-2965-4b2a-be78-6a7958530b58 req-ec6e119f-fb5c-45a8-92c3-6d606b9e0efa tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.120 HTTP/1.1" status: 200 len: 696 time: 0.0595737 Jul 08 17:33:19.006789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1f37-0cbf-47da-9dce-dd8e7bccf78e req-bae0c4af-1bb9-46d5-80d5-0f10186b1f43 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:19.008190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a95c1f37-0cbf-47da-9dce-dd8e7bccf78e req-bae0c4af-1bb9-46d5-80d5-0f10186b1f43 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1967390 Jul 08 17:33:19.055322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db46c7d3-393a-4ced-8d6b-8387f1bbdfc9 req-413e205c-3c88-4558-9344-6fb7daa0ea25 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324023 Jul 08 17:33:19.116343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a95c1f37-0cbf-47da-9dce-dd8e7bccf78e req-165d5cc7-c671-473c-a5dd-65e06d45bfeb tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952508 Jul 08 17:33:19.141752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d17419-2965-4b2a-be78-6a7958530b58 req-3afdd6a2-002e-45a8-b5ca-2ad0de4c2951 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:19.143146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44d17419-2965-4b2a-be78-6a7958530b58 req-3afdd6a2-002e-45a8-b5ca-2ad0de4c2951 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1541731 Jul 08 17:33:19.293967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-38a54360-1c74-4b57-9aa0-3a65636f3944 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:19.295392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-38a54360-1c74-4b57-9aa0-3a65636f3944 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 946 time: 0.1214473 Jul 08 17:33:19.367454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc89eb-81b8-408d-b39e-26e2598fd99b req-c5149baa-1bb9-4043-b7d7-7378e86585bd tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:19.368956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34fc89eb-81b8-408d-b39e-26e2598fd99b req-c5149baa-1bb9-4043-b7d7-7378e86585bd tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1504724 Jul 08 17:33:19.430776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865411-2c48-4c31-8a82-c19a8626a216 req-5390e7c7-8342-4604-80ad-1e6b5a3940ab tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:19.432771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c865411-2c48-4c31-8a82-c19a8626a216 req-5390e7c7-8342-4604-80ad-1e6b5a3940ab tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 948 time: 0.1789117 Jul 08 17:33:19.466234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34fc89eb-81b8-408d-b39e-26e2598fd99b req-d096bfbd-9a44-42af-a8c5-20ec0fe22a68 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903606 Jul 08 17:33:19.495750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c865411-2c48-4c31-8a82-c19a8626a216 req-b19df73b-dc6b-4700-94cb-81b1abf5a0b6 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520923 Jul 08 17:33:19.505435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Deleting port 3e0aa58d-6081-4650-9e02-d65cf44682f0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:19.505786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.600289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] For port 3e0aa58d-6081-4650-9e02-d65cf44682f0, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3e0aa58d-6081-4650-9e02-d65cf44682f0,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:19.600666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.616494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Calling delete_port for 3e0aa58d-6081-4650-9e02-d65cf44682f0 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:19.805613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-7a2627f3-47ec-4d04-af32-d3514c6a8294 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:19.807162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-7a2627f3-47ec-4d04-af32-d3514c6a8294 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1089697 Jul 08 17:33:19.808610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:19.832125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3e0aa58d-6081-4650-9e02-d65cf44682f0'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:19.840840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'tag': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:19.843186 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb6b2cc-e2f3-4433-ad52-f374964792a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1eac25b-93c0-4907-84e0-9b65041107b9", "tag": "8d1dfbeb-ebc8-401a-b4a9-04f582e56f11"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:19.856147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:19.906125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event deleted for resources: {'Port': ['ID=3e0aa58d-6081-4650-9e02-d65cf44682f0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:19.909425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5c4b1a9-7c36-4a04-bc00-52f715134960 req-d855c291-655d-481d-a2a0-d6774af0ee80 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c63d5b3-b9be-471b-90d4-c45d59426eab HTTP/1.1" status: 200 len: 210 time: 0.0919559 Jul 08 17:33:19.922980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-527b1455-0e3b-4123-8158-c15c65bc369a tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.120 HTTP/1.1" status: 200 len: 696 time: 0.1044347 Jul 08 17:33:19.947144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Request body: {'floatingip': {'port_id': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:19.969539 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64672c30-17d6-4cab-87f3-61f93c022a74 x-openstack-request-id: req-64672c30-17d6-4cab-87f3-61f93c022a74 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:19.969817 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1eac25b-93c0-4907-84e0-9b65041107b9", "tag": "8d1dfbeb-ebc8-401a-b4a9-04f582e56f11", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:19.970063 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-64672c30-17d6-4cab-87f3-61f93c022a74 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:19.970450 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'tag': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11', 'status': 'completed', 'code': 200} Jul 08 17:33:19.972237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] No DVR routers for this DVR port 3e0aa58d-6081-4650-9e02-d65cf44682f0 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:20.000715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:20.002703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6994df62-394c-4136-a803-e7d8cccda9d2 req-26b4e123-7193-41ae-852e-d25a5108b85e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "DELETE /v2.0/ports/3e0aa58d-6081-4650-9e02-d65cf44682f0 HTTP/1.1" status: 204 len: 173 time: 0.6934104 Jul 08 17:33:20.011463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:20.062027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-fa9e3dfe-2659-4854-886f-908ae2249690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:20.063734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-fa9e3dfe-2659-4854-886f-908ae2249690 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=14d0efae152641de9804c74f1a542164&device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 1099 time: 0.0569527 Jul 08 17:33:20.163928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-e6ffae07-e371-4a45-95e9-8eb89808cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:20.165740 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-e6ffae07-e371-4a45-95e9-8eb89808cb8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.0932519 Jul 08 17:33:20.216532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-f7caf1b0-e2bc-4d6d-9d24-29c754b92617 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 HTTP/1.1" status: 200 len: 217 time: 0.0384517 Jul 08 17:33:20.272111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-263f28b5-873b-4e7c-af5b-0029469eb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:20.273643 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-263f28b5-873b-4e7c-af5b-0029469eb0b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0468173 Jul 08 17:33:20.359384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-f0f3eb78-7fcb-4a67-b132-84a30fd635dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:20.360935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-f0f3eb78-7fcb-4a67-b132-84a30fd635dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583298 Jul 08 17:33:20.397705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11525ecc-27bb-4e61-b20f-a54981cf6a8b req-4bac077b-2a21-42e6-8627-0b8ed6e8735d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:20.399261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11525ecc-27bb-4e61-b20f-a54981cf6a8b req-4bac077b-2a21-42e6-8627-0b8ed6e8735d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1560946 Jul 08 17:33:20.453495 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-44e0f19d-846f-4a69-9995-08ceb5aed85f service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814769 Jul 08 17:33:20.473543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11525ecc-27bb-4e61-b20f-a54981cf6a8b req-c148d422-01a4-42f0-9b1f-ae6a96effa8b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489626 Jul 08 17:33:20.557626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2bb6b2cc-e2f3-4433-ad52-f374964792a9 req-b4bd0b5b-0a9e-4745-9df9-344353147ddd service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946314 Jul 08 17:33:20.571981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:20.576125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:20.720700 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Floating IP f06d5059-3881-4125-a4ca-b7e1394e1547 associated. External IP: 172.25.5.120, port: 0427e88a-d831-4d9f-b8a1-117d76d34185. Jul 08 17:33:20.759150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e5f8-8a4f-4b3b-831d-20e1df3b4ebb req-02ea2f46-646c-49fd-b882-f0034cee35ac tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:20.761175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7b6e5f8-8a4f-4b3b-831d-20e1df3b4ebb req-02ea2f46-646c-49fd-b882-f0034cee35ac tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1478205 Jul 08 17:33:20.844458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7b6e5f8-8a4f-4b3b-831d-20e1df3b4ebb req-4f9275e5-5605-4a4e-b09f-e5e135441f12 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729682 Jul 08 17:33:21.004963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Router 2e705205-85f7-4fd7-8f30-c0c24633848c has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:21.068815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4c8bb-ebea-4373-8e16-e5fac580d74d req-56488ae2-206c-4380-aee5-dbd2efc99c8c tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.070559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9fd4c8bb-ebea-4373-8e16-e5fac580d74d req-56488ae2-206c-4380-aee5-dbd2efc99c8c tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 948 time: 0.1194785 Jul 08 17:33:21.153898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9fd4c8bb-ebea-4373-8e16-e5fac580d74d req-ef49f666-15cc-4790-adc7-65b057055543 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736814 Jul 08 17:33:21.164037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:21.168956 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:21.177885 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] Sync routers for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:21.188876 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:21.189396 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:21.210872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-594e5fac-f09a-43ac-ae04-64a2a4e80bb1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "PUT /v2.0/floatingips/f06d5059-3881-4125-a4ca-b7e1394e1547 HTTP/1.1" status: 200 len: 996 time: 1.2710164 Jul 08 17:33:21.301338 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:21.329192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-3848c7ed-b06b-47b5-a090-dfc928da1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.331248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-3848c7ed-b06b-47b5-a090-dfc928da1849 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.1064923 Jul 08 17:33:21.443021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-e64aa8f5-64e4-409d-8ac4-e00e4787d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.444604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-e64aa8f5-64e4-409d-8ac4-e00e4787d9d3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.1034400 Jul 08 17:33:21.525887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-d818eda1-07e2-442e-a583-aa3b22c23077 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 999 time: 0.0740216 Jul 08 17:33:21.552797 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'f06d5059-3881-4125-a4ca-b7e1394e1547', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'port_id': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'mac_address': 'fa:16:3e:52:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:33:17Z', 'updated_at': '2021-07-08T17:33:20Z', 'revision_number': 1, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:07Z', 'revision_number': 5, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:21.585590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-0baba6b0-1755-4982-8ba7-349f069812d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.586971 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] Checking router: 2e705205-85f7-4fd7-8f30-c0c24633848c for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:21.590326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-0baba6b0-1755-4982-8ba7-349f069812d3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.0585494 Jul 08 17:33:21.599104 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:21.599903 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:21.627655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-97a11bd0-a178-4ad1-aeb6-b5ce236ad2b0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364223 Jul 08 17:33:21.721178 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:21.767469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-59c7851e-875c-4e50-b02f-56021d0d2dee service neutron] 10.222.0.63 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374183 Jul 08 17:33:21.856427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.862662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.868906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.876079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.882028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.888451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.895183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:21.897232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-bd021993-992d-47fb-a7fd-f738c8cd0a6a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.1937859 Jul 08 17:33:21.948760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:21.952820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c863204-dd96-4fa4-914b-bae4f71f70f3 req-bb2fb83e-ce35-4aff-b56c-5c5b0522aedc service neutron] 10.222.0.63 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799369 Jul 08 17:33:21.953908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3e0aa58d-6081-4650-9e02-d65cf44682f0 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:21.968534 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'f06d5059-3881-4125-a4ca-b7e1394e1547', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'port_id': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'mac_address': 'fa:16:3e:52:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:33:17Z', 'updated_at': '2021-07-08T17:33:20Z', 'revision_number': 1, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:07Z', 'revision_number': 5, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:21.970596 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-566067a6-7e1b-40cb-8f30-2581f61b056e req-aa6fb911-f03a-47a9-a180-ffbd37864442 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632527 Jul 08 17:33:21.971094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'name': 'network-vif-deleted', 'tag': '3e0aa58d-6081-4650-9e02-d65cf44682f0'}, {'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:21.973761 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229e955d-c47c-4d21-ac4d-634bdb294bfd" -d '{"events": [{"server_uuid": "1c63d5b3-b9be-471b-90d4-c45d59426eab", "name": "network-vif-deleted", "tag": "3e0aa58d-6081-4650-9e02-d65cf44682f0"}, {"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:21.988711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 3e0aa58d-6081-4650-9e02-d65cf44682f0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:21.989261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3e0aa58d-6081-4650-9e02-d65cf44682f0 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:22.040013 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d3579-9c4d-4533-a990-844f1fb31e0b None None] The sync data for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 is: [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'f06d5059-3881-4125-a4ca-b7e1394e1547', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'floating_ip_address': '172.25.5.120', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'port_id': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'mac_address': 'fa:16:3e:52:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:33:17Z', 'updated_at': '2021-07-08T17:33:20Z', 'revision_number': 1, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:07Z', 'revision_number': 5, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:22.100007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:22.114541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11', 'mac_address': 'fa:16:3e:07:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:22.158349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.172991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:22.197873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:22.204129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:22.268352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:22.300024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ede71d-ea28-485d-829b-6095b712e1d5 None None] New status for floating IP f06d5059-3881-4125-a4ca-b7e1394e1547: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:33:22.570076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db883b-098a-42ec-9a0b-8b2784cbb332 req-7dc41ad8-fad3-447b-924c-1c67b60970df tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:22.571483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15db883b-098a-42ec-9a0b-8b2784cbb332 req-7dc41ad8-fad3-447b-924c-1c67b60970df tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.4810729 Jul 08 17:33:22.580821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960430b-f747-4a95-b7be-c7173e817470 req-8dc1dd55-ac77-443e-94a3-74661449fe9f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:22.582168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-8dc1dd55-ac77-443e-94a3-74661449fe9f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.4801006 Jul 08 17:33:22.610314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-d1e9bef4-9268-4759-be5b-eb94a42d7eb9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.0214396 Jul 08 17:33:22.632758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15db883b-098a-42ec-9a0b-8b2784cbb332 req-fbf3925d-6b42-42e6-9fc2-41b9366d93e1 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496542 Jul 08 17:33:22.686215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-65e0cc3d-4731-431f-b2a5-1902f4135d7c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704167 Jul 08 17:33:22.704347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['8d1dfbeb-ebc8-401a-b4a9-04f582e56f11'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:22.832150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-09035845-2f5c-459a-913d-fea203c4f52c service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387506 Jul 08 17:33:22.844180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f80c10-5dfa-4b95-8304-a334e6b4adf2 req-6b45c1fc-454a-4600-b158-c0f814da75c9 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:22.845728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3f80c10-5dfa-4b95-8304-a334e6b4adf2 req-6b45c1fc-454a-4600-b158-c0f814da75c9 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1020072 Jul 08 17:33:22.944869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3f80c10-5dfa-4b95-8304-a334e6b4adf2 req-07ac3719-1f9d-4e53-a776-63f38a622517 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881300 Jul 08 17:33:22.967478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-7a59fc1b-4575-48af-a731-fb1dbe3ccf2d service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205065 Jul 08 17:33:22.997041 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd03a3d-b402-4577-868a-db62db54577f x-openstack-request-id: req-7dd03a3d-b402-4577-868a-db62db54577f {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:22.997343 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c63d5b3-b9be-471b-90d4-c45d59426eab", "name": "network-vif-deleted", "tag": "3e0aa58d-6081-4650-9e02-d65cf44682f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:22.997596 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7dd03a3d-b402-4577-868a-db62db54577f {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:22.998006 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c63d5b3-b9be-471b-90d4-c45d59426eab', 'name': 'network-vif-deleted', 'tag': '3e0aa58d-6081-4650-9e02-d65cf44682f0', 'status': 'completed', 'code': 200} Jul 08 17:33:22.998282 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'status': 'completed', 'code': 200} Jul 08 17:33:23.080381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-9b5ca9c5-1504-4683-a23d-2c68a7edd164 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.120 HTTP/1.1" status: 200 len: 1001 time: 0.0699341 Jul 08 17:33:23.081759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-7c8d96b1-5271-425f-98e7-0b6fdd454ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.083561 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-7c8d96b1-5271-425f-98e7-0b6fdd454ae0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.0569558 Jul 08 17:33:23.163877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-6742d80e-85ed-4775-b9a9-5f32293f655f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.165318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-6742d80e-85ed-4775-b9a9-5f32293f655f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports/0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 942 time: 0.0777731 Jul 08 17:33:23.205752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-07a1a741-b7cf-4a2c-8591-fe7ad4fe3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.207749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-07a1a741-b7cf-4a2c-8591-fe7ad4fe3d43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.1123891 Jul 08 17:33:23.265815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.272000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.278835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.285142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.287075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-4c9f0b09-c6f8-47e8-9d3f-fecef47596a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 1001 time: 0.0695302 Jul 08 17:33:23.291898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.299189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.305539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.307701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-233885c5-3763-4c64-8257-d492841bd382 req-acbcd703-860e-410f-95e3-ea2c41444ddb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.1223102 Jul 08 17:33:23.349149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-d5545504-8b5e-4c0c-97f9-b9427ac13f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.350883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-d5545504-8b5e-4c0c-97f9-b9427ac13f77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.0568492 Jul 08 17:33:23.395290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-677a8052-aaac-4584-87cc-b583d3d1232f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348630 Jul 08 17:33:23.405964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-7de8a97a-4ac2-4a19-80d0-b1c277ce0347 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.120 HTTP/1.1" status: 200 len: 1001 time: 0.0972252 Jul 08 17:33:23.517605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-a13ca87b-c374-41bb-b8ef-39651dcefeed service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035421 Jul 08 17:33:23.596405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-c0dae4f0-208d-4759-8be0-d83827cd84b2 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.597858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-c0dae4f0-208d-4759-8be0-d83827cd84b2 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.1850023 Jul 08 17:33:23.613787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c8200-d33c-48bb-a16d-b769b60ef10c req-7b6d8e48-b1f3-4bd4-a971-ecc208cc79b9 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:23.615373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da7c8200-d33c-48bb-a16d-b769b60ef10c req-7b6d8e48-b1f3-4bd4-a971-ecc208cc79b9 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 949 time: 0.1306698 Jul 08 17:33:23.648153 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-229e955d-c47c-4d21-ac4d-634bdb294bfd req-9730c5cd-1503-452e-8293-798919610316 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062942 Jul 08 17:33:23.702167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da7c8200-d33c-48bb-a16d-b769b60ef10c req-b720076f-36f8-420a-810c-de5154ebe570 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787141 Jul 08 17:33:23.709935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-b9b68a87-3643-489f-a934-4f4a120ce8f2 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.120 HTTP/1.1" status: 200 len: 1001 time: 0.0936112 Jul 08 17:33:23.719241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:23.789485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.945414 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.949453 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:23.949836 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Floating IP f06d5059-3881-4125-a4ca-b7e1394e1547 disassociated. External IP: 172.25.5.120, port: 0427e88a-d831-4d9f-b8a1-117d76d34185. Jul 08 17:33:23.976718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:24.081763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:24.093473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8', 'port_id': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'mac_address': 'fa:16:3e:a8:71:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:24.093955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29631fa7-0ee3-45b8-8b9e-f38ef2f16cfa req-ae6b3ed1-e424-41f0-8623-b6d4fdb25c0f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 210 time: 0.0378740 Jul 08 17:33:24.137317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.152300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd0548f6-6e23-4868-8604-78cc00397f96 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:24.173081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:24.177101 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.233497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:24.252216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Router 2e705205-85f7-4fd7-8f30-c0c24633848c has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:24.338214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b77318-cb3b-41ea-baee-cfc24ed82616 req-da43fb5e-772d-4736-875b-a44512007454 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:24.340451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3b77318-cb3b-41ea-baee-cfc24ed82616 req-da43fb5e-772d-4736-875b-a44512007454 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.1285357 Jul 08 17:33:24.418473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3b77318-cb3b-41ea-baee-cfc24ed82616 req-e8510c16-6887-4936-87ef-b1f7853f54a9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Jul 08 17:33:24.419776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:24.424630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.444054 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] Sync routers for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:24.462103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['dd0548f6-6e23-4868-8604-78cc00397f96'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:24.462606 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:24.463493 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:24.473153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-dfc52582-1044-4de2-ba13-ff6f37d0f0d6 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "PUT /v2.0/floatingips/f06d5059-3881-4125-a4ca-b7e1394e1547 HTTP/1.1" status: 200 len: 695 time: 0.7577710 Jul 08 17:33:24.555028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-35e29ffc-e772-40c1-ac6d-dd616fb18d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:24.556979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-35e29ffc-e772-40c1-ac6d-dd616fb18d83 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.0696521 Jul 08 17:33:24.654530 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:24.730184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-b1e094d7-7d56-4b14-93f9-fa25fb7355db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:24.731316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960430b-f747-4a95-b7be-c7173e817470 req-1e71ffe6-4e60-41be-bd6f-5b45e6b985c5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:24.731867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-b1e094d7-7d56-4b14-93f9-fa25fb7355db service neutron] 10.222.0.63 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.1587770 Jul 08 17:33:24.733156 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-1e71ffe6-4e60-41be-bd6f-5b45e6b985c5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.1722829 Jul 08 17:33:24.750864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb018-6b04-4046-a3c8-a9d634301c10 req-5a28f7f4-60eb-4e66-a963-b0f52f1c9e00 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:24.752472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-395fb018-6b04-4046-a3c8-a9d634301c10 req-5a28f7f4-60eb-4e66-a963-b0f52f1c9e00 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1040771 Jul 08 17:33:24.772236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Request body: {'port': {'device_id': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'admin_state_up': True, 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:24.793378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-5509a40f-0d47-43f4-867b-7c5df0f663cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 217 time: 0.0513921 Jul 08 17:33:24.847544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-18906c8f-5db1-4c14-aae0-0c8556efd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:24.849098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-18906c8f-5db1-4c14-aae0-0c8556efd83c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.0477142 Jul 08 17:33:24.881464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-395fb018-6b04-4046-a3c8-a9d634301c10 req-9112959a-f635-4ec2-aae2-1b977564bc06 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217089 Jul 08 17:33:24.901400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-cf25e575-9697-4951-b9ac-687599e684ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406253 Jul 08 17:33:24.934051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:24.940998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:24.982655 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:07Z', 'revision_number': 5, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:24.999009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:25.001883 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e883007-d191-475d-83de-03222e2ac5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:25.013025 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] Checking router: 2e705205-85f7-4fd7-8f30-c0c24633848c for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:25.024502 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:25.028993 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:25.029150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-778f017a-5d40-4b8f-ae18-c5f9b32f529c service neutron] 10.222.0.63 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165881 Jul 08 17:33:25.109808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Allocated IP 172.20.0.13 (a99655fa-9d29-42d4-82b8-f3fa6cf53c8c/43cb1256-6fff-4a5c-a1c6-ae86aa75adde/5039ad8e-a5aa-400b-8fcf-a8993bec197d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:25.149603 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:25.173728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cad16b-9582-4413-9a2e-aeb696ea0da2 req-3ada3968-5777-4659-af44-9ed9012cbc3d tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.176268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65cad16b-9582-4413-9a2e-aeb696ea0da2 req-3ada3968-5777-4659-af44-9ed9012cbc3d tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 949 time: 0.1494234 Jul 08 17:33:25.183336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573a097-be79-4b16-9a73-075aa1ecf0fd req-cf4b0c41-6aa6-44d0-af59-6f727980aaee service neutron] 10.222.0.63 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458070 Jul 08 17:33:25.237306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65cad16b-9582-4413-9a2e-aeb696ea0da2 req-8c35a7c2-dcba-4f3a-b6f5-a3fb4bfd829f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527117 Jul 08 17:33:25.336509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.384765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.387221 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:07Z', 'revision_number': 5, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:25.409657 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7fbc3-bb98-410f-813f-3f7939cc02ed x-openstack-request-id: req-74d7fbc3-bb98-410f-813f-3f7939cc02ed {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:25.410272 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:25.410757 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-74d7fbc3-bb98-410f-813f-3f7939cc02ed {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:25.411316 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'status': 'completed', 'code': 200} Jul 08 17:33:25.434764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:25.456766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:25.467911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:25.478347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:25.508699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-9e8dc9a3-b07b-4c16-ac19-9298b3f38540 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips/f06d5059-3881-4125-a4ca-b7e1394e1547 HTTP/1.1" status: 200 len: 695 time: 0.0760128 Jul 08 17:33:25.537400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event updated for resources: {'Port': ['ID=5039ad8e-a5aa-400b-8fcf-a8993bec197d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:25.542916 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883cb23-47bc-42df-9844-715c7f42d6a7 None None] The sync data for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 is: [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:31:59Z', 'revision_number': 4, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bb66aade-d811-4dad-b8d7-b21feff51403', 'name': '', 'network_id': '3c7b6630-8812-4550-88ed-1211de11a8f3', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'mac_address': 'fa:16:3e:84:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:58Z', 'updated_at': '2021-07-08T17:32:07Z', 'revision_number': 5, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'subnets': [{'id': '92da4268-e749-4b1a-b3d4-5235cae3a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:25.575816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.576776 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.596885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-44e300dc-b5ac-4b41-b8af-b79d624ce0c9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8286145 Jul 08 17:33:25.624515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Request body: {'port': {'device_id': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:25.704025 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.709238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:25.751796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e883007-d191-475d-83de-03222e2ac5fa req-5551fd85-c9ff-45bc-aaa1-c21a785b0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.753783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e883007-d191-475d-83de-03222e2ac5fa req-5551fd85-c9ff-45bc-aaa1-c21a785b0a4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86c58606f5424bbdb63be34082eb17b0&device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 1096 time: 0.2688973 Jul 08 17:33:25.771787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-7dff7b70-37a7-4b55-ad4b-329041e045eb tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.773263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-7dff7b70-37a7-4b55-ad4b-329041e045eb tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 784 time: 0.2633953 Jul 08 17:33:25.856137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24455375-609b-45c1-93b9-c1aec4f96835 req-df1aa28b-8b95-4137-a265-54d95f8d8278 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:25.857315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24455375-609b-45c1-93b9-c1aec4f96835 req-df1aa28b-8b95-4137-a265-54d95f8d8278 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 932 time: 0.2859857 Jul 08 17:33:25.915995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-7faff5e8-7742-499e-b39b-055e4dd146f1 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.120 HTTP/1.1" status: 200 len: 698 time: 0.1152380 Jul 08 17:33:25.989817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:26.007540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-35254420-54f0-432c-8efe-624ad917ab86 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.5.120 HTTP/1.1" status: 200 len: 698 time: 0.0751686 Jul 08 17:33:26.008621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e883007-d191-475d-83de-03222e2ac5fa req-13dd3a4d-3365-43e1-89e9-7d644ffd4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.010076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e883007-d191-475d-83de-03222e2ac5fa req-13dd3a4d-3365-43e1-89e9-7d644ffd4a66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 200 len: 920 time: 0.2350755 Jul 08 17:33:26.031521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1411719-fdd6-4b67-bfb3-b754c1ca3dcd None None] New status for floating IP f06d5059-3881-4125-a4ca-b7e1394e1547: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:33:26.056548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24455375-609b-45c1-93b9-c1aec4f96835 req-80f93d40-cd02-4549-8e9a-cc39a99dac82 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626968 Jul 08 17:33:26.083346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5039ad8e-a5aa-400b-8fcf-a8993bec197d {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:26.096289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.112161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Transition to ACTIVE for port object 5039ad8e-a5aa-400b-8fcf-a8993bec197d will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:26.124688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.170415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e883007-d191-475d-83de-03222e2ac5fa req-4dc24fc5-1a03-47f1-8196-5a8e0e62984b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 200 len: 217 time: 0.1128032 Jul 08 17:33:26.252675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5039ad8e-a5aa-400b-8fcf-a8993bec197d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:26.320848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:26.322464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Attempting to bind port 5039ad8e-a5aa-400b-8fcf-a8993bec197d on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:26.322664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Attempting to bind port 5039ad8e-a5aa-400b-8fcf-a8993bec197d by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:26.323244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Attempting to bind port 5039ad8e-a5aa-400b-8fcf-a8993bec197d on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:26.326509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:26.326892 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.327694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e883007-d191-475d-83de-03222e2ac5fa req-94d3340c-736e-47f7-9808-4ba0a5b1e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.329098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e883007-d191-475d-83de-03222e2ac5fa req-94d3340c-736e-47f7-9808-4ba0a5b1e616 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 200 len: 859 time: 0.1387572 Jul 08 17:33:26.330829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Port 5039ad8e-a5aa-400b-8fcf-a8993bec197d on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:33:26.331166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Attempting to bind port 5039ad8e-a5aa-400b-8fcf-a8993bec197d on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:26.341019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:26.341376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:26.341743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Bound using segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:26.342180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Bound port: 5039ad8e-a5aa-400b-8fcf-a8993bec197d, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:26.343349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.378618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e883007-d191-475d-83de-03222e2ac5fa req-83022580-992e-4e62-a591-7ff164ffe64f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c7b6630-8812-4550-88ed-1211de11a8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366280 Jul 08 17:33:26.403658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Deleting port faeeb0c2-5643-433e-9221-4febb36a0a4e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:26.403986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.421786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4839c-6a27-46e7-bf38-055ef4c377a1 req-814e3794-e085-4895-b7fb-0a1cdc3c67a3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.428825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6a4839c-6a27-46e7-bf38-055ef4c377a1 req-814e3794-e085-4895-b7fb-0a1cdc3c67a3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.1833513 Jul 08 17:33:26.478707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.502989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] For port 5039ad8e-a5aa-400b-8fcf-a8993bec197d, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:26.507921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] For port 5039ad8e-a5aa-400b-8fcf-a8993bec197d, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5039ad8e-a5aa-400b-8fcf-a8993bec197d,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:26.513043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:26.514869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.518107 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817dfae5-d4d3-4738-949d-135bf302bc5b" -d '{"events": [{"server_uuid": "a1eac25b-93c0-4907-84e0-9b65041107b9", "name": "network-vif-plugged", "status": "completed", "tag": "8d1dfbeb-ebc8-401a-b4a9-04f582e56f11"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:26.540620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:26.542833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6a4839c-6a27-46e7-bf38-055ef4c377a1 req-5e71e2aa-962e-433d-8d64-bcb841b4ed89 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125276 Jul 08 17:33:26.554176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.556076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:26.614635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e883007-d191-475d-83de-03222e2ac5fa req-ce70d2ae-03d0-4a7b-8419-58b41739143b service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245626 Jul 08 17:33:26.616766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.616766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.658821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5039ad8e-a5aa-400b-8fcf-a8993bec197d,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:26.661655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port dd0548f6-6e23-4868-8604-78cc00397f96 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:26.662534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.677616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37416) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:26.693649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.694301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.695745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-5606c3b1-54c1-466a-8369-2c12f91b60c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/5039ad8e-a5aa-400b-8fcf-a8993bec197d HTTP/1.1" status: 200 len: 1092 time: 1.0792258 Jul 08 17:33:26.699232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'tag': '5039ad8e-a5aa-400b-8fcf-a8993bec197d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:26.706134 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0201f8-e8b8-4de6-91c2-a9364c797a35" -d '{"events": [{"name": "network-changed", "server_uuid": "5320d679-2459-40a5-ac5e-69251dffa4ab", "tag": "5039ad8e-a5aa-400b-8fcf-a8993bec197d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:26.736367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:26.772559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e883007-d191-475d-83de-03222e2ac5fa req-09f79974-b640-4648-80ce-f1d3d079b254 service neutron] 10.222.0.72 "GET /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407318 Jul 08 17:33:26.773650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Calling delete_port for faeeb0c2-5643-433e-9221-4febb36a0a4e owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:26.798692 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.856081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:26.864516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:26.940430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960430b-f747-4a95-b7be-c7173e817470 req-2ee93ef6-0785-47bf-8159-369980de8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.943161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-2ee93ef6-0785-47bf-8159-369980de8429 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 1095 time: 0.1796360 Jul 08 17:33:26.957942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.958934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.959419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.959891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.960368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.960853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.961321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:26.971140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f741616c-458d-41b4-82f4-594280b1a03e req-8a252f90-32fa-4969-b78f-75a1ba8e92f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6491 time: 0.2923527 Jul 08 17:33:26.974235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:27.029022 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-0490c015-e87a-441f-a1b8-a85efb41f2f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5039ad8e-a5aa-400b-8fcf-a8993bec197d HTTP/1.1" status: 200 len: 217 time: 0.0546687 Jul 08 17:33:27.068037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f741616c-458d-41b4-82f4-594280b1a03e req-ff0bba1b-ba3d-4872-b98e-40d54b8c02cd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957625 Jul 08 17:33:27.114899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960430b-f747-4a95-b7be-c7173e817470 req-2684ee89-c663-4662-8345-5083750d4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:27.116691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-2684ee89-c663-4662-8345-5083750d4574 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0757310 Jul 08 17:33:27.169649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-cf7d391a-53ea-4288-9168-99c662818478 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458968 Jul 08 17:33:27.263876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d94af-966a-4d27-bb64-b534c77f5ef4 req-5cf205ca-7ff0-466a-810a-91ec7df9d692 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:27.265653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d8d94af-966a-4d27-bb64-b534c77f5ef4 req-5cf205ca-7ff0-466a-810a-91ec7df9d692 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.4896135 Jul 08 17:33:27.286273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-67df773b-fe8e-46e9-a7ff-61f05009d043 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076379 Jul 08 17:33:27.340136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d8d94af-966a-4d27-bb64-b534c77f5ef4 req-a31c304d-073e-4188-8b1a-e8a947e9cfcb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635109 Jul 08 17:33:27.375875 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:27.405539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event deleted for resources: {'Port': ['ID=faeeb0c2-5643-433e-9221-4febb36a0a4e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:27.418959 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39162a8f-5f60-4d27-a20e-ccb139b7e099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:27.439520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b960430b-f747-4a95-b7be-c7173e817470 req-50a39675-8915-4fbf-9a69-e258e0732384 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456106 Jul 08 17:33:27.475181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:27.481015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:27.483006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cd5d16b-0002-443f-81e6-f0fbad844163 req-5efd324e-adbf-421f-96ab-9e704ab49834 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "DELETE /v2.0/floatingips/f06d5059-3881-4125-a4ca-b7e1394e1547 HTTP/1.1" status: 204 len: 173 time: 1.4242520 Jul 08 17:33:27.590193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2906d0-22ad-4783-ab2a-6c972b59be7c req-b3fcc51a-23f8-46a0-883d-1c0b7444a77a tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:27.597089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c2906d0-22ad-4783-ab2a-6c972b59be7c req-b3fcc51a-23f8-46a0-883d-1c0b7444a77a tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 950 time: 0.0865600 Jul 08 17:33:27.662291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c2906d0-22ad-4783-ab2a-6c972b59be7c req-e7340877-d6bf-4c26-96cc-e4039d4b977f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553129 Jul 08 17:33:27.713630 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60673827-4d64-4482-896b-0bdc2caca0a8 x-openstack-request-id: req-60673827-4d64-4482-896b-0bdc2caca0a8 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:27.715128 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1eac25b-93c0-4907-84e0-9b65041107b9", "name": "network-vif-plugged", "status": "completed", "tag": "8d1dfbeb-ebc8-401a-b4a9-04f582e56f11", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:27.715420 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-60673827-4d64-4482-896b-0bdc2caca0a8 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:27.715914 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11', 'code': 200} Jul 08 17:33:27.748206 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd5b8e-724a-4eb8-a5e4-bf4fcc82a89f x-openstack-request-id: req-81fd5b8e-724a-4eb8-a5e4-bf4fcc82a89f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:27.748985 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5320d679-2459-40a5-ac5e-69251dffa4ab", "tag": "5039ad8e-a5aa-400b-8fcf-a8993bec197d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:27.749244 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-81fd5b8e-724a-4eb8-a5e4-bf4fcc82a89f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:27.749651 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'tag': '5039ad8e-a5aa-400b-8fcf-a8993bec197d', 'status': 'completed', 'code': 200} Jul 08 17:33:27.808562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5db34565-7edb-4071-b87e-2af413b675a8 req-78f3536d-d0f9-4d36-bc1f-737335d7893e tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups/6a6ed4d3-246f-4728-9471-de0892b7ddbb HTTP/1.1" status: 200 len: 1810 time: 0.0485198 Jul 08 17:33:27.882028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-db62e1d2-e142-4397-b929-eab3be8a8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:27.883802 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-db62e1d2-e142-4397-b929-eab3be8a8598 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 1095 time: 0.0768950 Jul 08 17:33:27.946691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5db34565-7edb-4071-b87e-2af413b675a8 req-ce14c9a9-1f26-4288-a61c-9380c4334f54 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:27.994022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5db34565-7edb-4071-b87e-2af413b675a8 req-ce14c9a9-1f26-4288-a61c-9380c4334f54 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:28.012563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d8220-71b5-4937-85ec-7ae684373f15 req-7b5439c6-1eb9-4643-945f-5267a2d0621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.014146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-690d8220-71b5-4937-85ec-7ae684373f15 req-7b5439c6-1eb9-4643-945f-5267a2d0621b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 1101 time: 0.1764963 Jul 08 17:33:28.027804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-18c24405-f3af-4cdf-906e-8905db096ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.028004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a249d44-52e8-4f5e-90ff-8df67566365d req-1cab7243-82c1-4ae3-a831-1f56961ab547 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.029367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a249d44-52e8-4f5e-90ff-8df67566365d req-1cab7243-82c1-4ae3-a831-1f56961ab547 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 944 time: 0.1890032 Jul 08 17:33:28.030190 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-18c24405-f3af-4cdf-906e-8905db096ad7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.1291132 Jul 08 17:33:28.100811 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-8a08169f-97e1-4a1d-a777-3c040bfaef74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5039ad8e-a5aa-400b-8fcf-a8993bec197d HTTP/1.1" status: 200 len: 217 time: 0.0555382 Jul 08 17:33:28.101638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-690d8220-71b5-4937-85ec-7ae684373f15 req-042605a4-6b76-4c7e-af3c-9fdebc71a607 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695162 Jul 08 17:33:28.105443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5db34565-7edb-4071-b87e-2af413b675a8 req-ce14c9a9-1f26-4288-a61c-9380c4334f54 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:28.108995 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5db34565-7edb-4071-b87e-2af413b675a8 req-ce14c9a9-1f26-4288-a61c-9380c4334f54 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:28.110141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5db34565-7edb-4071-b87e-2af413b675a8 req-ce14c9a9-1f26-4288-a61c-9380c4334f54 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "DELETE /v2.0/security-groups/6a6ed4d3-246f-4728-9471-de0892b7ddbb HTTP/1.1" status: 204 len: 173 time: 0.3007128 Jul 08 17:33:28.132012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a249d44-52e8-4f5e-90ff-8df67566365d req-f503a02a-b066-4c81-a4d8-5361ed389dd6 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893819 Jul 08 17:33:28.133114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14c9a9-1f26-4288-a61c-9380c4334f54 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6ed4d3-246f-4728-9471-de0892b7ddbb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:28.258254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-8334b59c-1ffb-4a78-a08c-291f76dfda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.260552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-8334b59c-1ffb-4a78-a08c-291f76dfda98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0972853 Jul 08 17:33:28.319129 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-6e88f7db-6fdf-4a82-b0d1-de0558c3d7af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466728 Jul 08 17:33:28.341850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d491ef-904a-434e-9e48-3b21dab1ca1c req-4dfea91f-d857-4256-9da6-a86ae303ea8d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.344563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d491ef-904a-434e-9e48-3b21dab1ca1c req-4dfea91f-d857-4256-9da6-a86ae303ea8d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0884116 Jul 08 17:33:28.423900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d491ef-904a-434e-9e48-3b21dab1ca1c req-f9fd879a-d98f-43ed-95ac-8284270dd571 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667415 Jul 08 17:33:28.461496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-f645e0da-44a2-4d10-a588-ce08062bbcd5 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351810 Jul 08 17:33:28.615205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fe0201f8-e8b8-4de6-91c2-a9364c797a35 req-07a1b49b-e472-4ceb-874a-3786935b5fa5 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444125 Jul 08 17:33:28.763504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce07d9-11a4-401f-b76f-6c329f6f6354 req-9d5b6e22-86a9-4c7b-b98b-96557420b57c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.767972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3ce07d9-11a4-401f-b76f-6c329f6f6354 req-9d5b6e22-86a9-4c7b-b98b-96557420b57c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1149561 Jul 08 17:33:28.780796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343c429-4873-46a3-bad4-853f15a1fd2a req-09ddad3b-90b8-4928-9f69-6d00f2be110f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:28.782633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f343c429-4873-46a3-bad4-853f15a1fd2a req-09ddad3b-90b8-4928-9f69-6d00f2be110f tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1438439 Jul 08 17:33:28.840045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3ce07d9-11a4-401f-b76f-6c329f6f6354 req-3b7b7c42-38b4-4390-b9d7-856f455ad1c3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Jul 08 17:33:28.863511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f343c429-4873-46a3-bad4-853f15a1fd2a req-98ea7829-54a5-439c-9c6f-d1913a194872 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736582 Jul 08 17:33:29.070128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86bc5a-8e8a-41ff-be9a-9323d2c34df2 req-0cc747c2-36ff-4722-b22e-1fedbd8da30a tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:29.071715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac86bc5a-8e8a-41ff-be9a-9323d2c34df2 req-0cc747c2-36ff-4722-b22e-1fedbd8da30a tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 950 time: 0.0846925 Jul 08 17:33:29.115992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac86bc5a-8e8a-41ff-be9a-9323d2c34df2 req-ad759f4c-b888-48f7-8696-edeceb3fb31e tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366583 Jul 08 17:33:29.317344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b8cf-5c69-4bc8-b58a-2d13dffd45df req-01af46f9-50c5-4c37-bd8e-855bab1daf9e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:29.319006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbd5b8cf-5c69-4bc8-b58a-2d13dffd45df req-01af46f9-50c5-4c37-bd8e-855bab1daf9e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 944 time: 0.0705307 Jul 08 17:33:29.361752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbd5b8cf-5c69-4bc8-b58a-2d13dffd45df req-6d53400c-e080-429a-93b4-6184d687eed4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Jul 08 17:33:29.675433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf6a90-6761-4079-acf3-13c5407ae4e9 req-e9c5c956-3e82-449e-8e5c-6c835fc2480e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:29.682748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bcbf6a90-6761-4079-acf3-13c5407ae4e9 req-e9c5c956-3e82-449e-8e5c-6c835fc2480e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1169221 Jul 08 17:33:29.717339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:29.719686 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e42c4b8-ad9b-40fc-801e-812f80f5b38f" -d '{"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:29.736796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bcbf6a90-6761-4079-acf3-13c5407ae4e9 req-8265cec9-3674-4247-9401-16b9fd1c15b3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Jul 08 17:33:29.768397 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080dea5f-f664-4362-9d02-19732aa8ff4e x-openstack-request-id: req-080dea5f-f664-4362-9d02-19732aa8ff4e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:29.768397 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:29.768397 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-080dea5f-f664-4362-9d02-19732aa8ff4e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:29.768397 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'code': 200} Jul 08 17:33:29.985168 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ebb445de-85bd-4fd4-80df-016fdfec4088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:30.027865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5039ad8e-a5aa-400b-8fcf-a8993bec197d details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:30.147920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c755b7d-3ef3-4ed2-8115-16307129765d req-3f0a9525-215c-4315-8e3a-5064dee0a394 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:30.149542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c755b7d-3ef3-4ed2-8115-16307129765d req-3f0a9525-215c-4315-8e3a-5064dee0a394 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1082680 Jul 08 17:33:30.158121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9184e8b-b4ce-4e35-9c76-0f89143e6858 req-52f0c656-6d34-4280-a4f0-03c0d852aada tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:30.161468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9184e8b-b4ce-4e35-9c76-0f89143e6858 req-52f0c656-6d34-4280-a4f0-03c0d852aada tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1646650 Jul 08 17:33:30.173338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5039ad8e-a5aa-400b-8fcf-a8993bec197d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5039ad8e-a5aa-400b-8fcf-a8993bec197d,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:30.195016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '5039ad8e-a5aa-400b-8fcf-a8993bec197d', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'port_id': '5039ad8e-a5aa-400b-8fcf-a8993bec197d', 'mac_address': 'fa:16:3e:95:29:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb1256-6fff-4a5c-a1c6-ae86aa75adde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:30.245810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:30.262530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c755b7d-3ef3-4ed2-8115-16307129765d req-7fb9f36d-79ba-4c1a-b36a-77a6290cf9bf tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999832 Jul 08 17:33:30.269092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5039ad8e-a5aa-400b-8fcf-a8993bec197d {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:30.298415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9184e8b-b4ce-4e35-9c76-0f89143e6858 req-50a2cb5a-0751-45d3-9dd5-e9d0408f8308 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288891 Jul 08 17:33:30.303051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5039ad8e-a5aa-400b-8fcf-a8993bec197d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5039ad8e-a5aa-400b-8fcf-a8993bec197d,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:30.311341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:30.463587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5039ad8e-a5aa-400b-8fcf-a8993bec197d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:30.471596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:30.734938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ddb2-61a4-4702-8a7f-6c3dc53bf5d5 req-63d23bf6-1ecf-4fa0-88d7-560947f80040 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:30.737688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f01ddb2-61a4-4702-8a7f-6c3dc53bf5d5 req-63d23bf6-1ecf-4fa0-88d7-560947f80040 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 945 time: 0.1169147 Jul 08 17:33:30.772769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746ffd5-6cf4-4028-aa8e-b161a55a6b16 req-b45bf3fb-091f-489c-867e-cb11456631b8 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:30.778174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a746ffd5-6cf4-4028-aa8e-b161a55a6b16 req-b45bf3fb-091f-489c-867e-cb11456631b8 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 950 time: 0.1454730 Jul 08 17:33:30.841391 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f01ddb2-61a4-4702-8a7f-6c3dc53bf5d5 req-f98a3964-e977-4b2d-9156-facba0df3efd tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957503 Jul 08 17:33:30.855012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a746ffd5-6cf4-4028-aa8e-b161a55a6b16 req-0828ad76-79a9-411b-8d76-61938723aec8 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741992 Jul 08 17:33:30.930141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['5039ad8e-a5aa-400b-8fcf-a8993bec197d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:31.110019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c498f-8b9c-47bd-baf9-337bb91514cb req-ba505d56-b8db-42af-a90a-d6f017a5922d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:31.118760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e1c498f-8b9c-47bd-baf9-337bb91514cb req-ba505d56-b8db-42af-a90a-d6f017a5922d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1308892 Jul 08 17:33:31.201056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e1c498f-8b9c-47bd-baf9-337bb91514cb req-da5f6fbd-f31a-423b-af75-fcba8d8220d7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750706 Jul 08 17:33:31.299142 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:31.329668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685204f-185f-4056-ae9d-9a5badcda1e8 req-92c2add9-e840-44ba-9d98-2d0fb6baf5a0 tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:31.331231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a685204f-185f-4056-ae9d-9a5badcda1e8 req-92c2add9-e840-44ba-9d98-2d0fb6baf5a0 tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 1101 time: 0.0708416 Jul 08 17:33:31.357724 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a685204f-185f-4056-ae9d-9a5badcda1e8 req-9bcd8101-f50a-4c49-b7cf-ff9d1b50537e tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:31.509647 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a685204f-185f-4056-ae9d-9a5badcda1e8 req-9bcd8101-f50a-4c49-b7cf-ff9d1b50537e tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:31.518995 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a685204f-185f-4056-ae9d-9a5badcda1e8 req-9bcd8101-f50a-4c49-b7cf-ff9d1b50537e tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:31.532769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6a5d3-7550-469f-b30b-18ed5b1c6e3e req-6e8f6476-c86d-4e82-9390-9228627044ed tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:31.534425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34a6a5d3-7550-469f-b30b-18ed5b1c6e3e req-6e8f6476-c86d-4e82-9390-9228627044ed tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.1129711 Jul 08 17:33:31.575139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a685204f-185f-4056-ae9d-9a5badcda1e8 req-9bcd8101-f50a-4c49-b7cf-ff9d1b50537e tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367673 Jul 08 17:33:31.587103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd8101-f50a-4c49-b7cf-ff9d1b50537e tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8ca651-2759-4648-a272-61df2f44839a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:31.623477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34a6a5d3-7550-469f-b30b-18ed5b1c6e3e req-c0aabcd1-a83d-424e-a777-8f6cf9ac8766 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/security-groups?id=e2e19ee1-7b73-4592-911d-c8971e79c30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 Jul 08 17:33:31.777533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572648f-d511-4a59-a526-7fde19d6d21f req-d4ea010f-ef40-4c26-a84b-df42ab3bec4c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:31.780260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6572648f-d511-4a59-a526-7fde19d6d21f req-d4ea010f-ef40-4c26-a84b-df42ab3bec4c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.0899398 Jul 08 17:33:31.833385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6572648f-d511-4a59-a526-7fde19d6d21f req-02a74b9a-acb0-467c-86a2-7a29f64748d7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467148 Jul 08 17:33:32.038003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f769-55ab-4ee1-b0af-eaf929b87789 req-5fffa191-3615-40a1-aeb5-d174dc7a5419 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:32.041226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43a6f769-55ab-4ee1-b0af-eaf929b87789 req-5fffa191-3615-40a1-aeb5-d174dc7a5419 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 945 time: 0.0824890 Jul 08 17:33:32.088797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43a6f769-55ab-4ee1-b0af-eaf929b87789 req-a5d3700d-f65d-4850-814f-7ab96d21924a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Jul 08 17:33:32.274931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-f58e157b-309a-42f0-8be3-6b384d4265c4 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:32.276487 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-f58e157b-309a-42f0-8be3-6b384d4265c4 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.72 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 945 time: 0.0988932 Jul 08 17:33:32.413608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Deleting port 0427e88a-d831-4d9f-b8a1-117d76d34185 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:32.413948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.417400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9100d40-8708-41fb-ab23-550839dcf72a req-b559d21e-2230-4a9d-86cf-7c243f4af9ac tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:32.419947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9100d40-8708-41fb-ab23-550839dcf72a req-b559d21e-2230-4a9d-86cf-7c243f4af9ac tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0734169 Jul 08 17:33:32.466828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9100d40-8708-41fb-ab23-550839dcf72a req-be40644a-9b05-4fc0-8cfe-b7ab79abc014 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 Jul 08 17:33:32.530317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] For port 0427e88a-d831-4d9f-b8a1-117d76d34185, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0427e88a-d831-4d9f-b8a1-117d76d34185,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:32.530686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.547958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Calling delete_port for 0427e88a-d831-4d9f-b8a1-117d76d34185 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:32.728076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.768535 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.788157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Pushing event deleted for resources: {'Port': ['ID=0427e88a-d831-4d9f-b8a1-117d76d34185,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:32.826111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92362b50-52e8-42ce-97b2-af99f9f69994 req-d12b90ef-b9ca-40c4-9606-c2c54de290cc tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.63 "GET /v2.0/ports?device_id=20ce2c1b-9512-4dde-bead-90819ee7746e HTTP/1.1" status: 200 len: 210 time: 0.0512712 Jul 08 17:33:32.828428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70ef4c-46d9-4ef7-aabe-36d9fdce1f52 req-260d3cba-4a63-4b2a-bfb6-e81d28089d74 tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:32.832946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] No DVR routers for this DVR port 0427e88a-d831-4d9f-b8a1-117d76d34185 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:32.835586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0427e88a-d831-4d9f-b8a1-117d76d34185'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:32.836080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad70ef4c-46d9-4ef7-aabe-36d9fdce1f52 req-260d3cba-4a63-4b2a-bfb6-e81d28089d74 tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 1101 time: 0.1406574 Jul 08 17:33:32.849845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:32.851943 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fcae3de3-ab74-4555-bb56-61b07fd55f8d req-61460b43-e5cd-4848-9660-78674c2c7a53 tempest-ServerRescueTestJSONUnderV235-1578915611 tempest-ServerRescueTestJSONUnderV235-1578915611-project] 10.222.0.72 "DELETE /v2.0/ports/0427e88a-d831-4d9f-b8a1-117d76d34185 HTTP/1.1" status: 204 len: 173 time: 0.5668519 Jul 08 17:33:32.853390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'name': 'network-vif-deleted', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:32.863065 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c01114-9019-4e2c-bc51-fbed93a1fdd8" -d '{"events": [{"server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "name": "network-vif-deleted", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:32.883206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad70ef4c-46d9-4ef7-aabe-36d9fdce1f52 req-a4d27fd5-5804-4e88-83f5-441dd78fc8d2 tempest-ServersAdminNegativeTestJSON-1801770390 tempest-ServersAdminNegativeTestJSON-1801770390-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 Jul 08 17:33:33.042187 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5092ac-af2b-4b48-8926-ffc8514535d4 x-openstack-request-id: req-2f5092ac-af2b-4b48-8926-ffc8514535d4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:33.042649 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ce2c1b-9512-4dde-bead-90819ee7746e", "name": "network-vif-deleted", "tag": "0427e88a-d831-4d9f-b8a1-117d76d34185", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:33.043078 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2f5092ac-af2b-4b48-8926-ffc8514535d4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:33.043622 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ce2c1b-9512-4dde-bead-90819ee7746e', 'name': 'network-vif-deleted', 'tag': '0427e88a-d831-4d9f-b8a1-117d76d34185', 'status': 'completed', 'code': 200} Jul 08 17:33:33.094473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33beec-7ea4-4e2e-a83c-58683d237342 req-679a45a4-1975-41b9-ae7b-524de2b537ab tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:33.095801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca33beec-7ea4-4e2e-a83c-58683d237342 req-679a45a4-1975-41b9-ae7b-524de2b537ab tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.0854859 Jul 08 17:33:33.143907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca33beec-7ea4-4e2e-a83c-58683d237342 req-b2062f55-1766-4641-b79a-b994c9b49323 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Jul 08 17:33:33.360775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dac000-5164-4040-aa02-6970c5c5291a req-bddea4b4-04a4-41cc-880d-143e3281214e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:33.368287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00dac000-5164-4040-aa02-6970c5c5291a req-bddea4b4-04a4-41cc-880d-143e3281214e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 945 time: 0.0940108 Jul 08 17:33:33.419178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00dac000-5164-4040-aa02-6970c5c5291a req-74f1a83b-2f09-4776-9536-ca5f6826220c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Jul 08 17:33:33.703779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aba59e-8810-4458-939c-833180b66aa9 req-c0159e1c-e024-48e4-940c-43bd754238ff tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:33.706804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26aba59e-8810-4458-939c-833180b66aa9 req-c0159e1c-e024-48e4-940c-43bd754238ff tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1193435 Jul 08 17:33:33.788686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26aba59e-8810-4458-939c-833180b66aa9 req-d12114cb-c89b-4383-ab9a-d634cd8e23fe tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746684 Jul 08 17:33:33.844916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e483e00-8b59-465c-9824-7e5599a7985a req-c15123fe-0527-459f-af37-44e187243d19 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:33.846401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e483e00-8b59-465c-9824-7e5599a7985a req-c15123fe-0527-459f-af37-44e187243d19 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 950 time: 0.0987091 Jul 08 17:33:33.884291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e483e00-8b59-465c-9824-7e5599a7985a req-e18b7b76-5ff4-42d5-8843-37f0c5de91aa tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323057 Jul 08 17:33:33.935310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37534) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:34.068181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5039ad8e-a5aa-400b-8fcf-a8993bec197d up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:34.134250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 5039ad8e-a5aa-400b-8fcf-a8993bec197d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:34.138722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 5039ad8e-a5aa-400b-8fcf-a8993bec197d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:34.139846 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.341350 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.387231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5039ad8e-a5aa-400b-8fcf-a8993bec197d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5039ad8e-a5aa-400b-8fcf-a8993bec197d,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:34.388814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039ad8e-a5aa-400b-8fcf-a8993bec197d'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:34.391460 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911249ec-b1c2-4cc6-8cc8-f5913ac4754d" -d '{"events": [{"server_uuid": "5320d679-2459-40a5-ac5e-69251dffa4ab", "name": "network-vif-plugged", "status": "completed", "tag": "5039ad8e-a5aa-400b-8fcf-a8993bec197d"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:34.394470 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.407884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.408766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0427e88a-d831-4d9f-b8a1-117d76d34185 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:34.476608 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b354940-c1e6-4817-ad3f-2e70b7dda750 x-openstack-request-id: req-0b354940-c1e6-4817-ad3f-2e70b7dda750 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:34.476815 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5320d679-2459-40a5-ac5e-69251dffa4ab", "name": "network-vif-plugged", "status": "completed", "tag": "5039ad8e-a5aa-400b-8fcf-a8993bec197d", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:34.477072 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0b354940-c1e6-4817-ad3f-2e70b7dda750 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:34.477583 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039ad8e-a5aa-400b-8fcf-a8993bec197d', 'code': 200} Jul 08 17:33:34.483468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b540-10fb-4721-a36e-a52992d98c18 req-7b8b1837-3d26-469c-89e7-15fa73d911b0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:34.486734 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa86b540-10fb-4721-a36e-a52992d98c18 req-7b8b1837-3d26-469c-89e7-15fa73d911b0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1289208 Jul 08 17:33:34.524347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5039ad8e-a5aa-400b-8fcf-a8993bec197d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:34.535728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 0427e88a-d831-4d9f-b8a1-117d76d34185 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:34.536243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0427e88a-d831-4d9f-b8a1-117d76d34185 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:34.569632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa86b540-10fb-4721-a36e-a52992d98c18 req-66cb351c-9a41-4d86-b485-edc5e3d80de4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685666 Jul 08 17:33:34.699085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88368a0-6fbb-4032-8112-70c87667cc96 req-a92c292f-14e8-4479-82d8-941a5b8224ec tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:34.701424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e88368a0-6fbb-4032-8112-70c87667cc96 req-a92c292f-14e8-4479-82d8-941a5b8224ec tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.0896795 Jul 08 17:33:34.708502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa19882-5322-48b7-b76d-0575c3be9ef3 req-1f90c52d-9b64-4a7f-82c1-294922b44671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:34.710367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5aa19882-5322-48b7-b76d-0575c3be9ef3 req-1f90c52d-9b64-4a7f-82c1-294922b44671 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 1097 time: 0.1255984 Jul 08 17:33:34.746193 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e88368a0-6fbb-4032-8112-70c87667cc96 req-4cb99837-860b-432c-8717-42ffb4fe4ec5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369377 Jul 08 17:33:34.791012 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5aa19882-5322-48b7-b76d-0575c3be9ef3 req-eb4dccea-b19b-43b4-8493-e9ac702dac2b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Jul 08 17:33:34.844298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Deleting port bb66aade-d811-4dad-b8d7-b21feff51403 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:34.844867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.943102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] For port bb66aade-d811-4dad-b8d7-b21feff51403, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bb66aade-d811-4dad-b8d7-b21feff51403,segment=NetworkSegment(8093f2b1-abdd-4e34-81da-13477b95a487),segment_id=8093f2b1-abdd-4e34-81da-13477b95a487)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:34.943824 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:34.962648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Calling delete_port for bb66aade-d811-4dad-b8d7-b21feff51403 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:35.178100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634fce-b496-47e8-9c07-23f1ebeae66b req-098d2705-d8ff-4a5d-bc88-c6cfb0d3e630 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:35.187393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94634fce-b496-47e8-9c07-23f1ebeae66b req-098d2705-d8ff-4a5d-bc88-c6cfb0d3e630 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 950 time: 0.1077049 Jul 08 17:33:35.197127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:35.254530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Pushing event deleted for resources: {'Port': ['ID=bb66aade-d811-4dad-b8d7-b21feff51403,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:35.285238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94634fce-b496-47e8-9c07-23f1ebeae66b req-0d3581a7-9c1a-4474-b874-8c2cb3d05670 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943034 Jul 08 17:33:35.350060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabe696-430b-47bd-bef9-87b2b5ef94ac req-31d7ed31-444f-426b-92c0-db3acd461db0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:35.350838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6aabe696-430b-47bd-bef9-87b2b5ef94ac req-31d7ed31-444f-426b-92c0-db3acd461db0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1255422 Jul 08 17:33:35.458205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6aabe696-430b-47bd-bef9-87b2b5ef94ac req-03876d79-8ddb-4ae4-af77-e60182ea2c05 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961716 Jul 08 17:33:35.787333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e5852-2bca-4097-b830-431e5d5984eb req-a84cbfd0-d8ff-4549-8fab-30dd73378ea6 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:35.787575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:35.795810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f57e5852-2bca-4097-b830-431e5d5984eb req-a84cbfd0-d8ff-4549-8fab-30dd73378ea6 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.0868921 Jul 08 17:33:35.852673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f57e5852-2bca-4097-b830-431e5d5984eb req-01d68fab-2637-4488-ba69-891ba089eab0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557377 Jul 08 17:33:35.908094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-765bf041-5daf-4fd4-9eda-29a5c5b762bd tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:35.910575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-765bf041-5daf-4fd4-9eda-29a5c5b762bd tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 950 time: 0.1843915 Jul 08 17:33:36.035804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5130b-3d72-43f2-88ce-f9bc73ace6f7 req-18665e51-0f18-40d1-9276-f46984fa37a1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.043960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cd5130b-3d72-43f2-88ce-f9bc73ace6f7 req-18665e51-0f18-40d1-9276-f46984fa37a1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.1118617 Jul 08 17:33:36.118016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cd5130b-3d72-43f2-88ce-f9bc73ace6f7 req-a007c1f7-bd0b-401c-b249-b9fbc7118cfd tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668352 Jul 08 17:33:36.169765 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Deleting port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:36.170358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:36.290863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Router 2e705205-85f7-4fd7-8f30-c0c24633848c has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:36.301857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] For port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:36.302297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:36.323894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Calling delete_port for 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:36.493170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:36.503619 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c9736132-2826-4afd-ba1f-5fbdd5e2eeea admin admin] 10.222.0.63 "PUT /v2.0/routers/2e705205-85f7-4fd7-8f30-c0c24633848c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670872 Jul 08 17:33:36.504307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74fcf7-a508-4b41-b370-3f2f355ee394 req-1b97fd27-e623-4580-b5e2-feaaf011d51f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.504782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37566) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:36.506716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e74fcf7-a508-4b41-b370-3f2f355ee394 req-1b97fd27-e623-4580-b5e2-feaaf011d51f tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 950 time: 0.0972638 Jul 08 17:33:36.507505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] Sync routers for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:36.520445 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:36.521442 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:36.633536 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:36.636499 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e74fcf7-a508-4b41-b370-3f2f355ee394 req-74a51d04-ff58-4112-9d8f-c9f3b60d0248 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242232 Jul 08 17:33:36.687727 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:36.691823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:36.708824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:36.768236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Pushing event deleted for resources: {'Port': ['ID=8d1dfbeb-ebc8-401a-b4a9-04f582e56f11,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:36.794658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5960-e941-4ed2-b4d8-23a21ab43033 req-f60ad421-1d4e-40a0-9359-bf9721cdd844 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:36.821116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7dbe5960-e941-4ed2-b4d8-23a21ab43033 req-f60ad421-1d4e-40a0-9359-bf9721cdd844 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1762555 Jul 08 17:33:36.929462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] No DVR routers for this DVR port 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:36.943775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7dbe5960-e941-4ed2-b4d8-23a21ab43033 req-d8cb10d2-2c0b-4905-824b-8704456d85d2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216538 Jul 08 17:33:36.970998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:36.977726 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c4213e6a-87c9-4450-b349-1a3f6fee1112 req-177de4ae-259e-43d1-ab0c-e8f9247aeadb tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "DELETE /v2.0/ports/8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 HTTP/1.1" status: 204 len: 173 time: 1.0281062 Jul 08 17:33:36.979785 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:36.990790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'name': 'network-vif-deleted', 'tag': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:37.002948 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee2dcf2-6757-41a4-8d5e-c1b5b6e51759" -d '{"events": [{"server_uuid": "a1eac25b-93c0-4907-84e0-9b65041107b9", "name": "network-vif-deleted", "tag": "8d1dfbeb-ebc8-401a-b4a9-04f582e56f11"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:37.016971 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:33:35Z', 'revision_number': 5, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port': {'id': 'f664923f-908f-432f-a8ec-4c166a4165b3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:31:55Z', 'updated_at': '2021-07-08T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:37.070923 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] Checking router: 2e705205-85f7-4fd7-8f30-c0c24633848c for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:37.092760 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] Routers {'2e705205-85f7-4fd7-8f30-c0c24633848c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:37.093387 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2e705205-85f7-4fd7-8f30-c0c24633848c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:37.145089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Deleting port f664923f-908f-432f-a8ec-4c166a4165b3 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:37.145602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.272535 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af54112-6b47-478d-9276-17c415e166d4 x-openstack-request-id: req-2af54112-6b47-478d-9276-17c415e166d4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:37.273213 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1eac25b-93c0-4907-84e0-9b65041107b9", "name": "network-vif-deleted", "tag": "8d1dfbeb-ebc8-401a-b4a9-04f582e56f11", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:37.273213 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2af54112-6b47-478d-9276-17c415e166d4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:37.273684 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1eac25b-93c0-4907-84e0-9b65041107b9', 'name': 'network-vif-deleted', 'tag': '8d1dfbeb-ebc8-401a-b4a9-04f582e56f11', 'status': 'completed', 'code': 200} Jul 08 17:33:37.303474 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] Set router 2e705205-85f7-4fd7-8f30-c0c24633848c gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:37.355133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] For port f664923f-908f-432f-a8ec-4c166a4165b3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f664923f-908f-432f-a8ec-4c166a4165b3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:37.363353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.367763 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:33:36Z', 'revision_number': 6, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:37.381627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Calling delete_port for f664923f-908f-432f-a8ec-4c166a4165b3 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:37.417597 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba493fed-00ed-40f4-a176-a9c3755fc646 None None] The sync data for ids ['2e705205-85f7-4fd7-8f30-c0c24633848c'] in n-d-799528-4 is: [{'id': '2e705205-85f7-4fd7-8f30-c0c24633848c', 'name': 'tempest-ServerRescueTestJSONUnderV235-116442164-router', 'tenant_id': '86c58606f5424bbdb63be34082eb17b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:31:53Z', 'updated_at': '2021-07-08T17:33:36Z', 'revision_number': 6, 'project_id': '86c58606f5424bbdb63be34082eb17b0', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:37.442610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dcb90-7134-4d4a-bea0-f6060952c3bc req-fe410fa0-bb4b-4cf8-9072-566d5f5b52f3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:37.453902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d44dcb90-7134-4d4a-bea0-f6060952c3bc req-fe410fa0-bb4b-4cf8-9072-566d5f5b52f3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.2398703 Jul 08 17:33:37.513985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d44dcb90-7134-4d4a-bea0-f6060952c3bc req-955f9bea-6239-46dc-8a71-428e45dc4e8e tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591063 Jul 08 17:33:37.537037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b628c-33a7-4099-9ddf-ab0b9b3840ec req-b80125d4-91bd-4013-b751-8daa3bb8d7d4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:37.538587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be7b628c-33a7-4099-9ddf-ab0b9b3840ec req-b80125d4-91bd-4013-b751-8daa3bb8d7d4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.2150526 Jul 08 17:33:37.592368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be7b628c-33a7-4099-9ddf-ab0b9b3840ec req-8cf991f4-480f-4aac-a639-bd1601763284 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Jul 08 17:33:37.651144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.681473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f664923f-908f-432f-a8ec-4c166a4165b3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:37.791875 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.920940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e56e7592-b8fc-4950-aa48-ae3641aef285 req-91c51bff-6d4a-4238-bcc5-28a7420dafb0 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1eac25b-93c0-4907-84e0-9b65041107b9 HTTP/1.1" status: 200 len: 210 time: 0.0678732 Jul 08 17:33:37.955729 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:37.963110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.070232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.070985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e705205-85f7-4fd7-8f30-c0c24633848c {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:33:38.087833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:38.095335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.096970 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d4e6e02b-59a1-4663-8bfa-8681446cef06 admin admin] 10.222.0.63 "DELETE /v2.0/routers/2e705205-85f7-4fd7-8f30-c0c24633848c HTTP/1.1" status: 204 len: 168 time: 1.5896752 Jul 08 17:33:38.099489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:38.149380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:38.149724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8d1dfbeb-ebc8-401a-b4a9-04f582e56f11 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:38.172237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] Deleting subnet 92da4268-e749-4b1a-b3d4-5235cae3a202 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:33:38.176802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.232885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.301159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.341825 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.345566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6112a-1ba5-433b-8988-05044cef1698 req-d773e80a-0b74-49b6-9bde-7b84584662c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:38.347218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ae6112a-1ba5-433b-8988-05044cef1698 req-d773e80a-0b74-49b6-9bde-7b84584662c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.1348007 Jul 08 17:33:38.357968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561d5be-f976-4d77-8690-7db6091d55ed req-c6e83af8-7c01-4ac9-9b99-6785b58bcf4d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:38.359530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5561d5be-f976-4d77-8690-7db6091d55ed req-c6e83af8-7c01-4ac9-9b99-6785b58bcf4d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.1117747 Jul 08 17:33:38.385972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92da4268-e749-4b1a-b3d4-5235cae3a202,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:38.406605 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.408588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9bb7c6b3-4ee8-4d49-b7f9-f4f4ceb1464f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/92da4268-e749-4b1a-b3d4-5235cae3a202 HTTP/1.1" status: 204 len: 168 time: 0.3079817 Jul 08 17:33:38.414906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37594) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:38.448640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb66aade-d811-4dad-b8d7-b21feff51403 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:38.469861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: bb66aade-d811-4dad-b8d7-b21feff51403 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:38.470537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bb66aade-d811-4dad-b8d7-b21feff51403 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:38.471301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f664923f-908f-432f-a8ec-4c166a4165b3 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:38.483053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ae6112a-1ba5-433b-8988-05044cef1698 req-c0268964-f23b-4579-bef8-ed801f44d82b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223090 Jul 08 17:33:38.510992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5561d5be-f976-4d77-8690-7db6091d55ed req-e46d092f-e774-4c67-ab94-f724f9444591 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435966 Jul 08 17:33:38.511812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f664923f-908f-432f-a8ec-4c166a4165b3 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:38.512953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f664923f-908f-432f-a8ec-4c166a4165b3 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:38.629358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.757031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.778778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7b6630-8812-4550-88ed-1211de11a8f3']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:38.804958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8093f2b1-abdd-4e34-81da-13477b95a487') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:38.805605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8093f2b1-abdd-4e34-81da-13477b95a487') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:38.834346 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.863296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.875445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:33:38.875611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa76be-4fa7-420f-92d4-87481fd716cb req-b6c992cb-5c17-400b-b677-22cb5feceea1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:38.876072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:33:38.879218 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:33:38.882653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6fa76be-4fa7-420f-92d4-87481fd716cb req-b6c992cb-5c17-400b-b677-22cb5feceea1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.1629634 Jul 08 17:33:38.962300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.976662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:38.984520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6fa76be-4fa7-420f-92d4-87481fd716cb req-bb0f772c-a90b-41a9-a0b0-eef1c042b691 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007559 Jul 08 17:33:38.994063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3c7b6630-8812-4550-88ed-1211de11a8f3 HTTP/1.1" status: 204 len: 168 time: 0.5778604 Jul 08 17:33:39.017008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951b87f-ad56-4e64-b649-6eac97bee5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7b6630-8812-4550-88ed-1211de11a8f3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:39.040469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12aa4-35c6-4242-9772-53bc626a3a83 req-c6b926c9-f2f2-4366-961f-ab2e811998d8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:39.049349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2f12aa4-35c6-4242-9772-53bc626a3a83 req-c6b926c9-f2f2-4366-961f-ab2e811998d8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1225791 Jul 08 17:33:39.095623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2f12aa4-35c6-4242-9772-53bc626a3a83 req-7ec196ad-e7ad-41e8-98f1-1697e2ad6156 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 Jul 08 17:33:39.199245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:39.267887 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd4056c7-6b29-4227-97c6-c338f8144a64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86c58606f5424bbdb63be34082eb17b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673604 Jul 08 17:33:39.270464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37612) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:39.341183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a04d234-3421-4f5e-b66e-ffdff05de937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:39.394397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a04d234-3421-4f5e-b66e-ffdff05de937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:39.476526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a04d234-3421-4f5e-b66e-ffdff05de937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:39.479941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a04d234-3421-4f5e-b66e-ffdff05de937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:39.485617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4a04d234-3421-4f5e-b66e-ffdff05de937 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e2e19ee1-7b73-4592-911d-c8971e79c30b HTTP/1.1" status: 204 len: 168 time: 0.2139392 Jul 08 17:33:39.506588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04d234-3421-4f5e-b66e-ffdff05de937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e19ee1-7b73-4592-911d-c8971e79c30b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:39.682339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11989f-3eba-4848-b8b9-9d3451b25568 req-b547765e-9c7f-4ce6-b8a0-dbfd5f5fdcb3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:39.683845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df11989f-3eba-4848-b8b9-9d3451b25568 req-b547765e-9c7f-4ce6-b8a0-dbfd5f5fdcb3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.1034052 Jul 08 17:33:39.732612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df11989f-3eba-4848-b8b9-9d3451b25568 req-475e8405-2ebd-4060-bd8b-a5678703b3ae tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Jul 08 17:33:39.741129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b194d-cfd3-46c1-8240-d0d4a9c46a8d req-d017f7ed-1c68-4923-9449-e0be8eeea5cf tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:39.742357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-054b194d-cfd3-46c1-8240-d0d4a9c46a8d req-d017f7ed-1c68-4923-9449-e0be8eeea5cf tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 949 time: 0.1181960 Jul 08 17:33:39.794039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-054b194d-cfd3-46c1-8240-d0d4a9c46a8d req-6be0bb2b-2a11-4f45-845e-d59709d60030 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Jul 08 17:33:39.914468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e4cc1-2cd1-4b50-ad68-66ab89ae0a2b req-69903626-1403-47a1-bf2e-abc92c037848 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:39.916248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-035e4cc1-2cd1-4b50-ad68-66ab89ae0a2b req-69903626-1403-47a1-bf2e-abc92c037848 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0718763 Jul 08 17:33:39.955360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-035e4cc1-2cd1-4b50-ad68-66ab89ae0a2b req-887066ec-afee-4f26-8bcb-b7b02688a996 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322480 Jul 08 17:33:40.280061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8b90b-cf42-402d-8928-e9221389a536 req-52b9e157-dfda-48cd-b7ea-7337a94d48ba tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:40.281709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bf8b90b-cf42-402d-8928-e9221389a536 req-52b9e157-dfda-48cd-b7ea-7337a94d48ba tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.0672092 Jul 08 17:33:40.319139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-7342065d-5819-466b-9860-812dd9883745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:40.321391 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-7342065d-5819-466b-9860-812dd9883745 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 1096 time: 0.0569530 Jul 08 17:33:40.322006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bf8b90b-cf42-402d-8928-e9221389a536 req-ea35a8dc-7ff3-4d19-abf5-eb555f61994f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346367 Jul 08 17:33:40.415206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-71151b4c-c094-4759-b230-9f88c4f4120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:40.416888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-71151b4c-c094-4759-b230-9f88c4f4120e service neutron] 10.222.0.72 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 915 time: 0.0886867 Jul 08 17:33:40.459166 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-df7b67dc-e2c9-466d-bb58-8edcef2fec6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd0548f6-6e23-4868-8604-78cc00397f96 HTTP/1.1" status: 200 len: 217 time: 0.0350556 Jul 08 17:33:40.509249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-d38d8f6e-6bf4-4fba-847e-1d4cca8b043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:40.510880 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-d38d8f6e-6bf4-4fba-847e-1d4cca8b043e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 200 len: 854 time: 0.0441456 Jul 08 17:33:40.550818 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-c29d4f63-ec78-4935-999c-3dd47edc222e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d886e97f-55a2-44d5-b42b-cbc3203288a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312107 Jul 08 17:33:40.666538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-fb9e9733-e3d1-40ca-b159-06364101a5e2 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078324 Jul 08 17:33:40.667000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7005cd2b-ea47-4aef-940f-58ae0267da2e req-703bbf8b-175b-42b9-b029-85a002afede6 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0460134 Jul 08 17:33:40.774054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2faa1ce7-3fdc-460d-ac76-8b306275d39c req-2cd50d82-e968-460a-aa43-91c7a341a7e3 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974281 Jul 08 17:33:40.946139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db073893-9ffe-4bfe-910f-b23c5f050745 req-ccaf23d4-712d-4f21-91ff-de8cb8903329 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:40.953376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db073893-9ffe-4bfe-910f-b23c5f050745 req-ccaf23d4-712d-4f21-91ff-de8cb8903329 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.0958159 Jul 08 17:33:41.025080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db073893-9ffe-4bfe-910f-b23c5f050745 req-9c24e433-ca64-41d9-9762-07499eb95060 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519884 Jul 08 17:33:41.037687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13364f-6e4e-4538-88f8-2dc6a3494303 req-5ace6e3a-4c1f-4578-bda2-5736a2632247 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:41.039241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c13364f-6e4e-4538-88f8-2dc6a3494303 req-5ace6e3a-4c1f-4578-bda2-5736a2632247 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 949 time: 0.1166880 Jul 08 17:33:41.089377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c13364f-6e4e-4538-88f8-2dc6a3494303 req-b1c9cb68-61b4-4dc8-bb6c-00dc8e451e4d tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/security-groups?id=0c107736-cd54-42ec-8686-fdad482d6894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Jul 08 17:33:41.207341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cda44e-d2fd-4a45-b6a5-80a86764fe89 req-b0950ab8-5e7e-4ff2-afe7-a3f3b5768d15 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:41.209032 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97cda44e-d2fd-4a45-b6a5-80a86764fe89 req-b0950ab8-5e7e-4ff2-afe7-a3f3b5768d15 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 945 time: 0.0756216 Jul 08 17:33:41.252958 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97cda44e-d2fd-4a45-b6a5-80a86764fe89 req-26e8d4d5-3e12-46cb-b488-ab6e589e2344 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379601 Jul 08 17:33:41.412717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-acec9bc8-50c4-44ff-abed-18ab10bd0edc tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:41.414639 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-acec9bc8-50c4-44ff-abed-18ab10bd0edc tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 946 time: 0.0657463 Jul 08 17:33:41.512422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-5b3fcac1-e83f-4251-a7fa-b54c19bab7b3 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:41.514478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-5b3fcac1-e83f-4251-a7fa-b54c19bab7b3 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 949 time: 0.1078591 Jul 08 17:33:41.517886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Deleting port 5039ad8e-a5aa-400b-8fcf-a8993bec197d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:41.518233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:41.529714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2b6b-9918-4f97-81d7-78177aa72ad0 req-e513aa02-9af8-4b1d-bf60-1c838b86f1ac tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:41.531144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe2b2b6b-9918-4f97-81d7-78177aa72ad0 req-e513aa02-9af8-4b1d-bf60-1c838b86f1ac tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.0903203 Jul 08 17:33:41.605273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe2b2b6b-9918-4f97-81d7-78177aa72ad0 req-997be599-2d3c-42f1-b652-3386f46e64d0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666089 Jul 08 17:33:41.612754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] For port 5039ad8e-a5aa-400b-8fcf-a8993bec197d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5039ad8e-a5aa-400b-8fcf-a8993bec197d,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:41.613128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:41.626788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Calling delete_port for 5039ad8e-a5aa-400b-8fcf-a8993bec197d owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:41.661170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Deleting port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:33:41.661630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:41.792609 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:41.810748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['5039ad8e-a5aa-400b-8fcf-a8993bec197d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:41.816925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] For port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:41.817298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:41.832232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Calling delete_port for b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:33:41.853699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:41.860956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event deleted for resources: {'Port': ['ID=5039ad8e-a5aa-400b-8fcf-a8993bec197d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:41.910225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dba8033d-eaca-4839-a000-763acdd3f438 req-ef7aa333-91f5-49ea-8c1a-ffffd0c0894f tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0341957 Jul 08 17:33:41.914292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] No DVR routers for this DVR port 5039ad8e-a5aa-400b-8fcf-a8993bec197d on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:41.916951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:41.919317 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7e50452-2f93-4f0e-8fe1-7cf4a4153fe7 req-89e0d321-44e8-442b-a85b-16e552cca698 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "DELETE /v2.0/ports/5039ad8e-a5aa-400b-8fcf-a8993bec197d HTTP/1.1" status: 204 len: 173 time: 0.4975324 Jul 08 17:33:41.919906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'name': 'network-vif-deleted', 'tag': '5039ad8e-a5aa-400b-8fcf-a8993bec197d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:41.922635 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6ce97-63b2-45f7-a67b-8fdcdd393287" -d '{"events": [{"server_uuid": "5320d679-2459-40a5-ac5e-69251dffa4ab", "name": "network-vif-deleted", "tag": "5039ad8e-a5aa-400b-8fcf-a8993bec197d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:41.980462 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b1b60c-2cac-4bb1-866d-95e9a6334078 x-openstack-request-id: req-77b1b60c-2cac-4bb1-866d-95e9a6334078 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:41.980812 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5320d679-2459-40a5-ac5e-69251dffa4ab", "name": "network-vif-deleted", "tag": "5039ad8e-a5aa-400b-8fcf-a8993bec197d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:41.981109 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-77b1b60c-2cac-4bb1-866d-95e9a6334078 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:41.981514 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5320d679-2459-40a5-ac5e-69251dffa4ab', 'name': 'network-vif-deleted', 'tag': '5039ad8e-a5aa-400b-8fcf-a8993bec197d', 'status': 'completed', 'code': 200} Jul 08 17:33:42.025508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:42.054392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:42.066518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Pushing event deleted for resources: {'Port': ['ID=b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:42.100044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:42.122564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:42.122968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:42.123392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:42.139406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] No DVR routers for this DVR port b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:33:42.143202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:42.146773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62a24340-fd0a-4197-8a9c-377ae59b3815 req-ec3f0035-60a7-4679-886d-d737bc353059 tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.72 "DELETE /v2.0/ports/b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d HTTP/1.1" status: 204 len: 173 time: 0.6138484 Jul 08 17:33:42.147471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'name': 'network-vif-deleted', 'tag': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:42.151574 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703a9b42-dd7d-49ba-ac30-d6b9b14244c0" -d '{"events": [{"server_uuid": "25ac53fd-e883-48b0-b34b-6f45ccd23b6a", "name": "network-vif-deleted", "tag": "b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:42.217353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:42.266397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:42.267610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:42.270241 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc785aa-bd8e-4449-a61b-40b1c565d28a" -d '{"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:42.278540 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:42.286602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9464273d-c4e7-41d6-bdd0-36f467d45c71 req-a178261c-0867-4524-896d-ab88e4b6d343 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=5320d679-2459-40a5-ac5e-69251dffa4ab HTTP/1.1" status: 200 len: 210 time: 0.0538909 Jul 08 17:33:42.350764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:42.367092 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578fd16d-3a5e-46bd-a638-5a1b7c516665 x-openstack-request-id: req-578fd16d-3a5e-46bd-a638-5a1b7c516665 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:42.367392 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ac53fd-e883-48b0-b34b-6f45ccd23b6a", "name": "network-vif-deleted", "tag": "b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:42.367646 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-578fd16d-3a5e-46bd-a638-5a1b7c516665 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:42.368046 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ac53fd-e883-48b0-b34b-6f45ccd23b6a', 'name': 'network-vif-deleted', 'tag': 'b76ccb9f-ec4a-44a7-bbe2-ca30a6f12c4d', 'status': 'completed', 'code': 200} Jul 08 17:33:42.370356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-836fb586-bcc1-45bc-8029-1cda3320f6c5 req-e4b5ec9d-3b56-4d31-bf34-98874c875faf tempest-ServersAdminNegativeTestJSON-605352815 tempest-ServersAdminNegativeTestJSON-605352815-project] 10.222.0.63 "GET /v2.0/ports?device_id=25ac53fd-e883-48b0-b34b-6f45ccd23b6a HTTP/1.1" status: 200 len: 210 time: 0.0473127 Jul 08 17:33:42.428927 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8cf3d4-ff6a-4b9b-89e6-e79930eca811 x-openstack-request-id: req-4d8cf3d4-ff6a-4b9b-89e6-e79930eca811 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:42.429371 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:42.429875 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d8cf3d4-ff6a-4b9b-89e6-e79930eca811 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:42.430374 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'code': 200} Jul 08 17:33:42.585441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f421b-d4b9-4bac-b619-a2a29f84ec30 req-30612a82-1b22-438f-85cd-c9ad0f225cb0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:42.587055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e05f421b-d4b9-4bac-b619-a2a29f84ec30 req-30612a82-1b22-438f-85cd-c9ad0f225cb0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.0702751 Jul 08 17:33:42.625769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e05f421b-d4b9-4bac-b619-a2a29f84ec30 req-0d573c88-c1d1-476a-983f-fae9ff4a701e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Jul 08 17:33:42.792088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b24b9-e2d3-4795-b770-e292923dbc7c req-faa6ef65-2555-43fe-80cf-37bb529e00bb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:42.794735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c5b24b9-e2d3-4795-b770-e292923dbc7c req-faa6ef65-2555-43fe-80cf-37bb529e00bb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.0676494 Jul 08 17:33:42.841948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c5b24b9-e2d3-4795-b770-e292923dbc7c req-aa84c142-9d8d-4bf2-a226-89d50a66dfc4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Jul 08 17:33:43.013672 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:33:43.282297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fe40467-f127-4950-9af9-f30c6ef3a17a req-1a655da5-410b-4a3f-b2b4-db634090e839 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0312409 Jul 08 17:33:43.430877 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:43.458689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a03c81a8-b91d-4fec-bb44-93151ce770c8 req-52b2e87a-fca7-43a3-bcc5-e0bac937a49c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0345728 Jul 08 17:33:43.691486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-c77fb0e1-6949-43dc-8dbe-d9516502a737 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:43.693311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-c77fb0e1-6949-43dc-8dbe-d9516502a737 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.1168334 Jul 08 17:33:43.712966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-3db7403d-da75-431f-8bf3-a72e70e30e7b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/quotas/eeb8bfcca259491aac8cf9d41990ce97 HTTP/1.1" status: 200 len: 375 time: 0.0134730 Jul 08 17:33:43.760639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:43.821286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e257e6b2-902a-4286-82fd-c2877762bd57 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019068 Jul 08 17:33:43.847994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eaa7a-921e-4a5a-aa64-85ff6657d0a3 req-b06db85b-dbac-49fd-86c3-27628dc297c6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:43.849482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-571eaa7a-921e-4a5a-aa64-85ff6657d0a3 req-b06db85b-dbac-49fd-86c3-27628dc297c6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.1000781 Jul 08 17:33:43.896702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0b65ab3d-c6f8-4070-bb3c-d956ffad2d89 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=14d0efae152641de9804c74f1a542164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346114 Jul 08 17:33:43.899135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37746) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:43.933934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-571eaa7a-921e-4a5a-aa64-85ff6657d0a3 req-e985d69d-41f8-4ff8-86e9-5435a1ad1366 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Jul 08 17:33:43.962224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b4528c6-a3bd-4ba7-92dc-2eaa1ef22078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:43.975178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-f210c1bf-503e-463e-93d8-b783d1ca37a5 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449518 Jul 08 17:33:43.990637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b4528c6-a3bd-4ba7-92dc-2eaa1ef22078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.045745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b4528c6-a3bd-4ba7-92dc-2eaa1ef22078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.049055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b4528c6-a3bd-4ba7-92dc-2eaa1ef22078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.052831 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4b4528c6-a3bd-4ba7-92dc-2eaa1ef22078 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0c107736-cd54-42ec-8686-fdad482d6894 HTTP/1.1" status: 204 len: 168 time: 0.1503561 Jul 08 17:33:44.059182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4528c6-a3bd-4ba7-92dc-2eaa1ef22078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c107736-cd54-42ec-8686-fdad482d6894,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:44.084088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5039ad8e-a5aa-400b-8fcf-a8993bec197d no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:44.104853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 5039ad8e-a5aa-400b-8fcf-a8993bec197d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:33:44.105273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5039ad8e-a5aa-400b-8fcf-a8993bec197d not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:33:44.141837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-d39507a6-a0d3-436b-9fe0-6a4c5a8608c4 service neutron] 10.222.0.63 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571136 Jul 08 17:33:44.164444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec46ece-a187-4683-ac6f-2626e55c3585 req-e26f632e-4120-464a-a1bd-a7114f1b9746 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:44.166086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eec46ece-a187-4683-ac6f-2626e55c3585 req-e26f632e-4120-464a-a1bd-a7114f1b9746 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1137154 Jul 08 17:33:44.207787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eec46ece-a187-4683-ac6f-2626e55c3585 req-ff606a69-8e94-4888-8edc-fa8945273bae tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Jul 08 17:33:44.393409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37762) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:44.443036 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-61b0c82d-ef88-420c-bd33-62c97201530d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b021cd1982b148ada80d7b130e17ceef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484362 Jul 08 17:33:44.446512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:44.483545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2c92f7f-52c9-4927-83a0-2c152f51a208 req-ed1cae0a-9f24-4d6f-9e7c-047082413a71 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 210 time: 0.0587065 Jul 08 17:33:44.513574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82438ea8-3732-4f64-9e63-e898043ad2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.516700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdbc5-0484-4e19-9283-2c2929a315f0 req-e0082090-fb22-411d-84b3-9da30a07c6a0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:44.519356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2ecdbc5-0484-4e19-9283-2c2929a315f0 req-e0082090-fb22-411d-84b3-9da30a07c6a0 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.1046453 Jul 08 17:33:44.545687 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82438ea8-3732-4f64-9e63-e898043ad2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.564039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2ecdbc5-0484-4e19-9283-2c2929a315f0 req-18148e41-9e6f-47c4-b17e-f95f856d5e55 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Jul 08 17:33:44.624642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82438ea8-3732-4f64-9e63-e898043ad2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.627792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82438ea8-3732-4f64-9e63-e898043ad2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:44.631487 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-82438ea8-3732-4f64-9e63-e898043ad2b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3f8ca651-2759-4648-a272-61df2f44839a HTTP/1.1" status: 204 len: 168 time: 0.1812632 Jul 08 17:33:44.643441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82438ea8-3732-4f64-9e63-e898043ad2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8ca651-2759-4648-a272-61df2f44839a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:44.688497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-365914a8-111c-448a-94f8-4e2802dff25c req-a3452581-c6d1-485d-aaa4-798faab92c1c tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0358183 Jul 08 17:33:45.376692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e723036-de31-4ad9-b06a-dc6ad0958fe6 req-6b05bf08-74d7-4477-b21c-9ac75f9e46c3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:45.390115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e723036-de31-4ad9-b06a-dc6ad0958fe6 req-6b05bf08-74d7-4477-b21c-9ac75f9e46c3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.1086316 Jul 08 17:33:45.438770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e723036-de31-4ad9-b06a-dc6ad0958fe6 req-0e179757-38cb-4bfa-8243-aabce95fb639 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474627 Jul 08 17:33:45.600293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:45.692767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00302661-a849-4686-8bcb-c34edd61a271 req-c6348ef6-db43-440a-adb3-9836df9baa52 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:45.695326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00302661-a849-4686-8bcb-c34edd61a271 req-c6348ef6-db43-440a-adb3-9836df9baa52 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1223974 Jul 08 17:33:45.778399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00302661-a849-4686-8bcb-c34edd61a271 req-e08d7e27-96b5-4c89-bfa1-2bbb7ee082cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762470 Jul 08 17:33:45.805560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-network', 'tenant_id': '633546f2d4634decbc6a5204041e9456'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:45.892398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-8dd5a7da-8844-46e8-a311-1a5842668d72 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:45.894356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Made reservation on behalf of 633546f2d4634decbc6a5204041e9456 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:45.894694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-8dd5a7da-8844-46e8-a311-1a5842668d72 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 804 time: 0.1293406 Jul 08 17:33:45.897077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:45.908169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Request body: {'port': {'device_id': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'admin_state_up': True, 'tenant_id': 'eeb8bfcca259491aac8cf9d41990ce97'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:45.923469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:45.953613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-03b190b9-41ba-42ac-949e-b510c06cd2d4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4161205 Jul 08 17:33:45.989532 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92339083-d7d0-49f7-b060-6e0ee8f69a13 req-8e57b9bc-1833-41d8-967d-b29c004c2f6a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 210 time: 0.0772669 Jul 08 17:33:46.046017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff7b2c45-9ffc-4af4-ab3b-f702f38f8542 req-e6b4fb74-0ea6-4df0-bb89-6b3381a8cd16 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0617890 Jul 08 17:33:46.048378 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.055386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.081572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:33:46.100187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656994f-2b1a-4fbf-b36a-5432cb114779,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:46.103939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.104583 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Added segment 24cd51de-07e9-48ee-9d42-283faa16a8ed of type vlan for network c552f28b-191c-483f-bbcf-3749c2b57ff8 Jul 08 17:33:46.154117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Made reservation on behalf of eeb8bfcca259491aac8cf9d41990ce97 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:46.159056 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.162436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.217828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.219066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:46.219881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.283981 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6824851 Jul 08 17:33:46.286870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:46.295190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Request body: {'subnet': {'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-subnet', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:46.301714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81bd39-71ff-47f5-8839-ee14f07b8c69 admin admin] Pushing event updated for resources: {'Network': ['ID=c552f28b-191c-483f-bbcf-3749c2b57ff8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:46.314003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:33:46.316158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Allocated IP 172.20.0.11 (a99655fa-9d29-42d4-82b8-f3fa6cf53c8c/43cb1256-6fff-4a5c-a1c6-ae86aa75adde/a704a8ac-bb08-4d85-9002-7e4da82c98be) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:46.333068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Made reservation on behalf of 633546f2d4634decbc6a5204041e9456 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:46.337546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.479096 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.522217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.565682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.571835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:46.616680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event updated for resources: {'Port': ['ID=a704a8ac-bb08-4d85-9002-7e4da82c98be,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:46.628098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74a06b2-e706-42b2-b32d-2a9c8105baab,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:46.633011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Checking segment: {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:46.633382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Network hostable DHCP agents. Network: c552f28b-191c-483f-bbcf-3749c2b57ff8, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:33:46.652263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:46.655166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:33:46.657061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:46.663866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:46.669482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c552f28b-191c-483f-bbcf-3749c2b57ff8) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:46.675255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:46.675880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.681043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab9df1-6738-4c91-a1ff-751d636b9e52 None None] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:46.698252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-57832862-46a3-454d-b69a-3f262ad8dfba admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4074402 Jul 08 17:33:46.698491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37856) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:46.705558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:46.740979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:46.741698 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.749478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.750823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.754918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37548a5-6e44-4440-a706-0e1193f48768 req-97b7deae-e96d-441a-a17e-b9d999fb5e21 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:46.768060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a37548a5-6e44-4440-a706-0e1193f48768 req-97b7deae-e96d-441a-a17e-b9d999fb5e21 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.1756468 Jul 08 17:33:46.829358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a37548a5-6e44-4440-a706-0e1193f48768 req-5d89091c-9a54-47f1-8d3e-66f67831762e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641906 Jul 08 17:33:46.836492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e6d9d2d3-16e8-4adf-a116-0880cb505885 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9322929 Jul 08 17:33:46.846412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.850895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Request body: {'port': {'device_id': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:46.927002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c552f28b-191c-483f-bbcf-3749c2b57ff8', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'fixed_ips': [{'subnet_id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:33:46.927915 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:46.948106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.095036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Allocated IP 172.20.0.2 (c552f28b-191c-483f-bbcf-3749c2b57ff8/b74a06b2-e706-42b2-b32d-2a9c8105baab/485b3ae6-f358-42ce-8d05-663a3fc0202f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:47.181399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164057d-921e-40e3-9bc5-762646d0a89d req-ed61b94f-0a61-4054-936f-829e3b3f8e4a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:47.183008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e164057d-921e-40e3-9bc5-762646d0a89d req-ed61b94f-0a61-4054-936f-829e3b3f8e4a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1975462 Jul 08 17:33:47.266062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.275814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Transition to ACTIVE for port object 485b3ae6-f358-42ce-8d05-663a3fc0202f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:47.289951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e164057d-921e-40e3-9bc5-762646d0a89d req-0ed4a403-9683-41fd-bbbf-cbea8e45ac79 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971341 Jul 08 17:33:47.291874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Transition to ACTIVE for port object 485b3ae6-f358-42ce-8d05-663a3fc0202f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:47.314659 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.334608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8491a37-9682-4ed4-a7ff-2f87fa65c640 req-56bc3c8f-40a8-48de-b7f1-5d6820be16c7 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:47.338155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8491a37-9682-4ed4-a7ff-2f87fa65c640 req-56bc3c8f-40a8-48de-b7f1-5d6820be16c7 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 932 time: 0.1651964 Jul 08 17:33:47.363138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:47.370707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:47.377755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:47.396097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.415544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Pushing event updated for resources: {'Port': ['ID=485b3ae6-f358-42ce-8d05-663a3fc0202f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:47.422497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-60cf24b3-2924-4eef-b64a-e84e3f64191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:47.425697 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-60cf24b3-2924-4eef-b64a-e84e3f64191a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a&tenant_id=1e3d21c6e508482eabda830128eba248 HTTP/1.1" status: 200 len: 1094 time: 0.0948143 Jul 08 17:33:47.428108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a704a8ac-bb08-4d85-9002-7e4da82c98be {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:47.446747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8491a37-9682-4ed4-a7ff-2f87fa65c640 req-d53e6144-b74c-4728-a03d-4c5d5e059efe tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961585 Jul 08 17:33:47.450913 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.464347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Transition to ACTIVE for port object a704a8ac-bb08-4d85-9002-7e4da82c98be will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:47.487826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Attempting to bind port 485b3ae6-f358-42ce-8d05-663a3fc0202f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:47.488424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Attempting to bind port 485b3ae6-f358-42ce-8d05-663a3fc0202f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:47.488987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Attempting to bind port 485b3ae6-f358-42ce-8d05-663a3fc0202f on network c552f28b-191c-483f-bbcf-3749c2b57ff8 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:47.496028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:47.496801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Checking segment: {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:47.497504 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.498117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Bound using segment: {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:47.498795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Bound port: 485b3ae6-f358-42ce-8d05-663a3fc0202f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:47.499464 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.520447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0e4909d-495e-4031-bf27-da8a327269bf req-e161a03b-a217-43d7-a0ce-776f150f225d tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0514920 Jul 08 17:33:47.523221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.550255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-5401c4e8-0325-46b5-a362-bb0e216f8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:47.551766 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-5401c4e8-0325-46b5-a362-bb0e216f8791 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 1094 time: 0.0865743 Jul 08 17:33:47.579438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] For port 485b3ae6-f358-42ce-8d05-663a3fc0202f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:47.583546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] For port 485b3ae6-f358-42ce-8d05-663a3fc0202f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=485b3ae6-f358-42ce-8d05-663a3fc0202f,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:47.587023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Pushing event updated for resources: {'Port': ['ID=a704a8ac-bb08-4d85-9002-7e4da82c98be,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:47.593763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.662759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1c88d-648a-4bbd-93d7-835b40ad77f1 None None] Pushing event updated for resources: {'Port': ['ID=485b3ae6-f358-42ce-8d05-663a3fc0202f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:47.687178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Attempting to bind port a704a8ac-bb08-4d85-9002-7e4da82c98be on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:47.687519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Attempting to bind port a704a8ac-bb08-4d85-9002-7e4da82c98be by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:47.687858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Attempting to bind port a704a8ac-bb08-4d85-9002-7e4da82c98be on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:47.692663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Port a704a8ac-bb08-4d85-9002-7e4da82c98be on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:33:47.693028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Attempting to bind port a704a8ac-bb08-4d85-9002-7e4da82c98be on network a99655fa-9d29-42d4-82b8-f3fa6cf53c8c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:47.698385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:47.698646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Checking segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:47.699032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Bound using segment: {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:47.699467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Bound port: a704a8ac-bb08-4d85-9002-7e4da82c98be, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:47.700098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.751231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-313fbfb1-05ea-406f-a3cf-b85b9008bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:47.753182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-313fbfb1-05ea-406f-a3cf-b85b9008bc92 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 915 time: 0.1909561 Jul 08 17:33:47.754409 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.771493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] For port a704a8ac-bb08-4d85-9002-7e4da82c98be, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:47.775348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] For port a704a8ac-bb08-4d85-9002-7e4da82c98be, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a704a8ac-bb08-4d85-9002-7e4da82c98be,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:47.781709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.781925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.817572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:47.818131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:47.819530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] 10.222.0.72 "PUT /v2.0/ports/a704a8ac-bb08-4d85-9002-7e4da82c98be HTTP/1.1" status: 200 len: 1092 time: 0.9742122 Jul 08 17:33:47.819969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'tag': 'a704a8ac-bb08-4d85-9002-7e4da82c98be'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:47.822239 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e3dd09-7f6c-4621-a167-aefb1a04f699" -d '{"events": [{"name": "network-changed", "server_uuid": "3c43774f-bfc6-4262-a8d0-186d98a90270", "tag": "a704a8ac-bb08-4d85-9002-7e4da82c98be"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:47.835443 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-b6187f48-4e6e-43eb-a84f-0b65acd419f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd0548f6-6e23-4868-8604-78cc00397f96 HTTP/1.1" status: 200 len: 217 time: 0.0612154 Jul 08 17:33:47.898822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d718142-e7bf-4147-ab61-b463accf2523 service neutron] Pushing event updated for resources: {'Port': ['ID=a704a8ac-bb08-4d85-9002-7e4da82c98be,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:47.903954 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b71e8b-4651-4558-8be5-8ec4ad6e7331 x-openstack-request-id: req-32b71e8b-4651-4558-8be5-8ec4ad6e7331 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:33:47.904291 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c43774f-bfc6-4262-a8d0-186d98a90270", "tag": "a704a8ac-bb08-4d85-9002-7e4da82c98be", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:33:47.904514 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32b71e8b-4651-4558-8be5-8ec4ad6e7331 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:33:47.904909 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'tag': 'a704a8ac-bb08-4d85-9002-7e4da82c98be', 'status': 'completed', 'code': 200} Jul 08 17:33:48.025695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-0d8a1992-179a-4706-a2e3-f93c072db435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:48.027224 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-0d8a1992-179a-4706-a2e3-f93c072db435 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 1095 time: 0.1131694 Jul 08 17:33:48.053853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-b9ca5f21-4185-4b2e-932e-baa48a310a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:48.055639 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-b9ca5f21-4185-4b2e-932e-baa48a310a69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 200 len: 854 time: 0.1144092 Jul 08 17:33:48.083353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 993a9423-2d17-4f58-8a86-eaf3b77d90ca details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:33:48.090410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:48.093857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e5af105e-185e-4256-b8b1-99877e66a633 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a704a8ac-bb08-4d85-9002-7e4da82c98be HTTP/1.1" status: 200 len: 217 time: 0.0521905 Jul 08 17:33:48.110372 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-c7798631-4b75-4388-9f35-dabb3d9efcdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d886e97f-55a2-44d5-b42b-cbc3203288a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457394 Jul 08 17:33:48.134278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Allocated IP 172.25.5.239 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/fc2b3dae-b7cd-409e-9a32-43c8753bca28) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:48.176423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-b202efb8-0674-4cad-abbc-bf66fad9be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:48.178177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-b202efb8-0674-4cad-abbc-bf66fad9be75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0630078 Jul 08 17:33:48.215175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980633a-bfbe-4e87-ba18-ffb42d7fd7a2 req-cf850a9b-247f-4678-9563-a30aeab82dc1 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:48.216890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f980633a-bfbe-4e87-ba18-ffb42d7fd7a2 req-cf850a9b-247f-4678-9563-a30aeab82dc1 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.1345935 Jul 08 17:33:48.258451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-852d83a5-6402-4bdd-9549-60c8bc77f14e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715427 Jul 08 17:33:48.292399 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-fd8523af-01a9-4fac-ac51-f98c043cd235 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732619 Jul 08 17:33:48.369277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:48.438556 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-1e7e2a9b-22be-4a2f-a560-8e4c084370c6 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370049 Jul 08 17:33:48.450827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:48.509979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:48.518249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:48.525966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Pushing event updated for resources: {'Port': ['ID=fc2b3dae-b7cd-409e-9a32-43c8753bca28,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:48.528900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:48.542719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:48.558090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 485b3ae6-f358-42ce-8d05-663a3fc0202f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:48.586204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'port_id': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'mac_address': 'fa:16:3e:07:68:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90cd7b-508f-45a2-a422-6f2e8b9e86dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:33:48.654751 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:48.674537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 993a9423-2d17-4f58-8a86-eaf3b77d90ca {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:48.691719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 485b3ae6-f358-42ce-8d05-663a3fc0202f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:48.712635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:48.717810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:48.813741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:48.826085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.826452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.830288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.831225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.831578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.831923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.832266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.832615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.834851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.835213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.835554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.835892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:48.901140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f980633a-bfbe-4e87-ba18-ffb42d7fd7a2 req-9e3ef2cf-dcc7-4101-b0ba-90b98a1a5c17 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6638606 Jul 08 17:33:48.931740 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:48.967302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-634baa72-2cdd-4754-a840-fa40e6251ebe service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997900 Jul 08 17:33:48.975326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a92d4e-4b6c-42cd-bd05-65c5038cf890 req-1e094362-bbf8-4e46-b45c-810829cd944d tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:48.983066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77a92d4e-4b6c-42cd-bd05-65c5038cf890 req-1e094362-bbf8-4e46-b45c-810829cd944d tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 944 time: 0.1717730 Jul 08 17:33:49.018879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc3a29-f512-47f4-ba4b-4c70a009096d None None] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:49.071521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['993a9423-2d17-4f58-8a86-eaf3b77d90ca'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:33:49.123518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77a92d4e-4b6c-42cd-bd05-65c5038cf890 req-b11e8687-a100-4179-999a-45beaa5f47ed tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393445 Jul 08 17:33:49.204252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b8a4441-05d4-45d9-ad4b-458264b049cf req-e4251cf2-e52c-4529-8fed-dba89a2ab76e service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127008 Jul 08 17:33:49.208409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e220cc6d-8568-474d-bbef-e7fb7370d0be None None] Provisioning for port 485b3ae6-f358-42ce-8d05-663a3fc0202f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:49.228401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49ab4-d28f-45e3-8b8d-585fd14788b9 req-96567843-7646-429b-90db-a938aedc57de tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:49.231110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68d49ab4-d28f-45e3-8b8d-585fd14788b9 req-96567843-7646-429b-90db-a938aedc57de tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 944 time: 0.1713915 Jul 08 17:33:49.239741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e220cc6d-8568-474d-bbef-e7fb7370d0be None None] Provisioning complete for port 485b3ae6-f358-42ce-8d05-663a3fc0202f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:49.240552 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e220cc6d-8568-474d-bbef-e7fb7370d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.260092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.353272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68d49ab4-d28f-45e3-8b8d-585fd14788b9 req-8955ecbc-782b-4cee-90dc-4acce5c969ed tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168742 Jul 08 17:33:49.428400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b8dec62-8f89-4ccf-8355-068800513b83 req-be9fd2ab-c24e-4924-acec-e7394c8993d9 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0634646 Jul 08 17:33:49.442339 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e220cc6d-8568-474d-bbef-e7fb7370d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.564206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Router 59b9c590-73c3-4fd8-8845-3d4c43af540e is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:33:49.641103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e220cc6d-8568-474d-bbef-e7fb7370d0be None None] For port 485b3ae6-f358-42ce-8d05-663a3fc0202f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=485b3ae6-f358-42ce-8d05-663a3fc0202f,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:49.670648 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e220cc6d-8568-474d-bbef-e7fb7370d0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.697114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:49.717755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:49.723766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:49.732264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-252e417e-e353-478b-aaa1-7a63f4f4436a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0317616 Jul 08 17:33:49.737646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Sync routers for ids ['59b9c590-73c3-4fd8-8845-3d4c43af540e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:49.784125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Routers {'59b9c590-73c3-4fd8-8845-3d4c43af540e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:49.785121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['59b9c590-73c3-4fd8-8845-3d4c43af540e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:49.828051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220cc6d-8568-474d-bbef-e7fb7370d0be None None] Pushing event updated for resources: {'Port': ['ID=485b3ae6-f358-42ce-8d05-663a3fc0202f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:49.929561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Set router 59b9c590-73c3-4fd8-8845-3d4c43af540e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:50.094083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 993a9423-2d17-4f58-8a86-eaf3b77d90ca no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:33:50.261359 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eb640040-1826-4b11-bbf7-d5402325052d None None] Provisioning complete for port 485b3ae6-f358-42ce-8d05-663a3fc0202f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:50.261745 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb640040-1826-4b11-bbf7-d5402325052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.267392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:33:48Z', 'revision_number': 3, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port': {'id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:47Z', 'updated_at': '2021-07-08T17:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:50.310882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.349594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Checking router: 59b9c590-73c3-4fd8-8845-3d4c43af540e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:50.350325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Updating router 59b9c590-73c3-4fd8-8845-3d4c43af540e port fc2b3dae-b7cd-409e-9a32-43c8753bca28 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:33:50.385700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.391084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 485b3ae6-f358-42ce-8d05-663a3fc0202f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:50.428048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 993a9423-2d17-4f58-8a86-eaf3b77d90ca {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:33:50.470337 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.477829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:50.502947 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.581360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Allocated IP 172.20.0.1 (c552f28b-191c-483f-bbcf-3749c2b57ff8/b74a06b2-e706-42b2-b32d-2a9c8105baab/4295fba0-8e76-4805-a4c8-51724d1fa9f9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:50.665113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 485b3ae6-f358-42ce-8d05-663a3fc0202f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:50.665692 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.702587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:50.702879 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.718279 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Transition to ACTIVE for port object 4295fba0-8e76-4805-a4c8-51724d1fa9f9 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:50.762775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.817460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:50.826929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:50.831266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:50.861894 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4295fba0-8e76-4805-a4c8-51724d1fa9f9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:50.883473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.949654 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:50.961792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Transition to ACTIVE for port object fc2b3dae-b7cd-409e-9a32-43c8753bca28 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:50.968884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.018541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Attempting to bind port fc2b3dae-b7cd-409e-9a32-43c8753bca28 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:51.018995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Attempting to bind port fc2b3dae-b7cd-409e-9a32-43c8753bca28 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:51.019425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Attempting to bind port fc2b3dae-b7cd-409e-9a32-43c8753bca28 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:51.026779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:51.027154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:51.027566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.027963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:51.028633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Bound port: fc2b3dae-b7cd-409e-9a32-43c8753bca28, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:51.029041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.061011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9636ff-1aad-4cb8-9881-add20868369a None None] Pushing event updated for resources: {'Port': ['ID=fc2b3dae-b7cd-409e-9a32-43c8753bca28,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:51.084117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.110040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] For port fc2b3dae-b7cd-409e-9a32-43c8753bca28, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:51.114030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] For port fc2b3dae-b7cd-409e-9a32-43c8753bca28, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fc2b3dae-b7cd-409e-9a32-43c8753bca28,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:51.119493 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.182719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Routers {'59b9c590-73c3-4fd8-8845-3d4c43af540e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:51.183305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['59b9c590-73c3-4fd8-8845-3d4c43af540e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:51.250451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fa682211-9ffc-4b2e-8821-2029cbc7eb1a None None] Provisioning for port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:51.256251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fa682211-9ffc-4b2e-8821-2029cbc7eb1a None None] Provisioning complete for port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:51.256627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fa682211-9ffc-4b2e-8821-2029cbc7eb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.259869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9636ff-1aad-4cb8-9881-add20868369a None None] Pushing event updated for resources: {'Port': ['ID=fc2b3dae-b7cd-409e-9a32-43c8753bca28,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:51.338004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fa682211-9ffc-4b2e-8821-2029cbc7eb1a None None] Port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:33:51.350835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.357767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] Set router 59b9c590-73c3-4fd8-8845-3d4c43af540e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:51.358641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.433361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.460604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4295fba0-8e76-4805-a4c8-51724d1fa9f9,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:51.552371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:51.553851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:51.608106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 4, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port': {'id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:47Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4295fba0-8e76-4805-a4c8-51724d1fa9f9', 'name': '', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'mac_address': 'fa:16:3e:3b:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:50Z', 'updated_at': '2021-07-08T17:33:50Z', 'revision_number': 1, 'project_id': '633546f2d4634decbc6a5204041e9456', 'subnets': [{'id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:51.686757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d475de-fa21-4cc7-896f-5fa58c3b1f4b None None] The sync data for ids ['59b9c590-73c3-4fd8-8845-3d4c43af540e'] in n-d-799528-4 is: [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 4, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port': {'id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:47Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4295fba0-8e76-4805-a4c8-51724d1fa9f9', 'name': '', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'mac_address': 'fa:16:3e:3b:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:50Z', 'updated_at': '2021-07-08T17:33:50Z', 'revision_number': 1, 'project_id': '633546f2d4634decbc6a5204041e9456', 'subnets': [{'id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:51.721575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Router 59b9c590-73c3-4fd8-8845-3d4c43af540e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:51.866870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-be283e8e-5041-4fa5-9e96-c33a8aacb6f9 None None] Provisioning complete for port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:51.867248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be283e8e-5041-4fa5-9e96-c33a8aacb6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:51.888933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:51.894559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e404656-1a42-49dd-a7e3-2ea1a4b0d3e2 admin admin] 10.222.0.63 "PUT /v2.0/routers/59b9c590-73c3-4fd8-8845-3d4c43af540e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1694863 Jul 08 17:33:51.908324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-be283e8e-5041-4fa5-9e96-c33a8aacb6f9 None None] Port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:33:52.097904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 993a9423-2d17-4f58-8a86-eaf3b77d90ca up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:52.174744 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 993a9423-2d17-4f58-8a86-eaf3b77d90ca triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:52.175124 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.462047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.511304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:33:52.513730 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d03a9f-bcc3-43a9-b0a0-9700851181d6" -d '{"events": [{"server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "name": "network-vif-plugged", "status": "completed", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:33:52.547524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:52.562110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.654917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:52.740823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:52.746124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-network', 'tenant_id': 'f2724051465d45e2b43c66706335e738'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:52.798152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Made reservation on behalf of f2724051465d45e2b43c66706335e738 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:52.804796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.814528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.930005 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.935614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.959129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:33:52.977031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e6dba9-d161-4a42-8eaf-17d9f2e8366b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:52.981416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:52.981681 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Added segment 982fb964-2e2b-4c96-a1f6-ed07a90f44d0 of type vlan for network ba273960-3020-488a-a33c-5a40ff9bc6fe Jul 08 17:33:53.031490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.068597 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.069870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:53.070535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.137070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3951449 Jul 08 17:33:53.139948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37930) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:53.145376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Request body: {'subnet': {'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-subnet', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:53.163032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f893a8-ebdc-47e6-9adb-aac79c1c8cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba273960-3020-488a-a33c-5a40ff9bc6fe,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:53.181840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ba273960-3020-488a-a33c-5a40ff9bc6fe details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:33:53.201584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Made reservation on behalf of f2724051465d45e2b43c66706335e738 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:33:53.204435 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.407540 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.474166 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Checking segment: {'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:53.474682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Network hostable DHCP agents. Network: ba273960-3020-488a-a33c-5a40ff9bc6fe, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:33:53.478251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144fa127-6880-4ebe-9754-52946fd27b4f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:53.499540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Network ba273960-3020-488a-a33c-5a40ff9bc6fe is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:33:53.510775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ba273960-3020-488a-a33c-5a40ff9bc6fe) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:53.518781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:53.519494 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.520812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d06e09-b367-4733-b9d5-b3f8c9487430 None None] Network ba273960-3020-488a-a33c-5a40ff9bc6fe requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:53.538338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2e41b446-cd96-4786-bcf6-936cfecaca73 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3948443 Jul 08 17:33:53.538786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37932) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:53.543775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:33:53.581216 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.582438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.648925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.735511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ba273960-3020-488a-a33c-5a40ff9bc6fe', 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'fixed_ips': [{'subnet_id': '144fa127-6880-4ebe-9754-52946fd27b4f'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:33:53.736398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.809619 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:53.883087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Allocated IP 172.20.0.2 (ba273960-3020-488a-a33c-5a40ff9bc6fe/144fa127-6880-4ebe-9754-52946fd27b4f/4448ff76-1525-4adf-8a1f-66f3b08c1757) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:54.053017 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.062855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Transition to ACTIVE for port object 4448ff76-1525-4adf-8a1f-66f3b08c1757 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:54.079585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Transition to ACTIVE for port object 4448ff76-1525-4adf-8a1f-66f3b08c1757 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:54.098769 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.115021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.140484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Network ba273960-3020-488a-a33c-5a40ff9bc6fe is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:54.141385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.147445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:54.156062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:54.185830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Pushing event updated for resources: {'Port': ['ID=4448ff76-1525-4adf-8a1f-66f3b08c1757,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:54.270266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Attempting to bind port 4448ff76-1525-4adf-8a1f-66f3b08c1757 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:54.270798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Attempting to bind port 4448ff76-1525-4adf-8a1f-66f3b08c1757 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:54.271713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Attempting to bind port 4448ff76-1525-4adf-8a1f-66f3b08c1757 on network ba273960-3020-488a-a33c-5a40ff9bc6fe {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:54.290215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Allocated IP 172.25.5.114 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/314ee7c6-e4fc-4542-b502-5921a23a8759) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:54.296380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:54.297014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Checking segment: {'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:54.298359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.298871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Bound using segment: {'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:54.299607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Bound port: 4448ff76-1525-4adf-8a1f-66f3b08c1757, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:54.300253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.412142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fc2b3dae-b7cd-409e-9a32-43c8753bca28 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:54.432687 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Sync routers for ids ['59b9c590-73c3-4fd8-8845-3d4c43af540e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:54.445089 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Routers {'59b9c590-73c3-4fd8-8845-3d4c43af540e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:54.446457 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['59b9c590-73c3-4fd8-8845-3d4c43af540e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:54.450936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.468661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] For port 4448ff76-1525-4adf-8a1f-66f3b08c1757, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:54.491934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] For port 4448ff76-1525-4adf-8a1f-66f3b08c1757, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4448ff76-1525-4adf-8a1f-66f3b08c1757,segment=NetworkSegment(982fb964-2e2b-4c96-a1f6-ed07a90f44d0),segment_id=982fb964-2e2b-4c96-a1f6-ed07a90f44d0)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:54.504075 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.541660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.582936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:54.591567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:54.595846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:54.618434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port fc2b3dae-b7cd-409e-9a32-43c8753bca28 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:54.626528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=314ee7c6-e4fc-4542-b502-5921a23a8759,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:54.630679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port fc2b3dae-b7cd-409e-9a32-43c8753bca28 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:54.631015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.638066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331adc0-18b4-4812-9800-0bd94d45ca12 None None] Pushing event updated for resources: {'Port': ['ID=4448ff76-1525-4adf-8a1f-66f3b08c1757,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:54.642610 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Set router 59b9c590-73c3-4fd8-8845-3d4c43af540e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:54.833042 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:54.869052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port fc2b3dae-b7cd-409e-9a32-43c8753bca28, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fc2b3dae-b7cd-409e-9a32-43c8753bca28,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:54.881568 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.039025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=fc2b3dae-b7cd-409e-9a32-43c8753bca28,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:55.069527 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 4, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port': {'id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:45:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:47Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4295fba0-8e76-4805-a4c8-51724d1fa9f9', 'name': '', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'mac_address': 'fa:16:3e:3b:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:50Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 2, 'project_id': '633546f2d4634decbc6a5204041e9456', 'subnets': [{'id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:55.123328 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Checking router: 59b9c590-73c3-4fd8-8845-3d4c43af540e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:55.124153 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Updating router 59b9c590-73c3-4fd8-8845-3d4c43af540e port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:33:55.172102 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.439006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.523811 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.538518 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Transition to ACTIVE for port object 4295fba0-8e76-4805-a4c8-51724d1fa9f9 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:55.547309 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.609359 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Pushing event updated for resources: {'Port': ['ID=4295fba0-8e76-4805-a4c8-51724d1fa9f9,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:55.650245 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.650761 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.651181 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.651620 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.652051 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.652478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.652948 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.653373 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.653807 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.654313 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.654740 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.655122 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:33:55.658823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.701818 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.724727 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Attempting to bind port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:55.725198 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Attempting to bind port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:55.725644 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Attempting to bind port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 on network c552f28b-191c-483f-bbcf-3749c2b57ff8 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:55.731322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:55.731694 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Checking segment: {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:55.732194 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.732591 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Bound using segment: {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:55.733335 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Bound port: 4295fba0-8e76-4805-a4c8-51724d1fa9f9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:55.733739 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.832216 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] For port 4295fba0-8e76-4805-a4c8-51724d1fa9f9, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:55.836632 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] For port 4295fba0-8e76-4805-a4c8-51724d1fa9f9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4295fba0-8e76-4805-a4c8-51724d1fa9f9,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:55.848771 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:55.921168 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77782e02-0731-4753-b5c8-111865871b6b None None] Pushing event updated for resources: {'Port': ['ID=4295fba0-8e76-4805-a4c8-51724d1fa9f9,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:55.960639 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Routers {'59b9c590-73c3-4fd8-8845-3d4c43af540e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:55.961309 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['59b9c590-73c3-4fd8-8845-3d4c43af540e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:55.969519 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Router fe118ba6-72b8-4fc6-886b-62a7862268af is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:33:56.169880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:56.180287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Sync routers for ids ['fe118ba6-72b8-4fc6-886b-62a7862268af'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:33:56.202412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Routers {'fe118ba6-72b8-4fc6-886b-62a7862268af'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:56.203053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fe118ba6-72b8-4fc6-886b-62a7862268af'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:56.216422 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.217762 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c63f0800-a7ea-4015-bcdb-aa7517f7c5b7 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6778581 Jul 08 17:33:56.220695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37936) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:33:56.361978 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] Set router 59b9c590-73c3-4fd8-8845-3d4c43af540e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:56.396132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d3779-4850-4fbe-b942-8f782192c77e None None] Network ba273960-3020-488a-a33c-5a40ff9bc6fe requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:33:56.493113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Set router fe118ba6-72b8-4fc6-886b-62a7862268af gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:56.612263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fc2b3dae-b7cd-409e-9a32-43c8753bca28 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:56.719463 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 4, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port': {'id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:47Z', 'updated_at': '2021-07-08T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4295fba0-8e76-4805-a4c8-51724d1fa9f9', 'name': '', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'mac_address': 'fa:16:3e:3b:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:50Z', 'updated_at': '2021-07-08T17:33:55Z', 'revision_number': 4, 'project_id': '633546f2d4634decbc6a5204041e9456', 'subnets': [{'id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:56.751783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6b56dd1d-c37f-411f-99b5-c7bf4c15bad4 None None] Provisioning for port 4448ff76-1525-4adf-8a1f-66f3b08c1757 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:56.752723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4578e-01cb-46fb-abd2-d11ebae32e4e None None] The sync data for ids ['59b9c590-73c3-4fd8-8845-3d4c43af540e'] in n-d-799528-4 is: [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:33:51Z', 'revision_number': 4, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port': {'id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:47Z', 'updated_at': '2021-07-08T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4295fba0-8e76-4805-a4c8-51724d1fa9f9', 'name': '', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'mac_address': 'fa:16:3e:3b:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:50Z', 'updated_at': '2021-07-08T17:33:55Z', 'revision_number': 4, 'project_id': '633546f2d4634decbc6a5204041e9456', 'subnets': [{'id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:56.832608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port fc2b3dae-b7cd-409e-9a32-43c8753bca28 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:56.833094 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:56.977824 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.103306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:33:54Z', 'revision_number': 3, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port': {'id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:54Z', 'updated_at': '2021-07-08T17:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:57.105934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4448ff76-1525-4adf-8a1f-66f3b08c1757 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:57.197530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Allocated IP 172.20.0.1 (ba273960-3020-488a-a33c-5a40ff9bc6fe/144fa127-6880-4ebe-9754-52946fd27b4f/344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:33:57.238486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Checking router: fe118ba6-72b8-4fc6-886b-62a7862268af for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:33:57.238835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Updating router fe118ba6-72b8-4fc6-886b-62a7862268af port 314ee7c6-e4fc-4542-b502-5921a23a8759 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:33:57.339218 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.351616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.381996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Transition to ACTIVE for port object 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:57.440325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4448ff76-1525-4adf-8a1f-66f3b08c1757 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:57.442804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.462248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4448ff76-1525-4adf-8a1f-66f3b08c1757 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:57.462608 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.522038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Pushing event updated for resources: {'Port': ['ID=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:57.531647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Network ba273960-3020-488a-a33c-5a40ff9bc6fe is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:57.535974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:57.545049 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9e2a96d5-35eb-4f0d-8009-eaed5600a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:57.556637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:33:57.638110 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.000650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-479e1755-b94a-4770-95b5-033283ffac9d None None] Provisioning complete for port 4448ff76-1525-4adf-8a1f-66f3b08c1757 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:58.001266 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-479e1755-b94a-4770-95b5-033283ffac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.002946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.157528 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.277003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 4448ff76-1525-4adf-8a1f-66f3b08c1757, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4448ff76-1525-4adf-8a1f-66f3b08c1757,segment=NetworkSegment(982fb964-2e2b-4c96-a1f6-ed07a90f44d0),segment_id=982fb964-2e2b-4c96-a1f6-ed07a90f44d0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:58.278510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-479e1755-b94a-4770-95b5-033283ffac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.279495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.285949 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.287462 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.288319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4295fba0-8e76-4805-a4c8-51724d1fa9f9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:58.362673 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.385623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.387769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Pushing event updated for resources: {'Port': ['ID=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:58.398011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Transition to ACTIVE for port object 314ee7c6-e4fc-4542-b502-5921a23a8759 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:33:58.447016 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.454325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=4448ff76-1525-4adf-8a1f-66f3b08c1757,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:58.522323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-479e1755-b94a-4770-95b5-033283ffac9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:33:58.522680 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-479e1755-b94a-4770-95b5-033283ffac9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:33:58.553684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Attempting to bind port 314ee7c6-e4fc-4542-b502-5921a23a8759 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:33:58.554065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Attempting to bind port 314ee7c6-e4fc-4542-b502-5921a23a8759 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:33:58.554609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Attempting to bind port 314ee7c6-e4fc-4542-b502-5921a23a8759 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:33:58.557908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2111f1-9d2f-4c27-8a65-892b888ffd39 None None] Pushing event updated for resources: {'Port': ['ID=314ee7c6-e4fc-4542-b502-5921a23a8759,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:58.569966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Network ba273960-3020-488a-a33c-5a40ff9bc6fe is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:33:58.570212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:58.571612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:33:58.572446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:33:58.572857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:33:58.573272 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.573669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:33:58.574151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Bound port: 314ee7c6-e4fc-4542-b502-5921a23a8759, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:33:58.574537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.614520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:58.614901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.704939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] For port 314ee7c6-e4fc-4542-b502-5921a23a8759, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:33:58.710172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] For port 314ee7c6-e4fc-4542-b502-5921a23a8759, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=314ee7c6-e4fc-4542-b502-5921a23a8759,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:33:58.750882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Router fe118ba6-72b8-4fc6-886b-62a7862268af has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:33:58.791749 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.838405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 4295fba0-8e76-4805-a4c8-51724d1fa9f9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4295fba0-8e76-4805-a4c8-51724d1fa9f9,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:33:58.840632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.871912 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:58.923188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Routers {'fe118ba6-72b8-4fc6-886b-62a7862268af'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:33:58.924069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:33:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fe118ba6-72b8-4fc6-886b-62a7862268af'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:58.963898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2111f1-9d2f-4c27-8a65-892b888ffd39 None None] Pushing event updated for resources: {'Port': ['ID=314ee7c6-e4fc-4542-b502-5921a23a8759,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:59.027527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:33:59.036021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-728c7d3f-010c-447d-bf3f-120ac5a9b6cc admin admin] 10.222.0.63 "PUT /v2.0/routers/fe118ba6-72b8-4fc6-886b-62a7862268af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8141663 Jul 08 17:33:59.092817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4448ff76-1525-4adf-8a1f-66f3b08c1757 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:33:59.153988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=4295fba0-8e76-4805-a4c8-51724d1fa9f9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:33:59.161147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] Set router fe118ba6-72b8-4fc6-886b-62a7862268af gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:33:59.286799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4448ff76-1525-4adf-8a1f-66f3b08c1757 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:59.287088 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.347202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eafc0f80-8551-421a-8903-57293b79454c None None] Provisioning for port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:33:59.361583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eafc0f80-8551-421a-8903-57293b79454c None None] Provisioning complete for port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:33:59.364516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eafc0f80-8551-421a-8903-57293b79454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.464326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eafc0f80-8551-421a-8903-57293b79454c None None] Port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:33:59.496655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:33:57Z', 'revision_number': 4, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port': {'id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:54Z', 'updated_at': '2021-07-08T17:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778', 'name': '', 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'mac_address': 'fa:16:3e:b7:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:57Z', 'updated_at': '2021-07-08T17:33:58Z', 'revision_number': 2, 'project_id': 'f2724051465d45e2b43c66706335e738', 'subnets': [{'id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:33:59.527772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd95611-d89d-467a-8afb-3f8aee5d6c1a None None] The sync data for ids ['fe118ba6-72b8-4fc6-886b-62a7862268af'] in n-d-799528-4 is: [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:33:57Z', 'revision_number': 4, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port': {'id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:54Z', 'updated_at': '2021-07-08T17:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778', 'name': '', 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'mac_address': 'fa:16:3e:b7:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:57Z', 'updated_at': '2021-07-08T17:33:58Z', 'revision_number': 2, 'project_id': 'f2724051465d45e2b43c66706335e738', 'subnets': [{'id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:33:59.757049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-af8b72f2-f890-4de1-ba93-d7705f6273b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:59.759389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-af8b72f2-f890-4de1-ba93-d7705f6273b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 1095 time: 0.1219256 Jul 08 17:33:59.943315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-71619200-2d74-4833-ba56-2360b2d4fc70 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3347533 Jul 08 17:33:59.987003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-7f0cfe26-1b5d-4b1c-99c2-d56a416e8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:33:59.990711 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6469-2de1-4d7a-be09-646529f892cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:33:59.991543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-7f0cfe26-1b5d-4b1c-99c2-d56a416e8a8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.2247815 Jul 08 17:34:00.022578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f8184-a9d9-4247-b80f-5dbc112f5c7b req-38168888-cd5b-473b-bd5f-f3b49597982a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.024610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b78f8184-a9d9-4247-b80f-5dbc112f5c7b req-38168888-cd5b-473b-bd5f-f3b49597982a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.3104539 Jul 08 17:34:00.078235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-c921f345-5abb-4518-a410-5b6001afd0af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a704a8ac-bb08-4d85-9002-7e4da82c98be HTTP/1.1" status: 200 len: 217 time: 0.0780852 Jul 08 17:34:00.132602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a379a-bd61-43cd-bb81-cf3ba6085f7c req-9bd7d455-2e85-477b-9784-67e7d3910da2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.134142 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e1a379a-bd61-43cd-bb81-cf3ba6085f7c req-9bd7d455-2e85-477b-9784-67e7d3910da2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.3483768 Jul 08 17:34:00.153476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b78f8184-a9d9-4247-b80f-5dbc112f5c7b req-45f2565a-9b7c-4fbd-82d3-3ab8cefae376 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156559 Jul 08 17:34:00.210202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-e8df8401-c4be-4d59-aa02-32eed4a08ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.212041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-e8df8401-c4be-4d59-aa02-32eed4a08ef3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.1271048 Jul 08 17:34:00.273314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.275939 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-7d104ffb-bca4-4a4f-8fc8-e5ae88881447 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543730 Jul 08 17:34:00.276540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.277212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.278019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.278636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.280088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.280716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.282857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-bb241e51-4bd4-490c-bde6-67c5f1a98f1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a67d3690506449d9c74a5c065567045&device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 6491 time: 0.2331712 Jul 08 17:34:00.289014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e1a379a-bd61-43cd-bb81-cf3ba6085f7c req-1be6d3ad-3b9a-43b1-ba88-83fed5075fb9 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391914 Jul 08 17:34:00.416195 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:00.494863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-17390cfb-7b1b-40c1-bc31-46cf0dac1073 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107928 Jul 08 17:34:00.593848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17643d5c-f778-4117-898b-8fa436a58ef1 req-f8ee1876-1271-4a14-9da2-c4f8724e8ae5 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0687976 Jul 08 17:34:00.616126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e4d30da8-7a84-45a4-83f1-0716e1ff4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.616795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e4d30da8-7a84-45a4-83f1-0716e1ff4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.617232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e4d30da8-7a84-45a4-83f1-0716e1ff4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.621012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e4d30da8-7a84-45a4-83f1-0716e1ff4574 service neutron] 10.222.0.72 "GET /v2.0/networks?id=79d53fa7-c96f-4de0-975e-8019dfd50b73&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=e100d772-09e0-4477-aa42-bb4ba84147a9&id=f6feec97-d073-46f4-befb-21002338a62d&id=f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 200 len: 2293 time: 0.3020279 Jul 08 17:34:00.665464 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4e3dd09-7f6c-4621-a167-aefb1a04f699 req-fe66722d-7b96-4acf-a31c-cbf87ede5173 service neutron] 10.222.0.72 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576753 Jul 08 17:34:00.740288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6213c3-7df0-4cf0-a50f-3e66e929e25b req-3adc08c1-dd08-4f27-bf8a-d860eacab00b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:00.781835 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad6213c3-7df0-4cf0-a50f-3e66e929e25b req-3adc08c1-dd08-4f27-bf8a-d860eacab00b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 944 time: 0.3741121 Jul 08 17:34:00.798747 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2962e52c-b453-42d3-b55b-791284987849 x-openstack-request-id: req-2962e52c-b453-42d3-b55b-791284987849 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:00.799033 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "name": "network-vif-plugged", "status": "completed", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:00.799295 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2962e52c-b453-42d3-b55b-791284987849 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:00.799874 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'code': 200} Jul 08 17:34:01.132521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5ed52-af33-49da-9d2a-63b7224aeb91 req-86e53b5d-6c06-4d82-b390-a8e11c709635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:01.134834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8bc5ed52-af33-49da-9d2a-63b7224aeb91 req-86e53b5d-6c06-4d82-b390-a8e11c709635 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 1096 time: 0.1629179 Jul 08 17:34:01.200879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8bc5ed52-af33-49da-9d2a-63b7224aeb91 req-0cdcc491-9d07-4f15-b464-19ec6e614e09 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Jul 08 17:34:01.203317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 314ee7c6-e4fc-4542-b502-5921a23a8759 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:01.299554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 314ee7c6-e4fc-4542-b502-5921a23a8759 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:01.309643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 314ee7c6-e4fc-4542-b502-5921a23a8759 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:01.310118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.378326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.502979 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.516589 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-7d2b3840-9d36-438d-8575-edd8ba35793d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea9553bf-647a-47df-b150-4dc36665ad20 HTTP/1.1" status: 200 len: 1002 time: 0.8867347 Jul 08 17:34:01.547528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 314ee7c6-e4fc-4542-b502-5921a23a8759, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=314ee7c6-e4fc-4542-b502-5921a23a8759,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:01.553632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.554425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4295fba0-8e76-4805-a4c8-51724d1fa9f9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:01.595742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-743dda98-cc27-4ca2-b1c8-fce0d3b3f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:01.597406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-743dda98-cc27-4ca2-b1c8-fce0d3b3f373 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3d76aadc-2b18-4d53-ba20-d8cea51bd04f HTTP/1.1" status: 200 len: 851 time: 0.0596056 Jul 08 17:34:01.603676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad6213c3-7df0-4cf0-a50f-3e66e929e25b req-510da910-0913-4da0-a66e-8570e4de675f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086655 Jul 08 17:34:01.692970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c0ac2-13ef-449d-bd62-c2fe4dcf1a3d req-7628f704-3ab3-4728-8798-27d469d78536 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:01.704012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a44c0ac2-13ef-449d-bd62-c2fe4dcf1a3d req-7628f704-3ab3-4728-8798-27d469d78536 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 943 time: 0.2423656 Jul 08 17:34:01.721988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=314ee7c6-e4fc-4542-b502-5921a23a8759,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:01.755947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:01.756696 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:01.764318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a44c0ac2-13ef-449d-bd62-c2fe4dcf1a3d req-3bb923d1-1c7a-402c-ab9c-6e3427101a3a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588839 Jul 08 17:34:01.773261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-f18a6b27-e74a-4be8-b1da-5118b57248ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:01.775113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-f18a6b27-e74a-4be8-b1da-5118b57248ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=79d53fa7-c96f-4de0-975e-8019dfd50b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698580 Jul 08 17:34:01.937348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-befa647f-da5d-44b1-900b-4efa53502f4e service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477754 Jul 08 17:34:01.961664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f828a-d3f5-433a-9b47-efd6bd075632 req-89b3d1fc-0725-4db0-bfe7-912d451b3fca tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:01.963932 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1f828a-d3f5-433a-9b47-efd6bd075632 req-89b3d1fc-0725-4db0-bfe7-912d451b3fca tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1319914 Jul 08 17:34:02.104267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-056e1798-38e6-4083-b273-93ee904c0fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391652 Jul 08 17:34:02.108698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4cf7373-e5ab-40a5-a7d0-5f34b68e5a83 req-eff7f5ab-f19d-4d70-9f79-48fc7d795f52 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0535305 Jul 08 17:34:02.148176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a704a8ac-bb08-4d85-9002-7e4da82c98be details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:34:02.158009 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-7d22eb8c-b86b-4a8c-af7c-f6abe727bec3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 217 time: 0.0469422 Jul 08 17:34:02.165973 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1f828a-d3f5-433a-9b47-efd6bd075632 req-fbb0e023-f2aa-4a3b-bdc9-a1d441bff34c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120095 Jul 08 17:34:02.222834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-d9186624-f066-4518-8a55-5802cafa4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:02.224720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-d9186624-f066-4518-8a55-5802cafa4dd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0577576 Jul 08 17:34:02.320095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-42f41af1-e205-46c0-9beb-e2d9460afb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:02.321675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-42f41af1-e205-46c0-9beb-e2d9460afb96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836914 Jul 08 17:34:02.396297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a704a8ac-bb08-4d85-9002-7e4da82c98be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a704a8ac-bb08-4d85-9002-7e4da82c98be,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:02.437575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'a704a8ac-bb08-4d85-9002-7e4da82c98be', 'network_id': 'a99655fa-9d29-42d4-82b8-f3fa6cf53c8c', 'port_id': 'a704a8ac-bb08-4d85-9002-7e4da82c98be', 'mac_address': 'fa:16:3e:78:df:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43cb1256-6fff-4a5c-a1c6-ae86aa75adde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:34:02.492151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.514881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a704a8ac-bb08-4d85-9002-7e4da82c98be {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:02.515604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-532e02a9-a090-435c-8218-f92de25b9b14 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815138 Jul 08 17:34:02.545900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a704a8ac-bb08-4d85-9002-7e4da82c98be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a704a8ac-bb08-4d85-9002-7e4da82c98be,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:02.552232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.553425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:34:02.642069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-7086d85f-008b-4d4d-8ac6-8696a1deb74b service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188214 Jul 08 17:34:02.693431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-c92d5795-6732-42fc-9dcc-c4b45836f904 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 217 time: 0.0440433 Jul 08 17:34:02.698477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=a704a8ac-bb08-4d85-9002-7e4da82c98be,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:02.707899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:02.721451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'network_id': 'd886e97f-55a2-44d5-b42b-cbc3203288a8', 'port_id': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'mac_address': 'fa:16:3e:a8:71:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:34:02.758611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-fa9496cb-7b43-45ee-be58-d609df3d7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:02.760105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-fa9496cb-7b43-45ee-be58-d609df3d7dfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0592508 Jul 08 17:34:02.785991 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.796343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.806600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0548f6-6e23-4868-8604-78cc00397f96 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:02.829831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:02.835950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:02.879173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a44c2b-59d2-4f88-86c0-4cc94abc83df req-beddd8a6-4129-47e5-96b3-95bcaaf8efd1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:02.880603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75a44c2b-59d2-4f88-86c0-4cc94abc83df req-beddd8a6-4129-47e5-96b3-95bcaaf8efd1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 945 time: 0.1166070 Jul 08 17:34:02.886737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-74a1aea7-2584-4d3b-8189-345bbc0d02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:02.888461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-74a1aea7-2584-4d3b-8189-345bbc0d02a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117105 Jul 08 17:34:02.897995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:02.978331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75a44c2b-59d2-4f88-86c0-4cc94abc83df req-04ff6c5b-44e0-472c-9eb6-99522de51065 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882609 Jul 08 17:34:03.023574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-48ec4efa-488f-451f-8f11-6fcf201cf901 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272383 Jul 08 17:34:03.058252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 314ee7c6-e4fc-4542-b502-5921a23a8759 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:03.143226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 314ee7c6-e4fc-4542-b502-5921a23a8759 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:03.143606 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:03.173060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-16dacb92-bd6e-48c3-a9bd-32553d674f42 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408157 Jul 08 17:34:03.198636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e4ae9-7ea0-4604-ab2a-a041d6515462 req-6768d31f-d04d-4020-b3d0-a7b0a6855c5d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:03.202557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c32e4ae9-7ea0-4604-ab2a-a041d6515462 req-6768d31f-d04d-4020-b3d0-a7b0a6855c5d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.1613655 Jul 08 17:34:03.231790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e104e897-3b41-4eda-829d-4ac1bf881e8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=92a208fa-a8f1-495e-92d7-e5d63421a105 HTTP/1.1" status: 200 len: 217 time: 0.0501611 Jul 08 17:34:03.236250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['dd0548f6-6e23-4868-8604-78cc00397f96'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:03.274735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['a704a8ac-bb08-4d85-9002-7e4da82c98be'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:03.320445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c32e4ae9-7ea0-4604-ab2a-a041d6515462 req-9af61c70-cfb5-4102-be18-7f500878ead1 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799613 Jul 08 17:34:03.345743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-2c740af8-bab1-493d-bfa2-d7795cb1cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:03.350055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-2c740af8-bab1-493d-bfa2-d7795cb1cd37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.1086154 Jul 08 17:34:03.549275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14ca9574-a803-4a51-bf77-6eca22050c24 req-979bdc09-77bf-42cf-9580-df87d37351bc tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0782828 Jul 08 17:34:03.660115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-1d15727a-f8ee-4d60-92db-37e0f6b47de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:03.661688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-1d15727a-f8ee-4d60-92db-37e0f6b47de9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3017688 Jul 08 17:34:03.733562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca8bc9-d4ac-4840-93f4-78117b2e937f req-6d2cfdbc-9c3a-4e8d-bc02-eab7a6884b8a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:03.741346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55ca8bc9-d4ac-4840-93f4-78117b2e937f req-6d2cfdbc-9c3a-4e8d-bc02-eab7a6884b8a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1909993 Jul 08 17:34:03.813347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55ca8bc9-d4ac-4840-93f4-78117b2e937f req-0ccd64bc-e088-4472-b747-a67142f77543 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710399 Jul 08 17:34:03.844581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-7f7bdc56-cbb0-499b-807a-a0129bd3fe86 service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728604 Jul 08 17:34:03.948534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-b5a95383-1098-4955-bb8c-134485c1498e service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978777 Jul 08 17:34:04.013448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-8d15dc50-7595-4f06-a62a-a175dc45026e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 HTTP/1.1" status: 200 len: 217 time: 0.0401921 Jul 08 17:34:04.082343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c9027-e8ac-4284-9906-3c1bcbd9e55e req-a79a7b90-0200-4bc8-b9de-23fe1067c5b4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.083885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c28c9027-e8ac-4284-9906-3c1bcbd9e55e req-a79a7b90-0200-4bc8-b9de-23fe1067c5b4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1457131 Jul 08 17:34:04.086944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-0edb16d8-2bac-4754-bac1-4abf5ee9bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.087564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-0edb16d8-2bac-4754-bac1-4abf5ee9bbb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 200 len: 797 time: 0.0662780 Jul 08 17:34:04.192568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c28c9027-e8ac-4284-9906-3c1bcbd9e55e req-224aa35f-cae3-4ce7-9b25-4a6d2ef4aa6a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001453 Jul 08 17:34:04.222515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e5b7c44e-dcda-45e6-9dfb-b2aa4da3eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.223979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e5b7c44e-dcda-45e6-9dfb-b2aa4da3eadc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e100d772-09e0-4477-aa42-bb4ba84147a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239305 Jul 08 17:34:04.249724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29156-fb4f-4d70-a6f5-b6ec1139cff8 req-f4521393-c20d-4f36-bc47-590b94c5b513 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.251302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56d29156-fb4f-4d70-a6f5-b6ec1139cff8 req-f4521393-c20d-4f36-bc47-590b94c5b513 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 945 time: 0.1117651 Jul 08 17:34:04.356831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56d29156-fb4f-4d70-a6f5-b6ec1139cff8 req-3d0b1e0c-a1ca-4f14-b065-979737d2cec2 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Jul 08 17:34:04.379155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-57bc5909-015f-480b-aa7d-78b5d4170eeb service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472304 Jul 08 17:34:04.390462 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Sync routers for ids ['fe118ba6-72b8-4fc6-886b-62a7862268af'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:34:04.416104 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Routers {'fe118ba6-72b8-4fc6-886b-62a7862268af'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:04.417754 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:34:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fe118ba6-72b8-4fc6-886b-62a7862268af'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:04.530635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-955ea906-85cc-4199-abf2-ecf3c053430c service neutron] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384306 Jul 08 17:34:04.577187 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Set router fe118ba6-72b8-4fc6-886b-62a7862268af gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:04.587083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-5ec48ae4-78f3-42c1-987d-dedb1b80ceff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2bed1ffb-d085-4e0c-8213-c24971357988 HTTP/1.1" status: 200 len: 217 time: 0.0494151 Jul 08 17:34:04.663755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-33587b70-1c70-427f-be8e-16fafb0f71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.665270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-33587b70-1c70-427f-be8e-16fafb0f71ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.0617168 Jul 08 17:34:04.720961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab2cba-03cb-4a7d-9225-0d1fc02dfe53 req-e6708622-19d0-425d-aa76-4e652396f1e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.724339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62ab2cba-03cb-4a7d-9225-0d1fc02dfe53 req-e6708622-19d0-425d-aa76-4e652396f1e4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.1808975 Jul 08 17:34:04.792227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aea6af69-78f3-413b-a1b1-ba023bf5038f req-96c5a8e9-87d7-4187-89b7-a652fd41afde tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0648632 Jul 08 17:34:04.815351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62ab2cba-03cb-4a7d-9225-0d1fc02dfe53 req-46a5f861-2f90-4787-a9ac-2f8c816f98da tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845759 Jul 08 17:34:04.831588 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:33:57Z', 'revision_number': 4, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port': {'id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:54Z', 'updated_at': '2021-07-08T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778', 'name': '', 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'mac_address': 'fa:16:3e:b7:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:57Z', 'updated_at': '2021-07-08T17:33:58Z', 'revision_number': 2, 'project_id': 'f2724051465d45e2b43c66706335e738', 'subnets': [{'id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:04.838910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-6b99c4e0-1eaf-45e5-97d3-59643a328885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:04.841111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-6b99c4e0-1eaf-45e5-97d3-59643a328885 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1655397 Jul 08 17:34:04.876815 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Checking router: fe118ba6-72b8-4fc6-886b-62a7862268af for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:34:04.877169 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Updating router fe118ba6-72b8-4fc6-886b-62a7862268af port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:34:04.932468 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.059294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-f057fb92-117c-4210-9b9f-f6b0297c386c service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057061 Jul 08 17:34:05.144156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-ccf5510b-f064-4de5-8c68-161bd4ef3179 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:05.145663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-ccf5510b-f064-4de5-8c68-161bd4ef3179 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 815 time: 0.1998930 Jul 08 17:34:05.169526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-628ad7e9-a815-477a-83e3-6452e541e6f3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/quotas/73f98d1a04414bdaa17c2d8cfa650247 HTTP/1.1" status: 200 len: 375 time: 0.0178659 Jul 08 17:34:05.222069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-8386116d-6fe8-41b6-a187-829df756e9cc service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500874 Jul 08 17:34:05.222637 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.236058 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Transition to ACTIVE for port object 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:05.243305 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.277452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-6fe6bb4f-eef6-4c9c-89a2-1a3cde3ca2d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0e870c4a-e405-4b87-a768-33707f8d045b HTTP/1.1" status: 200 len: 217 time: 0.0474689 Jul 08 17:34:05.299911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b5a9-1bc2-45a5-ada9-beb17cc6c397 None None] Pushing event updated for resources: {'Port': ['ID=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:05.335795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-096d114a-8e77-4ceb-92d9-a56f51fc77a6 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581404 Jul 08 17:34:05.345463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-8e2a81fe-d156-4e0f-abd7-6c5e699f5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:05.347118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-8e2a81fe-d156-4e0f-abd7-6c5e699f5901 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 200 len: 797 time: 0.0621250 Jul 08 17:34:05.366483 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Attempting to bind port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:05.366846 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Attempting to bind port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:05.367205 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Attempting to bind port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 on network ba273960-3020-488a-a33c-5a40ff9bc6fe {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:05.372634 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:05.373051 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Checking segment: {'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:05.375290 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.375290 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Bound using segment: {'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:05.375290 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Bound port: 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982fb964-2e2b-4c96-a1f6-ed07a90f44d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:05.375609 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.453087 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] For port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:05.458427 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] For port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,segment=NetworkSegment(982fb964-2e2b-4c96-a1f6-ed07a90f44d0),segment_id=982fb964-2e2b-4c96-a1f6-ed07a90f44d0)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:05.466379 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:05.518582 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Routers {'fe118ba6-72b8-4fc6-886b-62a7862268af'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:34:05.520176 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:34:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fe118ba6-72b8-4fc6-886b-62a7862268af'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:05.533255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-b1101497-474c-4eee-bdf2-2386a16ac608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:05.534943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-b1101497-474c-4eee-bdf2-2386a16ac608 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6feec97-d073-46f4-befb-21002338a62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1800961 Jul 08 17:34:05.547021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-202967c3-ae70-432a-b9e9-9c359be02be6 service neutron] 10.222.0.63 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983755 Jul 08 17:34:05.653928 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] Set router fe118ba6-72b8-4fc6-886b-62a7862268af gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:34:05.673120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-63a6bf34-9f91-481d-9e38-6e9951106445 service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248934 Jul 08 17:34:05.752121 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7b5a9-1bc2-45a5-ada9-beb17cc6c397 None None] Pushing event updated for resources: {'Port': ['ID=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:05.909758 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:33:57Z', 'revision_number': 4, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port': {'id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:54Z', 'updated_at': '2021-07-08T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778', 'name': '', 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'mac_address': 'fa:16:3e:b7:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:57Z', 'updated_at': '2021-07-08T17:34:05Z', 'revision_number': 4, 'project_id': 'f2724051465d45e2b43c66706335e738', 'subnets': [{'id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:05.912556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25471044-51d9-40fb-83c9-90f2adac7626 req-ce1d16fe-2681-4880-8615-a9e56811e80f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:05.914100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25471044-51d9-40fb-83c9-90f2adac7626 req-ce1d16fe-2681-4880-8615-a9e56811e80f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 945 time: 0.2401567 Jul 08 17:34:05.935837 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d76be-da35-47a8-b7a0-c1ae8d9af0de None None] The sync data for ids ['fe118ba6-72b8-4fc6-886b-62a7862268af'] in n-d-799528-4 is: [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:33:57Z', 'revision_number': 4, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port': {'id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:54Z', 'updated_at': '2021-07-08T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778', 'name': '', 'network_id': 'ba273960-3020-488a-a33c-5a40ff9bc6fe', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'mac_address': 'fa:16:3e:b7:c1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:57Z', 'updated_at': '2021-07-08T17:34:05Z', 'revision_number': 4, 'project_id': 'f2724051465d45e2b43c66706335e738', 'subnets': [{'id': '144fa127-6880-4ebe-9754-52946fd27b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:34:05.952392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f51c0a43-4b10-4e98-8199-7fa52fe14b10 req-e66359d1-3fca-4219-9ce9-c093f77ecb8b service neutron] 10.222.0.72 "GET /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597432 Jul 08 17:34:05.955990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-6cecf10e-ed99-40f8-b2ca-ac21c7a91166 service neutron] 10.222.0.63 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860074 Jul 08 17:34:06.005360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25471044-51d9-40fb-83c9-90f2adac7626 req-a5c6568d-d50f-4e7a-b0f4-d0de1eeeea68 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814559 Jul 08 17:34:06.139510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-ed912133-a4cb-4d15-bc84-599045175651 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:06.141796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-ed912133-a4cb-4d15-bc84-599045175651 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9919242-fc54-452b-a639-159a3512b295 HTTP/1.1" status: 200 len: 945 time: 0.1353545 Jul 08 17:34:06.148487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a704a8ac-bb08-4d85-9002-7e4da82c98be up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:06.330595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port a704a8ac-bb08-4d85-9002-7e4da82c98be completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:06.343074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port a704a8ac-bb08-4d85-9002-7e4da82c98be triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:06.343456 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.578358 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.707563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port a704a8ac-bb08-4d85-9002-7e4da82c98be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a704a8ac-bb08-4d85-9002-7e4da82c98be,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:06.709809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a704a8ac-bb08-4d85-9002-7e4da82c98be'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:06.724059 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dc5c9e-2610-484c-ae72-9a77ec44a1c5" -d '{"events": [{"server_uuid": "3c43774f-bfc6-4262-a8d0-186d98a90270", "name": "network-vif-plugged", "status": "completed", "tag": "a704a8ac-bb08-4d85-9002-7e4da82c98be"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:06.735601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:06.737621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:07.042436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=a704a8ac-bb08-4d85-9002-7e4da82c98be,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:07.051453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38cb9d63-491f-45db-b795-48807a4397f9 req-e3a32368-b6c4-44b9-91e5-6acbd4ef4cfe tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0945325 Jul 08 17:34:07.069106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port dd0548f6-6e23-4868-8604-78cc00397f96 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:07.069705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.188085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:07.225667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94693e92-b0a0-448c-a4c1-df48dd157823 req-e961c4d9-fdee-4582-8ce4-0072ee522833 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:07.235646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94693e92-b0a0-448c-a4c1-df48dd157823 req-e961c4d9-fdee-4582-8ce4-0072ee522833 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 944 time: 0.2368152 Jul 08 17:34:07.266210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Deleting port 993a9423-2d17-4f58-8a86-eaf3b77d90ca {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:34:07.266937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.357044 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.413687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:07.434910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:07.438376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:07.439100 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.447327 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.449998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94693e92-b0a0-448c-a4c1-df48dd157823 req-a82aefdb-3d05-4fa8-9beb-3a55383743ac tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134352 Jul 08 17:34:07.636382 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fc855d-3f3c-4372-8f65-59c27669f378 x-openstack-request-id: req-75fc855d-3f3c-4372-8f65-59c27669f378 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:07.641017 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c43774f-bfc6-4262-a8d0-186d98a90270", "name": "network-vif-plugged", "status": "completed", "tag": "a704a8ac-bb08-4d85-9002-7e4da82c98be", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:07.641439 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-75fc855d-3f3c-4372-8f65-59c27669f378 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:07.642004 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a704a8ac-bb08-4d85-9002-7e4da82c98be', 'code': 200} Jul 08 17:34:07.681707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:07.723914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f62d3b8-0f97-48ef-a293-c62acc5b22e4 req-b713a525-811a-4600-af02-fe56fd2da419 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 210 time: 0.0888033 Jul 08 17:34:07.727792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.746012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] For port 993a9423-2d17-4f58-8a86-eaf3b77d90ca, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=993a9423-2d17-4f58-8a86-eaf3b77d90ca,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:07.746385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.774853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,segment=NetworkSegment(982fb964-2e2b-4c96-a1f6-ed07a90f44d0),segment_id=982fb964-2e2b-4c96-a1f6-ed07a90f44d0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:07.775133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Calling delete_port for 993a9423-2d17-4f58-8a86-eaf3b77d90ca owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:34:07.784146 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:07.847166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:07.993406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb2bee-d07d-4fdd-a808-136a972f0c9d req-9e9e8b5d-9bfa-484a-bf09-ca4e86414876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:07.997728 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3feb2bee-d07d-4fdd-a808-136a972f0c9d req-9e9e8b5d-9bfa-484a-bf09-ca4e86414876 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 1097 time: 0.0736251 Jul 08 17:34:08.045128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:08.046306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3feb2bee-d07d-4fdd-a808-136a972f0c9d req-13f33af0-8205-4e62-932c-9f5a9c831961 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Jul 08 17:34:08.057879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['993a9423-2d17-4f58-8a86-eaf3b77d90ca'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:08.059994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a6a10-37f0-4a04-a4fb-e30c3cd8ad4b req-34156c85-794d-4c34-b647-0748f4d4be4d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:08.063245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c23a6a10-37f0-4a04-a4fb-e30c3cd8ad4b req-34156c85-794d-4c34-b647-0748f4d4be4d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.2803929 Jul 08 17:34:08.120451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Pushing event deleted for resources: {'Port': ['ID=993a9423-2d17-4f58-8a86-eaf3b77d90ca,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:08.202158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] No DVR routers for this DVR port 993a9423-2d17-4f58-8a86-eaf3b77d90ca on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:34:08.206189 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:08.208445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79a72b51-d237-4e3f-b936-19fbb9fe36b7 req-f51f84ef-de2a-4fc7-b5e5-ec486cd1346c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "DELETE /v2.0/ports/993a9423-2d17-4f58-8a86-eaf3b77d90ca HTTP/1.1" status: 204 len: 173 time: 2.0570967 Jul 08 17:34:08.208915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'name': 'network-vif-deleted', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:08.211208 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a23dc0-0d16-4c7e-baf0-fbf34ef43174" -d '{"events": [{"server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "name": "network-vif-deleted", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:08.224615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c23a6a10-37f0-4a04-a4fb-e30c3cd8ad4b req-14f1c3c5-01cc-4e99-b907-2da8615afe9d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558540 Jul 08 17:34:08.329494 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6e6f8f-cb13-4340-8adf-66abb16fbdd0 x-openstack-request-id: req-6f6e6f8f-cb13-4340-8adf-66abb16fbdd0 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:08.330272 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9919242-fc54-452b-a639-159a3512b295", "name": "network-vif-deleted", "tag": "993a9423-2d17-4f58-8a86-eaf3b77d90ca", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:08.330813 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6f6e6f8f-cb13-4340-8adf-66abb16fbdd0 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:08.331472 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9919242-fc54-452b-a639-159a3512b295', 'name': 'network-vif-deleted', 'tag': '993a9423-2d17-4f58-8a86-eaf3b77d90ca', 'status': 'completed', 'code': 200} Jul 08 17:34:08.334351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5053d57-2f41-4090-9253-4cd56f6c201e req-d59ce3d9-25dd-4de6-a417-a48cd03fbd88 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0625911 Jul 08 17:34:08.838067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-7fa6c040-a952-4129-98b6-0e29f09618f4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:08.842976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-7fa6c040-a952-4129-98b6-0e29f09618f4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 815 time: 0.2227237 Jul 08 17:34:08.867225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Request body: {'port': {'device_id': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'admin_state_up': True, 'tenant_id': '73f98d1a04414bdaa17c2d8cfa650247'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:09.007655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e23045b5-5403-45c2-bb26-d6886a59dc5b req-003024ae-34c3-494c-9bf0-796526550158 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 210 time: 0.0824881 Jul 08 17:34:09.064613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281531c-048b-4172-8b31-41d3256757c9 req-adc5a275-efde-4062-aa8b-8b992bc68972 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:09.070211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:09.072303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e281531c-048b-4172-8b31-41d3256757c9 req-adc5a275-efde-4062-aa8b-8b992bc68972 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.4091246 Jul 08 17:34:09.154691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e281531c-048b-4172-8b31-41d3256757c9 req-5660ea07-cb08-4ff4-8043-cade27d04481 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813296 Jul 08 17:34:09.207624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Made reservation on behalf of 73f98d1a04414bdaa17c2d8cfa650247 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:09.208267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:09.208965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.213422 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.560503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Allocated IP 172.20.0.2 (ac90bb72-d7c4-4cad-bddb-22d9e72cc656/fb90cd7b-508f-45a2-a422-6f2e8b9e86dd/e756f6be-372f-4ae4-919d-ad96f5b11856) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:09.565244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f99b2bbe-85ea-48c4-ba6a-7087f2ac91df req-8636f654-ff74-4c64-8687-9baf3a9c12e3 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0579460 Jul 08 17:34:09.637809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28b0a2-b9be-4eb5-a67d-31473d5eeb7c req-2462781a-d6b0-4b64-8fe3-0e19bfc92a09 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:09.643627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:09.646118 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ac6518-35e1-4b40-b3b7-fb9b8e426e56" -d '{"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:09.650833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb28b0a2-b9be-4eb5-a67d-31473d5eeb7c req-2462781a-d6b0-4b64-8fe3-0e19bfc92a09 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1860776 Jul 08 17:34:09.711597 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb28b0a2-b9be-4eb5-a67d-31473d5eeb7c req-fab8382e-669c-460a-adce-4de4f1ca7dd3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596290 Jul 08 17:34:09.803197 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370a7f9-5897-4843-846f-57ae27b9324e x-openstack-request-id: req-c370a7f9-5897-4843-846f-57ae27b9324e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:09.803800 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:09.804293 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c370a7f9-5897-4843-846f-57ae27b9324e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:09.806019 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'code': 200} Jul 08 17:34:09.868398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.927725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:09.992493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:09.996513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:10.007445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:10.059605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:10.130277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:10.136418 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.162154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 993a9423-2d17-4f58-8a86-eaf3b77d90ca no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:34:10.178785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-12ed8c86-4d93-4740-86db-2c9fe4cc72f5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166978 Jul 08 17:34:10.185985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c358654-25a1-4171-96ad-56bb7cec1cd8 req-36ab3709-68a0-4bce-837e-9c9e8a43c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:10.189222 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c358654-25a1-4171-96ad-56bb7cec1cd8 req-36ab3709-68a0-4bce-837e-9c9e8a43c5bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 1097 time: 0.0871372 Jul 08 17:34:10.201273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Request body: {'port': {'device_id': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:10.236386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c358654-25a1-4171-96ad-56bb7cec1cd8 req-095a8baf-1b11-40c4-826a-508c6ca6f547 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Jul 08 17:34:10.239861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 993a9423-2d17-4f58-8a86-eaf3b77d90ca {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:34:10.241602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 993a9423-2d17-4f58-8a86-eaf3b77d90ca not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:34:10.382247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.418993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95e70-b1dd-4fb6-8285-caf23a0c13e9 req-399fde2f-7311-4d3f-9ee2-58f43f21c4f8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:10.420545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7c95e70-b1dd-4fb6-8285-caf23a0c13e9 req-399fde2f-7311-4d3f-9ee2-58f43f21c4f8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 931 time: 0.1672065 Jul 08 17:34:10.487276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16dcad-5ce7-48d6-906d-507f0722a3ab req-9f96e99d-bc1c-48d1-96a7-101d986e2bb7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:10.488839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d16dcad-5ce7-48d6-906d-507f0722a3ab req-9f96e99d-bc1c-48d1-96a7-101d986e2bb7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1607547 Jul 08 17:34:10.575495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7c95e70-b1dd-4fb6-8285-caf23a0c13e9 req-31cb6837-dc66-43fb-9db2-393458cbc97e tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332695 Jul 08 17:34:10.605930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d16dcad-5ce7-48d6-906d-507f0722a3ab req-79e97f7a-9cc1-41b2-8be0-76913eb9cf4f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093845 Jul 08 17:34:10.809424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e756f6be-372f-4ae4-919d-ad96f5b11856 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:10.832152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-343d9504-a596-42e2-a078-2eb006bcd1c0 req-76d1fcf7-38b7-4bc4-b053-135f42ccaca7 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0735807 Jul 08 17:34:10.837119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.855376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Transition to ACTIVE for port object e756f6be-372f-4ae4-919d-ad96f5b11856 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:10.865240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:10.967473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:10.978341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e70de-d686-412e-89ce-06267e26ecf0 req-d0d1ac1b-8899-41f9-89ad-c75b347868d1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:10.979998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-067e70de-d686-412e-89ce-06267e26ecf0 req-d0d1ac1b-8899-41f9-89ad-c75b347868d1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.2040572 Jul 08 17:34:11.042858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-067e70de-d686-412e-89ce-06267e26ecf0 req-d39f6f65-2200-40b4-9537-3d21f1a520da tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Jul 08 17:34:11.089443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Attempting to bind port e756f6be-372f-4ae4-919d-ad96f5b11856 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:11.089789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Attempting to bind port e756f6be-372f-4ae4-919d-ad96f5b11856 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:11.090132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Attempting to bind port e756f6be-372f-4ae4-919d-ad96f5b11856 on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:11.095163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Port e756f6be-372f-4ae4-919d-ad96f5b11856 on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:34:11.095437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Attempting to bind port e756f6be-372f-4ae4-919d-ad96f5b11856 on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:11.101403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:11.101750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Checking segment: {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:11.102140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Bound using segment: {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:11.102576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Bound port: e756f6be-372f-4ae4-919d-ad96f5b11856, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:11.102940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.196908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:11.200223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:11.217340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.281896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:11.282529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:11.283961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] 10.222.0.72 "PUT /v2.0/ports/e756f6be-372f-4ae4-919d-ad96f5b11856 HTTP/1.1" status: 200 len: 1091 time: 1.0978127 Jul 08 17:34:11.284568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:11.286880 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758c23f2-ecd1-4920-af4a-f6571fb83b97" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:11.372516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b069e-0abf-43d5-ab79-b6557a5a63c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:11.393774 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7ab51a-9dfd-4e7a-a54a-e31c4b25e853 x-openstack-request-id: req-2c7ab51a-9dfd-4e7a-a54a-e31c4b25e853 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:11.394090 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:11.394334 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2c7ab51a-9dfd-4e7a-a54a-e31c4b25e853 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:11.394825 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'status': 'completed', 'code': 200} Jul 08 17:34:11.402432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d820-ce5c-4d8f-b1c8-bad048845526 req-3bb9546e-e796-49d1-aeea-375c8e44c28e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:11.403963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a350d820-ce5c-4d8f-b1c8-bad048845526 req-3bb9546e-e796-49d1-aeea-375c8e44c28e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1774533 Jul 08 17:34:11.445608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e89ee34-755f-427e-8ec6-62ebf1a841a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:11.447153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-0e89ee34-755f-427e-8ec6-62ebf1a841a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 1094 time: 0.1161959 Jul 08 17:34:11.469890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a350d820-ce5c-4d8f-b1c8-bad048845526 req-9cd294d1-b559-42a1-b6d3-d4d623361942 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572867 Jul 08 17:34:11.508643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-6d364b27-11a3-4b33-84ed-f63df20ec447 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e756f6be-372f-4ae4-919d-ad96f5b11856 HTTP/1.1" status: 200 len: 217 time: 0.0529997 Jul 08 17:34:11.567107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-4584f48e-3ea3-4845-af07-5808bf39881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:11.568671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-4584f48e-3ea3-4845-af07-5808bf39881c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd HTTP/1.1" status: 200 len: 855 time: 0.0546341 Jul 08 17:34:11.636225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-19bb0645-9ba4-4dcd-a065-5206517319db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605259 Jul 08 17:34:11.895329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-efb875ed-79dd-4cf0-9ac0-e1f9f0d99309 service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509882 Jul 08 17:34:11.983075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a091-35e9-4344-b526-ba5a852ba986 req-f8bc1fa0-a15b-4f87-b501-cca9d093870e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:11.984544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be49a091-35e9-4344-b526-ba5a852ba986 req-f8bc1fa0-a15b-4f87-b501-cca9d093870e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1864424 Jul 08 17:34:12.005931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613be23-bad5-429a-a6e2-49b8eee45172 req-c8136b22-46ed-4138-9ad3-0a3e9a895a4b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:12.013508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c613be23-bad5-429a-a6e2-49b8eee45172 req-c8136b22-46ed-4138-9ad3-0a3e9a895a4b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 943 time: 0.2164419 Jul 08 17:34:12.109209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c613be23-bad5-429a-a6e2-49b8eee45172 req-92f9a992-2b61-4754-9f48-db50d4b3ec3e tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942488 Jul 08 17:34:12.112571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be49a091-35e9-4344-b526-ba5a852ba986 req-722d7900-ceeb-4647-8ff0-16b2c854e8e8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192932 Jul 08 17:34:12.114705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b667b29-b2ad-42e7-bed3-2a32fb77755d req-c441f390-4d33-4e3d-9fa4-333622a50522 service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053018 Jul 08 17:34:12.297541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8bb45f48-4022-425a-9b84-c65223f94fe4 req-964a5ca7-44f9-4a6c-b90f-c48eed300a67 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0504518 Jul 08 17:34:12.335043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-8f23b8ad-1584-4510-af4b-9a1fe8b7b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:12.336617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-8f23b8ad-1584-4510-af4b-9a1fe8b7b022 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 1094 time: 0.1527061 Jul 08 17:34:12.425063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae5c4-6698-40dc-8c37-8630e9c2155d req-cba358dd-270c-4d83-9ca2-428ea5b3f05c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:12.431079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2fae5c4-6698-40dc-8c37-8630e9c2155d req-cba358dd-270c-4d83-9ca2-428ea5b3f05c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1630328 Jul 08 17:34:12.486184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-c59d4015-1c1d-4996-978a-c0957271bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:12.487682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-c59d4015-1c1d-4996-978a-c0957271bbe4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 916 time: 0.1429770 Jul 08 17:34:12.513450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2fae5c4-6698-40dc-8c37-8630e9c2155d req-a388bc9f-370e-4b11-921d-cc4fe0041358 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688832 Jul 08 17:34:12.553101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-7442375c-7966-460e-883e-6d455d738f4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e756f6be-372f-4ae4-919d-ad96f5b11856 HTTP/1.1" status: 200 len: 217 time: 0.0565734 Jul 08 17:34:12.611103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-06ed246d-20a7-489c-84e5-a5b2c5134198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:12.612638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-06ed246d-20a7-489c-84e5-a5b2c5134198 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd HTTP/1.1" status: 200 len: 855 time: 0.0501962 Jul 08 17:34:12.654182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-cbbf8787-e559-453f-80e0-e2ff6d8af11d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287521 Jul 08 17:34:12.754421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-b905be02-2949-4764-8b08-a213608634ee service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935097 Jul 08 17:34:12.857449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c23f2-ecd1-4920-af4a-f6571fb83b97 req-04c1e92b-669b-4cd1-bb5c-9805f9c9c19c service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954425 Jul 08 17:34:13.362164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df963ac-27f2-4932-a4fa-643b147f84fa req-6ca81060-659b-4d4e-9d17-425549fb6a62 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:13.363749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df963ac-27f2-4932-a4fa-643b147f84fa req-6ca81060-659b-4d4e-9d17-425549fb6a62 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1158826 Jul 08 17:34:13.371368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d879e4-aa99-49e0-ac4b-2a2f6c3c85c9 req-d79b4775-b397-4672-ad97-f74b301626e4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:13.372795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01d879e4-aa99-49e0-ac4b-2a2f6c3c85c9 req-d79b4775-b397-4672-ad97-f74b301626e4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 943 time: 0.1145833 Jul 08 17:34:13.433914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df963ac-27f2-4932-a4fa-643b147f84fa req-392f1a9a-3637-4fc1-b218-9a99f04dbe78 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600481 Jul 08 17:34:13.438143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:13.447630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01d879e4-aa99-49e0-ac4b-2a2f6c3c85c9 req-d868f015-523f-46d7-8115-eea1fcf9c981 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621140 Jul 08 17:34:13.648693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ca4210f-2017-466f-a6b5-0b7373b6aa5c req-ef876898-0719-44f6-a3e8-9f9262fece10 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0367787 Jul 08 17:34:13.833436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06a1f9-b07f-41ac-9f50-12526859fe24 req-dab0f857-1bed-481e-b251-721792beffb3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:13.835207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd06a1f9-b07f-41ac-9f50-12526859fe24 req-dab0f857-1bed-481e-b251-721792beffb3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1351199 Jul 08 17:34:13.885119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1417e6-3181-48fc-be84-c2efa9365ceb req-71a9d2e3-4f0f-4f54-84ce-eca480d60c9e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:13.886622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb1417e6-3181-48fc-be84-c2efa9365ceb req-71a9d2e3-4f0f-4f54-84ce-eca480d60c9e tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1161528 Jul 08 17:34:13.896181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd06a1f9-b07f-41ac-9f50-12526859fe24 req-39764472-75a7-4bbb-bfed-b7ae6d27932a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 Jul 08 17:34:13.937345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb1417e6-3181-48fc-be84-c2efa9365ceb req-184a0cef-e2e6-434b-8424-67dba07731fc tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Jul 08 17:34:14.157925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-c53d388a-186f-4e63-8158-5c1aef65e402 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102540 Jul 08 17:34:14.176714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e756f6be-372f-4ae4-919d-ad96f5b11856 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:34:14.180190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fcdec-eb47-4a33-a828-43c01422db73 req-786f2d8a-4810-4c0f-be30-98f13e34c537 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.190503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d9fcdec-eb47-4a33-a828-43c01422db73 req-786f2d8a-4810-4c0f-be30-98f13e34c537 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1009588 Jul 08 17:34:14.242744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d9fcdec-eb47-4a33-a828-43c01422db73 req-9fd800d5-eb1f-48b7-9c15-d57bc4224b39 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504861 Jul 08 17:34:14.339373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:14.343651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-18cd943d-2f98-40da-873f-45b95d78ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.345206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-18cd943d-2f98-40da-873f-45b95d78ce6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 1096 time: 0.1023741 Jul 08 17:34:14.367475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'port_id': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'mac_address': 'fa:16:3e:da:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90cd7b-508f-45a2-a422-6f2e8b9e86dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:34:14.413851 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.429779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e756f6be-372f-4ae4-919d-ad96f5b11856 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:14.455303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:14.462777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:14.535996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c2357-ff29-4144-8a9b-13734270e3b5 req-37d67dc5-59bb-435c-8566-6a2870e1e968 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.537701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-611c2357-ff29-4144-8a9b-13734270e3b5 req-37d67dc5-59bb-435c-8566-6a2870e1e968 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0956688 Jul 08 17:34:14.554249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:14.574820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-c257b799-93d6-44bd-9e26-73e4ea5d734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.576327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-c257b799-93d6-44bd-9e26-73e4ea5d734a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 200 len: 905 time: 0.2009406 Jul 08 17:34:14.644491 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-2c59b4a9-9f84-4066-9149-350352f92d03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d085bff-0285-49d7-be9e-5a097e4632f6 HTTP/1.1" status: 200 len: 217 time: 0.0579031 Jul 08 17:34:14.680562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-611c2357-ff29-4144-8a9b-13734270e3b5 req-3a43eb25-5d20-49be-b385-edf0e8b70fac tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365297 Jul 08 17:34:14.746848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-3af9efe5-6d43-4288-9b91-72861ae1467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.747310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-3af9efe5-6d43-4288-9b91-72861ae1467b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 200 len: 844 time: 0.0917914 Jul 08 17:34:14.799918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539f45f-3d98-4878-82a9-9667f11cc5fd req-21507daa-bbdd-4ff6-8296-51121efe24c7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:14.807352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7539f45f-3d98-4878-82a9-9667f11cc5fd req-21507daa-bbdd-4ff6-8296-51121efe24c7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 944 time: 0.1653600 Jul 08 17:34:14.810768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-b192cf8f-4130-4e90-8a2a-bfb5a527aee8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550992 Jul 08 17:34:14.909334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e756f6be-372f-4ae4-919d-ad96f5b11856'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:14.913503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7539f45f-3d98-4878-82a9-9667f11cc5fd req-eb7a1a66-8e51-48c5-88a9-c3239a4aedb3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050513 Jul 08 17:34:14.992032 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07044ec8-a1c4-4912-abbf-f1a268f186ec req-d62ba353-ee01-4266-9eab-e0cc0b61c2d7 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0504324 Jul 08 17:34:15.017046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-d22d63c7-6fa2-4c02-9d9c-c2584eea2763 service neutron] 10.222.0.41 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865699 Jul 08 17:34:15.228567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c17e0c6a-7a3d-4277-be0d-2b9757a257a2 req-7b9a9083-39c4-4e3e-8f0c-f8febc428f3e service neutron] 10.222.0.41 "GET /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028255 Jul 08 17:34:15.247761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921a654-855d-49d1-ab59-5fd6b3370f66 req-a0a4602a-beef-4470-aab1-6a890734d4ad tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:15.250565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6921a654-855d-49d1-ab59-5fd6b3370f66 req-a0a4602a-beef-4470-aab1-6a890734d4ad tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.2060382 Jul 08 17:34:15.259413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf4d9e-452d-4c55-887a-7db4e36184ba req-bb7caef8-38bd-4f9a-9e82-d918a06d614f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:15.261536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81bf4d9e-452d-4c55-887a-7db4e36184ba req-bb7caef8-38bd-4f9a-9e82-d918a06d614f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1329243 Jul 08 17:34:15.325383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6921a654-855d-49d1-ab59-5fd6b3370f66 req-aad9384b-e2bc-4d81-a391-920b744a62bb tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625465 Jul 08 17:34:15.352255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81bf4d9e-452d-4c55-887a-7db4e36184ba req-7f162fa2-9f67-44f3-a1f9-d0ff5266e6d0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796070 Jul 08 17:34:15.549871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa63fd9-f714-4dda-ab9f-862c047800e3 req-72d2df7c-db3a-41bb-bf10-8fcd9ecb25dc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:15.552324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fa63fd9-f714-4dda-ab9f-862c047800e3 req-72d2df7c-db3a-41bb-bf10-8fcd9ecb25dc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0672181 Jul 08 17:34:15.597845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fa63fd9-f714-4dda-ab9f-862c047800e3 req-eb2485c9-0ebc-435f-844e-e821663f812a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Jul 08 17:34:15.801460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e598-687a-4f4a-b9c3-2d6b73cb07ac req-9e3a96f8-b4b2-4f88-826a-3ae1db00759e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:15.812699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e677e598-687a-4f4a-b9c3-2d6b73cb07ac req-9e3a96f8-b4b2-4f88-826a-3ae1db00759e tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0926056 Jul 08 17:34:15.853673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e677e598-687a-4f4a-b9c3-2d6b73cb07ac req-586c3c2c-f819-4b16-8253-5b49e41c7d71 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Jul 08 17:34:16.119100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dceeda-3216-4b83-ad99-787c85e3d02a req-c481dc1e-5f3b-484a-81b4-234f744a2128 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:16.127402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5dceeda-3216-4b83-ad99-787c85e3d02a req-c481dc1e-5f3b-484a-81b4-234f744a2128 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 944 time: 0.0821567 Jul 08 17:34:16.174027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5dceeda-3216-4b83-ad99-787c85e3d02a req-cae84819-6267-4b44-9afa-35c8d889bf08 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Jul 08 17:34:16.258738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01597438-962f-4e99-85ed-d13fc0ba109a req-73ddabf0-5b75-4d9a-91d6-e3ad403ea6d6 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0322042 Jul 08 17:34:16.357301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855a98-5fe7-4f05-87d7-19d9c9949a64 req-206cf5c5-2394-475b-932b-249de6690f57 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:16.358376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af855a98-5fe7-4f05-87d7-19d9c9949a64 req-206cf5c5-2394-475b-932b-249de6690f57 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0697091 Jul 08 17:34:16.404283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af855a98-5fe7-4f05-87d7-19d9c9949a64 req-58288eae-8648-46e7-992d-927fa4bf7335 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Jul 08 17:34:16.550903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481e01-1826-425b-8c01-600789fc484f req-035aa0c0-9741-45ea-9476-eebfae006675 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:16.559494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6481e01-1826-425b-8c01-600789fc484f req-035aa0c0-9741-45ea-9476-eebfae006675 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0871780 Jul 08 17:34:16.601167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6481e01-1826-425b-8c01-600789fc484f req-08074978-4d03-43a9-a1dd-8bde4eeb178a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Jul 08 17:34:17.377609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d601337-a36e-4f6c-b270-619deea62a1f req-5ae872ec-20a4-4088-9a9c-5dc4feaf9e31 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:17.379163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d601337-a36e-4f6c-b270-619deea62a1f req-5ae872ec-20a4-4088-9a9c-5dc4feaf9e31 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 944 time: 0.0814388 Jul 08 17:34:17.766456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d60d860f-44f3-48ea-9905-d7f607b0326f req-d27355a3-46d7-4acb-9d02-3abe88c5912f tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0315738 Jul 08 17:34:17.787799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d601337-a36e-4f6c-b270-619deea62a1f req-8181ae95-a350-4b83-9f32-f3f54d7d978f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028170 Jul 08 17:34:17.993149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cac38e-4584-48e4-9055-f8b21cda5cb7 req-772fa91b-f5e5-479d-925c-99d649aef575 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:17.995067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6cac38e-4584-48e4-9055-f8b21cda5cb7 req-772fa91b-f5e5-479d-925c-99d649aef575 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0959578 Jul 08 17:34:18.080913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6cac38e-4584-48e4-9055-f8b21cda5cb7 req-4db818e8-b19b-426d-b2ad-4ff3cce6a387 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768602 Jul 08 17:34:18.136104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75af8e8-9399-4491-abe2-dc091c66f179 req-fbaae793-eda8-435d-9728-06620a2dec0a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:18.137632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b75af8e8-9399-4491-abe2-dc091c66f179 req-fbaae793-eda8-435d-9728-06620a2dec0a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1073203 Jul 08 17:34:18.190905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e756f6be-372f-4ae4-919d-ad96f5b11856 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:18.195398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b75af8e8-9399-4491-abe2-dc091c66f179 req-a47d9463-1adc-472f-a2c2-58cdf0c1e0e5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 Jul 08 17:34:18.263991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port e756f6be-372f-4ae4-919d-ad96f5b11856 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:18.269043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port e756f6be-372f-4ae4-919d-ad96f5b11856 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:18.269627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:18.359740 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:18.386044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:18.388362 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b9158-190c-4cd1-b7f8-29016658c493" -d '{"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-plugged", "status": "completed", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:18.404407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:18.415809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:18.491459 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5400193a-372c-46f6-806f-f3a2d919c418 x-openstack-request-id: req-5400193a-372c-46f6-806f-f3a2d919c418 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:18.491790 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-plugged", "status": "completed", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:18.492044 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5400193a-372c-46f6-806f-f3a2d919c418 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:18.492438 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'code': 200} Jul 08 17:34:18.514243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:18.621326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e36c7c-447b-4504-90dc-297016ae7048 req-71eee3ef-0b98-49cf-a423-2ebdf6131c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:18.622805 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71e36c7c-447b-4504-90dc-297016ae7048 req-71eee3ef-0b98-49cf-a423-2ebdf6131c93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 1096 time: 0.1065524 Jul 08 17:34:18.706344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71e36c7c-447b-4504-90dc-297016ae7048 req-ce6192aa-9faa-4a9c-a70a-4f1b7ce2f014 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729125 Jul 08 17:34:18.709424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-6682a2f0-dceb-475d-8380-178f0b3b8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:18.711844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-6682a2f0-dceb-475d-8380-178f0b3b8dd2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1e3d21c6e508482eabda830128eba248&device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 1097 time: 0.0659316 Jul 08 17:34:18.729156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821250-a36e-41ec-ae47-8662b731637a req-15f33347-d1db-4c55-b375-0e41a57c61f5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:18.730803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83821250-a36e-41ec-ae47-8662b731637a req-15f33347-d1db-4c55-b375-0e41a57c61f5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1067560 Jul 08 17:34:18.783001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83821250-a36e-41ec-ae47-8662b731637a req-80931103-6da9-4553-9d61-8ae69eeb6c47 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461729 Jul 08 17:34:18.904990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-7ec2e75f-f568-45b3-ac94-15d4d9d93ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:18.907023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-7ec2e75f-f568-45b3-ac94-15d4d9d93ae0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 200 len: 915 time: 0.1518137 Jul 08 17:34:18.961257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-305f101e-4f56-4c8d-9197-d75ba2aebdae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd0548f6-6e23-4868-8604-78cc00397f96 HTTP/1.1" status: 200 len: 217 time: 0.0459087 Jul 08 17:34:18.965363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b47c3301-e9d2-406a-9d9c-0ae6f7c6710e req-37abb903-b353-44fe-be41-c467ae565ec5 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0533967 Jul 08 17:34:19.029866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-927730b1-11c7-4507-be19-efe74351635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:19.031940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-927730b1-11c7-4507-be19-efe74351635a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 200 len: 854 time: 0.0640724 Jul 08 17:34:19.039131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38659d1f-a4fc-4977-ab1c-07dcabcc6df6 req-acc43e64-a9a5-4ffc-82b7-7064cd0a1e7f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:19.040682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38659d1f-a4fc-4977-ab1c-07dcabcc6df6 req-acc43e64-a9a5-4ffc-82b7-7064cd0a1e7f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0779138 Jul 08 17:34:19.076710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-86b8689f-c2ff-4842-8f24-8ccab26695d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d886e97f-55a2-44d5-b42b-cbc3203288a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367873 Jul 08 17:34:19.086663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38659d1f-a4fc-4977-ab1c-07dcabcc6df6 req-ef981cf1-400b-4218-b194-31afc9c5e9ca tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Jul 08 17:34:19.184131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-ecdb9dc1-5ba5-4db7-b388-d0abcddb2722 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962505 Jul 08 17:34:19.302856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0690616d-b2a1-47e8-8a65-b99f03f2f196 req-e332e505-8ce2-4631-ac96-75356cd357c5 service neutron] 10.222.0.72 "GET /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110003 Jul 08 17:34:19.406847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e2876-f5b3-4631-9071-a159a1b43c3e req-1bf30458-5ecc-4c12-8f2e-b9baba58031c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:19.408477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c53e2876-f5b3-4631-9071-a159a1b43c3e req-1bf30458-5ecc-4c12-8f2e-b9baba58031c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0841436 Jul 08 17:34:19.455318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c53e2876-f5b3-4631-9071-a159a1b43c3e req-0ffdd4cf-a0f7-4b65-a425-01ee6d9fbafd tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Jul 08 17:34:19.976535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb614-b194-4ff3-8eb6-e992caab40cb req-0c7e7886-1464-4723-8507-c19f6c71be5a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:19.978295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0bdb614-b194-4ff3-8eb6-e992caab40cb req-0c7e7886-1464-4723-8507-c19f6c71be5a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0732296 Jul 08 17:34:20.013851 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:34:20.041650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0bdb614-b194-4ff3-8eb6-e992caab40cb req-99dc37ad-625c-4e83-a3ba-6f7b4911da4a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573606 Jul 08 17:34:20.220183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88f41999-4efe-410b-8f3c-c48e11863199 req-9882ec38-b3ee-4840-b817-1c2f91d60c0b tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0492747 Jul 08 17:34:20.312902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a185e-a5e2-489a-947a-3a0c82bfa7e4 req-fc8b2e92-e619-4458-b4a4-02943ac3f5c3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:20.314880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-340a185e-a5e2-489a-947a-3a0c82bfa7e4 req-fc8b2e92-e619-4458-b4a4-02943ac3f5c3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0935364 Jul 08 17:34:20.365354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-340a185e-a5e2-489a-947a-3a0c82bfa7e4 req-9499b633-3a3a-437b-a6c4-f3c674c19ce5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Jul 08 17:34:20.571797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36254c23-146a-4480-a369-fbdf40662f8b req-ae654978-4bc2-410a-af23-9e3b1f4616c5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:20.573558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36254c23-146a-4480-a369-fbdf40662f8b req-ae654978-4bc2-410a-af23-9e3b1f4616c5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0868051 Jul 08 17:34:20.629706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36254c23-146a-4480-a369-fbdf40662f8b req-09948a78-bb2c-46a5-a28c-57009f4a6a3e tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Jul 08 17:34:20.716597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8369277-92a7-4b22-9bd9-00e6e02f1173 req-230c55ce-144b-41b2-86e7-6acd76d9e842 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:20.719233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8369277-92a7-4b22-9bd9-00e6e02f1173 req-230c55ce-144b-41b2-86e7-6acd76d9e842 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0750751 Jul 08 17:34:20.767953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8369277-92a7-4b22-9bd9-00e6e02f1173 req-b6460a4b-202b-47e5-872d-a55f31481f15 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Jul 08 17:34:21.004659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1d3dc-0eab-46e3-ba99-bb761cf2cc50 req-b078c582-e87d-49bc-b744-7357680e13fe tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:21.008191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8cb1d3dc-0eab-46e3-ba99-bb761cf2cc50 req-b078c582-e87d-49bc-b744-7357680e13fe tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0735331 Jul 08 17:34:21.059829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8cb1d3dc-0eab-46e3-ba99-bb761cf2cc50 req-6d062376-00a2-4e84-a9af-3709f26d8fff tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Jul 08 17:34:21.308991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00558559-0a05-45e1-94d4-6018ecd5a10d req-e89e1cb9-533b-4627-86d9-e8940f6dead9 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:21.310634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00558559-0a05-45e1-94d4-6018ecd5a10d req-e89e1cb9-533b-4627-86d9-e8940f6dead9 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0879335 Jul 08 17:34:21.324592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c3a5b-73b5-462a-97fe-4759bad54b95 req-05c2ca95-d879-4c55-8217-5b736d148f03 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:21.326517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c2c3a5b-73b5-462a-97fe-4759bad54b95 req-05c2ca95-d879-4c55-8217-5b736d148f03 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1397400 Jul 08 17:34:21.377590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00558559-0a05-45e1-94d4-6018ecd5a10d req-724ed64e-5e82-47a3-8cbb-576bf18af95a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504992 Jul 08 17:34:21.390252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c2c3a5b-73b5-462a-97fe-4759bad54b95 req-2b822720-84de-4e62-b32f-38d6fe0884d7 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Jul 08 17:34:21.535291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96e8c5f3-a106-4e76-b3a3-4a31a68c7aa9 req-36391c05-5e57-4d17-9ca5-14320fc9fa80 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0291853 Jul 08 17:34:21.705471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3dc11-fb11-4cb7-b375-6b09242afdb9 req-58289906-d45f-4cb3-a7ce-85bd2851b187 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:21.706966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-70f3dc11-fb11-4cb7-b375-6b09242afdb9 req-58289906-d45f-4cb3-a7ce-85bd2851b187 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0624242 Jul 08 17:34:21.749094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-70f3dc11-fb11-4cb7-b375-6b09242afdb9 req-bd8f7e93-b816-4edb-95e3-a6c9282783f5 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363352 Jul 08 17:34:22.115203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0eb78a-9552-4aa9-814b-2872a349a921 req-0fe4d92d-3d46-4553-b75e-6e42f21f25af tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:22.116608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e0eb78a-9552-4aa9-814b-2872a349a921 req-0fe4d92d-3d46-4553-b75e-6e42f21f25af tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1255009 Jul 08 17:34:22.183589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-56907916-9d27-4a3a-baf8-4af9c7e3762a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:22.185052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-56907916-9d27-4a3a-baf8-4af9c7e3762a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/networks?id=c552f28b-191c-483f-bbcf-3749c2b57ff8 HTTP/1.1" status: 200 len: 814 time: 0.1454489 Jul 08 17:34:22.189885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e0eb78a-9552-4aa9-814b-2872a349a921 req-b5a36620-b9d0-4ea6-a36a-974834d4eb61 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669551 Jul 08 17:34:22.199528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-c941c18a-08a8-4fb8-802a-27bca255f2e6 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/quotas/633546f2d4634decbc6a5204041e9456 HTTP/1.1" status: 200 len: 375 time: 0.0087538 Jul 08 17:34:22.266160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a3de224a-82fd-4d1a-a26a-b52fef07d433 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=633546f2d4634decbc6a5204041e9456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607545 Jul 08 17:34:22.395468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-096f30ea-0aa6-46fd-921e-d74c733c4920 service neutron] 10.222.0.63 "GET /v2.0/networks/c552f28b-191c-483f-bbcf-3749c2b57ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226134 Jul 08 17:34:22.407995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1c2f-5f49-453b-895d-b4608a4abc26 req-a132fae8-a8d3-49b1-b5db-80bbdbbf382b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:22.409421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1c2f-5f49-453b-895d-b4608a4abc26 req-a132fae8-a8d3-49b1-b5db-80bbdbbf382b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1195071 Jul 08 17:34:22.496141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-785e1c2f-5f49-453b-895d-b4608a4abc26 req-f5e6fc15-91de-4474-be8b-afbd8b31926a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788009 Jul 08 17:34:22.526452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-9a7beddd-bcd6-4169-ab13-1b1f5f2084f8 service neutron] 10.222.0.63 "GET /v2.0/networks/c552f28b-191c-483f-bbcf-3749c2b57ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159577 Jul 08 17:34:22.585532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-69e336b1-0ac8-482c-8fe8-a5671b9bad3f req-e8f1385c-6d71-4c2e-824e-7bc28bf3770a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0310631 Jul 08 17:34:22.672807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d520f5f-0ef9-4f0a-a8cc-6dc1a9a0faa5 req-d2f5146a-7695-490a-bb2f-9093555aad81 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:22.674587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d520f5f-0ef9-4f0a-a8cc-6dc1a9a0faa5 req-d2f5146a-7695-490a-bb2f-9093555aad81 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0751355 Jul 08 17:34:22.714343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d520f5f-0ef9-4f0a-a8cc-6dc1a9a0faa5 req-bb2db04a-1228-4961-bcbc-5ccf7c775e01 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Jul 08 17:34:22.800268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96ff8917-dc23-4c44-99c3-17aa7347f7cd req-b08abb58-0a78-44ed-a5d2-d4054fa4c668 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 210 time: 0.0297012 Jul 08 17:34:22.866369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e337af9-4ecc-4aa8-bfcd-7d6f25d39b44 req-b0e13440-9242-4298-a3d3-bb3a3e7bb4e1 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0342915 Jul 08 17:34:22.985888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bea54a-388a-4902-917d-cba7d439b28f req-2c3a458c-f9b4-4465-bb04-0dd81a68c98a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:22.987412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97bea54a-388a-4902-917d-cba7d439b28f req-2c3a458c-f9b4-4465-bb04-0dd81a68c98a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0678761 Jul 08 17:34:23.028411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97bea54a-388a-4902-917d-cba7d439b28f req-a7cad2ea-98ce-4550-99c2-9a83b9424116 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Jul 08 17:34:23.293610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03594c1a-1515-4e17-86d3-46fc6c3ac0ad req-a35ed053-6366-4017-9d4e-259a2bcb33a3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:23.295106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03594c1a-1515-4e17-86d3-46fc6c3ac0ad req-a35ed053-6366-4017-9d4e-259a2bcb33a3 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0657547 Jul 08 17:34:23.364617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03594c1a-1515-4e17-86d3-46fc6c3ac0ad req-a4e32602-67d4-4d09-8947-4441578435fc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630183 Jul 08 17:34:23.403382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e4bac-0a48-45da-aed3-aa31fa4179fb req-9e8e30f9-8789-428f-9640-12ef400d91c8 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:23.404871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da3e4bac-0a48-45da-aed3-aa31fa4179fb req-9e8e30f9-8789-428f-9640-12ef400d91c8 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0963354 Jul 08 17:34:23.446742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da3e4bac-0a48-45da-aed3-aa31fa4179fb req-d1d612db-141a-4585-a182-dc578416abc2 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Jul 08 17:34:23.545670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2778-bef4-46cc-9c07-0f275595c351 req-ae826e97-d482-4aba-a0b2-5b963e752b16 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:23.547314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-120c2778-bef4-46cc-9c07-0f275595c351 req-ae826e97-d482-4aba-a0b2-5b963e752b16 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0654364 Jul 08 17:34:23.593344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-120c2778-bef4-46cc-9c07-0f275595c351 req-b4f15d8c-6b7c-4a9a-beda-60f4c8d16250 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 Jul 08 17:34:23.678867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84020f5-a926-4b8b-9717-441ba4afb356 req-c36be574-9d59-4cf5-9b1a-d5e111618487 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:23.680265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b84020f5-a926-4b8b-9717-441ba4afb356 req-c36be574-9d59-4cf5-9b1a-d5e111618487 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0679076 Jul 08 17:34:23.729148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b84020f5-a926-4b8b-9717-441ba4afb356 req-d955dc06-437e-44d6-8dcd-79e37d2c87b4 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Jul 08 17:34:23.793748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ca5e7-c0c1-4f49-a828-3f21774be755 req-921703f1-6050-4239-af20-30fb485068c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:23.800816 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d57ca5e7-c0c1-4f49-a828-3f21774be755 req-921703f1-6050-4239-af20-30fb485068c9 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0867074 Jul 08 17:34:23.840817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d57ca5e7-c0c1-4f49-a828-3f21774be755 req-4d4f5cee-7c9f-43c5-9ba5-3e1f197f4f64 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Jul 08 17:34:23.992902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cca367b-efca-42da-a9f6-60362fc7e58c req-eb5de556-30b1-49f3-a84b-b1270babe724 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 210 time: 0.0311768 Jul 08 17:34:24.019443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-bf3f133a-219f-470b-9101-5f8ef2b5b0c5 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:24.021400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-bf3f133a-219f-470b-9101-5f8ef2b5b0c5 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.72 "GET /v2.0/networks?id=c552f28b-191c-483f-bbcf-3749c2b57ff8 HTTP/1.1" status: 200 len: 814 time: 0.1463466 Jul 08 17:34:24.037308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Request body: {'port': {'device_id': '290ff761-2788-4285-834d-2e6b04d487be', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'admin_state_up': True, 'tenant_id': '633546f2d4634decbc6a5204041e9456'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:24.069987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59708143-095d-4abe-8286-5b45b378de95 req-dd22b942-1e84-49f4-b005-a278a53b3569 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:24.071558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59708143-095d-4abe-8286-5b45b378de95 req-dd22b942-1e84-49f4-b005-a278a53b3569 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0811799 Jul 08 17:34:24.116817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59708143-095d-4abe-8286-5b45b378de95 req-e5095389-2cee-46a3-9b31-dc974bfa491a tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Jul 08 17:34:24.171242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Made reservation on behalf of 633546f2d4634decbc6a5204041e9456 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:24.174918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:24.180255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a41d42e5-f3a6-41ac-9eda-dfd3c2548def req-c10ca10a-16d1-4a17-a9ea-7c5cfc697331 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0316989 Jul 08 17:34:24.320819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Allocated IP 172.20.0.12 (c552f28b-191c-483f-bbcf-3749c2b57ff8/b74a06b2-e706-42b2-b32d-2a9c8105baab/515692e9-7952-47e5-bd98-d89eb3d0af9a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:34:24.581111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4af72-ccbc-4c4e-9426-8f76f4d7dbb0 req-71393056-7c7c-4fe3-ac71-52106a634bb4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:24.585510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:24.585687 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8e4af72-ccbc-4c4e-9426-8f76f4d7dbb0 req-71393056-7c7c-4fe3-ac71-52106a634bb4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1302698 Jul 08 17:34:24.617313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Transition to ACTIVE for port object 515692e9-7952-47e5-bd98-d89eb3d0af9a will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:24.652849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8e4af72-ccbc-4c4e-9426-8f76f4d7dbb0 req-e8742bc7-3469-4666-8649-b98865b41340 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621965 Jul 08 17:34:24.705854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:24.847761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Pushing event updated for resources: {'Port': ['ID=515692e9-7952-47e5-bd98-d89eb3d0af9a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:24.856050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:34:24.877945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.879212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.879575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.879919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.880265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.880599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.880982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.881314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.881645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.882056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.887977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.888322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:24.900045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:34:24.909195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fac4b054-a1a2-4915-9c06-b66366d548b1 req-69878ff5-d9a0-4275-bec6-1eb2e06b9a5f tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0346930 Jul 08 17:34:24.914086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:34:24.919632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e1b89-8481-45a8-8501-cc22d1918b54 req-21d7f4d2-8f9d-4521-98ce-1f204fba6276 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:24.929005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c82e1b89-8481-45a8-8501-cc22d1918b54 req-21d7f4d2-8f9d-4521-98ce-1f204fba6276 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1348226 Jul 08 17:34:24.984387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c82e1b89-8481-45a8-8501-cc22d1918b54 req-c47ae869-9406-4f0e-a4b1-525cd80aac16 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537488 Jul 08 17:34:25.055887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:25.056852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:25.086673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4e1e73a9-37be-4f4a-9b34-f76735313735 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0563090 Jul 08 17:34:25.226476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4eb775e9-3524-4db1-939d-79a41582631a None None] Provisioning for port 515692e9-7952-47e5-bd98-d89eb3d0af9a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:25.232060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4eb775e9-3524-4db1-939d-79a41582631a None None] Provisioning complete for port 515692e9-7952-47e5-bd98-d89eb3d0af9a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:25.232950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4eb775e9-3524-4db1-939d-79a41582631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:25.249328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e4330-6f23-41ff-bb98-0669873cd0a3 req-59b0fe89-81ee-4e6a-b916-3e1824704818 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:25.251481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b37e4330-6f23-41ff-bb98-0669873cd0a3 req-59b0fe89-81ee-4e6a-b916-3e1824704818 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1442130 Jul 08 17:34:25.273383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4eb775e9-3524-4db1-939d-79a41582631a None None] Port 515692e9-7952-47e5-bd98-d89eb3d0af9a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:34:25.309132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b37e4330-6f23-41ff-bb98-0669873cd0a3 req-a7d42c0f-cd0b-4ffe-8348-51991e5a2523 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Jul 08 17:34:25.318433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbdba9-cee1-43bc-aadc-e995a484ac8f req-09608b44-3454-49ab-84e5-e3df73f2aced tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:25.319924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3fbdba9-cee1-43bc-aadc-e995a484ac8f req-09608b44-3454-49ab-84e5-e3df73f2aced tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1430633 Jul 08 17:34:25.386435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3fbdba9-cee1-43bc-aadc-e995a484ac8f req-96af5def-d33d-4bf1-94e6-9fa7bad74e74 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546978 Jul 08 17:34:25.548388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115523e-81b6-4681-a93c-dd39d3df035f req-e830cc4d-5fd5-442b-ac98-1208ae7ecf78 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:25.550342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8115523e-81b6-4681-a93c-dd39d3df035f req-e830cc4d-5fd5-442b-ac98-1208ae7ecf78 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 932 time: 0.0668156 Jul 08 17:34:25.588676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8115523e-81b6-4681-a93c-dd39d3df035f req-566b86eb-cf53-4307-8063-163f44ff497d tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Jul 08 17:34:25.678103 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:27.410609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd1873c3-45d5-4f03-96e4-d5fe3e9fc05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:29.971558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7b216d49-4317-4b2c-966a-93d908ee3f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:30.413796 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:31.302405 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:32.760440 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:35.903641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Request body: {'port': {'device_id': '290ff761-2788-4285-834d-2e6b04d487be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:35.982525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:35.987763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46b0ee8c-399f-45d3-97ee-11e8790fefc3 req-27aca206-bf92-4a05-a129-dfd498dcbf72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=746d38a9fddc42288f5ee0a725c12c90&device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0403111 Jul 08 17:34:36.053938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50eeb918-b092-40ee-a47f-54a9aec9ee46 req-d7f2fb54-ae24-47eb-8f58-aab0ec1ec20f tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0544598 Jul 08 17:34:36.076489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46b0ee8c-399f-45d3-97ee-11e8790fefc3 req-4226ffc9-5291-4f14-bea5-f324cf071c06 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=746d38a9fddc42288f5ee0a725c12c90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625777 Jul 08 17:34:36.183954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc436be-5743-4c3b-a755-e540edd76274 req-42d9c4e2-1686-4c86-9078-06d1e49605ac tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.185555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dc436be-5743-4c3b-a755-e540edd76274 req-42d9c4e2-1686-4c86-9078-06d1e49605ac tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1739917 Jul 08 17:34:36.248263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0ee8c-399f-45d3-97ee-11e8790fefc3 req-4a6842e8-18d5-465c-aa3f-b07a672af499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.249692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46b0ee8c-399f-45d3-97ee-11e8790fefc3 req-4a6842e8-18d5-465c-aa3f-b07a672af499 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1652722 Jul 08 17:34:36.253671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515692e9-7952-47e5-bd98-d89eb3d0af9a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:36.261720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.274668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Transition to ACTIVE for port object 515692e9-7952-47e5-bd98-d89eb3d0af9a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:34:36.276990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dc436be-5743-4c3b-a755-e540edd76274 req-8eadcc4d-97c1-4b8a-8929-3385570db7bd tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709805 Jul 08 17:34:36.280052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.294943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a978c55-a84c-44fc-84c4-7badbd02a693 req-54bc8441-faac-4a55-b206-73c4f14c7030 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.296453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a978c55-a84c-44fc-84c4-7badbd02a693 req-54bc8441-faac-4a55-b206-73c4f14c7030 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1374578 Jul 08 17:34:36.345527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a978c55-a84c-44fc-84c4-7badbd02a693 req-558ab6b7-9220-4fb3-9cf0-250fd31e5f51 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Jul 08 17:34:36.392101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Pushing event updated for resources: {'Port': ['ID=515692e9-7952-47e5-bd98-d89eb3d0af9a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:36.424300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Attempting to bind port 515692e9-7952-47e5-bd98-d89eb3d0af9a on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:34:36.424639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Attempting to bind port 515692e9-7952-47e5-bd98-d89eb3d0af9a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:34:36.424994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Attempting to bind port 515692e9-7952-47e5-bd98-d89eb3d0af9a on network c552f28b-191c-483f-bbcf-3749c2b57ff8 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:36.429720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Port 515692e9-7952-47e5-bd98-d89eb3d0af9a on network c552f28b-191c-483f-bbcf-3749c2b57ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:34:36.430326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Attempting to bind port 515692e9-7952-47e5-bd98-d89eb3d0af9a on network c552f28b-191c-483f-bbcf-3749c2b57ff8 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:34:36.436196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:34:36.436808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Checking segment: {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:34:36.437365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Bound using segment: {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:34:36.437969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Bound port: 515692e9-7952-47e5-bd98-d89eb3d0af9a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cd51de-07e9-48ee-9d42-283faa16a8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:34:36.438638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.476473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d687-693f-461c-a675-6a9dbc08eb01 req-a3306ba0-8ec3-425f-8c08-963de72d6e81 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.478266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dc1d687-693f-461c-a675-6a9dbc08eb01 req-a3306ba0-8ec3-425f-8c08-963de72d6e81 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 944 time: 0.0730081 Jul 08 17:34:36.512389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] For port 515692e9-7952-47e5-bd98-d89eb3d0af9a, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:34:36.516224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] For port 515692e9-7952-47e5-bd98-d89eb3d0af9a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=515692e9-7952-47e5-bd98-d89eb3d0af9a,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:34:36.523664 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.548866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dc1d687-693f-461c-a675-6a9dbc08eb01 req-2575d6a0-494f-4e0e-9f59-4db2c0816834 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Jul 08 17:34:36.558718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.559438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:36.561120 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] 10.222.0.72 "PUT /v2.0/ports/515692e9-7952-47e5-bd98-d89eb3d0af9a HTTP/1.1" status: 200 len: 1092 time: 0.6624036 Jul 08 17:34:36.561839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290ff761-2788-4285-834d-2e6b04d487be', 'tag': '515692e9-7952-47e5-bd98-d89eb3d0af9a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:36.564482 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae974f-e333-4c65-bbf1-65758aad955e" -d '{"events": [{"name": "network-changed", "server_uuid": "290ff761-2788-4285-834d-2e6b04d487be", "tag": "515692e9-7952-47e5-bd98-d89eb3d0af9a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:36.596810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de008-0b50-4e28-9d04-ba7f1d742a3f req-6c77e40e-26a5-46c4-a7d5-aa95552b4eea tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.598315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e1de008-0b50-4e28-9d04-ba7f1d742a3f req-6c77e40e-26a5-46c4-a7d5-aa95552b4eea tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.1184235 Jul 08 17:34:36.615150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469efc4-e271-40fa-92eb-bd598188938f service neutron] Pushing event updated for resources: {'Port': ['ID=515692e9-7952-47e5-bd98-d89eb3d0af9a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:36.619305 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db0698-f087-48da-96d3-2979bbb292d4 x-openstack-request-id: req-29db0698-f087-48da-96d3-2979bbb292d4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:36.619732 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290ff761-2788-4285-834d-2e6b04d487be", "tag": "515692e9-7952-47e5-bd98-d89eb3d0af9a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:36.620114 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-29db0698-f087-48da-96d3-2979bbb292d4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:36.620803 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290ff761-2788-4285-834d-2e6b04d487be', 'tag': '515692e9-7952-47e5-bd98-d89eb3d0af9a', 'status': 'completed', 'code': 200} Jul 08 17:34:36.646052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e1de008-0b50-4e28-9d04-ba7f1d742a3f req-76754bcc-f03b-4324-8b36-699bb22a2a1b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 Jul 08 17:34:36.705311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-8e818f01-422c-4d6a-b12d-784534f72b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.707658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-8e818f01-422c-4d6a-b12d-784534f72b35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=633546f2d4634decbc6a5204041e9456&device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 1095 time: 0.0755789 Jul 08 17:34:36.755116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-f01febd0-5dc1-4cdb-b83e-de5bc98a13b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515692e9-7952-47e5-bd98-d89eb3d0af9a HTTP/1.1" status: 200 len: 217 time: 0.0380094 Jul 08 17:34:36.813881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-9078886c-27bd-47d3-a05c-b67a8bc68f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.815373 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-9078886c-27bd-47d3-a05c-b67a8bc68f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b74a06b2-e706-42b2-b32d-2a9c8105baab HTTP/1.1" status: 200 len: 853 time: 0.0457394 Jul 08 17:34:36.834044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95407b2-1ad2-4868-9cc3-d397fba06bd0 req-c1fb63f6-8773-494b-91cd-3f7e0eb56cf8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.835823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b95407b2-1ad2-4868-9cc3-d397fba06bd0 req-c1fb63f6-8773-494b-91cd-3f7e0eb56cf8 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0651901 Jul 08 17:34:36.872873 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b95407b2-1ad2-4868-9cc3-d397fba06bd0 req-dd64e6b8-8997-4249-8b3d-ec0fb6c2fda6 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311201 Jul 08 17:34:36.877111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-326fdc1c-9727-4892-acaa-9e70a2d1fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:36.878605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-326fdc1c-9727-4892-acaa-9e70a2d1fe77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c552f28b-191c-483f-bbcf-3749c2b57ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551536 Jul 08 17:34:36.984177 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-c95e1ba0-f094-4b25-81b2-2a44d102cbfd service neutron] 10.222.0.72 "GET /v2.0/networks/c552f28b-191c-483f-bbcf-3749c2b57ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961452 Jul 08 17:34:37.087475 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-606c5cdd-1e2d-4926-ba37-86cdb596e2b8 req-4882a635-0a63-4ca5-945c-4bfbd594a0e4 service neutron] 10.222.0.72 "GET /v2.0/networks/c552f28b-191c-483f-bbcf-3749c2b57ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930223 Jul 08 17:34:37.175236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310fc31-0096-4ff3-bf4b-e4ef1eaf7bc7 req-509e30bc-4779-4421-97aa-1a6e3398ac53 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.176775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c310fc31-0096-4ff3-bf4b-e4ef1eaf7bc7 req-509e30bc-4779-4421-97aa-1a6e3398ac53 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0697114 Jul 08 17:34:37.225141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae974f-e333-4c65-bbf1-65758aad955e req-128cb351-03c7-4d5c-aff3-7fea1b0a5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.226882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ccae974f-e333-4c65-bbf1-65758aad955e req-128cb351-03c7-4d5c-aff3-7fea1b0a5768 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=633546f2d4634decbc6a5204041e9456&device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 1095 time: 0.0655267 Jul 08 17:34:37.229269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c310fc31-0096-4ff3-bf4b-e4ef1eaf7bc7 req-e75be492-c70b-40b5-b78c-8c925367626c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Jul 08 17:34:37.270149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95b0c8ab-e341-41e5-9157-283592c3fd21 req-1e490163-8d2d-4e43-896a-9a5bbc92f557 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0397580 Jul 08 17:34:37.340377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae974f-e333-4c65-bbf1-65758aad955e req-886d96e4-033e-4394-99e2-2a1cbe069b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.342308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ccae974f-e333-4c65-bbf1-65758aad955e req-886d96e4-033e-4394-99e2-2a1cbe069b57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c552f28b-191c-483f-bbcf-3749c2b57ff8 HTTP/1.1" status: 200 len: 915 time: 0.1089432 Jul 08 17:34:37.397753 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ccae974f-e333-4c65-bbf1-65758aad955e req-8bc0bde1-5c88-461f-831e-4b54464a021a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515692e9-7952-47e5-bd98-d89eb3d0af9a HTTP/1.1" status: 200 len: 217 time: 0.0418570 Jul 08 17:34:37.415469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e208d-339c-45b1-9d3f-604d7a5df2b7 req-ee690c53-2a7c-4c1d-95ba-86d91547a5bc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.417045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-854e208d-339c-45b1-9d3f-604d7a5df2b7 req-ee690c53-2a7c-4c1d-95ba-86d91547a5bc tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0724828 Jul 08 17:34:37.467782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae974f-e333-4c65-bbf1-65758aad955e req-574fff14-46ec-470c-a8e5-2e150eed9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.469636 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ccae974f-e333-4c65-bbf1-65758aad955e req-574fff14-46ec-470c-a8e5-2e150eed9eec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b74a06b2-e706-42b2-b32d-2a9c8105baab HTTP/1.1" status: 200 len: 853 time: 0.0560126 Jul 08 17:34:37.489277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-854e208d-339c-45b1-9d3f-604d7a5df2b7 req-607195bf-d9ef-420b-9fca-e5b28cfc4c29 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605960 Jul 08 17:34:37.529706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c064c-409b-4528-af87-1a1a169dcc9f req-68c74d9e-bbcc-41c0-aea2-4e43d1a46acf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.531207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d80c064c-409b-4528-af87-1a1a169dcc9f req-68c74d9e-bbcc-41c0-aea2-4e43d1a46acf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1132801 Jul 08 17:34:37.538970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae974f-e333-4c65-bbf1-65758aad955e req-95c176ca-6cd1-4281-8f56-9484d9622747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.540499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ccae974f-e333-4c65-bbf1-65758aad955e req-95c176ca-6cd1-4281-8f56-9484d9622747 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c552f28b-191c-483f-bbcf-3749c2b57ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576861 Jul 08 17:34:37.570777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d80c064c-409b-4528-af87-1a1a169dcc9f req-0a013f79-f7f3-439d-9d4a-56a705fcb6b9 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Jul 08 17:34:37.663836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ccae974f-e333-4c65-bbf1-65758aad955e req-7aa5862f-2c10-4edb-b185-d2558f48b460 service neutron] 10.222.0.72 "GET /v2.0/networks/c552f28b-191c-483f-bbcf-3749c2b57ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032193 Jul 08 17:34:37.729544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568caa0-5baa-4a65-81e6-d50ab285c533 req-e912c210-425f-42e9-aa34-54e89849058e tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.732817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7568caa0-5baa-4a65-81e6-d50ab285c533 req-e912c210-425f-42e9-aa34-54e89849058e tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0904739 Jul 08 17:34:37.767791 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ccae974f-e333-4c65-bbf1-65758aad955e req-4763fc70-97c7-4c73-ab5e-1f73391b9a8d service neutron] 10.222.0.72 "GET /v2.0/networks/c552f28b-191c-483f-bbcf-3749c2b57ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930066 Jul 08 17:34:37.801645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7568caa0-5baa-4a65-81e6-d50ab285c533 req-68469423-5114-4f5d-9576-d103633955a2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Jul 08 17:34:37.818574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f53c45-0cf1-4b9f-b0f6-0841184f8b4b req-32dd4250-6fe8-472f-b367-5714f757fd1f tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.825643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1f53c45-0cf1-4b9f-b0f6-0841184f8b4b req-32dd4250-6fe8-472f-b367-5714f757fd1f tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 944 time: 0.1147251 Jul 08 17:34:37.870044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1f53c45-0cf1-4b9f-b0f6-0841184f8b4b req-1b434a08-8e07-4b39-a2e1-28b9a0fd5c53 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Jul 08 17:34:37.889913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-46b0ee8c-399f-45d3-97ee-11e8790fefc3 req-629f11ae-0058-4c67-b0f2-b09e2e47db80 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.72 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0499370 Jul 08 17:34:37.985410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13b76c-4e39-483e-b7f8-43168c9b7e92 req-a418dca0-2339-4e13-84ee-39ec8130847d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:37.986831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab13b76c-4e39-483e-b7f8-43168c9b7e92 req-a418dca0-2339-4e13-84ee-39ec8130847d tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0746875 Jul 08 17:34:38.033639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab13b76c-4e39-483e-b7f8-43168c9b7e92 req-ec8b0e72-d3e0-4704-b0e5-9d94015ac4d4 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Jul 08 17:34:38.435835 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc366dda-3809-499f-a380-737dc35e3656 req-addbaa3f-2341-4d57-99c2-cdaf29c4f2c4 tempest-ServerShowV254Test-1397207800 tempest-ServerShowV254Test-1397207800-project] 10.222.0.63 "GET /v2.0/ports?device_id=893835b1-7473-4e2f-9dce-aeaefe674b55 HTTP/1.1" status: 200 len: 210 time: 0.0308695 Jul 08 17:34:38.756177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b71d5-efc6-4a0c-b08c-c5c1332d3910 req-158d0329-07da-42ea-a9b5-2bcc61726799 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:38.757702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a5b71d5-efc6-4a0c-b08c-c5c1332d3910 req-158d0329-07da-42ea-a9b5-2bcc61726799 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0630918 Jul 08 17:34:38.796059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a5b71d5-efc6-4a0c-b08c-c5c1332d3910 req-618659b9-7872-4056-9aeb-35de47a72697 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Jul 08 17:34:38.980058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451590e8-b903-4368-88f3-1b7a5aedcd81 req-8e71559a-0e1f-4f33-a4f8-faf86d6555c1 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:38.981548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-451590e8-b903-4368-88f3-1b7a5aedcd81 req-8e71559a-0e1f-4f33-a4f8-faf86d6555c1 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jul 08 17:34:39.045970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-451590e8-b903-4368-88f3-1b7a5aedcd81 req-63e330d2-8a05-418f-b73c-54a82342c4ee tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551507 Jul 08 17:34:39.081508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeead086-cb95-4d53-be85-4c3e4675f14b req-11f2c753-6ff6-4402-a6b0-d4a1c07261d6 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:39.083069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eeead086-cb95-4d53-be85-4c3e4675f14b req-11f2c753-6ff6-4402-a6b0-d4a1c07261d6 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 944 time: 0.1006486 Jul 08 17:34:39.120357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eeead086-cb95-4d53-be85-4c3e4675f14b req-d03797c0-7328-4786-a14c-256df7ee3538 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jul 08 17:34:39.887917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38494) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:40.056450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.100963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe764ee-32df-450d-ba0c-366587745dfe req-88c66f6a-b5b0-41f8-ad5a-4882ff2d3c7b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:40.102545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4fe764ee-32df-450d-ba0c-366587745dfe req-88c66f6a-b5b0-41f8-ad5a-4882ff2d3c7b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1341598 Jul 08 17:34:40.164574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccbde-7106-454e-af3a-11fc431133c6 req-87881a89-06a5-4238-a386-4862d53b6f22 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:40.166097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e23ccbde-7106-454e-af3a-11fc431133c6 req-87881a89-06a5-4238-a386-4862d53b6f22 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1611776 Jul 08 17:34:40.193275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4fe764ee-32df-450d-ba0c-366587745dfe req-2d98439b-d4e8-47f3-97dd-56a1c560a2e1 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806332 Jul 08 17:34:40.249320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e23ccbde-7106-454e-af3a-11fc431133c6 req-060d1a06-fd9e-4544-ac3d-600db418d9cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756929 Jul 08 17:34:40.272122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.274745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 515692e9-7952-47e5-bd98-d89eb3d0af9a details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:34:40.280176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.333924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38510) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:40.342989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=746d38a9fddc42288f5ee0a725c12c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532378 Jul 08 17:34:40.350381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b35aa-c800-4ba1-882f-71a33b012eb4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:40.367521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.371468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.372131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.372652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.374358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.374875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.375360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.376886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.377531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.378849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.381060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.381578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceaaf6d-df79-43c8-a7f8-3e4af931fc19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:40.438060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f492997d-d959-4009-8bd3-d6195d84eb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.465707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f492997d-d959-4009-8bd3-d6195d84eb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.466566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 515692e9-7952-47e5-bd98-d89eb3d0af9a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=515692e9-7952-47e5-bd98-d89eb3d0af9a,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:40.482521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '515692e9-7952-47e5-bd98-d89eb3d0af9a', 'network_id': 'c552f28b-191c-483f-bbcf-3749c2b57ff8', 'port_id': '515692e9-7952-47e5-bd98-d89eb3d0af9a', 'mac_address': 'fa:16:3e:28:bf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a06b2-e706-42b2-b32d-2a9c8105baab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:34:40.531433 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.547012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515692e9-7952-47e5-bd98-d89eb3d0af9a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:40.566064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f492997d-d959-4009-8bd3-d6195d84eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.569241 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f492997d-d959-4009-8bd3-d6195d84eb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.570237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 515692e9-7952-47e5-bd98-d89eb3d0af9a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=515692e9-7952-47e5-bd98-d89eb3d0af9a,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:40.573915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f492997d-d959-4009-8bd3-d6195d84eb53 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dd8b35aa-c800-4ba1-882f-71a33b012eb4 HTTP/1.1" status: 204 len: 168 time: 0.2379575 Jul 08 17:34:40.578425 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:40.582703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492997d-d959-4009-8bd3-d6195d84eb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b35aa-c800-4ba1-882f-71a33b012eb4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:40.614459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06036a54-8fc4-440b-808e-c8fb81a1f513 req-7ace12a8-c8e0-457f-83f7-0d46de1f4fbd tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:40.621329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06036a54-8fc4-440b-808e-c8fb81a1f513 req-7ace12a8-c8e0-457f-83f7-0d46de1f4fbd tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 944 time: 0.1403458 Jul 08 17:34:40.632135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819807e-ef8c-4a66-8ef2-4764dbee5914 req-db58b247-6fad-4e36-834f-2bd8a3b0a063 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:40.633816 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c819807e-ef8c-4a66-8ef2-4764dbee5914 req-db58b247-6fad-4e36-834f-2bd8a3b0a063 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1662400 Jul 08 17:34:40.655443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=515692e9-7952-47e5-bd98-d89eb3d0af9a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:40.708994 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06036a54-8fc4-440b-808e-c8fb81a1f513 req-39c5de62-88a4-43f0-9f6f-da53272f8648 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867558 Jul 08 17:34:40.712007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c819807e-ef8c-4a66-8ef2-4764dbee5914 req-4897299a-add6-485f-939e-fc5b77aa8c07 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698986 Jul 08 17:34:41.038558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['515692e9-7952-47e5-bd98-d89eb3d0af9a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:41.406328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa665c46-11b4-4259-93cf-2a28aead65c5 req-cb2e8fbc-fc48-4afa-a734-6a0a3974b462 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:41.408353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa665c46-11b4-4259-93cf-2a28aead65c5 req-cb2e8fbc-fc48-4afa-a734-6a0a3974b462 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0981691 Jul 08 17:34:41.481560 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa665c46-11b4-4259-93cf-2a28aead65c5 req-b726ee65-8142-468a-ae45-adbf2a5d8788 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676825 Jul 08 17:34:41.509626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df40d58-5e61-496c-b06e-240954e7b75f req-c30e5158-8566-49fc-a7ec-736eb7b5bc06 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:41.511336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df40d58-5e61-496c-b06e-240954e7b75f req-c30e5158-8566-49fc-a7ec-736eb7b5bc06 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0912530 Jul 08 17:34:41.553609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df40d58-5e61-496c-b06e-240954e7b75f req-bcaad9aa-8806-4fa2-a61e-383fdc0867d3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366256 Jul 08 17:34:41.915056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f1f6-c22e-41c9-8261-42c7ed6a7561 req-eeaeb6fb-78ca-42d9-957e-d25321142661 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:41.925338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6d7f1f6-c22e-41c9-8261-42c7ed6a7561 req-eeaeb6fb-78ca-42d9-957e-d25321142661 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0798800 Jul 08 17:34:42.007399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6d7f1f6-c22e-41c9-8261-42c7ed6a7561 req-dfa2278c-2868-44dc-99c1-6c7e1d5e6a7a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809441 Jul 08 17:34:42.026885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e973449-bdba-4311-a436-8512dfdc68e7 req-76496769-400f-41f4-824a-58596b988fa3 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:42.028380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e973449-bdba-4311-a436-8512dfdc68e7 req-76496769-400f-41f4-824a-58596b988fa3 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 945 time: 0.0999703 Jul 08 17:34:42.093906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e973449-bdba-4311-a436-8512dfdc68e7 req-a1782bfa-b694-4aab-97ff-994dd0ed9fee tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555887 Jul 08 17:34:42.116773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b57f3bb1-152d-4baf-b246-79e9d71732ca req-545935ee-8678-4152-8812-09a221e8cbf9 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0440085 Jul 08 17:34:42.691110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca90afe-d8af-4f0a-92bb-cdded593c550 req-7f9512e5-9446-4360-ac40-ce047a6eba8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:42.692540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ca90afe-d8af-4f0a-92bb-cdded593c550 req-7f9512e5-9446-4360-ac40-ce047a6eba8b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0723734 Jul 08 17:34:42.757321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ca90afe-d8af-4f0a-92bb-cdded593c550 req-6b630a37-0859-4522-b89e-abc9f041d208 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551698 Jul 08 17:34:42.781775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31a98f-05d0-4206-a7d2-5543b9f84c84 req-3b8502ec-7f49-4893-bbcb-f5ac49f3c666 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:42.783320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e31a98f-05d0-4206-a7d2-5543b9f84c84 req-3b8502ec-7f49-4893-bbcb-f5ac49f3c666 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0898423 Jul 08 17:34:42.824428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e31a98f-05d0-4206-a7d2-5543b9f84c84 req-338a7ef9-fc0d-4ebe-ad07-2c5a80ae89c0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Jul 08 17:34:43.204572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f0ec7-4d3b-45af-ba91-7c32eee79bcb req-6dcf0273-44ed-4424-a53f-55d2aa3816bb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:43.206019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd0f0ec7-4d3b-45af-ba91-7c32eee79bcb req-6dcf0273-44ed-4424-a53f-55d2aa3816bb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0674219 Jul 08 17:34:43.249656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd0f0ec7-4d3b-45af-ba91-7c32eee79bcb req-1b2821b1-b7de-4442-9125-455026d45934 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377538 Jul 08 17:34:43.435401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39e1a9-c6c8-45bf-bc09-63ea1d1b890e req-e078dda1-d654-413d-ab42-803fd434087b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:43.436766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db39e1a9-c6c8-45bf-bc09-63ea1d1b890e req-e078dda1-d654-413d-ab42-803fd434087b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0751264 Jul 08 17:34:43.443336 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:43.500004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db39e1a9-c6c8-45bf-bc09-63ea1d1b890e req-bbda1c7a-dfaf-4439-ada8-36551c29e02b tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Jul 08 17:34:43.515189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cebf23-6c3d-4053-9f11-99594e0d9ea0 req-a85e5e2a-a13c-47cc-9cfa-5d75d44ed533 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:43.516630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34cebf23-6c3d-4053-9f11-99594e0d9ea0 req-a85e5e2a-a13c-47cc-9cfa-5d75d44ed533 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 945 time: 0.0978322 Jul 08 17:34:43.554811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34cebf23-6c3d-4053-9f11-99594e0d9ea0 req-af90954d-a456-425d-9d98-dc9f0ddabe00 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 08 17:34:43.642262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35ffadff-ad70-4b0b-8891-4be7d879d569 req-3bf012b8-9410-48df-a1bd-2f9d011f97f2 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0311425 Jul 08 17:34:43.930850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572c61-f3c2-4717-b445-d864f2442618 req-8bc5e0b1-be8b-4ad4-b3ed-34f6ee48ff41 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:43.932395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33572c61-f3c2-4717-b445-d864f2442618 req-8bc5e0b1-be8b-4ad4-b3ed-34f6ee48ff41 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0626438 Jul 08 17:34:43.998781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33572c61-f3c2-4717-b445-d864f2442618 req-5c570e9b-f364-468e-9143-8385d9171d1d tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602963 Jul 08 17:34:44.027827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd8dc9-9d74-4738-b71b-2315e891319f req-bb812366-9c5e-4915-a228-c281086c2d0c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:44.029316 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94dd8dc9-9d74-4738-b71b-2315e891319f req-bb812366-9c5e-4915-a228-c281086c2d0c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0773547 Jul 08 17:34:44.066251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94dd8dc9-9d74-4738-b71b-2315e891319f req-fdf2b218-cb18-4eda-ba40-4c397a4d85aa tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305598 Jul 08 17:34:44.298493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 515692e9-7952-47e5-bd98-d89eb3d0af9a up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:34:44.350706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 515692e9-7952-47e5-bd98-d89eb3d0af9a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:34:44.354993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 515692e9-7952-47e5-bd98-d89eb3d0af9a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:34:44.355367 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.429466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0871e-e1ad-407f-a77f-db9488a33424 req-6b691657-d080-49a9-af04-e363c7237922 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:44.430919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39c0871e-e1ad-407f-a77f-db9488a33424 req-6b691657-d080-49a9-af04-e363c7237922 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0656991 Jul 08 17:34:44.433677 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.456917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290ff761-2788-4285-834d-2e6b04d487be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515692e9-7952-47e5-bd98-d89eb3d0af9a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:44.459146 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1fc6c0-5400-4add-bcbd-88c0e6c44bca" -d '{"events": [{"server_uuid": "290ff761-2788-4285-834d-2e6b04d487be", "name": "network-vif-plugged", "status": "completed", "tag": "515692e9-7952-47e5-bd98-d89eb3d0af9a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:44.469690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39c0871e-e1ad-407f-a77f-db9488a33424 req-5cc1fdd8-7471-46ea-9c91-c918a647ce6f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Jul 08 17:34:44.472324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 515692e9-7952-47e5-bd98-d89eb3d0af9a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=515692e9-7952-47e5-bd98-d89eb3d0af9a,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:44.478658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:44.505755 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8103a76-10c7-4b65-9443-1b6a74d03414 x-openstack-request-id: req-e8103a76-10c7-4b65-9443-1b6a74d03414 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:44.506054 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290ff761-2788-4285-834d-2e6b04d487be", "name": "network-vif-plugged", "status": "completed", "tag": "515692e9-7952-47e5-bd98-d89eb3d0af9a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:44.506304 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e8103a76-10c7-4b65-9443-1b6a74d03414 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:44.506757 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290ff761-2788-4285-834d-2e6b04d487be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515692e9-7952-47e5-bd98-d89eb3d0af9a', 'code': 200} Jul 08 17:34:44.537736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=515692e9-7952-47e5-bd98-d89eb3d0af9a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:44.634112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54675b28-d66a-4039-9943-b5833cd46c37 req-fb2f0c81-ec9c-4e60-a24a-02394d906403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:44.635748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54675b28-d66a-4039-9943-b5833cd46c37 req-fb2f0c81-ec9c-4e60-a24a-02394d906403 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 1097 time: 0.0578711 Jul 08 17:34:44.676537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54675b28-d66a-4039-9943-b5833cd46c37 req-b194d36d-1c68-4924-b4db-e252f22b3983 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Jul 08 17:34:44.701858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351008a-dd7d-46b8-a2c8-9473d1a5917b req-009f8c92-c47a-42b1-b781-9cbbb6dd58c2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:44.703583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2351008a-dd7d-46b8-a2c8-9473d1a5917b req-009f8c92-c47a-42b1-b781-9cbbb6dd58c2 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0801826 Jul 08 17:34:44.777211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2351008a-dd7d-46b8-a2c8-9473d1a5917b req-a6a5d8a7-a6eb-4b76-ab1a-23bd3a380dad tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/security-groups?id=6febdeba-fcce-4861-9853-aa15b4b6570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524955 Jul 08 17:34:44.801357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420f909-5850-4675-86f3-a2f3fe5f2162 req-cb36ee5c-baba-4767-8ca3-6546fa3d15c1 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:44.801357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6420f909-5850-4675-86f3-a2f3fe5f2162 req-cb36ee5c-baba-4767-8ca3-6546fa3d15c1 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 946 time: 0.1120465 Jul 08 17:34:44.838033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6420f909-5850-4675-86f3-a2f3fe5f2162 req-e8baa875-cf6c-46ee-9a57-194b0b31f305 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360656 Jul 08 17:34:44.847133 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e7cb8ce-a5e7-4960-8287-b2d2bb070f0f req-fdd9c901-5fd9-4be9-852f-3cfa41aab6ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0347602 Jul 08 17:34:44.983388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad130316-ecab-4a88-b509-16985238436a req-0103ae7d-12a9-41af-b139-31dbb1482eec tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0329506 Jul 08 17:34:45.171588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9680c50-3849-4972-8eed-3c70a849189b req-461bca5c-ffc2-4dea-9ead-d7d3f39de36c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:45.173057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9680c50-3849-4972-8eed-3c70a849189b req-461bca5c-ffc2-4dea-9ead-d7d3f39de36c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0622511 Jul 08 17:34:45.238881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9680c50-3849-4972-8eed-3c70a849189b req-4988c714-aaf2-42c8-b901-fd2b592da00c tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595248 Jul 08 17:34:45.266382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e592ce8-b493-4521-8a91-b13765a1bc36 req-8c3d9818-d92a-447c-aa25-dae63ac58c73 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:45.268370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e592ce8-b493-4521-8a91-b13765a1bc36 req-8c3d9818-d92a-447c-aa25-dae63ac58c73 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0880089 Jul 08 17:34:45.305465 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e592ce8-b493-4521-8a91-b13765a1bc36 req-112ac801-24cb-4800-a643-04b29a1efb67 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jul 08 17:34:45.323146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31552d84-3b67-4885-9185-28aba494959e req-7148f887-362f-4f8d-b71a-7df56633609c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:45.324693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31552d84-3b67-4885-9185-28aba494959e req-7148f887-362f-4f8d-b71a-7df56633609c tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 946 time: 0.0627322 Jul 08 17:34:45.420615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Deleting port dd0548f6-6e23-4868-8604-78cc00397f96 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:34:45.420984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.508015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] For port dd0548f6-6e23-4868-8604-78cc00397f96, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dd0548f6-6e23-4868-8604-78cc00397f96,segment=NetworkSegment(2bfb4295-cf5b-4f6e-a0b1-714d250311ad),segment_id=2bfb4295-cf5b-4f6e-a0b1-714d250311ad)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:45.508257 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.521527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Calling delete_port for dd0548f6-6e23-4868-8604-78cc00397f96 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:34:45.650267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.652685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c26b9a-4e6d-4d32-8a88-a0150331e510 req-8269e891-13c8-480d-a2c9-ddf31da10113 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:45.654280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9c26b9a-4e6d-4d32-8a88-a0150331e510 req-8269e891-13c8-480d-a2c9-ddf31da10113 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0673888 Jul 08 17:34:45.663445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['dd0548f6-6e23-4868-8604-78cc00397f96'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:45.676864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Pushing event deleted for resources: {'Port': ['ID=dd0548f6-6e23-4868-8604-78cc00397f96,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:45.700679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9c26b9a-4e6d-4d32-8a88-a0150331e510 req-bd6fc9db-961d-4593-b67e-e7aefea38f20 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Jul 08 17:34:45.727103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] No DVR routers for this DVR port dd0548f6-6e23-4868-8604-78cc00397f96 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:34:45.729851 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:45.731928 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31552d84-3b67-4885-9185-28aba494959e req-fc1693dd-daa2-41c3-b382-3728bc10db7f tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.72 "DELETE /v2.0/ports/dd0548f6-6e23-4868-8604-78cc00397f96 HTTP/1.1" status: 204 len: 173 time: 0.4011304 Jul 08 17:34:45.732384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-deleted', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:45.734615 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa01a90-fe46-4e8e-8c5e-60c2f696d676" -d '{"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-deleted", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:45.769525 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08214f2c-ae30-4b7a-9555-2ab8e0cbd366 x-openstack-request-id: req-08214f2c-ae30-4b7a-9555-2ab8e0cbd366 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:45.769818 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3abb622-dcb0-44dd-b3f3-362d31216a1a", "name": "network-vif-deleted", "tag": "dd0548f6-6e23-4868-8604-78cc00397f96", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:45.770074 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-08214f2c-ae30-4b7a-9555-2ab8e0cbd366 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:45.770475 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3abb622-dcb0-44dd-b3f3-362d31216a1a', 'name': 'network-vif-deleted', 'tag': 'dd0548f6-6e23-4868-8604-78cc00397f96', 'status': 'completed', 'code': 200} Jul 08 17:34:45.931073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2baf4cff-4bbe-40ff-993e-cba4db9fc9e6 req-3da97441-ed0f-4834-acb5-a510ba341938 tempest-ServersNegativeTestJSON-1210007122 tempest-ServersNegativeTestJSON-1210007122-project] 10.222.0.63 "GET /v2.0/ports?device_id=f3abb622-dcb0-44dd-b3f3-362d31216a1a HTTP/1.1" status: 200 len: 210 time: 0.0312016 Jul 08 17:34:46.048627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f92bba-436c-4e86-ae61-f6ab5add8b83 req-8b63d1e3-50f0-4e96-8c0d-5b7544457839 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:46.050541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73f92bba-436c-4e86-ae61-f6ab5add8b83 req-8b63d1e3-50f0-4e96-8c0d-5b7544457839 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 946 time: 0.0812328 Jul 08 17:34:46.105613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73f92bba-436c-4e86-ae61-f6ab5add8b83 req-8fe2f467-ed4e-4ebc-b3a2-508967a837ce tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491951 Jul 08 17:34:46.203665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2592cbbe-adcf-4721-a5bb-33fef5113f78 req-6f97a7c3-f19d-4124-bbd3-553d1b1f735d tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0281286 Jul 08 17:34:46.431464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3869837-8761-4b52-ba75-a2ea1fa1eaaf req-5259b8fc-adff-4d9b-9c32-e4fd337b60ef tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:46.433004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3869837-8761-4b52-ba75-a2ea1fa1eaaf req-5259b8fc-adff-4d9b-9c32-e4fd337b60ef tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0623188 Jul 08 17:34:46.820406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3869837-8761-4b52-ba75-a2ea1fa1eaaf req-fd693984-6f4e-4fd9-94b3-75929e3883f3 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774357 Jul 08 17:34:46.848436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fc038-f7ae-459d-958c-f7a49010c686 req-ac3706ea-298f-4c92-9ac0-f6333d2bc5c9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:46.850242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b96fc038-f7ae-459d-958c-f7a49010c686 req-ac3706ea-298f-4c92-9ac0-f6333d2bc5c9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.4163909 Jul 08 17:34:46.892794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b96fc038-f7ae-459d-958c-f7a49010c686 req-a282a41f-e58c-474b-b2e5-e57bcc68dd48 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Jul 08 17:34:47.016853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347f68c-0025-499d-9004-0212cbb9bf66 req-af9adbe3-b3a7-411c-a8e4-c64b42dfbe03 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:47.018609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7347f68c-0025-499d-9004-0212cbb9bf66 req-af9adbe3-b3a7-411c-a8e4-c64b42dfbe03 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0639098 Jul 08 17:34:47.055525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7347f68c-0025-499d-9004-0212cbb9bf66 req-6b429b42-9a22-4ae9-b21d-ce9c53736f14 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Jul 08 17:34:47.137718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38640) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:47.184691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] Deleting subnet cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:34:47.187804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.258695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.346671 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.385864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3327e-f2ea-46d3-a773-9ef0f531cb29 req-197bc51a-cb16-4508-b102-d739e8542b1a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:47.387358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69e3327e-f2ea-46d3-a773-9ef0f531cb29 req-197bc51a-cb16-4508-b102-d739e8542b1a tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1642995 Jul 08 17:34:47.454470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb18a06-225a-4a18-8c0f-f31d1531bff6 req-4341e632-ecf2-4870-96b2-bdba61371d31 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:47.455970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ecb18a06-225a-4a18-8c0f-f31d1531bff6 req-4341e632-ecf2-4870-96b2-bdba61371d31 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 946 time: 0.1617150 Jul 08 17:34:47.461369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69e3327e-f2ea-46d3-a773-9ef0f531cb29 req-4c9ae680-b208-4101-913f-94ac30246027 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640242 Jul 08 17:34:47.471783 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.503760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:47.517574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.520101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-94ecf370-084d-49ed-b6fb-2759c3008a28 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/cd6b5b9b-80ec-4be1-9d0b-f69bd413bb41 HTTP/1.1" status: 204 len: 168 time: 0.3806524 Jul 08 17:34:47.522100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38646) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:47.534382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ecb18a06-225a-4a18-8c0f-f31d1531bff6 req-0699867c-bd23-4bd8-94c9-b689ca1e3618 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715106 Jul 08 17:34:47.613324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f06da9aa-259b-4350-b58a-9182ff2c1bdb req-79669757-6993-4d46-ae25-a0e0681eca59 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0345991 Jul 08 17:34:47.629806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.751227 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.763505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d886e97f-55a2-44d5-b42b-cbc3203288a8']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:47.780779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfb4295-cf5b-4f6e-a0b1-714d250311ad') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:47.781127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfb4295-cf5b-4f6e-a0b1-714d250311ad') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:47.794614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.822805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f7364-b8ab-4c79-ae2c-9d6dd2a73b2c req-43a56bef-1270-4c2a-9c88-c48c0b8added tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:47.824334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b6f7364-b8ab-4c79-ae2c-9d6dd2a73b2c req-43a56bef-1270-4c2a-9c88-c48c0b8added tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.1544831 Jul 08 17:34:47.825335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.832601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:34:47.833001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:34:47.834697 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:34:47.842765 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:34:47.842765 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:34:47.842765 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:34:47.842765 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:34:47.842765 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:34:47.933987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b6f7364-b8ab-4c79-ae2c-9d6dd2a73b2c req-2ae09210-6e8d-4092-ab13-f08890be2bc4 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982885 Jul 08 17:34:47.941161 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.950270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:47.952374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d886e97f-55a2-44d5-b42b-cbc3203288a8 HTTP/1.1" status: 204 len: 168 time: 0.4295027 Jul 08 17:34:47.985766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efae014-4cec-45e2-acc9-0526d42c45b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d886e97f-55a2-44d5-b42b-cbc3203288a8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:48.176533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d75ba2-a66b-483a-a494-6488554423a3 req-04a825e9-454f-43f1-975b-0ae1fa85d198 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:48.179100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47d75ba2-a66b-483a-a494-6488554423a3 req-04a825e9-454f-43f1-975b-0ae1fa85d198 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1168718 Jul 08 17:34:48.217617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:48.227205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47d75ba2-a66b-483a-a494-6488554423a3 req-a47319ba-0d00-49a2-b28d-40b45f005d18 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Jul 08 17:34:48.265999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6d4cc2c-c0ce-4a79-a167-c30e591259e9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e3d21c6e508482eabda830128eba248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465164 Jul 08 17:34:48.269007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38684) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:48.346204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd9f-e0fc-4771-8dbc-3bbdab80aa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.384855 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd9f-e0fc-4771-8dbc-3bbdab80aa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.491627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99437bb7-196a-484d-87ca-d68f15f1b4c0 req-65edd517-a499-42ed-b62e-1f46fc70ccb5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:48.497468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99437bb7-196a-484d-87ca-d68f15f1b4c0 req-65edd517-a499-42ed-b62e-1f46fc70ccb5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1154463 Jul 08 17:34:48.518799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd9f-e0fc-4771-8dbc-3bbdab80aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.521362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26e7cd9f-e0fc-4771-8dbc-3bbdab80aa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:48.524866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-26e7cd9f-e0fc-4771-8dbc-3bbdab80aa58 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6febdeba-fcce-4861-9853-aa15b4b6570b HTTP/1.1" status: 204 len: 168 time: 0.2523277 Jul 08 17:34:48.540190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7cd9f-e0fc-4771-8dbc-3bbdab80aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febdeba-fcce-4861-9853-aa15b4b6570b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:48.600612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3fc4951-39c8-4610-b015-272024d9ee51 req-df76224b-7317-484a-98e9-752dd30bc839 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0597930 Jul 08 17:34:48.626238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99437bb7-196a-484d-87ca-d68f15f1b4c0 req-c0012534-ecd3-4dbb-b1e9-11caabad2ef8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250229 Jul 08 17:34:48.853583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152b0e2-8c22-4107-a228-573e422ec335 req-340e6522-02d0-4260-9cd8-d09d60e62a2b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:48.855129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f152b0e2-8c22-4107-a228-573e422ec335 req-340e6522-02d0-4260-9cd8-d09d60e62a2b tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0643556 Jul 08 17:34:48.902615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f152b0e2-8c22-4107-a228-573e422ec335 req-372fa4c3-2846-495e-87d4-4f3fe465cb4f tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Jul 08 17:34:49.434450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e528-0fc5-4458-9980-557302f6c4ab req-82148991-849c-4a4b-9c57-e7a3c58ae5a6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:49.436101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e665e528-0fc5-4458-9980-557302f6c4ab req-82148991-849c-4a4b-9c57-e7a3c58ae5a6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0868134 Jul 08 17:34:49.485818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e665e528-0fc5-4458-9980-557302f6c4ab req-acf4d55f-92f1-4161-8392-54df7582678d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435681 Jul 08 17:34:49.797650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-111526f2-9b2a-468e-808b-b8fefccf4f71 req-fccc8cd9-67a6-49dc-8aeb-1229517ad1ca tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0457737 Jul 08 17:34:49.891432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700936e-9ab7-4d2e-9cfe-958cde81e85f req-0a3cad09-857f-4bd5-9bc5-4182d606cc9f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:49.894175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0700936e-9ab7-4d2e-9cfe-958cde81e85f req-0a3cad09-857f-4bd5-9bc5-4182d606cc9f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1303666 Jul 08 17:34:49.949661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0700936e-9ab7-4d2e-9cfe-958cde81e85f req-a8cfbce9-0bcf-4a8a-b8aa-b5e0700f103a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Jul 08 17:34:49.955832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-c6556104-8c17-49ae-8f59-1b307cdbdb56 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:49.957354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-c6556104-8c17-49ae-8f59-1b307cdbdb56 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0877333 Jul 08 17:34:50.075628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Deleting port a704a8ac-bb08-4d85-9002-7e4da82c98be {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:34:50.075918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.110630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66468b3b-4684-4939-b9e8-7e05c6c58853 req-c29125a3-2e43-4316-ba31-c5f5def59b79 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.117236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66468b3b-4684-4939-b9e8-7e05c6c58853 req-c29125a3-2e43-4316-ba31-c5f5def59b79 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c43774f-bfc6-4262-a8d0-186d98a90270 HTTP/1.1" status: 200 len: 946 time: 0.0744865 Jul 08 17:34:50.159645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66468b3b-4684-4939-b9e8-7e05c6c58853 req-31776c9e-1af4-4a5f-8bd6-356b4e98f1af tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Jul 08 17:34:50.196866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] For port a704a8ac-bb08-4d85-9002-7e4da82c98be, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=a704a8ac-bb08-4d85-9002-7e4da82c98be,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:50.197237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.214533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Calling delete_port for a704a8ac-bb08-4d85-9002-7e4da82c98be owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:34:50.327701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:34:50.353208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.357885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: dd0548f6-6e23-4868-8604-78cc00397f96 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:34:50.358758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dd0548f6-6e23-4868-8604-78cc00397f96 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:34:50.370407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['a704a8ac-bb08-4d85-9002-7e4da82c98be'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:50.387431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event deleted for resources: {'Port': ['ID=a704a8ac-bb08-4d85-9002-7e4da82c98be,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:50.397595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:50.439775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] No DVR routers for this DVR port a704a8ac-bb08-4d85-9002-7e4da82c98be on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:34:50.443333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:50.446478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abce88a5-4ce0-4955-913a-d7078b110b59 req-56b4778f-5a1f-4f0e-a278-6ed610140030 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.72 "DELETE /v2.0/ports/a704a8ac-bb08-4d85-9002-7e4da82c98be HTTP/1.1" status: 204 len: 173 time: 0.4830868 Jul 08 17:34:50.446971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'name': 'network-vif-deleted', 'tag': 'a704a8ac-bb08-4d85-9002-7e4da82c98be'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:50.449313 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2350fac0-5759-4a49-be42-913a22e7b68d" -d '{"events": [{"server_uuid": "3c43774f-bfc6-4262-a8d0-186d98a90270", "name": "network-vif-deleted", "tag": "a704a8ac-bb08-4d85-9002-7e4da82c98be"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:50.495887 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765071b-e31a-4ab3-a8b9-8a30c85ad716 x-openstack-request-id: req-0765071b-e31a-4ab3-a8b9-8a30c85ad716 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:50.496132 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c43774f-bfc6-4262-a8d0-186d98a90270", "name": "network-vif-deleted", "tag": "a704a8ac-bb08-4d85-9002-7e4da82c98be", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:50.496564 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0765071b-e31a-4ab3-a8b9-8a30c85ad716 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:50.497460 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c43774f-bfc6-4262-a8d0-186d98a90270', 'name': 'network-vif-deleted', 'tag': 'a704a8ac-bb08-4d85-9002-7e4da82c98be', 'status': 'completed', 'code': 200} Jul 08 17:34:50.742334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fed2d-71ed-4acc-a219-99d170cf9d3c req-80bd74fc-3ed9-47b4-b7e1-0c0c2dfa72ba tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:50.745274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d2fed2d-71ed-4acc-a219-99d170cf9d3c req-80bd74fc-3ed9-47b4-b7e1-0c0c2dfa72ba tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0841401 Jul 08 17:34:50.786726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d2fed2d-71ed-4acc-a219-99d170cf9d3c req-3d1e5c33-1c24-4992-8a58-1f4797503193 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Jul 08 17:34:50.975949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a21b63f3-f6a9-4f0c-98ba-ea04b3216141 req-a9a14ff7-d4b0-4cb0-9e3d-6c8d983e0dca tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0364716 Jul 08 17:34:51.217940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc65e25-73cc-4bb6-9b82-d0f66811a79e req-d14a6958-7b9c-4bac-9ae0-48d6dcc2b99a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:51.220139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfc65e25-73cc-4bb6-9b82-d0f66811a79e req-d14a6958-7b9c-4bac-9ae0-48d6dcc2b99a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0954871 Jul 08 17:34:51.272823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfc65e25-73cc-4bb6-9b82-d0f66811a79e req-d0d14286-bd6e-4cf9-8579-731385c642e9 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466092 Jul 08 17:34:51.998135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eda80-b5a8-49cf-8fa9-fe5904127a1d req-59c5132f-8d5b-48ee-8c50-d1f9cd741dc1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:52.000477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b52eda80-b5a8-49cf-8fa9-fe5904127a1d req-59c5132f-8d5b-48ee-8c50-d1f9cd741dc1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0755093 Jul 08 17:34:52.048457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b52eda80-b5a8-49cf-8fa9-fe5904127a1d req-7df806c1-8552-4c0e-b209-e334f9bc7425 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392363 Jul 08 17:34:52.204058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-166091a5-96f3-40a6-9e38-1c6b7966dcad req-59b3302c-2d6c-4829-97cb-c38c503eb53f tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0458858 Jul 08 17:34:52.488176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f307c61-2b62-48ac-8806-b4839191645c req-4f795e65-dc56-4475-bcf2-5c58ea900354 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:52.489811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f307c61-2b62-48ac-8806-b4839191645c req-4f795e65-dc56-4475-bcf2-5c58ea900354 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0819623 Jul 08 17:34:52.551552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f307c61-2b62-48ac-8806-b4839191645c req-7ca3b829-4d6d-43a5-90b7-b94ce0926cf7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507989 Jul 08 17:34:52.854993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced55097-844c-403d-bc48-408bdfb924ac req-1a464a83-ebd9-4e13-831c-efdbfc479ce5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:52.856515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ced55097-844c-403d-bc48-408bdfb924ac req-1a464a83-ebd9-4e13-831c-efdbfc479ce5 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 945 time: 0.0662100 Jul 08 17:34:52.898128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ced55097-844c-403d-bc48-408bdfb924ac req-adc35ec4-be04-4070-ad5a-feacfcf198cf tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350196 Jul 08 17:34:53.243532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8521c60-890f-4a63-b598-6a92ec550309 req-706b3524-1bd4-4c71-98e3-56c52c74c746 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:53.251341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8521c60-890f-4a63-b598-6a92ec550309 req-706b3524-1bd4-4c71-98e3-56c52c74c746 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0814826 Jul 08 17:34:53.303242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8521c60-890f-4a63-b598-6a92ec550309 req-63505d86-1d13-47a8-b898-c465ce2769ff tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498977 Jul 08 17:34:53.370910 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55134563-440d-4048-ba35-5c96814322e9 req-c8a8e9a3-d4d7-4d39-9ee1-e27cd3ac236f tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0324297 Jul 08 17:34:53.732119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375b3b3-fd38-4959-8616-e1916e00283c req-2ef70416-6bd9-4b8f-91fc-f0ea4081745a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:53.734057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6375b3b3-fd38-4959-8616-e1916e00283c req-2ef70416-6bd9-4b8f-91fc-f0ea4081745a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0759614 Jul 08 17:34:53.782600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6375b3b3-fd38-4959-8616-e1916e00283c req-e3149958-b843-45ac-89fa-4131aabc818b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Jul 08 17:34:54.093503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb4caa-b751-4d37-a56a-ecbc975861d3 req-c00962a9-b943-48b1-9299-479606914624 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:54.094901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37bb4caa-b751-4d37-a56a-ecbc975861d3 req-c00962a9-b943-48b1-9299-479606914624 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 945 time: 0.0665751 Jul 08 17:34:54.132679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37bb4caa-b751-4d37-a56a-ecbc975861d3 req-39e0f64b-6168-4382-bc49-e4dbcfc120e0 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/security-groups?id=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Jul 08 17:34:54.319770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a704a8ac-bb08-4d85-9002-7e4da82c98be no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:34:54.340892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: a704a8ac-bb08-4d85-9002-7e4da82c98be {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:34:54.341255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device a704a8ac-bb08-4d85-9002-7e4da82c98be not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:34:54.482778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7227457-4e59-4608-9c67-2603721c4beb req-b24d0809-c700-4e42-8a52-da9d8ab2d73d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:54.485053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7227457-4e59-4608-9c67-2603721c4beb req-b24d0809-c700-4e42-8a52-da9d8ab2d73d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0667210 Jul 08 17:34:54.579305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-561cda4c-c0e8-4314-9926-fce5b8d2a024 req-7b1bff0d-67ab-49a6-82af-b212669a5e91 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0637405 Jul 08 17:34:54.590566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7227457-4e59-4608-9c67-2603721c4beb req-25c49773-492e-46de-917c-0725ee282715 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989008 Jul 08 17:34:54.618898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-6e21548e-469f-41f6-bf41-0b2febf4f491 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:54.620365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-6e21548e-469f-41f6-bf41-0b2febf4f491 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 945 time: 0.1212797 Jul 08 17:34:54.707606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38912) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:54.727948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Deleting port 1d085bff-0285-49d7-be9e-5a097e4632f6 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:34:54.728385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.814236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a37b8c9-bdbb-4a94-97cc-dacec930ae54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.833233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] For port 1d085bff-0285-49d7-be9e-5a097e4632f6, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1d085bff-0285-49d7-be9e-5a097e4632f6,segment=NetworkSegment(e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d),segment_id=e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:54.833621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.848274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Calling delete_port for 1d085bff-0285-49d7-be9e-5a097e4632f6 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:34:54.909301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a37b8c9-bdbb-4a94-97cc-dacec930ae54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.914432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a37b8c9-bdbb-4a94-97cc-dacec930ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:54.956867 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6a37b8c9-bdbb-4a94-97cc-dacec930ae54 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=59ce1a885f15409c900820a83b28165b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480114 Jul 08 17:34:54.957736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37b8c9-bdbb-4a94-97cc-dacec930ae54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a23b119-4e9e-4fb9-b43d-4ad8715eced9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:54.960143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38920) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:55.008987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4809c905-f82b-4c7d-8d7b-16858101f0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.021178 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.031572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4809c905-f82b-4c7d-8d7b-16858101f0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.058122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998d6f-4bd1-4b48-970d-1ce70468f141 req-3bf87a49-80f5-4d41-8249-6aeac43d68df tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:55.059704 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2998d6f-4bd1-4b48-970d-1ce70468f141 req-3bf87a49-80f5-4d41-8249-6aeac43d68df tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1473365 Jul 08 17:34:55.062124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Pushing event deleted for resources: {'Port': ['ID=1d085bff-0285-49d7-be9e-5a097e4632f6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.070878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1d085bff-0285-49d7-be9e-5a097e4632f6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:55.089073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4809c905-f82b-4c7d-8d7b-16858101f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.092308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4809c905-f82b-4c7d-8d7b-16858101f0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.095856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4809c905-f82b-4c7d-8d7b-16858101f0bf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9a23b119-4e9e-4fb9-b43d-4ad8715eced9 HTTP/1.1" status: 204 len: 168 time: 0.1324887 Jul 08 17:34:55.102214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809c905-f82b-4c7d-8d7b-16858101f0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a23b119-4e9e-4fb9-b43d-4ad8715eced9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.133590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] No DVR routers for this DVR port 1d085bff-0285-49d7-be9e-5a097e4632f6 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:34:55.140036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.142044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04bbe9c5-ad66-4764-8c03-fab5b187a187 req-a14d3a47-eaca-45fa-89fe-158219190bfa tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.41 "DELETE /v2.0/ports/1d085bff-0285-49d7-be9e-5a097e4632f6 HTTP/1.1" status: 204 len: 173 time: 0.5143895 Jul 08 17:34:55.142544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e545443-e171-4665-92cc-5b3f534fcce8', 'name': 'network-vif-deleted', 'tag': '1d085bff-0285-49d7-be9e-5a097e4632f6'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:34:55.145332 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efa170c-f43e-48e9-a398-f270fa7205d3" -d '{"events": [{"server_uuid": "2e545443-e171-4665-92cc-5b3f534fcce8", "name": "network-vif-deleted", "tag": "1d085bff-0285-49d7-be9e-5a097e4632f6"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:34:55.156021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2998d6f-4bd1-4b48-970d-1ce70468f141 req-7aa3ecec-a964-48ac-b5e4-482974886886 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893052 Jul 08 17:34:55.190665 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453fab5e-92a1-42b2-91f8-a2f9649db3b3 x-openstack-request-id: req-453fab5e-92a1-42b2-91f8-a2f9649db3b3 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:34:55.191004 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e545443-e171-4665-92cc-5b3f534fcce8", "name": "network-vif-deleted", "tag": "1d085bff-0285-49d7-be9e-5a097e4632f6", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:34:55.191369 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-453fab5e-92a1-42b2-91f8-a2f9649db3b3 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:34:55.191786 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e545443-e171-4665-92cc-5b3f534fcce8', 'name': 'network-vif-deleted', 'tag': '1d085bff-0285-49d7-be9e-5a097e4632f6', 'status': 'completed', 'code': 200} Jul 08 17:34:55.308675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd99650-7a60-4972-9491-aa69e287641b req-b5c9dddc-fec0-4820-8253-707b9887bdd6 tempest-ServersTestJSON-550554040 tempest-ServersTestJSON-550554040-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e545443-e171-4665-92cc-5b3f534fcce8 HTTP/1.1" status: 200 len: 210 time: 0.0374196 Jul 08 17:34:55.394608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38930) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:55.407270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bcc124fe-f61f-4e66-87e2-016a7a39ac14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.497679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bcc124fe-f61f-4e66-87e2-016a7a39ac14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.502683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bcc124fe-f61f-4e66-87e2-016a7a39ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.540869 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bcc124fe-f61f-4e66-87e2-016a7a39ac14 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=42bc98de6cd949e4809dacd9951ab088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452982 Jul 08 17:34:55.542111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc124fe-f61f-4e66-87e2-016a7a39ac14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde36901-af93-4eb6-b2e8-74056a12724c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.543524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38934) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:55.594441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-34e88666-34f1-42b4-9dfc-c520b6361f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.616453 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-34e88666-34f1-42b4-9dfc-c520b6361f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.673365 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-34e88666-34f1-42b4-9dfc-c520b6361f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.678049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-34e88666-34f1-42b4-9dfc-c520b6361f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.679860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-34e88666-34f1-42b4-9dfc-c520b6361f5a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dde36901-af93-4eb6-b2e8-74056a12724c HTTP/1.1" status: 204 len: 168 time: 0.1349094 Jul 08 17:34:55.686461 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:55.691996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e88666-34f1-42b4-9dfc-c520b6361f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde36901-af93-4eb6-b2e8-74056a12724c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:55.774420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28bbfcce-a134-40ee-9d24-e88e4e50b22a req-8c0c3a9c-7676-49ee-ae65-47ba90188984 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0358758 Jul 08 17:34:56.002646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb6113-d998-4274-adc1-ab59d71935b7 req-f7662691-a923-401d-9a9f-b6587ef3339c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:56.004197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37cb6113-d998-4274-adc1-ab59d71935b7 req-f7662691-a923-401d-9a9f-b6587ef3339c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0695796 Jul 08 17:34:56.043267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37cb6113-d998-4274-adc1-ab59d71935b7 req-ed11c265-2773-418a-8bc7-af25e11c9483 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Jul 08 17:34:56.369381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516cdbb-b676-4f8a-a5ba-4429b9f5bbbb req-2fa85c31-e1af-4f7b-b47b-642842f384c5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:56.370773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b516cdbb-b676-4f8a-a5ba-4429b9f5bbbb req-2fa85c31-e1af-4f7b-b47b-642842f384c5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0935850 Jul 08 17:34:56.411059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b516cdbb-b676-4f8a-a5ba-4429b9f5bbbb req-1dafc045-2117-4288-bad0-c2eff3cc6299 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Jul 08 17:34:56.415412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38968) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:56.471391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] Deleting subnet 43cb1256-6fff-4a5c-a1c6-ae86aa75adde {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:34:56.474457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.509754 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.548544 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.602587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.630780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43cb1256-6fff-4a5c-a1c6-ae86aa75adde,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:56.633197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.634610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-73f4be0d-88f9-4ab7-b054-ed92e6dfb9e9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/43cb1256-6fff-4a5c-a1c6-ae86aa75adde HTTP/1.1" status: 204 len: 168 time: 0.2179947 Jul 08 17:34:56.637072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38974) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:56.710945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.790035 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.800059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99655fa-9d29-42d4-82b8-f3fa6cf53c8c']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:56.810976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:56.811276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a8f5a0-41ce-4f6b-bf28-e8cb0bb9e99d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:34:56.822041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.842478 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.848992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:34:56.849422 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:34:56.851279 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:34:56.918159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.929178 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:56.931376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] 10.222.0.63 "DELETE /v2.0/networks/a99655fa-9d29-42d4-82b8-f3fa6cf53c8c HTTP/1.1" status: 204 len: 168 time: 0.2933390 Jul 08 17:34:56.964033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33622333-8318-447a-bf80-f804d678e880 req-1d4018b7-0746-45b9-842e-f5ab55d9b705 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0436480 Jul 08 17:34:56.973600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370ad51-e941-484d-ad71-87d8a293e44b admin admin] Pushing event deleted for resources: {'Network': ['ID=a99655fa-9d29-42d4-82b8-f3fa6cf53c8c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:57.015553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:34:57.163413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39000) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:57.251885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ad1b22a3-2517-40d6-bbeb-94d67c1c74b3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eeb8bfcca259491aac8cf9d41990ce97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872309 Jul 08 17:34:57.254933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39004) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:57.273292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-4ff7bbc3-6410-4f02-9bd7-ecdb560fd6b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0649502 Jul 08 17:34:57.303302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2890f6b-5126-487e-80d8-b06458335183 req-0a4e29f0-bede-49e8-ab99-59d69f07a59e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.304821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2890f6b-5126-487e-80d8-b06458335183 req-0a4e29f0-bede-49e8-ab99-59d69f07a59e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1249666 Jul 08 17:34:57.333329 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72d7ec30-1837-4185-af3e-6c431c3377e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.373918 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72d7ec30-1837-4185-af3e-6c431c3377e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.374395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.374949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.375567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.376037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.376493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.376998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.378470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.380487 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c3295f7b-75ee-4868-9014-1864fc98eb19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6502 time: 0.0718691 Jul 08 17:34:57.386747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2890f6b-5126-487e-80d8-b06458335183 req-5b1d19c6-45e9-4e59-b554-4e09ed98f1cf tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652220 Jul 08 17:34:57.426345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5bf625fc-7791-4031-a7ba-06daab5fb220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.462472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72d7ec30-1837-4185-af3e-6c431c3377e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.465490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72d7ec30-1837-4185-af3e-6c431c3377e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:57.467165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-72d7ec30-1837-4185-af3e-6c431c3377e3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a41ac799-b3fd-4507-93ac-c3d4bf2eaf89 HTTP/1.1" status: 204 len: 168 time: 0.2091649 Jul 08 17:34:57.500941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7ec30-1837-4185-af3e-6c431c3377e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41ac799-b3fd-4507-93ac-c3d4bf2eaf89,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:57.554385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-5e8e6c1c-296d-4965-9444-0dbe7ccf0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.555005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-5e8e6c1c-296d-4965-9444-0dbe7ccf0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.555482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-5e8e6c1c-296d-4965-9444-0dbe7ccf0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.557109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-5e8e6c1c-296d-4965-9444-0dbe7ccf0923 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=361915ae-e677-4ba1-a26a-8e1a0329c81a&id=361915ae-e677-4ba1-a26a-8e1a0329c81a HTTP/1.1" status: 200 len: 2297 time: 0.1409848 Jul 08 17:34:57.624772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870e340-070b-4bd4-ae0c-75e83155c2bc req-c3c26c07-4fd0-4be8-b83e-9dc64bdb0c07 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.626113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3870e340-070b-4bd4-ae0c-75e83155c2bc req-c3c26c07-4fd0-4be8-b83e-9dc64bdb0c07 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.0771863 Jul 08 17:34:57.647319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-22a14ff6-44c9-41a6-b763-f2037319a424 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c0543-bc8c-418f-8f87-598c2693360b HTTP/1.1" status: 200 len: 1001 time: 0.0766268 Jul 08 17:34:57.681444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3870e340-070b-4bd4-ae0c-75e83155c2bc req-6998ee33-378c-4b92-9216-beed30b6e956 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480857 Jul 08 17:34:57.724638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-7bd66954-cbea-4563-b408-9677d186b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.727139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-7bd66954-cbea-4563-b408-9677d186b5ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ba21f92-0c6a-4238-91cc-a16c1b7a0665 HTTP/1.1" status: 200 len: 855 time: 0.0673292 Jul 08 17:34:57.822493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-e0931a12-f7a9-4f82-8451-fe11102f483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:57.822493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-e0931a12-f7a9-4f82-8451-fe11102f483b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780029 Jul 08 17:34:57.927045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-24685e20-331a-4337-868f-8473eb938ed4 service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968938 Jul 08 17:34:58.129550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-efcf5565-9621-4d55-9839-c6f85b81c73f service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801999 Jul 08 17:34:58.191017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:58.261183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0859fe4-bf91-4791-98a3-74867603ed9d req-160541d0-d7a7-4d8f-9220-976ad4218468 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0996401 Jul 08 17:34:58.357776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:34:58.438803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cc11-bca2-45f5-ac14-3d18e427aaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.513212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:58.528135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '45af7d2e-e892-4465-9b99-a643761f8958', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'port_id': '45af7d2e-e892-4465-9b99-a643761f8958', 'mac_address': 'fa:16:3e:5e:7f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:34:58.589761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39074) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:58.597523 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.623941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45af7d2e-e892-4465-9b99-a643761f8958 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:34:58.640258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cc11-bca2-45f5-ac14-3d18e427aaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.650876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:34:58.656191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5ce9cc11-bca2-45f5-ac14-3d18e427aaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.660983 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.661154 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-40d0c90a-9f4f-4122-81f6-e3f44e2d6901 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 200 len: 217 time: 0.5243549 Jul 08 17:34:58.711000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9cc11-bca2-45f5-ac14-3d18e427aaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6329351a-d579-44ec-a72a-e82e1a70a3d3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:58.740820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1d085bff-0285-49d7-be9e-5a097e4632f6 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:34:58.744845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5ce9cc11-bca2-45f5-ac14-3d18e427aaac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c6edd9cf14e04072b6c8afc9246ba846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527170 Jul 08 17:34:58.748640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39086) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:58.772535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-1f3674ac-b0cd-49fb-860f-a0752de69a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:58.774098 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-1f3674ac-b0cd-49fb-860f-a0752de69a4b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.1050944 Jul 08 17:34:58.787939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 1d085bff-0285-49d7-be9e-5a097e4632f6 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:34:58.788715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1d085bff-0285-49d7-be9e-5a097e4632f6 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:34:58.793462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:58.812863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71d16-9886-4e23-a879-0052a1b827e5 req-2bdadd7e-02ba-477b-9b24-1a6cc505cfc6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:58.814520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86a71d16-9886-4e23-a879-0052a1b827e5 req-2bdadd7e-02ba-477b-9b24-1a6cc505cfc6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1766362 Jul 08 17:34:58.819950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.820310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.821916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.823064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.823583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.826822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.826822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.827223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.827349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.828228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.832077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.832608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:34:58.844232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1731689444-network', 'tenant_id': 'ec9691da2c15447080b7814d012ad179'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:58.862374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-eaf1d139-51ab-4868-a380-4b92d80de67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:58.864217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-eaf1d139-51ab-4868-a380-4b92d80de67f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806501 Jul 08 17:34:58.874434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['45af7d2e-e892-4465-9b99-a643761f8958'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:34:58.894604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c0b9602-eda4-41fc-9395-98e73c6c1975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.924487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c0b9602-eda4-41fc-9395-98e73c6c1975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:58.984972 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-301c1f99-24cc-49b2-bdd0-89a90a8558d7 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041515 Jul 08 17:34:59.004548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Made reservation on behalf of ec9691da2c15447080b7814d012ad179 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:59.017225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.064234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86a71d16-9886-4e23-a879-0052a1b827e5 req-f07becf4-4f0c-4dca-a23b-f088c12e4b6e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349830 Jul 08 17:34:59.068408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c0b9602-eda4-41fc-9395-98e73c6c1975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.074851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c0b9602-eda4-41fc-9395-98e73c6c1975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.076569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7c0b9602-eda4-41fc-9395-98e73c6c1975 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6329351a-d579-44ec-a72a-e82e1a70a3d3 HTTP/1.1" status: 204 len: 168 time: 0.3265767 Jul 08 17:34:59.106837 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.116602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b9602-eda4-41fc-9395-98e73c6c1975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6329351a-d579-44ec-a72a-e82e1a70a3d3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:59.163210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-cbb08043-a311-4e02-8d42-6e7196d12b41 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534746 Jul 08 17:34:59.176211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0d8e3-519c-416f-b86b-f405fdcf8de0 req-2b27397b-2ee6-416e-ab5e-9d95099c9b7d tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:59.178228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bec0d8e3-519c-416f-b86b-f405fdcf8de0 req-2b27397b-2ee6-416e-ab5e-9d95099c9b7d tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.3230181 Jul 08 17:34:59.247819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-5f56a052-7a37-43c9-9b55-6e1a7cb99b69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 200 len: 217 time: 0.0740197 Jul 08 17:34:59.250550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bec0d8e3-519c-416f-b86b-f405fdcf8de0 req-3cfea1e9-6c53-4cd3-bd1d-41d2d104f70a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564384 Jul 08 17:34:59.341092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.349777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-62105b1b-65ce-4259-becb-339239a69695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:59.353874 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.355871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-62105b1b-65ce-4259-becb-339239a69695 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.0830948 Jul 08 17:34:59.381331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74428e-5417-41f2-ba53-28c526fe5b5f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:59.392288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:34:59.403413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.404452 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Added segment 40ffae94-5e21-4969-8c66-2d51a2d10993 of type vlan for network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 Jul 08 17:34:59.452312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.479677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-15e9a089-e710-4de6-969e-3f7b2a63de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:59.481362 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-15e9a089-e710-4de6-969e-3f7b2a63de9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204894 Jul 08 17:34:59.506811 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.508507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:34:59.509483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.557824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9635758 Jul 08 17:34:59.559686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39102) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:59.564891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Request body: {'subnet': {'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1731689444-subnet', 'tenant_id': 'ec9691da2c15447080b7814d012ad179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:34:59.625332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebbc40-618a-46b8-a85c-7189315afb51 admin admin] Pushing event updated for resources: {'Network': ['ID=56b5efb0-526f-44a1-8ffb-2fcadd9e3293,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:59.626222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Made reservation on behalf of ec9691da2c15447080b7814d012ad179 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:34:59.629860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.637321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:34:59.649020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b4f0700-8a35-44c7-9deb-d916d4d9a648 req-8c2921c2-68ef-44d9-b3c9-658ccb0b4625 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0374134 Jul 08 17:34:59.707202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39104) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:59.728667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39698055-66d2-4990-9664-92b0d3f3e03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.768712 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-c84902d6-6aee-4289-9ff9-ea938bf49c3b service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774987 Jul 08 17:34:59.881467 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39698055-66d2-4990-9664-92b0d3f3e03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.888504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39698055-66d2-4990-9664-92b0d3f3e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.930204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39698055-66d2-4990-9664-92b0d3f3e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7501373d-22ce-43a2-9985-2bee25fed4e7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:34:59.934474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-39698055-66d2-4990-9664-92b0d3f3e03b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf8225e341e2409c97eaf2bf966278aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262325 Jul 08 17:34:59.937124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39106) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:34:59.967659 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-57abc61d-51cc-40c0-983a-4fe45c23bbb8 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893673 Jul 08 17:34:59.996361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44a9679e-a60d-4e8e-a03e-c5cac5dbd623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:34:59.996900 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c5069a1b-b2b7-48e9-9f66-c654a568b74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.021031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44a9679e-a60d-4e8e-a03e-c5cac5dbd623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.047099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-3e6d5278-f4bd-4f4c-a31f-b1eb38b199e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 HTTP/1.1" status: 200 len: 217 time: 0.0680723 Jul 08 17:35:00.078346 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44a9679e-a60d-4e8e-a03e-c5cac5dbd623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.081118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44a9679e-a60d-4e8e-a03e-c5cac5dbd623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.082549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-44a9679e-a60d-4e8e-a03e-c5cac5dbd623 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7501373d-22ce-43a2-9985-2bee25fed4e7 HTTP/1.1" status: 204 len: 168 time: 0.1445007 Jul 08 17:35:00.088992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.091408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9679e-a60d-4e8e-a03e-c5cac5dbd623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7501373d-22ce-43a2-9985-2bee25fed4e7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:00.154224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-d76b672c-ed1f-44ca-85ae-f1e1558ad44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.155756 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-d76b672c-ed1f-44ca-85ae-f1e1558ad44a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.0990670 Jul 08 17:35:00.169759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e864012-a0c4-4ccb-86c0-b2845220acb9,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:00.212007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Checking segment: {'id': '40ffae94-5e21-4969-8c66-2d51a2d10993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:00.212391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Network hostable DHCP agents. Network: 56b5efb0-526f-44a1-8ffb-2fcadd9e3293, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:00.243483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:00.248775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-d5e60ce3-1bd0-47d0-a064-85d0fe5c8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.250247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-d5e60ce3-1bd0-47d0-a064-85d0fe5c8df8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865638 Jul 08 17:35:00.267711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 56b5efb0-526f-44a1-8ffb-2fcadd9e3293) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:00.280847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4d4f5-84b1-439d-8c66-e75a9e1175c9 None None] Network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:00.368628 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-9e20dbc6-3c85-4908-b752-834d2cad6c7c service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019297 Jul 08 17:35:00.372508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.373239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.375496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432957b9-68d0-4256-8043-151bc2e06796 req-668a15f3-57f9-46ce-bfce-03f2a0bdaa2a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.384118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-432957b9-68d0-4256-8043-151bc2e06796 req-668a15f3-57f9-46ce-bfce-03f2a0bdaa2a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 944 time: 0.1325669 Jul 08 17:35:00.422723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:00.472243 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f6358ca8-d584-4326-9c0c-2ec85e86ff5a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9112861 Jul 08 17:35:00.499731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-432957b9-68d0-4256-8043-151bc2e06796 req-bb0f10b4-ef3f-42e4-9a82-bda3145a22a6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947876 Jul 08 17:35:00.562726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.571780 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-31857c24-a492-4e64-a34c-182f968d22f9 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914909 Jul 08 17:35:00.608795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 45af7d2e-e892-4465-9b99-a643761f8958 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:00.609186 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:00.668758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-bc6192b3-1552-49bb-a310-aecb8d273494 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=d804950a-4a16-4107-b800-69280cf2ad45 HTTP/1.1" status: 200 len: 217 time: 0.0885401 Jul 08 17:35:00.680724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abea18-195e-42c4-9361-61ef7842f2a5 req-cc574c05-2548-4f4d-b3b0-5d52e74cffd0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.702482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01abea18-195e-42c4-9361-61ef7842f2a5 req-cc574c05-2548-4f4d-b3b0-5d52e74cffd0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1965883 Jul 08 17:35:00.780933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-48bc3714-e509-4162-9816-f91967731d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.787127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-48bc3714-e509-4162-9816-f91967731d4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.1095283 Jul 08 17:35:00.817431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01abea18-195e-42c4-9361-61ef7842f2a5 req-3e61c9b7-2be6-4ed0-8854-639eb7ec3b89 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114078 Jul 08 17:35:00.833274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bb4d03-ce62-4c7a-9e6a-453b490fd549 None None] Network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:00.907969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-88609a7d-9104-423e-a37b-b9cef4c636b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:00.909209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-88609a7d-9104-423e-a37b-b9cef4c636b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092222 Jul 08 17:35:01.016441 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.092321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-2926a45a-724c-47aa-a01c-836a6cf87be6 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713223 Jul 08 17:35:01.111161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:01.114191 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99af10e-a238-49a0-89db-415443ff9412" -d '{"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-plugged", "status": "completed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:01.152519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ee3725c-cd28-449a-85e0-5711d2d02804 req-715d59da-a19b-41bf-b034-6e22f0dfd227 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0777135 Jul 08 17:35:01.196104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:01.207235 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.208058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e756f6be-372f-4ae4-919d-ad96f5b11856 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:01.274853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-dfd31733-4832-45f0-9e10-7f6075002a06 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733403 Jul 08 17:35:01.353873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-215a5b0b-2d3d-4017-a430-dec0ab25b3be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a HTTP/1.1" status: 200 len: 217 time: 0.0701389 Jul 08 17:35:01.391021 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be35eb2-ce74-4e97-8af8-6d9650563666 x-openstack-request-id: req-0be35eb2-ce74-4e97-8af8-6d9650563666 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:01.391315 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-plugged", "status": "completed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:01.391572 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0be35eb2-ce74-4e97-8af8-6d9650563666 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:01.391974 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958', 'code': 200} Jul 08 17:35:01.392573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:01.453247 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.457604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-1b20116e-e364-4b87-ab5c-e07be8435357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:01.459101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-1b20116e-e364-4b87-ab5c-e07be8435357 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.0939174 Jul 08 17:35:01.498246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39156) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:01.510050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-874267802-network', 'tenant_id': '9d35ff609ed14369b0658fcf2bb28094'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:01.543758 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.579738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Made reservation on behalf of 9d35ff609ed14369b0658fcf2bb28094 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:01.587119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.591019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-75453385-06e7-4448-8a6f-6f22cd9e96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:01.594190 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-75453385-06e7-4448-8a6f-6f22cd9e96b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236253 Jul 08 17:35:01.619104 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.634727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:01.645920 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.707989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-9aecdb09-1827-4ac5-84e3-92f1e7382892 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922985 Jul 08 17:35:01.759077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:01.858728 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-481c3a1c-360e-4b38-9282-f8063eac094c service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417396 Jul 08 17:35:01.923346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-df3993b5-607c-4b36-aa81-ff2793c1759c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257 HTTP/1.1" status: 200 len: 217 time: 0.0558255 Jul 08 17:35:01.969051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:01.983060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.005533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-08e93dc9-0430-4e1e-9bce-c95fa75bb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.007789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-08e93dc9-0430-4e1e-9bce-c95fa75bb62b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.0750010 Jul 08 17:35:02.081320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:02.094918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8678d050-13ae-40bd-abed-c9a11d404813,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:02.152500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115da40-e9bd-4c36-a13a-c1a9d249a8d6 req-c3c11bca-f54d-4805-81a9-b333eef4f875 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.156225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d115da40-e9bd-4c36-a13a-c1a9d249a8d6 req-c3c11bca-f54d-4805-81a9-b333eef4f875 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.3098736 Jul 08 17:35:02.162838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-abe56b75-8de0-4b5f-90d5-340317a32708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.164644 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-abe56b75-8de0-4b5f-90d5-340317a32708 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421847 Jul 08 17:35:02.165640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.165989 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Added segment 001c4642-af2e-468e-9ac5-b5d35e73ec5d of type vlan for network 7ae84434-ead3-4ec7-83c7-1935c09dbd74 Jul 08 17:35:02.319584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.367674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d115da40-e9bd-4c36-a13a-c1a9d249a8d6 req-7b85ff11-770b-464e-b2b0-71aadf262625 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983089 Jul 08 17:35:02.382517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e756f6be-372f-4ae4-919d-ad96f5b11856 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:35:02.398210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-7e131309-8a02-4b95-bd69-867fd644afaf service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241249 Jul 08 17:35:02.523390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199b4a5-f810-4315-9d86-615928383130 req-41d29789-20a2-41a5-80fb-624253cd011c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.534310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1199b4a5-f810-4315-9d86-615928383130 req-41d29789-20a2-41a5-80fb-624253cd011c tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 943 time: 0.3014736 Jul 08 17:35:02.541555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.544037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:02.545894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.609917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:02.663238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'port_id': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'mac_address': 'fa:16:3e:da:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90cd7b-508f-45a2-a422-6f2e8b9e86dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:35:02.708725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b86215b-5116-4313-b37a-2b031bad35c2 req-5c1b294e-afa4-42d5-8ad5-ac418c580326 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983291 Jul 08 17:35:02.824987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd6786c7-924b-4995-bc67-0ca55f43b935 req-d3221266-19d3-430a-9b4d-95a69794584b tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0901716 Jul 08 17:35:02.841463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3417294 Jul 08 17:35:02.842982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39198) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:02.850183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Request body: {'subnet': {'network_id': '7ae84434-ead3-4ec7-83c7-1935c09dbd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-874267802-subnet', 'tenant_id': '9d35ff609ed14369b0658fcf2bb28094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:02.873493 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.874343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:02.875385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1199b4a5-f810-4315-9d86-615928383130 req-bb434253-4be5-4da8-9a23-039e7129d9ab tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213027 Jul 08 17:35:02.884189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cdb0e-d938-474c-af87-c315452ca65c admin admin] Pushing event updated for resources: {'Network': ['ID=7ae84434-ead3-4ec7-83c7-1935c09dbd74,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:02.899592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 7ae84434-ead3-4ec7-83c7-1935c09dbd74 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:02.921913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Made reservation on behalf of 9d35ff609ed14369b0658fcf2bb28094 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:02.925582 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.009314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e756f6be-372f-4ae4-919d-ad96f5b11856 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:03.110266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:03.147438 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.249871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.337073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3adc2e-300a-44f4-8303-c0f97381f046,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:03.347929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Checking segment: {'id': '001c4642-af2e-468e-9ac5-b5d35e73ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ae84434-ead3-4ec7-83c7-1935c09dbd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:03.348415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Network hostable DHCP agents. Network: 7ae84434-ead3-4ec7-83c7-1935c09dbd74, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:03.380119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Network 7ae84434-ead3-4ec7-83c7-1935c09dbd74 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:03.391338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 7ae84434-ead3-4ec7-83c7-1935c09dbd74) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:03.395671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:03.396419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.414600 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-95ac34cb-3001-4179-b73a-1281d91ff2f9 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5704195 Jul 08 17:35:03.457143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39214) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:03.539498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:03.542856 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bbf92e-b5d9-4fae-9add-c5267d0b36e0" -d '{"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:03.546931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:03.561954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e24f08-5547-4eb1-b791-7f84e9201b17 None None] Network 7ae84434-ead3-4ec7-83c7-1935c09dbd74 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:03.679532 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceaeead-081e-4abe-adba-82c4365bb9fc x-openstack-request-id: req-3ceaeead-081e-4abe-adba-82c4365bb9fc {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:03.679828 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:03.691866 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3ceaeead-081e-4abe-adba-82c4365bb9fc {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:03.692521 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'code': 200} Jul 08 17:35:03.709673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f68978a0-0a14-4855-8bf1-6c0024eeb201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.771931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e756f6be-372f-4ae4-919d-ad96f5b11856'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:03.845147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829738b-673d-4ce0-9f2d-9c0cdd5fd297 req-68474976-8cf0-4f36-b04f-ef131831f93f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:03.871554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1829738b-673d-4ce0-9f2d-9c0cdd5fd297 req-68474976-8cf0-4f36-b04f-ef131831f93f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.2643964 Jul 08 17:35:03.903649 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f68978a0-0a14-4855-8bf1-6c0024eeb201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.912029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f68978a0-0a14-4855-8bf1-6c0024eeb201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:03.943232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1829738b-673d-4ce0-9f2d-9c0cdd5fd297 req-169a947d-34f6-401d-8aad-8e50f8e527c8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645623 Jul 08 17:35:03.981626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f68978a0-0a14-4855-8bf1-6c0024eeb201 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dfe0d90dd14f480e8037651c1885022f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5230210 Jul 08 17:35:03.986726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39232) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:04.041337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c6cbe-f0bf-46c9-8671-5377b40ac107 None None] Network 7ae84434-ead3-4ec7-83c7-1935c09dbd74 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:04.053574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68978a0-0a14-4855-8bf1-6c0024eeb201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a0bde3-0c2d-4aa3-80a4-975c3c16cf23,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:04.216713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00d7c096-3471-4caa-97b1-b30ef59a2ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.261535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00d7c096-3471-4caa-97b1-b30ef59a2ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.417487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b55ceb2-7f95-427b-99dd-9a2e1c998370 req-29b94b54-69ec-428f-8740-8cf6b3d902aa tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0936124 Jul 08 17:35:04.576822 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00d7c096-3471-4caa-97b1-b30ef59a2ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.581031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00d7c096-3471-4caa-97b1-b30ef59a2ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:04.584860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-00d7c096-3471-4caa-97b1-b30ef59a2ff2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d7a0bde3-0c2d-4aa3-80a4-975c3c16cf23 HTTP/1.1" status: 204 len: 168 time: 0.5965762 Jul 08 17:35:04.599613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7c096-3471-4caa-97b1-b30ef59a2ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a0bde3-0c2d-4aa3-80a4-975c3c16cf23,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:04.619392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-fe570d2f-cbba-4be4-8c60-9d9002bd3aa5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:04.630164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-fe570d2f-cbba-4be4-8c60-9d9002bd3aa5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/networks?id=56b5efb0-526f-44a1-8ffb-2fcadd9e3293 HTTP/1.1" status: 200 len: 825 time: 0.2843781 Jul 08 17:35:04.649584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-bb232c63-5bd4-44bf-ae79-8d091361e7ff tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/quotas/ec9691da2c15447080b7814d012ad179 HTTP/1.1" status: 200 len: 375 time: 0.0179622 Jul 08 17:35:04.702924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-6f35708c-a650-438f-b89b-2fab5350cba7 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ec9691da2c15447080b7814d012ad179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523539 Jul 08 17:35:04.857384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08c4d2-3279-40d9-b77b-bd2d29faa3f4 req-87031e34-df78-42ad-8752-4be7d671fbd8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:04.864642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d08c4d2-3279-40d9-b77b-bd2d29faa3f4 req-87031e34-df78-42ad-8752-4be7d671fbd8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 944 time: 0.2124822 Jul 08 17:35:04.923585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d08c4d2-3279-40d9-b77b-bd2d29faa3f4 req-78237bbd-0079-4122-aedd-df1fb2b69c46 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579555 Jul 08 17:35:04.930396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-dbeeba2d-30ab-4f40-a899-dc05959d4c9c service neutron] 10.222.0.63 "GET /v2.0/networks/56b5efb0-526f-44a1-8ffb-2fcadd9e3293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081435 Jul 08 17:35:05.129361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-e8ecc2b5-a7d0-4d84-8746-ee975c3decf3 service neutron] 10.222.0.63 "GET /v2.0/networks/56b5efb0-526f-44a1-8ffb-2fcadd9e3293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867900 Jul 08 17:35:05.388907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78002303-86ba-4b63-a8de-f3db583add1c req-d1c2205b-bf52-45f9-badd-43410a58002e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:05.391917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78002303-86ba-4b63-a8de-f3db583add1c req-d1c2205b-bf52-45f9-badd-43410a58002e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0785899 Jul 08 17:35:05.482493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78002303-86ba-4b63-a8de-f3db583add1c req-54938258-9b48-4a5d-80c0-781d90e37db6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762594 Jul 08 17:35:05.503705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6b8fed8-8542-466d-a1d5-5521f8f216dd req-271bf25b-fc29-467a-a848-1d7923e91948 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 210 time: 0.1102965 Jul 08 17:35:05.708498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cb6199f-4ca7-464d-a1c2-8b78ad5c4910 req-19484caf-f817-42d8-adca-64274172b9f3 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0458279 Jul 08 17:35:06.201002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4845f-ac20-49c2-90bf-db92e6c2551a req-ae4819a1-a403-47d7-9a7a-6027b57940a6 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:06.213422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6b4845f-ac20-49c2-90bf-db92e6c2551a req-ae4819a1-a403-47d7-9a7a-6027b57940a6 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 944 time: 0.1195230 Jul 08 17:35:06.275753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6b4845f-ac20-49c2-90bf-db92e6c2551a req-f9df1128-01fd-4f79-a9d9-f7d903683709 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613465 Jul 08 17:35:06.407664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e756f6be-372f-4ae4-919d-ad96f5b11856 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:06.544692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port e756f6be-372f-4ae4-919d-ad96f5b11856 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:06.545435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.722735 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.769802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:06.771219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:06.774598 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e73b5-843f-47ce-b980-1b4532806adf" -d '{"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-plugged", "status": "completed", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:06.780249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:06.797784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f539da2-fd9d-4d4f-89d6-c569f3ffd90f req-d4ffd0ec-bc14-4cae-972f-7a1b1254f57a tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 210 time: 0.0449376 Jul 08 17:35:06.885878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2635-0d97-46a5-8ba3-e579f84cfe2a req-001bd249-4fb6-471b-aa17-c7dfa22301fd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:06.891833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:06.899732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-451b2635-0d97-46a5-8ba3-e579f84cfe2a req-001bd249-4fb6-471b-aa17-c7dfa22301fd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1830168 Jul 08 17:35:07.326585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-fa1704b6-b814-4bb2-8c4d-c943fb2ba507 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:07.328319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-fa1704b6-b814-4bb2-8c4d-c943fb2ba507 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.72 "GET /v2.0/networks?id=56b5efb0-526f-44a1-8ffb-2fcadd9e3293 HTTP/1.1" status: 200 len: 825 time: 0.2398505 Jul 08 17:35:07.355072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Request body: {'port': {'device_id': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293', 'admin_state_up': True, 'tenant_id': 'ec9691da2c15447080b7814d012ad179'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:07.512166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-451b2635-0d97-46a5-8ba3-e579f84cfe2a req-bbeed349-8072-4442-af00-77aa9ba250d9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6115320 Jul 08 17:35:07.528501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8eaffadc-7ab7-4053-935f-445354772570 req-9e77aac2-90a2-42bb-b806-7e2eb1dab799 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0802317 Jul 08 17:35:07.596829 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6067823-d7a4-4620-998b-e199067927b0 x-openstack-request-id: req-e6067823-d7a4-4620-998b-e199067927b0 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:07.597383 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-plugged", "status": "completed", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:07.597495 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6067823-d7a4-4620-998b-e199067927b0 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:07.597893 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'code': 200} Jul 08 17:35:07.629203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Made reservation on behalf of ec9691da2c15447080b7814d012ad179 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:07.638818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.017902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Allocated IP 172.20.0.5 (56b5efb0-526f-44a1-8ffb-2fcadd9e3293/4e864012-a0c4-4ccb-86c0-b2845220acb9/3cee3583-e0e7-4325-aae8-011e8ecf789a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:08.020302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa986c-f72f-4e78-a131-6094ad85add1 req-7d0de377-7d47-4adb-b6bd-d4fb04412ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.022030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16fa986c-f72f-4e78-a131-6094ad85add1 req-7d0de377-7d47-4adb-b6bd-d4fb04412ae1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 1096 time: 0.2295485 Jul 08 17:35:08.140881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027f93f-dadd-47ec-b732-be7700bf1b14 req-b7e2633d-1179-4b5d-98b1-eeaf92d0d7bc tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.150102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9027f93f-dadd-47ec-b732-be7700bf1b14 req-b7e2633d-1179-4b5d-98b1-eeaf92d0d7bc tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.3597991 Jul 08 17:35:08.156070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16fa986c-f72f-4e78-a131-6094ad85add1 req-5748ba97-2ce6-40ee-aba5-34ea66d0c70c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219764 Jul 08 17:35:08.248968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5238ee85-a4d2-471a-81e2-326a56ff3f20 req-d570354a-755a-4613-890b-2199ecbbcc3b tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 210 time: 0.0955620 Jul 08 17:35:08.289304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9027f93f-dadd-47ec-b732-be7700bf1b14 req-c796d2ff-9173-4bd4-8b5e-1e18ab689848 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359532 Jul 08 17:35:08.300708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.398810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.454560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:08.476014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:08.482167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:08.522735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Pushing event updated for resources: {'Port': ['ID=3cee3583-e0e7-4325-aae8-011e8ecf789a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:08.569805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.569994 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.586894 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-81057a89-fdc1-4d66-b83c-cd7986dfede5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2401409 Jul 08 17:35:08.604906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Request body: {'port': {'device_id': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:08.641234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39364) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:08.727371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.846141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dc32533-d409-448e-8706-af29a67bc045 req-0ff271b0-d07e-4f02-9d92-9ec5cc57a6c9 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0416811 Jul 08 17:35:08.882586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7545b1c2-1f7f-4717-9858-a6fc0917ea64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:08.906007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942c511-cd20-4d02-bd94-fc4cd612a898 req-feadc211-93da-4077-bda8-b81f9f916d65 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:08.914330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5942c511-cd20-4d02-bd94-fc4cd612a898 req-feadc211-93da-4077-bda8-b81f9f916d65 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1377518 Jul 08 17:35:08.987826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5942c511-cd20-4d02-bd94-fc4cd612a898 req-80a1a305-9b2c-4e05-a6d4-f7f3938beb16 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720193 Jul 08 17:35:09.099840 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7545b1c2-1f7f-4717-9858-a6fc0917ea64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.105593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7545b1c2-1f7f-4717-9858-a6fc0917ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.155945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7545b1c2-1f7f-4717-9858-a6fc0917ea64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=455bcbde053b4f35a676a02dc3bf8034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138566 Jul 08 17:35:09.158149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39370) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:09.165545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545b1c2-1f7f-4717-9858-a6fc0917ea64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b0774-30a1-4b99-bb6c-880516bb2ba1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:09.201418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cee3583-e0e7-4325-aae8-011e8ecf789a {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:09.213339 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.227161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Transition to ACTIVE for port object 3cee3583-e0e7-4325-aae8-011e8ecf789a will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:09.236812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.243131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5bf42f1e-ffdc-47e1-85fe-3e76cd198010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.268503 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5bf42f1e-ffdc-47e1-85fe-3e76cd198010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.356972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5bf42f1e-ffdc-47e1-85fe-3e76cd198010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.364248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5bf42f1e-ffdc-47e1-85fe-3e76cd198010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.370054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5bf42f1e-ffdc-47e1-85fe-3e76cd198010 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1b4b0774-30a1-4b99-bb6c-880516bb2ba1 HTTP/1.1" status: 204 len: 168 time: 0.2114835 Jul 08 17:35:09.390100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42f1e-ffdc-47e1-85fe-3e76cd198010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b0774-30a1-4b99-bb6c-880516bb2ba1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:09.488096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Pushing event updated for resources: {'Port': ['ID=3cee3583-e0e7-4325-aae8-011e8ecf789a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:09.512221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Attempting to bind port 3cee3583-e0e7-4325-aae8-011e8ecf789a on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:09.512649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Attempting to bind port 3cee3583-e0e7-4325-aae8-011e8ecf789a by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '40ffae94-5e21-4969-8c66-2d51a2d10993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:09.512950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Attempting to bind port 3cee3583-e0e7-4325-aae8-011e8ecf789a on network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:09.521522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Port 3cee3583-e0e7-4325-aae8-011e8ecf789a on network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:09.522032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Attempting to bind port 3cee3583-e0e7-4325-aae8-011e8ecf789a on network 56b5efb0-526f-44a1-8ffb-2fcadd9e3293 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:09.528532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:09.528925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Checking segment: {'id': '40ffae94-5e21-4969-8c66-2d51a2d10993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:09.529365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Bound using segment: {'id': '40ffae94-5e21-4969-8c66-2d51a2d10993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:09.529872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Bound port: 3cee3583-e0e7-4325-aae8-011e8ecf789a, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ffae94-5e21-4969-8c66-2d51a2d10993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:09.530267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.587567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa440fa-2073-4594-bfbe-c907c6479d1a req-4da5e769-d3f4-42a8-b64a-9a99923b3749 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:09.594572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1aa440fa-2073-4594-bfbe-c907c6479d1a req-4da5e769-d3f4-42a8-b64a-9a99923b3749 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 943 time: 0.1397555 Jul 08 17:35:09.624607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b1e6a-de43-4e1d-96fe-cfc93e0831e5 req-ff598ff2-f368-48f3-8dd4-b9c77aa48e09 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:09.632471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-183b1e6a-de43-4e1d-96fe-cfc93e0831e5 req-ff598ff2-f368-48f3-8dd4-b9c77aa48e09 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1356864 Jul 08 17:35:09.673639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1aa440fa-2073-4594-bfbe-c907c6479d1a req-d52d8db0-bac9-4fa8-b0c2-064f3e8a3d05 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782464 Jul 08 17:35:09.702510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-183b1e6a-de43-4e1d-96fe-cfc93e0831e5 req-9ba5de17-1aa4-495d-933e-bf647a738778 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689635 Jul 08 17:35:09.727563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] For port 3cee3583-e0e7-4325-aae8-011e8ecf789a, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:09.731909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] For port 3cee3583-e0e7-4325-aae8-011e8ecf789a, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3cee3583-e0e7-4325-aae8-011e8ecf789a,segment=NetworkSegment(40ffae94-5e21-4969-8c66-2d51a2d10993),segment_id=40ffae94-5e21-4969-8c66-2d51a2d10993)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:09.744253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.824350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:09.824995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.826415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] 10.222.0.72 "PUT /v2.0/ports/3cee3583-e0e7-4325-aae8-011e8ecf789a HTTP/1.1" status: 200 len: 1091 time: 1.2280660 Jul 08 17:35:09.826903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'tag': '3cee3583-e0e7-4325-aae8-011e8ecf789a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:09.835397 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7821e49d-442b-49ba-83c1-1d2e58363b99" -d '{"events": [{"name": "network-changed", "server_uuid": "992ff508-110a-4ec8-b31b-d5dcbdff5296", "tag": "3cee3583-e0e7-4325-aae8-011e8ecf789a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:09.908122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583840-3422-428d-8007-ed94b33bfb09 service neutron] Pushing event updated for resources: {'Port': ['ID=3cee3583-e0e7-4325-aae8-011e8ecf789a,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:09.931010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39390) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:09.949675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b159482b-0897-4b2f-be91-8d8ac242b68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:09.991729 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c07fcfa-49f0-4881-b1c6-c9c0eb4384b4 x-openstack-request-id: req-2c07fcfa-49f0-4881-b1c6-c9c0eb4384b4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:09.992026 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992ff508-110a-4ec8-b31b-d5dcbdff5296", "tag": "3cee3583-e0e7-4325-aae8-011e8ecf789a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:09.992351 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2c07fcfa-49f0-4881-b1c6-c9c0eb4384b4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:09.992689 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'tag': '3cee3583-e0e7-4325-aae8-011e8ecf789a', 'status': 'completed', 'code': 200} Jul 08 17:35:10.015327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8ba1-3d74-40d0-82cd-9fcacf43f761 req-8c790fef-6083-4ec6-9871-d7a474fd5ba7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.026111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90fe8ba1-3d74-40d0-82cd-9fcacf43f761 req-8c790fef-6083-4ec6-9871-d7a474fd5ba7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1260056 Jul 08 17:35:10.027125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-13f86378-70e1-498d-a4a4-12b40580eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.028655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-13f86378-70e1-498d-a4a4-12b40580eb29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec9691da2c15447080b7814d012ad179&device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 1094 time: 0.1569352 Jul 08 17:35:10.097919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-ec108876-9e28-47ef-9e3d-c43ce0b25f65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cee3583-e0e7-4325-aae8-011e8ecf789a HTTP/1.1" status: 200 len: 217 time: 0.0575047 Jul 08 17:35:10.108378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90fe8ba1-3d74-40d0-82cd-9fcacf43f761 req-a0f0de4b-527c-42b6-bbfe-d9627aa4107a tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812335 Jul 08 17:35:10.193317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f10e381f-a515-4b1c-83ac-b887338a4559 req-6cbea932-5c4a-449b-848f-b3c777f129ea tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0548198 Jul 08 17:35:10.209240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3fc9c26e-2bc7-45a1-add1-8628dbf29385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.210767 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-3fc9c26e-2bc7-45a1-add1-8628dbf29385 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e864012-a0c4-4ccb-86c0-b2845220acb9 HTTP/1.1" status: 200 len: 865 time: 0.0955174 Jul 08 17:35:10.265138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-9cd5a481-365b-4b22-9edd-e434200b6a22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56b5efb0-526f-44a1-8ffb-2fcadd9e3293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468955 Jul 08 17:35:10.288242 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b159482b-0897-4b2f-be91-8d8ac242b68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.327668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b159482b-0897-4b2f-be91-8d8ac242b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.370011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec9b3e-beaa-4a64-b98e-82bcd58ffb4f req-074dcbd1-4aa0-44e3-9b23-1c4740bc08a7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.371566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdec9b3e-beaa-4a64-b98e-82bcd58ffb4f req-074dcbd1-4aa0-44e3-9b23-1c4740bc08a7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1095555 Jul 08 17:35:10.378995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159482b-0897-4b2f-be91-8d8ac242b68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda607e6-3075-4012-a40b-570acc127c82,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:10.387515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b159482b-0897-4b2f-be91-8d8ac242b68e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ef62f9001664140b572b8cde97ec3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532671 Jul 08 17:35:10.391676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39404) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:10.442948 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-7c983954-53f8-4ed9-99a0-47e16acd1828 service neutron] 10.222.0.72 "GET /v2.0/networks/56b5efb0-526f-44a1-8ffb-2fcadd9e3293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693940 Jul 08 17:35:10.460700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdec9b3e-beaa-4a64-b98e-82bcd58ffb4f req-7f549ee3-3998-4257-8c92-d29dfd38d874 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791206 Jul 08 17:35:10.523432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47d5c5f6-ef0e-43be-bf3e-5f5eb55d048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.562233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47d5c5f6-ef0e-43be-bf3e-5f5eb55d048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.605395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2f14b555-c53f-4d75-80dd-3edf20d74856 req-40842ac8-5f25-4d87-a82b-e5b3ad068fce service neutron] 10.222.0.72 "GET /v2.0/networks/56b5efb0-526f-44a1-8ffb-2fcadd9e3293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556780 Jul 08 17:35:10.644316 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47d5c5f6-ef0e-43be-bf3e-5f5eb55d048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.647042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47d5c5f6-ef0e-43be-bf3e-5f5eb55d048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:10.650731 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-47d5c5f6-ef0e-43be-bf3e-5f5eb55d048e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dda607e6-3075-4012-a40b-570acc127c82 HTTP/1.1" status: 204 len: 168 time: 0.2557573 Jul 08 17:35:10.673086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c5f6-ef0e-43be-bf3e-5f5eb55d048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda607e6-3075-4012-a40b-570acc127c82,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:10.824270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-58b71d61-f918-441f-898b-3a4830253ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:10.825942 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-58b71d61-f918-441f-898b-3a4830253ade service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec9691da2c15447080b7814d012ad179&device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 1094 time: 0.1470516 Jul 08 17:35:11.010660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-891ddf2c-72c3-4a04-a62c-fd733b10305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.012799 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-891ddf2c-72c3-4a04-a62c-fd733b10305b service neutron] 10.222.0.72 "GET /v2.0/networks?id=56b5efb0-526f-44a1-8ffb-2fcadd9e3293 HTTP/1.1" status: 200 len: 926 time: 0.1732414 Jul 08 17:35:11.070849 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-cee8817b-60d7-41af-9985-fc57a7fb066f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cee3583-e0e7-4325-aae8-011e8ecf789a HTTP/1.1" status: 200 len: 217 time: 0.0473733 Jul 08 17:35:11.139914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4fcc-bc01-4bad-904e-27126619c533 req-be292027-a326-4834-a1ce-4f021d5a3e3f tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.148481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa3f4fcc-bc01-4bad-904e-27126619c533 req-be292027-a326-4834-a1ce-4f021d5a3e3f tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 943 time: 0.1788850 Jul 08 17:35:11.169349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-3dd12694-c7bf-425a-b379-3f2ebb103427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.171820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-3dd12694-c7bf-425a-b379-3f2ebb103427 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e864012-a0c4-4ccb-86c0-b2845220acb9 HTTP/1.1" status: 200 len: 865 time: 0.0732362 Jul 08 17:35:11.198810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa3f4fcc-bc01-4bad-904e-27126619c533 req-83b379d8-751a-4153-8635-8177da413345 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489955 Jul 08 17:35:11.236835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d5d85-0004-4f64-ba82-e291abfedd78 req-bd10049f-c1f9-4351-b143-c8037e778b89 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.238489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-324d5d85-0004-4f64-ba82-e291abfedd78 req-bd10049f-c1f9-4351-b143-c8037e778b89 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 946 time: 0.1898856 Jul 08 17:35:11.259263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-d9501f53-0e25-46ad-b861-1b48710f3173 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=56b5efb0-526f-44a1-8ffb-2fcadd9e3293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662816 Jul 08 17:35:11.309190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-324d5d85-0004-4f64-ba82-e291abfedd78 req-ac44fb09-5830-4954-9af6-24ff822392fd tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634446 Jul 08 17:35:11.436227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-80d554e0-5862-4489-b1ac-76d3405a2ad1 service neutron] 10.222.0.72 "GET /v2.0/networks/56b5efb0-526f-44a1-8ffb-2fcadd9e3293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543539 Jul 08 17:35:11.536783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cfd200d9-58f2-4063-a16c-bdd1f24c1777 req-036f722a-20df-4236-927b-29e8fbb7877d tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0374064 Jul 08 17:35:11.538908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7821e49d-442b-49ba-83c1-1d2e58363b99 req-0dbb0446-ca5d-49de-9951-57113114cc55 service neutron] 10.222.0.72 "GET /v2.0/networks/56b5efb0-526f-44a1-8ffb-2fcadd9e3293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957997 Jul 08 17:35:11.569658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-01ea5d02-63f2-457f-b204-f4cd91e9288f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.569658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-01ea5d02-63f2-457f-b204-f4cd91e9288f tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 815 time: 0.1874032 Jul 08 17:35:11.588939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-4d2c1796-3481-4b84-8ab8-c175f10dd318 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/quotas/73f98d1a04414bdaa17c2d8cfa650247 HTTP/1.1" status: 200 len: 375 time: 0.0189319 Jul 08 17:35:11.671876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-d988278b-47e1-4c55-9176-ffa5ad8362cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766337 Jul 08 17:35:11.858774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-a2b5cfc2-278f-43de-aa05-1175c194a68c service neutron] 10.222.0.63 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798611 Jul 08 17:35:11.964265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e107-885f-460d-a7ee-5136c08d00bb req-561b280d-f4cb-4332-936a-2f9ad9b82bf7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:11.970684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6190e107-885f-460d-a7ee-5136c08d00bb req-561b280d-f4cb-4332-936a-2f9ad9b82bf7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1480036 Jul 08 17:35:12.007297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-0d33ffdb-3b3e-4559-a45a-6d485eea0e27 service neutron] 10.222.0.63 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476405 Jul 08 17:35:12.029372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6190e107-885f-460d-a7ee-5136c08d00bb req-a1478523-53ba-4f30-a6ef-ba25d4946d0b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575397 Jul 08 17:35:12.255985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d6fa040-7b71-442f-89a0-9b5e3655cf5d req-51cb0b7d-6c33-4269-8fe5-522cc742b895 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 210 time: 0.0407815 Jul 08 17:35:12.522930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5216d2-aa46-4e7c-adc9-c202945450c1 req-50a848e8-042b-48a9-806a-70dc6bd49222 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:12.530616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed5216d2-aa46-4e7c-adc9-c202945450c1 req-50a848e8-042b-48a9-806a-70dc6bd49222 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 943 time: 0.0976479 Jul 08 17:35:12.619922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed5216d2-aa46-4e7c-adc9-c202945450c1 req-53781c86-b3b0-4b52-b91e-4e6808207089 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Jul 08 17:35:12.681133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012d0ee-f74c-4576-abb9-b57180655cd7 req-37c95d91-c98d-4249-ac84-855bccf80a81 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:12.691445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d012d0ee-f74c-4576-abb9-b57180655cd7 req-37c95d91-c98d-4249-ac84-855bccf80a81 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 946 time: 0.1584146 Jul 08 17:35:12.707520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-653e4e11-b202-4f8c-8350-074d593ff1d7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:12.710755 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-653e4e11-b202-4f8c-8350-074d593ff1d7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec9c68ad-d5ae-4869-bed7-949d302a32a3 HTTP/1.1" status: 200 len: 945 time: 0.1493714 Jul 08 17:35:12.800548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d012d0ee-f74c-4576-abb9-b57180655cd7 req-a8faf961-f69c-4d78-b0ed-8942b7ff26f8 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074169 Jul 08 17:35:12.907117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Deleting port e756f6be-372f-4ae4-919d-ad96f5b11856 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:12.907469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.046118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2341c738-2dfe-401e-9b07-eee584f5ed3c req-373d9419-3735-4342-add8-dd88b57a6c4e tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.1089971 Jul 08 17:35:13.051474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] For port e756f6be-372f-4ae4-919d-ad96f5b11856, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e756f6be-372f-4ae4-919d-ad96f5b11856,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:13.052794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.080208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Calling delete_port for e756f6be-372f-4ae4-919d-ad96f5b11856 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:13.118013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-6d16b900-9133-4f8c-9961-d844c7424fa5 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:13.122441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-6d16b900-9133-4f8c-9961-d844c7424fa5 tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.72 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 946 time: 0.1964703 Jul 08 17:35:13.375970 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.392217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e756f6be-372f-4ae4-919d-ad96f5b11856'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:13.400142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Deleting port 515692e9-7952-47e5-bd98-d89eb3d0af9a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:13.407362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.429717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Pushing event deleted for resources: {'Port': ['ID=e756f6be-372f-4ae4-919d-ad96f5b11856,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:13.489539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] No DVR routers for this DVR port e756f6be-372f-4ae4-919d-ad96f5b11856 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:13.494605 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.495794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.499004 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-450d3c86-ea0f-490a-913d-a142c7ef949e req-5afc0bd4-98fb-4c07-bdc5-504129b879a0 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "DELETE /v2.0/ports/e756f6be-372f-4ae4-919d-ad96f5b11856 HTTP/1.1" status: 204 len: 173 time: 0.7813983 Jul 08 17:35:13.499910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-deleted', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:13.506284 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e902f115-d40a-443a-b4d3-4afa1a185c04" -d '{"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-deleted", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:13.517275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100d7e9-563d-4c67-b92f-e156375cbdc6 req-d9b5bf1f-577e-4708-a599-44c1b6a9cf49 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:13.524880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1100d7e9-563d-4c67-b92f-e156375cbdc6 req-d9b5bf1f-577e-4708-a599-44c1b6a9cf49 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.2592928 Jul 08 17:35:13.531459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a82d5097-ae18-4698-8f02-a081922cd095 req-a6f2c5ca-1370-4966-b0b2-03a8f1952186 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 210 time: 0.0801034 Jul 08 17:35:13.597979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1100d7e9-563d-4c67-b92f-e156375cbdc6 req-9cc11584-3951-44f2-9aa8-4bc920bf1ba0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721257 Jul 08 17:35:13.663853 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd744401-45fb-4a5f-be82-784292445e7c x-openstack-request-id: req-fd744401-45fb-4a5f-be82-784292445e7c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:13.664340 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c68ad-d5ae-4869-bed7-949d302a32a3", "name": "network-vif-deleted", "tag": "e756f6be-372f-4ae4-919d-ad96f5b11856", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:13.666444 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fd744401-45fb-4a5f-be82-784292445e7c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:13.666992 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9c68ad-d5ae-4869-bed7-949d302a32a3', 'name': 'network-vif-deleted', 'tag': 'e756f6be-372f-4ae4-919d-ad96f5b11856', 'status': 'completed', 'code': 200} Jul 08 17:35:13.712027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] For port 515692e9-7952-47e5-bd98-d89eb3d0af9a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=515692e9-7952-47e5-bd98-d89eb3d0af9a,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:13.712976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:13.744312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Calling delete_port for 515692e9-7952-47e5-bd98-d89eb3d0af9a owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:14.092296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9544-da3e-47e7-80f5-888ae631efaa req-bf64eecb-1595-4f69-a754-29bca519f858 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:14.100923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b8a9544-da3e-47e7-80f5-888ae631efaa req-bf64eecb-1595-4f69-a754-29bca519f858 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 943 time: 0.2161400 Jul 08 17:35:14.116870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-33983a6a-680a-43ef-8562-043cc5a318ff tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:14.119138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-33983a6a-680a-43ef-8562-043cc5a318ff tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 815 time: 0.1879396 Jul 08 17:35:14.136218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Request body: {'port': {'device_id': '667d85fd-b5ee-4704-8634-098ae78da525', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'admin_state_up': True, 'tenant_id': '73f98d1a04414bdaa17c2d8cfa650247'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:14.136454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8bf6c-7a9b-472f-8780-af6fcf8305c1 req-978536f3-183d-4e7a-9ba4-ada0f33521ec tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:14.143235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ca8bf6c-7a9b-472f-8780-af6fcf8305c1 req-978536f3-183d-4e7a-9ba4-ada0f33521ec tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 946 time: 0.1875522 Jul 08 17:35:14.182707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.196414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['515692e9-7952-47e5-bd98-d89eb3d0af9a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:14.232828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b8a9544-da3e-47e7-80f5-888ae631efaa req-d1569a4a-20e6-4461-8067-99bb23fbd4e1 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310914 Jul 08 17:35:14.243374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Pushing event deleted for resources: {'Port': ['ID=515692e9-7952-47e5-bd98-d89eb3d0af9a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:14.294657 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ca8bf6c-7a9b-472f-8780-af6fcf8305c1 req-90e74d4c-2947-43ca-81a7-a66a36e7b07e tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/security-groups?id=4656994f-2b1a-4fbf-b36a-5432cb114779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504138 Jul 08 17:35:14.331982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Made reservation on behalf of 73f98d1a04414bdaa17c2d8cfa650247 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:14.335594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.441864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] No DVR routers for this DVR port 515692e9-7952-47e5-bd98-d89eb3d0af9a on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:14.449122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:14.458721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7b7a1b6-6f96-4309-8f18-7430064f48c4 req-a92de5eb-55e8-47b0-a698-743e6506b07a tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.72 "DELETE /v2.0/ports/515692e9-7952-47e5-bd98-d89eb3d0af9a HTTP/1.1" status: 204 len: 173 time: 1.3296573 Jul 08 17:35:14.459226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290ff761-2788-4285-834d-2e6b04d487be', 'name': 'network-vif-deleted', 'tag': '515692e9-7952-47e5-bd98-d89eb3d0af9a'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:14.466165 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25398120-b661-438e-a3ca-fb29c7ab7128" -d '{"events": [{"server_uuid": "290ff761-2788-4285-834d-2e6b04d487be", "name": "network-vif-deleted", "tag": "515692e9-7952-47e5-bd98-d89eb3d0af9a"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:14.491493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3cee3583-e0e7-4325-aae8-011e8ecf789a details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:35:14.607401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2be4c81b-95e2-42f1-8b41-750459c7e2a3 req-76992816-fd69-410c-a4aa-d366f7335ed1 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0646873 Jul 08 17:35:14.644122 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06791b9b-6b25-427d-b997-7f247b282a07 x-openstack-request-id: req-06791b9b-6b25-427d-b997-7f247b282a07 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:14.644342 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290ff761-2788-4285-834d-2e6b04d487be", "name": "network-vif-deleted", "tag": "515692e9-7952-47e5-bd98-d89eb3d0af9a", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:14.644598 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-06791b9b-6b25-427d-b997-7f247b282a07 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:14.645097 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290ff761-2788-4285-834d-2e6b04d487be', 'name': 'network-vif-deleted', 'tag': '515692e9-7952-47e5-bd98-d89eb3d0af9a', 'status': 'completed', 'code': 200} Jul 08 17:35:14.708164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Allocated IP 172.20.0.11 (ac90bb72-d7c4-4cad-bddb-22d9e72cc656/fb90cd7b-508f-45a2-a422-6f2e8b9e86dd/0355a4c9-5c95-436f-8784-fb728ceb1f3d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:14.814684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39544) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:14.854293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3cee3583-e0e7-4325-aae8-011e8ecf789a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3cee3583-e0e7-4325-aae8-011e8ecf789a,segment=NetworkSegment(40ffae94-5e21-4969-8c66-2d51a2d10993),segment_id=40ffae94-5e21-4969-8c66-2d51a2d10993)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:14.902214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '3cee3583-e0e7-4325-aae8-011e8ecf789a', 'network_id': '56b5efb0-526f-44a1-8ffb-2fcadd9e3293', 'port_id': '3cee3583-e0e7-4325-aae8-011e8ecf789a', 'mac_address': 'fa:16:3e:28:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e864012-a0c4-4ccb-86c0-b2845220acb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:35:14.920618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0926d6ae-36c2-481b-9e40-d183c87c4528 req-43526dcd-def7-4cae-b1e0-e817c1ce23eb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 210 time: 0.0753458 Jul 08 17:35:15.037790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.082931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cee3583-e0e7-4325-aae8-011e8ecf789a {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:15.102552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7ce2-d3ff-4721-a07d-135a871fb5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.109336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3cee3583-e0e7-4325-aae8-011e8ecf789a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3cee3583-e0e7-4325-aae8-011e8ecf789a,segment=NetworkSegment(40ffae94-5e21-4969-8c66-2d51a2d10993),segment_id=40ffae94-5e21-4969-8c66-2d51a2d10993)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:15.116322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.130782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496524d-4f06-493a-b2a1-629f31997f4b req-e2e6b474-d286-4879-a0e1-422170453b1e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:15.139324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1496524d-4f06-493a-b2a1-629f31997f4b req-e2e6b474-d286-4879-a0e1-422170453b1e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.2131348 Jul 08 17:35:15.176094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3cee3583-e0e7-4325-aae8-011e8ecf789a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.240120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1496524d-4f06-493a-b2a1-629f31997f4b req-757dcb85-2f44-4527-8120-0971a331f40f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997007 Jul 08 17:35:15.284832 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7ce2-d3ff-4721-a07d-135a871fb5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.293676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7ce2-d3ff-4721-a07d-135a871fb5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.378867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39552) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:15.381953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e7e7ce2-d3ff-4721-a07d-135a871fb5c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fa67043e49fa4159a5a534880e0e2830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633805 Jul 08 17:35:15.384655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e7ce2-d3ff-4721-a07d-135a871fb5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b784d6-24f1-4057-8aa7-a692493f39ad,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.429270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.483490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5353780d-77ff-4f3e-b7a4-afcd4f8afafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.497199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3cee3583-e0e7-4325-aae8-011e8ecf789a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:15.508671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5353780d-77ff-4f3e-b7a4-afcd4f8afafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.583662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5353780d-77ff-4f3e-b7a4-afcd4f8afafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.586575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5353780d-77ff-4f3e-b7a4-afcd4f8afafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.588227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5353780d-77ff-4f3e-b7a4-afcd4f8afafe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e1b784d6-24f1-4057-8aa7-a692493f39ad HTTP/1.1" status: 204 len: 168 time: 0.2078960 Jul 08 17:35:15.600824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353780d-77ff-4f3e-b7a4-afcd4f8afafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b784d6-24f1-4057-8aa7-a692493f39ad,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.613533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.669499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:15.673628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:15.678840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:15.686448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Pushing event updated for resources: {'Port': ['ID=0355a4c9-5c95-436f-8784-fb728ceb1f3d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:15.749296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:15.750466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:15.753737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49a0dbdd-2cf8-40e8-a645-1dc2c5613d4a req-c62dc1da-2661-44cc-9c85-f132ceb9d56e tempest-AttachSCSIVolumeTestJSON-20043132 tempest-AttachSCSIVolumeTestJSON-20043132-project] 10.222.0.63 "GET /v2.0/ports?device_id=290ff761-2788-4285-834d-2e6b04d487be HTTP/1.1" status: 200 len: 210 time: 0.1178904 Jul 08 17:35:15.797794 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-611e1022-adda-4893-bfa4-368f903f20fa tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6652589 Jul 08 17:35:15.812991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Request body: {'port': {'device_id': '667d85fd-b5ee-4704-8634-098ae78da525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:15.859397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa52d47-1c4d-45c0-a595-89f2f237ed42 req-2ad3a27a-4e0b-4e93-b222-51d35e4afc78 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:15.863183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efa52d47-1c4d-45c0-a595-89f2f237ed42 req-2ad3a27a-4e0b-4e93-b222-51d35e4afc78 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 944 time: 0.3510764 Jul 08 17:35:15.947737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efa52d47-1c4d-45c0-a595-89f2f237ed42 req-29b895fd-f111-4b2c-91e4-7e21f407050d tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680215 Jul 08 17:35:15.957348 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.163005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39564) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:16.165067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cbd73540-e336-44bb-a3b8-0ab7a5a83720 req-a769927c-41e6-4127-bfce-adecb8159589 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0447943 Jul 08 17:35:16.184572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36ead932-45f0-491f-a2b4-0e60a7bd3250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.247569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e479b-5f3b-4230-898e-5ab8811e6cf3 req-019c7b60-e89e-4968-b0c4-f5de152de98b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:16.249163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c3e479b-5f3b-4230-898e-5ab8811e6cf3 req-019c7b60-e89e-4968-b0c4-f5de152de98b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 932 time: 0.1392803 Jul 08 17:35:16.321671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c3e479b-5f3b-4230-898e-5ab8811e6cf3 req-3e8bbf64-80d8-418d-bab9-0a304299f3b1 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650160 Jul 08 17:35:16.353893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0355a4c9-5c95-436f-8784-fb728ceb1f3d {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:16.354141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36ead932-45f0-491f-a2b4-0e60a7bd3250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.366312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36ead932-45f0-491f-a2b4-0e60a7bd3250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.368021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.398563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Transition to ACTIVE for port object 0355a4c9-5c95-436f-8784-fb728ceb1f3d will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:16.409282 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.419571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ead932-45f0-491f-a2b4-0e60a7bd3250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba80b65-df0e-4ab5-9364-94033c15785a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.438384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-36ead932-45f0-491f-a2b4-0e60a7bd3250 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b375e5c903f14ec5897ce53735103787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721510 Jul 08 17:35:16.441874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:16.492349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 515692e9-7952-47e5-bd98-d89eb3d0af9a no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:16.521093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 515692e9-7952-47e5-bd98-d89eb3d0af9a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:16.522767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 515692e9-7952-47e5-bd98-d89eb3d0af9a not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:16.523467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e756f6be-372f-4ae4-919d-ad96f5b11856 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:16.524179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936f633-fa40-4b66-99ad-68cb4599b01c req-1d777786-a4af-4f1d-8bb9-28626378ac4a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:16.532209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e936f633-fa40-4b66-99ad-68cb4599b01c req-1d777786-a4af-4f1d-8bb9-28626378ac4a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1031981 Jul 08 17:35:16.554662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: e756f6be-372f-4ae4-919d-ad96f5b11856 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:16.555879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e756f6be-372f-4ae4-919d-ad96f5b11856 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:16.555999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0355a4c9-5c95-436f-8784-fb728ceb1f3d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.572640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Attempting to bind port 0355a4c9-5c95-436f-8784-fb728ceb1f3d on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:16.573011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Attempting to bind port 0355a4c9-5c95-436f-8784-fb728ceb1f3d by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:16.573336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Attempting to bind port 0355a4c9-5c95-436f-8784-fb728ceb1f3d on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:16.579047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e936f633-fa40-4b66-99ad-68cb4599b01c req-05714611-6437-46a5-919a-6be70223a70c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Jul 08 17:35:16.583890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Port 0355a4c9-5c95-436f-8784-fb728ceb1f3d on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:16.584225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Attempting to bind port 0355a4c9-5c95-436f-8784-fb728ceb1f3d on network ac90bb72-d7c4-4cad-bddb-22d9e72cc656 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:16.591101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:16.591497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Checking segment: {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:16.591826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Bound using segment: {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:16.592302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Bound port: 0355a4c9-5c95-436f-8784-fb728ceb1f3d, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7c9faf-b020-408d-a8bb-8aa421e60097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:16.592665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.603908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-519b0279-2df7-4c72-ad80-5f1a420a9295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.657001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-519b0279-2df7-4c72-ad80-5f1a420a9295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.708246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] For port 0355a4c9-5c95-436f-8784-fb728ceb1f3d, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:16.711562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] For port 0355a4c9-5c95-436f-8784-fb728ceb1f3d, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0355a4c9-5c95-436f-8784-fb728ceb1f3d,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:16.722351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.761512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:16.762312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.763938 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/0355a4c9-5c95-436f-8784-fb728ceb1f3d HTTP/1.1" status: 200 len: 1092 time: 0.9560378 Jul 08 17:35:16.764518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667d85fd-b5ee-4704-8634-098ae78da525', 'tag': '0355a4c9-5c95-436f-8784-fb728ceb1f3d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:16.766994 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "667d85fd-b5ee-4704-8634-098ae78da525", "tag": "0355a4c9-5c95-436f-8784-fb728ceb1f3d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:16.770749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-519b0279-2df7-4c72-ad80-5f1a420a9295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.773686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-519b0279-2df7-4c72-ad80-5f1a420a9295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:16.774971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-519b0279-2df7-4c72-ad80-5f1a420a9295 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ba80b65-df0e-4ab5-9364-94033c15785a HTTP/1.1" status: 204 len: 168 time: 0.3316376 Jul 08 17:35:16.784595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b0279-2df7-4c72-ad80-5f1a420a9295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba80b65-df0e-4ab5-9364-94033c15785a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.855605 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55eb0cf-14ca-4316-9d6c-9fa54e0bd5d6 x-openstack-request-id: req-e55eb0cf-14ca-4316-9d6c-9fa54e0bd5d6 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:16.855901 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667d85fd-b5ee-4704-8634-098ae78da525", "tag": "0355a4c9-5c95-436f-8784-fb728ceb1f3d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:16.856210 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e55eb0cf-14ca-4316-9d6c-9fa54e0bd5d6 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:16.856615 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667d85fd-b5ee-4704-8634-098ae78da525', 'tag': '0355a4c9-5c95-436f-8784-fb728ceb1f3d', 'status': 'completed', 'code': 200} Jul 08 17:35:16.974404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eb434-2663-459e-95c7-90716e4d71c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0355a4c9-5c95-436f-8784-fb728ceb1f3d,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:16.988990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-4afb6257-07da-4851-a74f-f14c23088c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:16.991015 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-4afb6257-07da-4851-a74f-f14c23088c87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 1095 time: 0.1298351 Jul 08 17:35:17.046376 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-85ad5f84-d2f5-424e-9608-a2929a2c203f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0355a4c9-5c95-436f-8784-fb728ceb1f3d HTTP/1.1" status: 200 len: 217 time: 0.0477316 Jul 08 17:35:17.119776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-1bbcfdc9-6648-476a-9abc-3d2f855a7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.121293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-1bbcfdc9-6648-476a-9abc-3d2f855a7b34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd HTTP/1.1" status: 200 len: 855 time: 0.0679550 Jul 08 17:35:17.190777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-0e1dac52-f586-4d77-bcd2-25ebfaf17aa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574136 Jul 08 17:35:17.250826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86118eb6-73a9-412e-9816-c85951c3a787 req-52809545-2854-473e-bf56-f06407f4d4ec tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.254467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86118eb6-73a9-412e-9816-c85951c3a787 req-52809545-2854-473e-bf56-f06407f4d4ec tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 944 time: 0.0996115 Jul 08 17:35:17.341364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86118eb6-73a9-412e-9816-c85951c3a787 req-23d69d5d-6078-4d4b-b18a-405ea3980570 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797372 Jul 08 17:35:17.393267 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-270f8098-a122-418d-ac15-e71091824de1 service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951549 Jul 08 17:35:17.448520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ebe98d3-9964-462c-8b81-83833ba2f591 req-a8e75148-b84a-4bb1-8203-a6e9d2c05240 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0396097 Jul 08 17:35:17.606030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26820f76-bebd-49f1-87d4-16d52249f5e8 req-18cbb873-e3d8-4cac-998f-9ec09ba57adc service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042782 Jul 08 17:35:17.642796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ed976-9963-4740-b373-00393f9ba37b req-6796d3fb-41a1-4b9b-9c2a-0d2a99b1d305 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.655424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-316ed976-9963-4740-b373-00393f9ba37b req-6796d3fb-41a1-4b9b-9c2a-0d2a99b1d305 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 944 time: 0.1341350 Jul 08 17:35:17.713299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-316ed976-9963-4740-b373-00393f9ba37b req-e3263bc8-e2d3-4d55-8636-e66e46dbcc0d tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 Jul 08 17:35:17.779429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-84bbffa6-a2c0-4f55-998f-835d11a4969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.780970 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-84bbffa6-a2c0-4f55-998f-835d11a4969b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 1095 time: 0.1088433 Jul 08 17:35:17.905865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-37f461bd-f726-4b9c-bbe1-c842e5543b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.906992 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-37f461bd-f726-4b9c-bbe1-c842e5543b11 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 200 len: 916 time: 0.1183162 Jul 08 17:35:17.923680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f234d6-f2d4-43c5-9523-6acbbdf3643f req-29c7b05a-5eff-44c4-bc48-99430c3d0c85 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:17.931887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99f234d6-f2d4-43c5-9523-6acbbdf3643f req-29c7b05a-5eff-44c4-bc48-99430c3d0c85 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1214185 Jul 08 17:35:17.975983 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-f057855a-0221-4266-b832-b941e641ceba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0355a4c9-5c95-436f-8784-fb728ceb1f3d HTTP/1.1" status: 200 len: 217 time: 0.0622702 Jul 08 17:35:18.002085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99f234d6-f2d4-43c5-9523-6acbbdf3643f req-071a5590-2493-448d-8caa-6ac90e59db69 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691233 Jul 08 17:35:18.053136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-7d70e22a-5ada-4ba8-871d-614da9e1a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:18.054841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-7d70e22a-5ada-4ba8-871d-614da9e1a6c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd HTTP/1.1" status: 200 len: 855 time: 0.0658250 Jul 08 17:35:18.093765 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-f56ac42f-10d6-4675-8437-e60388b7bc0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ac90bb72-d7c4-4cad-bddb-22d9e72cc656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316150 Jul 08 17:35:18.258809 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-add12048-2114-4ff9-97b6-59b112067adf service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557343 Jul 08 17:35:18.360916 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4a1e2a5-0ae0-43d8-9e13-08ada14f8b1f req-cc7241ed-42b0-451d-9fcd-7d2e2bdef95e service neutron] 10.222.0.72 "GET /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948262 Jul 08 17:35:18.501067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3cee3583-e0e7-4325-aae8-011e8ecf789a up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:18.530339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49ed4c-ad9b-464e-aa35-d4bb00f734f5 req-593eea0e-ba5b-48af-b0e2-8dd5cc756613 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:18.537776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa49ed4c-ad9b-464e-aa35-d4bb00f734f5 req-593eea0e-ba5b-48af-b0e2-8dd5cc756613 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 944 time: 0.0758443 Jul 08 17:35:18.590217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa49ed4c-ad9b-464e-aa35-d4bb00f734f5 req-246b429b-1655-4c76-9b45-540751785b78 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 Jul 08 17:35:18.606130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 3cee3583-e0e7-4325-aae8-011e8ecf789a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:18.616722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 3cee3583-e0e7-4325-aae8-011e8ecf789a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:18.617193 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.690540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ca76a77-d3fc-4ece-8301-1de570e1596c req-f55cd786-cc4b-4841-bb23-6cc2a3f1054f tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0487409 Jul 08 17:35:18.731423 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.811066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cee3583-e0e7-4325-aae8-011e8ecf789a'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:18.818363 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efb31de-1b49-45a8-912d-f351c04a8fe6" -d '{"events": [{"server_uuid": "992ff508-110a-4ec8-b31b-d5dcbdff5296", "name": "network-vif-plugged", "status": "completed", "tag": "3cee3583-e0e7-4325-aae8-011e8ecf789a"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:18.833834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3cee3583-e0e7-4325-aae8-011e8ecf789a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3cee3583-e0e7-4325-aae8-011e8ecf789a,segment=NetworkSegment(40ffae94-5e21-4969-8c66-2d51a2d10993),segment_id=40ffae94-5e21-4969-8c66-2d51a2d10993)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:18.847485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:18.919442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3cee3583-e0e7-4325-aae8-011e8ecf789a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:18.929143 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94163168-985f-4c55-97d4-aca89938e79d x-openstack-request-id: req-94163168-985f-4c55-97d4-aca89938e79d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:18.929425 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992ff508-110a-4ec8-b31b-d5dcbdff5296", "name": "network-vif-plugged", "status": "completed", "tag": "3cee3583-e0e7-4325-aae8-011e8ecf789a", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:18.929855 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-94163168-985f-4c55-97d4-aca89938e79d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:18.934706 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cee3583-e0e7-4325-aae8-011e8ecf789a', 'code': 200} Jul 08 17:35:18.965225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c9771-6269-44dc-ba89-8c02fde98733 req-3ace4e02-4d28-4d72-9d16-7cbebb17933b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:18.966887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c0c9771-6269-44dc-ba89-8c02fde98733 req-3ace4e02-4d28-4d72-9d16-7cbebb17933b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 944 time: 0.1048315 Jul 08 17:35:19.023292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a840-0c81-4335-9500-c1fda8072249 req-a87f51a8-2e00-40a7-8de1-3047f47c85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.026986 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c193a840-0c81-4335-9500-c1fda8072249 req-a87f51a8-2e00-40a7-8de1-3047f47c85db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1096 time: 0.0745537 Jul 08 17:35:19.056307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c0c9771-6269-44dc-ba89-8c02fde98733 req-5ec882a2-2c0e-49ab-890d-8e604a368343 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799732 Jul 08 17:35:19.080725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d21e-9814-48b7-ad7a-ed35378e1f57 req-a05a65ce-f13c-4294-ae92-687e54d024c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.083248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf17d21e-9814-48b7-ad7a-ed35378e1f57 req-a05a65ce-f13c-4294-ae92-687e54d024c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 1096 time: 0.1154680 Jul 08 17:35:19.088442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39704) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:19.129739 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf17d21e-9814-48b7-ad7a-ed35378e1f57 req-f4c28569-6f50-4472-a7e8-eb82e359f867 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354180 Jul 08 17:35:19.154147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a840-0c81-4335-9500-c1fda8072249 req-f9ce4a6b-6ad9-460c-b6aa-f5e90c5fa574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.156004 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c193a840-0c81-4335-9500-c1fda8072249 req-f9ce4a6b-6ad9-460c-b6aa-f5e90c5fa574 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.1205597 Jul 08 17:35:19.211305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fa37e-13b6-400c-bf5d-4fd21c034a24 req-bb9cd235-6ccb-4f51-947b-cadb0a26f7cb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.213198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d7fa37e-13b6-400c-bf5d-4fd21c034a24 req-bb9cd235-6ccb-4f51-947b-cadb0a26f7cb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0823090 Jul 08 17:35:19.241122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44e728e1-f8af-4179-b633-9517985f686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.249625 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c193a840-0c81-4335-9500-c1fda8072249 req-63890968-c728-4723-b7bc-d7b43751d473 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 200 len: 1001 time: 0.0687125 Jul 08 17:35:19.280387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d7fa37e-13b6-400c-bf5d-4fd21c034a24 req-da6eefb9-3447-47a1-9ce6-69985f9bb311 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604889 Jul 08 17:35:19.327795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a840-0c81-4335-9500-c1fda8072249 req-51c845df-79ff-4e17-bfc6-a3218eefea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.330442 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c193a840-0c81-4335-9500-c1fda8072249 req-51c845df-79ff-4e17-bfc6-a3218eefea25 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.0735083 Jul 08 17:35:19.385582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44e728e1-f8af-4179-b633-9517985f686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.390338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44e728e1-f8af-4179-b633-9517985f686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.407966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a840-0c81-4335-9500-c1fda8072249 req-e7a7edde-43b9-409e-b4a0-e5aed483e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.409678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c193a840-0c81-4335-9500-c1fda8072249 req-e7a7edde-43b9-409e-b4a0-e5aed483e0ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710886 Jul 08 17:35:19.429101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-44e728e1-f8af-4179-b633-9517985f686b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4cdf758baf494258a1894726d3cd89c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395333 Jul 08 17:35:19.430548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e728e1-f8af-4179-b633-9517985f686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e590e5-45ee-40a8-8a91-804235120e62,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:19.433033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39710) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:19.487129 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb15f8e0-ba0b-4769-a0fc-bae3b38f1a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.502805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c193a840-0c81-4335-9500-c1fda8072249 req-e1534f88-40b2-4e88-9686-6eda0fc043d4 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852065 Jul 08 17:35:19.508432 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb15f8e0-ba0b-4769-a0fc-bae3b38f1a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.569197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb15f8e0-ba0b-4769-a0fc-bae3b38f1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.571799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb15f8e0-ba0b-4769-a0fc-bae3b38f1a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:19.572887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bb15f8e0-ba0b-4769-a0fc-bae3b38f1a50 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/38e590e5-45ee-40a8-8a91-804235120e62 HTTP/1.1" status: 204 len: 168 time: 0.1385753 Jul 08 17:35:19.591115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15f8e0-ba0b-4769-a0fc-bae3b38f1a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e590e5-45ee-40a8-8a91-804235120e62,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:19.636373 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c193a840-0c81-4335-9500-c1fda8072249 req-33eb508a-afcb-4371-8664-53272da58d0b service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265628 Jul 08 17:35:19.795293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc187b5-5edd-4d4d-9a34-0363658e4f8a req-482fc4af-dfae-43b4-a15d-7f5d0eb0347a tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:19.804520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bc187b5-5edd-4d4d-9a34-0363658e4f8a req-482fc4af-dfae-43b4-a15d-7f5d0eb0347a tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 945 time: 0.0887403 Jul 08 17:35:19.838176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bc187b5-5edd-4d4d-9a34-0363658e4f8a req-b39e184e-89f2-4a48-bc0d-11163119f19f tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338981 Jul 08 17:35:19.871384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e483380-ba1e-4b8f-b92c-9add7cc60965 req-4f172f31-6b82-4e9e-bf95-1b974e868bed tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0321383 Jul 08 17:35:20.296926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13df507-5052-41d5-8c1e-28f11f006d6e req-fcabe5eb-08d5-46e1-8503-08bc91a4e2b8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:20.298405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c13df507-5052-41d5-8c1e-28f11f006d6e req-fcabe5eb-08d5-46e1-8503-08bc91a4e2b8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 944 time: 0.1080112 Jul 08 17:35:20.345777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39742) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:20.349332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c13df507-5052-41d5-8c1e-28f11f006d6e req-a16cce61-c7a2-4601-b951-06e741b03ac3 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451238 Jul 08 17:35:20.463875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-767506772'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:20.490053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:20.495571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.506659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.511981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0355a4c9-5c95-436f-8784-fb728ceb1f3d details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:35:20.512704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101bf4a-0032-46fd-819d-b40ba7289d13 req-716998dd-a390-436c-b984-bfd523045834 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:20.514479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3101bf4a-0032-46fd-819d-b40ba7289d13 req-716998dd-a390-436c-b984-bfd523045834 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.0878232 Jul 08 17:35:20.577784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3101bf4a-0032-46fd-819d-b40ba7289d13 req-095411ab-396c-46cd-b1d2-bed1a345429a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555220 Jul 08 17:35:20.620312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.629345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.651017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0355a4c9-5c95-436f-8784-fb728ceb1f3d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0355a4c9-5c95-436f-8784-fb728ceb1f3d,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:20.655234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:20.666673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '0355a4c9-5c95-436f-8784-fb728ceb1f3d', 'network_id': 'ac90bb72-d7c4-4cad-bddb-22d9e72cc656', 'port_id': '0355a4c9-5c95-436f-8784-fb728ceb1f3d', 'mac_address': 'fa:16:3e:9d:ca:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb90cd7b-508f-45a2-a422-6f2e8b9e86dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:35:20.672197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ebe75a-38ea-4bce-8e2f-b53ba5569ff7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:20.676053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.676406 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Added segment f0593b9f-0a79-4595-9d3b-a154e3c4f8e2 of type vlan for network 536065b6-ceb3-471a-be97-6337091c38cd Jul 08 17:35:20.718633 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.722029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.731763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0355a4c9-5c95-436f-8784-fb728ceb1f3d {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:20.757312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0355a4c9-5c95-436f-8784-fb728ceb1f3d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0355a4c9-5c95-436f-8784-fb728ceb1f3d,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:20.757543 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.761402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.763035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:20.763634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:20.822454 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4724877 Jul 08 17:35:20.822657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39750) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:20.828085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0355a4c9-5c95-436f-8784-fb728ceb1f3d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:20.829838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'subnet': {'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:20.890464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c550947-c1bb-4dc8-ac7f-6136a95d911c tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Network': ['ID=536065b6-ceb3-471a-be97-6337091c38cd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:20.905432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 536065b6-ceb3-471a-be97-6337091c38cd details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:20.978379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:20.982396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.038977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe66b-ee5b-4d47-af73-320ae384f7a7 req-a163da78-447d-49b6-a66f-07381bfd157a tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:21.040501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-039fe66b-ee5b-4d47-af73-320ae384f7a7 req-a163da78-447d-49b6-a66f-07381bfd157a tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 945 time: 0.0763166 Jul 08 17:35:21.094337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df5a39cf-9bda-4c22-8789-caeda9734e9b req-4e5275c6-1131-404a-b536-9026081af28a tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0408220 Jul 08 17:35:21.135075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-039fe66b-ee5b-4d47-af73-320ae384f7a7 req-e9e2ddd3-af2d-49d9-bb18-7dc5b191c4c5 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882025 Jul 08 17:35:21.155186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0355a4c9-5c95-436f-8784-fb728ceb1f3d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:21.192514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.267747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Checking segment: {'id': 'f0593b9f-0a79-4595-9d3b-a154e3c4f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '536065b6-ceb3-471a-be97-6337091c38cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:21.268293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network hostable DHCP agents. Network: 536065b6-ceb3-471a-be97-6337091c38cd, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:21.290642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Subnet': ['ID=c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:21.309649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network 536065b6-ceb3-471a-be97-6337091c38cd is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:21.320279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 536065b6-ceb3-471a-be97-6337091c38cd) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:21.330389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a738972-deae-40d3-b832-e657015aa976 None None] Network 536065b6-ceb3-471a-be97-6337091c38cd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:21.335298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:21.336288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.358606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:21.358957 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-58492da1-ea46-49b0-8220-155dbdbc37d7 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5347486 Jul 08 17:35:21.366173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1768597746'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:21.472769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fd1ee-11dc-49b4-9158-ea5fc5bde73f req-50819511-9ff0-434c-89b4-be1f21a76590 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:21.480985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e0fd1ee-11dc-49b4-9158-ea5fc5bde73f req-50819511-9ff0-434c-89b4-be1f21a76590 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 945 time: 0.1825902 Jul 08 17:35:21.494144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9a0a6699-94f1-4250-a82a-efbc5c2a9548 req-701cd1f5-7243-4af6-9ec4-e0ede8e0d403 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0548456 Jul 08 17:35:21.554839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e0fd1ee-11dc-49b4-9158-ea5fc5bde73f req-2a05b5e7-50a1-4a8b-8f1f-6f014e014165 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684552 Jul 08 17:35:21.561439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-536065b6-ceb3-471a-be97-6337091c38cd', 'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'tenant_id': '4839faca2c6e440990ebb6b1f5c2ae0a', 'fixed_ips': [{'subnet_id': 'c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:21.562353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.583186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:21.601497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.663414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] device_id is not set on port 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:21.747069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Allocated IP 2001:db8::2 (536065b6-ceb3-471a-be97-6337091c38cd/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad/8d193120-9bca-4e01-8f50-8f7d014c9e4f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:21.763388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce16297-1190-4c81-9fda-6842c0236543 req-03bdc529-a166-439d-b9c2-104e0b3a54a2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:21.771305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ce16297-1190-4c81-9fda-6842c0236543 req-03bdc529-a166-439d-b9c2-104e0b3a54a2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 945 time: 0.1634521 Jul 08 17:35:21.811400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ce16297-1190-4c81-9fda-6842c0236543 req-b217c262-7a40-4389-bf95-4cd3140c10d7 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Jul 08 17:35:21.933147 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:21.943184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Transition to ACTIVE for port object 8d193120-9bca-4e01-8f50-8f7d014c9e4f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:21.963389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Transition to ACTIVE for port object 8d193120-9bca-4e01-8f50-8f7d014c9e4f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:21.985341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.075672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd933b2-cf9d-4e2b-8cbc-623eed6d6219 req-a8e0edc8-cbb1-4cf5-9bcc-ba93b83b1a08 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:22.086435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cd933b2-cf9d-4e2b-8cbc-623eed6d6219 req-a8e0edc8-cbb1-4cf5-9bcc-ba93b83b1a08 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 945 time: 0.1486404 Jul 08 17:35:22.089307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Allocated IP 2001:db8::3c7 (536065b6-ceb3-471a-be97-6337091c38cd/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad/9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:22.098559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Network 536065b6-ceb3-471a-be97-6337091c38cd is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:22.102316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:22.111866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:22.118693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Pushing event updated for resources: {'Port': ['ID=8d193120-9bca-4e01-8f50-8f7d014c9e4f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:22.157787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cd933b2-cf9d-4e2b-8cbc-623eed6d6219 req-f36f32b5-ed6f-44f8-a46d-b612d983dd3a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704727 Jul 08 17:35:22.178933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Attempting to bind port 8d193120-9bca-4e01-8f50-8f7d014c9e4f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:22.179227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Attempting to bind port 8d193120-9bca-4e01-8f50-8f7d014c9e4f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f0593b9f-0a79-4595-9d3b-a154e3c4f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '536065b6-ceb3-471a-be97-6337091c38cd'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:22.179688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Attempting to bind port 8d193120-9bca-4e01-8f50-8f7d014c9e4f on network 536065b6-ceb3-471a-be97-6337091c38cd {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:22.185046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:22.185460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Checking segment: {'id': 'f0593b9f-0a79-4595-9d3b-a154e3c4f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '536065b6-ceb3-471a-be97-6337091c38cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:22.185879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.186260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Bound using segment: {'id': 'f0593b9f-0a79-4595-9d3b-a154e3c4f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '536065b6-ceb3-471a-be97-6337091c38cd'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:22.186724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Bound port: 8d193120-9bca-4e01-8f50-8f7d014c9e4f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0593b9f-0a79-4595-9d3b-a154e3c4f8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '536065b6-ceb3-471a-be97-6337091c38cd'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:22.187102 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.262986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39782) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:22.269150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] For port 8d193120-9bca-4e01-8f50-8f7d014c9e4f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:22.279013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] For port 8d193120-9bca-4e01-8f50-8f7d014c9e4f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d193120-9bca-4e01-8f50-8f7d014c9e4f,segment=NetworkSegment(f0593b9f-0a79-4595-9d3b-a154e3c4f8e2),segment_id=f0593b9f-0a79-4595-9d3b-a154e3c4f8e2)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:22.286748 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.359659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db74a5-5951-4502-a118-0ba8306d64b0 None None] Pushing event updated for resources: {'Port': ['ID=8d193120-9bca-4e01-8f50-8f7d014c9e4f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:22.391632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853f51e-4c75-462c-b87d-55c9bb9548b1 req-5924d391-52ad-4b8d-ac4b-b64b97807bb4 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:22.393162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9853f51e-4c75-462c-b87d-55c9bb9548b1 req-5924d391-52ad-4b8d-ac4b-b64b97807bb4 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 945 time: 0.1997082 Jul 08 17:35:22.439091 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72adf8e1-9db5-4e5b-907b-3d2a47e5c25f req-620bbcec-b917-4078-8bc3-b7b242d51a0c tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0570796 Jul 08 17:35:22.442794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.482441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Transition to ACTIVE for port object 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:22.499695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9853f51e-4c75-462c-b87d-55c9bb9548b1 req-6eacde00-c28a-404c-a342-f91cba8e3354 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913866 Jul 08 17:35:22.510791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:22.541414 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.616616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:22.635634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network 536065b6-ceb3-471a-be97-6337091c38cd is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:22.642995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:22.654570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:22.679928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:22.680616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.749321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-69a64b7a-65d5-4104-a54d-5e2cee6cb662 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3881392 Jul 08 17:35:22.749992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39792) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:22.767595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823168757', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:f9:32:89'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:22.788015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.852578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:22.854903 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0221515-72cb-4c79-8ace-c0abfa7b7cd4" -d '{"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-unplugged", "status": "completed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:22.871116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:22.882261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.934123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:22.957588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:23.150755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8d193120-9bca-4e01-8f50-8f7d014c9e4f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:23.255864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8d193120-9bca-4e01-8f50-8f7d014c9e4f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:23.335060 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aef7e5-4838-4cb6-ac61-71bc8881904e x-openstack-request-id: req-f0aef7e5-4838-4cb6-ac61-71bc8881904e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:23.335781 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-unplugged", "status": "failed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958", "code": 422}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:23.336139 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f0aef7e5-4838-4cb6-ac61-71bc8881904e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:23.336686 n-d-799528-4 neutron-server[93666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958', 'code': 422} returned with failed status Jul 08 17:35:23.375087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Deleting port 4295fba0-8e76-4805-a4c8-51724d1fa9f9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:23.375920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.469880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] For port 4295fba0-8e76-4805-a4c8-51724d1fa9f9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4295fba0-8e76-4805-a4c8-51724d1fa9f9,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:23.470651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.486632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Calling delete_port for 4295fba0-8e76-4805-a4c8-51724d1fa9f9 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:23.522698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64fcf5-85fa-464d-90dc-bed10353dce8 req-ce3b3fd4-1690-4dd6-8bea-cc410fb259eb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:23.529400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e64fcf5-85fa-464d-90dc-bed10353dce8 req-ce3b3fd4-1690-4dd6-8bea-cc410fb259eb tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 945 time: 0.1567445 Jul 08 17:35:23.564297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:23.629540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e64fcf5-85fa-464d-90dc-bed10353dce8 req-e7785aa9-8134-43a4-9493-ed3749d957ba tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992327 Jul 08 17:35:23.654800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bc020-97a3-4449-8637-b86fe565fdd0 req-d4537eaa-2954-4484-9d01-b338d99279fe tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:23.657717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a8bc020-97a3-4449-8637-b86fe565fdd0 req-d4537eaa-2954-4484-9d01-b338d99279fe tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 945 time: 0.2010400 Jul 08 17:35:23.696725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.701339 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.736032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=4295fba0-8e76-4805-a4c8-51724d1fa9f9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:23.742519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] device_id is not set on port 5da47f01-530e-47a0-bd4d-a97e6bcd52d7 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:23.762597 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a8bc020-97a3-4449-8637-b86fe565fdd0 req-25365df5-b58a-484a-a90b-cd8f21fa7f6a tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Jul 08 17:35:23.773534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e176f-0311-4b62-ac5b-d0b82f93fe89 None None] Network 536065b6-ceb3-471a-be97-6337091c38cd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:23.905334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5146f13f-ed02-4664-bc7c-8d79b39292ac None None] Provisioning for port 8d193120-9bca-4e01-8f50-8f7d014c9e4f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:23.913320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5146f13f-ed02-4664-bc7c-8d79b39292ac None None] Provisioning complete for port 8d193120-9bca-4e01-8f50-8f7d014c9e4f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:23.913701 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5146f13f-ed02-4664-bc7c-8d79b39292ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:23.962253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Allocated IP 2001:db8::30e (536065b6-ceb3-471a-be97-6337091c38cd/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad/5da47f01-530e-47a0-bd4d-a97e6bcd52d7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:24.044182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.071768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63706912-bafd-4de1-ada8-f130032dbc75 req-051d6293-07c5-4e9b-9fa6-ed73d916fb53 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0863371 Jul 08 17:35:24.184126 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5146f13f-ed02-4664-bc7c-8d79b39292ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.247126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5146f13f-ed02-4664-bc7c-8d79b39292ac None None] For port 8d193120-9bca-4e01-8f50-8f7d014c9e4f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d193120-9bca-4e01-8f50-8f7d014c9e4f,segment=NetworkSegment(f0593b9f-0a79-4595-9d3b-a154e3c4f8e2),segment_id=f0593b9f-0a79-4595-9d3b-a154e3c4f8e2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:24.267159 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5146f13f-ed02-4664-bc7c-8d79b39292ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.294871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8695d3-792d-4c59-bcc9-d0efab3e500b req-0835a97d-0aeb-427b-ad85-910bfd523464 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:24.302681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e8695d3-792d-4c59-bcc9-d0efab3e500b req-0835a97d-0aeb-427b-ad85-910bfd523464 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.2133186 Jul 08 17:35:24.342293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146f13f-ed02-4664-bc7c-8d79b39292ac None None] Pushing event updated for resources: {'Port': ['ID=8d193120-9bca-4e01-8f50-8f7d014c9e4f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:24.347708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Router 59b9c590-73c3-4fd8-8845-3d4c43af540e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:35:24.367556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e8695d3-792d-4c59-bcc9-d0efab3e500b req-2200c7cb-f0db-4eef-8bb4-5c5f83cce7f8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635555 Jul 08 17:35:24.453849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.471781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Transition to ACTIVE for port object 5da47f01-530e-47a0-bd4d-a97e6bcd52d7 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:24.509014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0355a4c9-5c95-436f-8784-fb728ceb1f3d up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:24.577404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:35:24.583425 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-20c27618-5028-45ca-86c5-0e3608c2cd4a admin admin] 10.222.0.63 "PUT /v2.0/routers/59b9c590-73c3-4fd8-8845-3d4c43af540e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3188119 Jul 08 17:35:24.586039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39832) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:24.589552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 0355a4c9-5c95-436f-8784-fb728ceb1f3d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:24.597107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a35d4f8-dc2e-4963-a67e-8dfffbdc306e req-af4b2fa1-fb23-4c47-a141-eee49358af4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf7f26a178704f3aab9b00e49eb6436d&device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0730581 Jul 08 17:35:24.602205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] Sync routers for ids ['59b9c590-73c3-4fd8-8845-3d4c43af540e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:35:24.602776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.610761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 0355a4c9-5c95-436f-8784-fb728ceb1f3d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:24.611134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.634948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] Routers {'59b9c590-73c3-4fd8-8845-3d4c43af540e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:24.635603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:35:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['59b9c590-73c3-4fd8-8845-3d4c43af540e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:24.765140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=5da47f01-530e-47a0-bd4d-a97e6bcd52d7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:24.792028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network 536065b6-ceb3-471a-be97-6337091c38cd is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:24.793140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] Set router 59b9c590-73c3-4fd8-8845-3d4c43af540e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:24.794870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a35d4f8-dc2e-4963-a67e-8dfffbdc306e req-1e903dd4-f75a-4fa5-b210-77f039dee75a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cf7f26a178704f3aab9b00e49eb6436d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1821773 Jul 08 17:35:24.796802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:24.799536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:24.807975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:24.808758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:24.908020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b26968fa-f527-4b0f-b3dc-a0466798d48e req-a49e37d7-ddab-4b01-b3cd-fe669b665f97 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.1439981 Jul 08 17:35:25.091843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-4065f188-5da4-461f-b883-daffaeb4d0bc tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.093450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-4065f188-5da4-461f-b883-daffaeb4d0bc tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.72 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 945 time: 0.6804242 Jul 08 17:35:25.105218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4b0a0654-ddf2-444d-8cb0-753b07a9e7b9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3540289 Jul 08 17:35:25.106371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35d4f8-dc2e-4963-a67e-8dfffbdc306e req-56e491ff-a740-4fd9-a4a1-7b2ebe6b2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.107769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a35d4f8-dc2e-4963-a67e-8dfffbdc306e req-56e491ff-a740-4fd9-a4a1-7b2ebe6b2501 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2815018 Jul 08 17:35:25.109352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39838) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:25.151592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8d193120-9bca-4e01-8f50-8f7d014c9e4f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:25.156450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd9d3a64-3bc4-458a-8d96-8534cd4ec5fd None None] Provisioning complete for port 8d193120-9bca-4e01-8f50-8f7d014c9e4f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:25.156874 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd9d3a64-3bc4-458a-8d96-8534cd4ec5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.168673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-df827139-d867-4254-9cb6-910bc3821d36 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8296816 Jul 08 17:35:25.275676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.279498 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.364951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0355a4c9-5c95-436f-8784-fb728ceb1f3d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0355a4c9-5c95-436f-8784-fb728ceb1f3d,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:25.366192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e847-b55d-499d-9966-ddbdbe579cec req-f6f552f1-7530-4543-85c6-7c7ee64305a5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.373832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a2e847-b55d-499d-9966-ddbdbe579cec req-f6f552f1-7530-4543-85c6-7c7ee64305a5 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 945 time: 0.5195677 Jul 08 17:35:25.393315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667d85fd-b5ee-4704-8634-098ae78da525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0355a4c9-5c95-436f-8784-fb728ceb1f3d'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:25.395984 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebafce2-1ae5-4c79-a990-3e780e26aee1" -d '{"events": [{"server_uuid": "667d85fd-b5ee-4704-8634-098ae78da525", "name": "network-vif-plugged", "status": "completed", "tag": "0355a4c9-5c95-436f-8784-fb728ceb1f3d"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:25.424994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbaa9e-e9bb-42ca-9acd-fffc05cb72bd tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.426958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8d193120-9bca-4e01-8f50-8f7d014c9e4f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:25.427343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.432188 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.433529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbaa9e-e9bb-42ca-9acd-fffc05cb72bd tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.440210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Deleting port 3cee3583-e0e7-4325-aae8-011e8ecf789a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:25.441953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bbaa9e-e9bb-42ca-9acd-fffc05cb72bd tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.443039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.444213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a0bbaa9e-e9bb-42ca-9acd-fffc05cb72bd tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3336384 Jul 08 17:35:25.449034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39850) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:25.518442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0355a4c9-5c95-436f-8784-fb728ceb1f3d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:25.552324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] For port 3cee3583-e0e7-4325-aae8-011e8ecf789a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3cee3583-e0e7-4325-aae8-011e8ecf789a,segment=NetworkSegment(40ffae94-5e21-4969-8c66-2d51a2d10993),segment_id=40ffae94-5e21-4969-8c66-2d51a2d10993)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:25.552676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.556258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9f5cd-c2dc-4afb-84b4-7db4270b8f01 req-2800a177-4b5e-40df-afb5-e524d7c9005d tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.563587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45b9f5cd-c2dc-4afb-84b4-7db4270b8f01 req-2800a177-4b5e-40df-afb5-e524d7c9005d tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 945 time: 0.4227340 Jul 08 17:35:25.568546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Calling delete_port for 3cee3583-e0e7-4325-aae8-011e8ecf789a owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:25.573594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a2e847-b55d-499d-9966-ddbdbe579cec req-8ed9af50-7095-4e4d-8959-536566e24e84 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986735 Jul 08 17:35:25.630908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45b9f5cd-c2dc-4afb-84b4-7db4270b8f01 req-8d3f2196-c604-4c28-a2ed-8c459af875a9 tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba74428e-5417-41f2-ba53-28c526fe5b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659530 Jul 08 17:35:25.674968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting port 5da47f01-530e-47a0-bd4d-a97e6bcd52d7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:25.677794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.689355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.734344 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d09616-1de6-417d-80bb-354c96bfbd48 x-openstack-request-id: req-05d09616-1de6-417d-80bb-354c96bfbd48 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:25.734643 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667d85fd-b5ee-4704-8634-098ae78da525", "name": "network-vif-plugged", "status": "completed", "tag": "0355a4c9-5c95-436f-8784-fb728ceb1f3d", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:25.737090 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-05d09616-1de6-417d-80bb-354c96bfbd48 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:25.738281 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667d85fd-b5ee-4704-8634-098ae78da525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0355a4c9-5c95-436f-8784-fb728ceb1f3d', 'code': 200} Jul 08 17:35:25.742086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd9d3a64-3bc4-458a-8d96-8534cd4ec5fd None None] Provisioning for port 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:25.760376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:35:23Z', 'revision_number': 5, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port': {'id': 'fc2b3dae-b7cd-409e-9a32-43c8753bca28', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:45:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:47Z', 'updated_at': '2021-07-08T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:25.771178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd9d3a64-3bc4-458a-8d96-8534cd4ec5fd None None] Provisioning complete for port 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:25.771717 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd9d3a64-3bc4-458a-8d96-8534cd4ec5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.815686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.833683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] Checking router: 59b9c590-73c3-4fd8-8845-3d4c43af540e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:35:25.852862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] Routers {'59b9c590-73c3-4fd8-8845-3d4c43af540e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:25.853507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:35:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['59b9c590-73c3-4fd8-8845-3d4c43af540e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:25.892388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.918626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Deleting port fc2b3dae-b7cd-409e-9a32-43c8753bca28 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:25.918626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.924578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ededcb3-eb5b-4967-8762-88a3bd6aa6bd req-e9a79d66-2b74-4e3b-81de-37bb15a08e4f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:25.926095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ededcb3-eb5b-4967-8762-88a3bd6aa6bd req-e9a79d66-2b74-4e3b-81de-37bb15a08e4f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.1620979 Jul 08 17:35:25.928444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3cee3583-e0e7-4325-aae8-011e8ecf789a'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:25.929925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:25.951932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d3a64-3bc4-458a-8d96-8534cd4ec5fd None None] Port 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:25.963966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Calling delete_port for 5da47f01-530e-47a0-bd4d-a97e6bcd52d7 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:26.011391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] Set router 59b9c590-73c3-4fd8-8845-3d4c43af540e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:26.013594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ededcb3-eb5b-4967-8762-88a3bd6aa6bd req-479c647e-dee4-43cb-a28f-e956890582dd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770392 Jul 08 17:35:26.057211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Pushing event deleted for resources: {'Port': ['ID=3cee3583-e0e7-4325-aae8-011e8ecf789a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:26.100248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.101015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.101015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.101448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.101876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.102560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.102999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.103481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.103893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.104463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.104929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.105684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:26.106010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47fc75-a319-4549-ae19-c3503091c408 req-eec71337-ea30-49c6-bc48-6f8cf242a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.107506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f47fc75-a319-4549-ae19-c3503091c408 req-eec71337-ea30-49c6-bc48-6f8cf242a7b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 1097 time: 0.2462673 Jul 08 17:35:26.109268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:35:25Z', 'revision_number': 6, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:26.142638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] No DVR routers for this DVR port 3cee3583-e0e7-4325-aae8-011e8ecf789a on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:26.145927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6919016-37bb-4320-ade8-ff383500e92a req-7812fc83-7e91-443d-a6eb-198f3b593ae8 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0549026 Jul 08 17:35:26.147905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.150537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b6fa3bd-4701-4622-a73a-612a27ff6140 req-9bfb705d-06ed-47f8-88cf-dacb35cc745c tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.72 "DELETE /v2.0/ports/3cee3583-e0e7-4325-aae8-011e8ecf789a HTTP/1.1" status: 204 len: 173 time: 1.0473058 Jul 08 17:35:26.150683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb696f7-768c-422f-98d0-b4ec5bc822dc None None] The sync data for ids ['59b9c590-73c3-4fd8-8845-3d4c43af540e'] in n-d-799528-4 is: [{'id': '59b9c590-73c3-4fd8-8845-3d4c43af540e', 'name': 'tempest-AttachSCSIVolumeTestJSON-686982028-router', 'tenant_id': '633546f2d4634decbc6a5204041e9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:46Z', 'updated_at': '2021-07-08T17:35:25Z', 'revision_number': 6, 'project_id': '633546f2d4634decbc6a5204041e9456', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:35:26.153393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] For port fc2b3dae-b7cd-409e-9a32-43c8753bca28, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fc2b3dae-b7cd-409e-9a32-43c8753bca28,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:26.154407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.163837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b371e42f-a682-4bd1-8e01-5bfc023e5c95 None None] Provisioning for port 5da47f01-530e-47a0-bd4d-a97e6bcd52d7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:26.168261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'name': 'network-vif-deleted', 'tag': '3cee3583-e0e7-4325-aae8-011e8ecf789a'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:26.171027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b371e42f-a682-4bd1-8e01-5bfc023e5c95 None None] Provisioning complete for port 5da47f01-530e-47a0-bd4d-a97e6bcd52d7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:26.171590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b371e42f-a682-4bd1-8e01-5bfc023e5c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.173924 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6e4bf6-e3a5-40f5-9850-f0f1a0e4fb4c" -d '{"events": [{"server_uuid": "992ff508-110a-4ec8-b31b-d5dcbdff5296", "name": "network-vif-deleted", "tag": "3cee3583-e0e7-4325-aae8-011e8ecf789a"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:26.205504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Calling delete_port for fc2b3dae-b7cd-409e-9a32-43c8753bca28 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:26.235894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f47fc75-a319-4549-ae19-c3503091c408 req-cd8123c0-9e1a-4231-8888-ff95e9d9ff5b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081033 Jul 08 17:35:26.249549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b371e42f-a682-4bd1-8e01-5bfc023e5c95 None None] Port 5da47f01-530e-47a0-bd4d-a97e6bcd52d7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:26.260878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b371e42f-a682-4bd1-8e01-5bfc023e5c95 None None] Provisioning complete for port 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:26.261259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b371e42f-a682-4bd1-8e01-5bfc023e5c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.301929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b371e42f-a682-4bd1-8e01-5bfc023e5c95 None None] Port 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:26.307114 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb93b07-f3b7-41ba-97a5-75913d90d524 x-openstack-request-id: req-3cb93b07-f3b7-41ba-97a5-75913d90d524 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:26.307408 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992ff508-110a-4ec8-b31b-d5dcbdff5296", "name": "network-vif-deleted", "tag": "3cee3583-e0e7-4325-aae8-011e8ecf789a", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:26.307662 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3cb93b07-f3b7-41ba-97a5-75913d90d524 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:26.308065 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992ff508-110a-4ec8-b31b-d5dcbdff5296', 'name': 'network-vif-deleted', 'tag': '3cee3583-e0e7-4325-aae8-011e8ecf789a', 'status': 'completed', 'code': 200} Jul 08 17:35:26.329574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.389602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a35d4f8-dc2e-4963-a67e-8dfffbdc306e req-d27d8173-139c-43a0-b324-dd1b3b7952c1 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.72 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0515301 Jul 08 17:35:26.390898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Port': ['ID=5da47f01-530e-47a0-bd4d-a97e6bcd52d7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:26.475120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.527162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2b3dae-b7cd-409e-9a32-43c8753bca28,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:26.534595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.542854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e53932f4-b404-4b7b-b308-36f7bf435f70 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/ports/5da47f01-530e-47a0-bd4d-a97e6bcd52d7 HTTP/1.1" status: 204 len: 168 time: 1.0914516 Jul 08 17:35:26.546554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39858) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:26.607968 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd613b1a-8495-46ba-a795-2dc5f572debf tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] GET failed (client error): The resource could not be found. Jul 08 17:35:26.613633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cd613b1a-8495-46ba-a795-2dc5f572debf tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "GET /v2.0/ports/5da47f01-530e-47a0-bd4d-a97e6bcd52d7 HTTP/1.1" status: 404 len: 333 time: 0.0610030 Jul 08 17:35:26.614506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39862) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:26.633566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-786113735'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:26.707341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.867781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.870169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.883781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85789e3a-ba76-4e15-a2b3-d32a4b37b8e7 req-3c48836b-9d9e-4c8a-b386-6f5cb9bdf68e tempest-ServersNegativeTestMultiTenantJSON-230940989 tempest-ServersNegativeTestMultiTenantJSON-230940989-project] 10.222.0.63 "GET /v2.0/ports?device_id=992ff508-110a-4ec8-b31b-d5dcbdff5296 HTTP/1.1" status: 200 len: 210 time: 0.0338578 Jul 08 17:35:26.910622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e15c38-3acc-42e4-a3a5-e4ea319102ea req-9de10010-bc05-4c50-8abb-03f615ae2ace tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:26.918285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9e15c38-3acc-42e4-a3a5-e4ea319102ea req-9de10010-bc05-4c50-8abb-03f615ae2ace tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.1546147 Jul 08 17:35:26.934838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.935645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:26.936214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b9c590-73c3-4fd8-8845-3d4c43af540e {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:35:26.939237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.942060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:26.943278 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-be76ab66-7881-4c44-8d3f-66a74fa4e70f admin admin] 10.222.0.63 "DELETE /v2.0/routers/59b9c590-73c3-4fd8-8845-3d4c43af540e HTTP/1.1" status: 204 len: 168 time: 2.3562694 Jul 08 17:35:26.946575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39868) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:26.989697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9e15c38-3acc-42e4-a3a5-e4ea319102ea req-ebcd41ef-a6a4-4b95-97fe-1026d3832057 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Jul 08 17:35:27.014019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] device_id is not set on port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:27.072200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] Deleting subnet b74a06b2-e706-42b2-b32d-2a9c8105baab {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:27.082841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.141986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.178431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fc2b3dae-b7cd-409e-9a32-43c8753bca28 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:27.223532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: fc2b3dae-b7cd-409e-9a32-43c8753bca28 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:27.223992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fc2b3dae-b7cd-409e-9a32-43c8753bca28 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:27.224556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4295fba0-8e76-4805-a4c8-51724d1fa9f9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:27.275358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4295fba0-8e76-4805-a4c8-51724d1fa9f9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:27.275703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4295fba0-8e76-4805-a4c8-51724d1fa9f9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:27.313085 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.336921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Allocated IP 2001:db8::396 (536065b6-ceb3-471a-be97-6337091c38cd/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad/57ae3b95-2a70-423a-8356-3b2ea162d6b4) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:27.407800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.431024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b526dbe5-a50c-4c78-8d25-f0cf9f04b853 req-43ddd1c1-62eb-4ec5-b290-74084a082341 tempest-ServerShowV257Test-341277969 tempest-ServerShowV257Test-341277969-project] 10.222.0.63 "GET /v2.0/ports?device_id=517a61ab-349f-4ac6-b3f5-dc9fb4a4c16a HTTP/1.1" status: 200 len: 210 time: 0.0528767 Jul 08 17:35:27.442942 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03048f78-bdc9-4ab9-8d41-041fb02b0ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.460435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74a06b2-e706-42b2-b32d-2a9c8105baab,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:27.485143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.485699 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-668e3b92-4538-414c-a0b3-dcdd2ed3508f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b74a06b2-e706-42b2-b32d-2a9c8105baab HTTP/1.1" status: 204 len: 168 time: 0.5381470 Jul 08 17:35:27.490008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39874) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:27.493087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6223c-7400-4d9d-9f4e-8fc460719621 None None] Network c552f28b-191c-483f-bbcf-3749c2b57ff8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:27.598142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.650317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278414-db23-4813-9558-a6eeb05e6f8d req-06053455-a625-4528-b9bb-eec07978a0f5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:27.657422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68278414-db23-4813-9558-a6eeb05e6f8d req-06053455-a625-4528-b9bb-eec07978a0f5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.3410132 Jul 08 17:35:27.667669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.699955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Deleting port 485b3ae6-f358-42ce-8d05-663a3fc0202f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:27.700996 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.701818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Transition to ACTIVE for port object 57ae3b95-2a70-423a-8356-3b2ea162d6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:27.717399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68278414-db23-4813-9558-a6eeb05e6f8d req-9ad5991a-2dd6-40c9-89d5-21681f2e56b6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589631 Jul 08 17:35:27.753293 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.802104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] DHCP port deletion for c552f28b-191c-483f-bbcf-3749c2b57ff8 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:35:27.806115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network 536065b6-ceb3-471a-be97-6337091c38cd is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:27.809494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:27.816232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:27.817852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] For port 485b3ae6-f358-42ce-8d05-663a3fc0202f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=485b3ae6-f358-42ce-8d05-663a3fc0202f,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:27.818348 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.830184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:27.830880 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.835003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Calling delete_port for 485b3ae6-f358-42ce-8d05-663a3fc0202f owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:27.851611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=57ae3b95-2a70-423a-8356-3b2ea162d6b4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:27.861947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e7f3772-f487-4d3a-80ca-d39f872615c9 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2456133 Jul 08 17:35:27.862784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39876) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:27.869866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:f9:32:89'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:27.883036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] Deleting port 485b3ae6-f358-42ce-8d05-663a3fc0202f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:27.883534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.956839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.962694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] For port 485b3ae6-f358-42ce-8d05-663a3fc0202f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=485b3ae6-f358-42ce-8d05-663a3fc0202f,segment=NetworkSegment(24cd51de-07e9-48ee-9d42-283faa16a8ed),segment_id=24cd51de-07e9-48ee-9d42-283faa16a8ed)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:27.963798 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.981593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] Calling delete_port for 485b3ae6-f358-42ce-8d05-663a3fc0202f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:27.981846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:27.990134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Pushing event deleted for resources: {'Port': ['ID=485b3ae6-f358-42ce-8d05-663a3fc0202f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.000282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] No DVR routers for this DVR port 485b3ae6-f358-42ce-8d05-663a3fc0202f on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:28.096232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39882) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: from cryptography.utils import int_from_bytes Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: from cryptography.utils import int_from_bytes Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.121580 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:28.124791 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:35:28.133516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.168552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] No DVR routers for this DVR port 485b3ae6-f358-42ce-8d05-663a3fc0202f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:28.173329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd21722-e658-4d0d-8a0f-99d1c0bd311c None None] Pushing event deleted for resources: {'Port': ['ID=485b3ae6-f358-42ce-8d05-663a3fc0202f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.186806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.207633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c552f28b-191c-483f-bbcf-3749c2b57ff8']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:28.233418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cd51de-07e9-48ee-9d42-283faa16a8ed') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:28.233713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cd51de-07e9-48ee-9d42-283faa16a8ed') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:28.252510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] Deleting subnet 4e864012-a0c4-4ccb-86c0-b2845220acb9 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:28.256549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.270398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.274736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.282267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:28.283827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:28.286703 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:28.301707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b9db2aa5-aa17-476d-8730-2c183e8cea7d None None] Provisioning for port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:28.306478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b9db2aa5-aa17-476d-8730-2c183e8cea7d None None] Provisioning complete for port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:28.306923 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b9db2aa5-aa17-476d-8730-2c183e8cea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.353644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b9db2aa5-aa17-476d-8730-2c183e8cea7d None None] Port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:28.365885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.373589 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.375974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c552f28b-191c-483f-bbcf-3749c2b57ff8 HTTP/1.1" status: 204 len: 168 time: 0.8841536 Jul 08 17:35:28.388083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39886) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:28.394311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d6e84-2e8f-4330-9877-8cbf98018767 admin admin] Pushing event deleted for resources: {'Network': ['ID=c552f28b-191c-483f-bbcf-3749c2b57ff8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.396144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.429547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40dbae-190e-43c4-a0bb-bb32630c3776 req-e2c8d0eb-630a-45c3-932e-cb313ceaa6c2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:28.430987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a40dbae-190e-43c4-a0bb-bb32630c3776 req-e2c8d0eb-630a-45c3-932e-cb313ceaa6c2 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.2374237 Jul 08 17:35:28.500220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.524224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3cee3583-e0e7-4325-aae8-011e8ecf789a no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:28.536685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a40dbae-190e-43c4-a0bb-bb32630c3776 req-259cf94b-8475-44e2-94e7-13016ce160fc tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943830 Jul 08 17:35:28.574132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 3cee3583-e0e7-4325-aae8-011e8ecf789a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:28.575882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3cee3583-e0e7-4325-aae8-011e8ecf789a not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:28.579725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.592780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.695515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] In _notify_port_updated(), no bound segment for port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 on network 536065b6-ceb3-471a-be97-6337091c38cd {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:35:28.709382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:28.713937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.716872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "PUT /v2.0/ports/57ae3b95-2a70-423a-8356-3b2ea162d6b4 HTTP/1.1" status: 200 len: 1002 time: 0.8519015 Jul 08 17:35:28.728121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39894) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:28.787685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbf195-9cc2-4e13-9bad-0a0a82db562a tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=57ae3b95-2a70-423a-8356-3b2ea162d6b4,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.836653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.878858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e864012-a0c4-4ccb-86c0-b2845220acb9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:28.906729 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:28.909313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-527135f4-a53f-4c9c-a1c4-f7a15d7957af admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4e864012-a0c4-4ccb-86c0-b2845220acb9 HTTP/1.1" status: 204 len: 168 time: 0.8109298 Jul 08 17:35:28.919906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39898) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:28.944566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054952e-bdd9-4b41-ba75-f7f14d24fc37 req-638169f1-92cc-4fa9-8b83-3a5b799092c8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:28.946658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8054952e-bdd9-4b41-ba75-f7f14d24fc37 req-638169f1-92cc-4fa9-8b83-3a5b799092c8 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.2041140 Jul 08 17:35:29.034060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8054952e-bdd9-4b41-ba75-f7f14d24fc37 req-1de79f71-fb92-4a6f-8688-869d2364c467 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Jul 08 17:35:29.079434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135929e-8c81-4526-8342-791f70783868 req-f2f86983-03f2-44a5-9cd9-ecd68854d6a0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:29.081431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c135929e-8c81-4526-8342-791f70783868 req-f2f86983-03f2-44a5-9cd9-ecd68854d6a0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.1594822 Jul 08 17:35:29.102906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:29.103131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 485b3ae6-f358-42ce-8d05-663a3fc0202f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:29.103480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.114929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39904) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:29.131710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 485b3ae6-f358-42ce-8d05-663a3fc0202f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:29.132420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 485b3ae6-f358-42ce-8d05-663a3fc0202f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:29.149305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c135929e-8c81-4526-8342-791f70783868 req-cf422a4a-baf2-40be-82f4-5891c7536013 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617301 Jul 08 17:35:29.174811 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.183353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bbcb89e5-945d-47fb-a09b-787376b8f1a4 None None] Provisioning complete for port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:29.184053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bbcb89e5-945d-47fb-a09b-787376b8f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.205038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.226147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb89e5-945d-47fb-a09b-787376b8f1a4 None None] Port 57ae3b95-2a70-423a-8356-3b2ea162d6b4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:29.379426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b66c336f-874e-483c-b317-2295abdaa04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.421367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.452781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Calling delete_port for 57ae3b95-2a70-423a-8356-3b2ea162d6b4 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:29.460224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.509890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b5efb0-526f-44a1-8ffb-2fcadd9e3293']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:29.537437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8b29-9692-4a29-a319-b642f197f5e5 req-7087c820-64aa-4341-8046-98942aa3582b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:29.546108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c67a8b29-9692-4a29-a319-b642f197f5e5 req-7087c820-64aa-4341-8046-98942aa3582b tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.0953467 Jul 08 17:35:29.583412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ffae94-5e21-4969-8c66-2d51a2d10993') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:29.583732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ffae94-5e21-4969-8c66-2d51a2d10993') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:29.599622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.621644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c67a8b29-9692-4a29-a319-b642f197f5e5 req-3228d0fd-e08f-487b-adfa-686abb81f700 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738566 Jul 08 17:35:29.633764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.652973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:29.653393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:29.657346 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:29.863578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2da0bd-0081-488d-a94d-d178580c613a req-cf72586f-3fd6-4318-bc91-8233181d6a92 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:29.872867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c2da0bd-0081-488d-a94d-d178580c613a req-cf72586f-3fd6-4318-bc91-8233181d6a92 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.1134596 Jul 08 17:35:29.901089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b66c336f-874e-483c-b317-2295abdaa04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.942774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.945325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b66c336f-874e-483c-b317-2295abdaa04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.970006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c2da0bd-0081-488d-a94d-d178580c613a req-7294142c-7b15-4389-9bbe-7ada6b3f4b0d tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954094 Jul 08 17:35:29.986878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:29.991248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/56b5efb0-526f-44a1-8ffb-2fcadd9e3293 HTTP/1.1" status: 204 len: 168 time: 1.0701053 Jul 08 17:35:29.994310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39920) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:29.998299 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-87c40fa6-b567-466f-9c02-fed13c883dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.073676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] Deleting subnet ee3adc2e-300a-44f4-8303-c0f97381f046 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:30.079515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.115747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0384c8b-61fb-45e2-9bb8-c3d86ead9fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b5efb0-526f-44a1-8ffb-2fcadd9e3293,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.123817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c336f-874e-483c-b317-2295abdaa04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e0d75b-19bc-439f-9589-49da0b8926c8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.152253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.182686 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b66c336f-874e-483c-b317-2295abdaa04e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cf7f26a178704f3aab9b00e49eb6436d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642893 Jul 08 17:35:30.183607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39924) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:30.257987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.261673 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.290279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Deleting port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:30.290629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.411428 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.440644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] For port 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,segment=NetworkSegment(982fb964-2e2b-4c96-a1f6-ed07a90f44d0),segment_id=982fb964-2e2b-4c96-a1f6-ed07a90f44d0)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:30.441614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.460461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Calling delete_port for 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:30.679852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.758953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Port': ['ID=57ae3b95-2a70-423a-8356-3b2ea162d6b4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.797075 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.816583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Pushing event deleted for resources: {'Port': ['ID=344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.835499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3adc2e-300a-44f4-8303-c0f97381f046,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:30.866909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:30.869447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-503895c9-f366-4384-9818-f56ce029f3f3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ee3adc2e-300a-44f4-8303-c0f97381f046 HTTP/1.1" status: 204 len: 168 time: 0.8737400 Jul 08 17:35:30.874012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39932) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:30.930845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.937421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.948498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.955852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.964586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.971852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.984905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:30.987820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-73d6aff0-f27e-4dd4-bd5b-d35dcdcb417d tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.7721798 Jul 08 17:35:31.077734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e2444-d470-4748-8e34-4d42c705d165 req-e38ae875-3beb-4eb7-a5c5-7e495a230735 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.079287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-281e2444-d470-4748-8e34-4d42c705d165 req-e38ae875-3beb-4eb7-a5c5-7e495a230735 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.3600173 Jul 08 17:35:31.146917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.157370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bf7e2ad-1dc9-4370-829e-770617b4466c req-3cea15cf-3850-466d-a5a8-21977436dd21 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296744 Jul 08 17:35:31.173337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.180049 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a8cd22db-46c6-48ed-88f1-f9629913bae4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/ports/57ae3b95-2a70-423a-8356-3b2ea162d6b4 HTTP/1.1" status: 204 len: 168 time: 2.4282596 Jul 08 17:35:31.180597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39934) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:31.196086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0b3-fca1-43d3-841c-3f4b385894e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.196789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-281e2444-d470-4748-8e34-4d42c705d165 req-059cd712-78f8-4827-9dce-a04a26f4286f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022058 Jul 08 17:35:31.230548 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-78500316-8828-4b0d-a040-c8a830026cda tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] GET failed (client error): The resource could not be found. Jul 08 17:35:31.235646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-78500316-8828-4b0d-a040-c8a830026cda tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "GET /v2.0/ports/57ae3b95-2a70-423a-8356-3b2ea162d6b4 HTTP/1.1" status: 404 len: 333 time: 0.0504909 Jul 08 17:35:31.236204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39936) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:31.240976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0b3-fca1-43d3-841c-3f4b385894e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.242288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-956368035'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:31.320435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.444923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.447992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0b3-fca1-43d3-841c-3f4b385894e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.450848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30e0e0b3-fca1-43d3-841c-3f4b385894e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.452664 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-30e0e0b3-fca1-43d3-841c-3f4b385894e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73e0d75b-19bc-439f-9589-49da0b8926c8 HTTP/1.1" status: 204 len: 168 time: 1.2655358 Jul 08 17:35:31.467605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0e0b3-fca1-43d3-841c-3f4b385894e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e0d75b-19bc-439f-9589-49da0b8926c8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:31.579628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.654939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae84434-ead3-4ec7-83c7-1935c09dbd74']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:31.693456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001c4642-af2e-468e-9ac5-b5d35e73ec5d') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:31.693758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001c4642-af2e-468e-9ac5-b5d35e73ec5d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:31.716112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.758306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.781037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:31.781458 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:31.790954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a93b2-68c6-4447-88b7-976ae1565632 req-493f7ff3-0e8e-41ef-b499-5d98a7e66868 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.792584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d76a93b2-68c6-4447-88b7-976ae1565632 req-493f7ff3-0e8e-41ef-b499-5d98a7e66868 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.3070717 Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:31.793360 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:31.859851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.866939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.873228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.880684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.887097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.893642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.900162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:31.902265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-88207441-bed2-45af-a970-eab01c637bb3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.3527813 Jul 08 17:35:31.965577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:31.969563 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.007329 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.020415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d76a93b2-68c6-4447-88b7-976ae1565632 req-26f31ab6-9ee9-444b-8938-aceaf99edf27 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890912 Jul 08 17:35:32.027062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.031472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] 10.222.0.63 "DELETE /v2.0/networks/7ae84434-ead3-4ec7-83c7-1935c09dbd74 HTTP/1.1" status: 204 len: 168 time: 1.1530974 Jul 08 17:35:32.031472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] device_id is not set on port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:32.050104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-91991d27-0828-4e11-abf2-84735b018bd2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.067288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-91991d27-0828-4e11-abf2-84735b018bd2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "GET /v2.0/ports/463ad55d-2fe4-499a-aced-51e3cf226b78?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1519198 Jul 08 17:35:32.072718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d76d3-2b2c-4ba6-91c5-4aacd6b06423 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae84434-ead3-4ec7-83c7-1935c09dbd74,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:32.183983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Router fe118ba6-72b8-4fc6-886b-62a7862268af has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:35:32.360217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-ed12d234-086c-4e08-8460-e6857d787711 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "GET /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2844503 Jul 08 17:35:32.377287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:35:32.386974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a44d54d9-22e8-42cf-8e29-88419fd01987 admin admin] 10.222.0.63 "PUT /v2.0/routers/fe118ba6-72b8-4fc6-886b-62a7862268af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9960783 Jul 08 17:35:32.387707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39964) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:32.387898 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] Sync routers for ids ['fe118ba6-72b8-4fc6-886b-62a7862268af'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:35:32.399397 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] Routers {'fe118ba6-72b8-4fc6-886b-62a7862268af'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:32.400020 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:35:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fe118ba6-72b8-4fc6-886b-62a7862268af'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:32.407163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:32.410965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Allocated IP 2001:db8::15c (536065b6-ceb3-471a-be97-6337091c38cd/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad/7661dcb4-3c9f-4423-b92c-5cae2deda0f0) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:32.441672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39966) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:32.449514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258d6a-a4bb-4505-9e52-e86b9d0cf480 req-5b649a86-4491-4ff8-ae0d-e9b092566219 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.451287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82258d6a-a4bb-4505-9e52-e86b9d0cf480 req-5b649a86-4491-4ff8-ae0d-e9b092566219 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.2673593 Jul 08 17:35:32.581481 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5e62c01-56f1-4cd5-a98d-4934494d7884 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ec9691da2c15447080b7814d012ad179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349165 Jul 08 17:35:32.581481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39970) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:32.616003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82258d6a-a4bb-4505-9e52-e86b9d0cf480 req-b0b65e50-9cbf-4e19-914b-dd41797f9b30 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560168 Jul 08 17:35:32.658834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.660375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.675019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.681394 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] Set router fe118ba6-72b8-4fc6-886b-62a7862268af gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:32.687819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.707701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.716080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.735593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.742528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:32.745656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41e11102-97c9-4fcf-87e0-e94715eac4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.754020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-abadf94f-f38a-489b-9223-f5a9371d27bf tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 5434 time: 0.4241133 Jul 08 17:35:32.758682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.784249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.855426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41e11102-97c9-4fcf-87e0-e94715eac4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.879566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.945349 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:35:30Z', 'revision_number': 5, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port': {'id': '314ee7c6-e4fc-4542-b502-5921a23a8759', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:33:54Z', 'updated_at': '2021-07-08T17:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:32.956415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Deleting port 314ee7c6-e4fc-4542-b502-5921a23a8759 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:32.957557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:32.972609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33827994-5d6a-4599-9d44-e5a8fd6137ad req-71fa5182-d006-459b-98a1-0227c09779e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1910543 Jul 08 17:35:32.978410 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] Checking router: fe118ba6-72b8-4fc6-886b-62a7862268af for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:35:32.987362 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] Routers {'fe118ba6-72b8-4fc6-886b-62a7862268af'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:32.988112 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:35:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fe118ba6-72b8-4fc6-886b-62a7862268af'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:33.001435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41e11102-97c9-4fcf-87e0-e94715eac4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.006234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41e11102-97c9-4fcf-87e0-e94715eac4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.010358 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41e11102-97c9-4fcf-87e0-e94715eac4fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba74428e-5417-41f2-ba53-28c526fe5b5f HTTP/1.1" status: 204 len: 168 time: 0.4283555 Jul 08 17:35:33.047552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.099806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Transition to ACTIVE for port object 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:33.100433 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] Set router fe118ba6-72b8-4fc6-886b-62a7862268af gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:33.117620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d241e-8f0f-474c-88e4-c1bc20456a18 req-d7bdeab9-478b-402f-b551-7655e11b2c4f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.119182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-515d241e-8f0f-474c-88e4-c1bc20456a18 req-d7bdeab9-478b-402f-b551-7655e11b2c4f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.2731524 Jul 08 17:35:33.172602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e11102-97c9-4fcf-87e0-e94715eac4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74428e-5417-41f2-ba53-28c526fe5b5f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:33.194234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] For port 463ad55d-2fe4-499a-aced-51e3cf226b78, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=463ad55d-2fe4-499a-aced-51e3cf226b78,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:33.216878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-515d241e-8f0f-474c-88e4-c1bc20456a18 req-a4af9bee-ef57-4d53-969f-dfd7dc410f23 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862737 Jul 08 17:35:33.217253 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:35:32Z', 'revision_number': 6, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:33.220435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] For port 314ee7c6-e4fc-4542-b502-5921a23a8759, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=314ee7c6-e4fc-4542-b502-5921a23a8759,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:33.221016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.235407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.254890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Calling delete_port for 314ee7c6-e4fc-4542-b502-5921a23a8759 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:33.281112 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361965a-2d90-4945-9dde-6a5da437bdb8 None None] The sync data for ids ['fe118ba6-72b8-4fc6-886b-62a7862268af'] in n-d-799528-4 is: [{'id': 'fe118ba6-72b8-4fc6-886b-62a7862268af', 'name': 'tempest-AttachSCSIVolumeTestJSON-804669911-router', 'tenant_id': 'f2724051465d45e2b43c66706335e738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:33:53Z', 'updated_at': '2021-07-08T17:35:32Z', 'revision_number': 6, 'project_id': 'f2724051465d45e2b43c66706335e738', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:35:33.298395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] For port 463ad55d-2fe4-499a-aced-51e3cf226b78, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:33.341862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] device_id is not set on port 463ad55d-2fe4-499a-aced-51e3cf226b78 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:33.351738 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.369696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network 536065b6-ceb3-471a-be97-6337091c38cd is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:33.374350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:33.376625 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.388713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:33.394823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.395836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.451321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] No DVR routers for this DVR port 463ad55d-2fe4-499a-aced-51e3cf226b78 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:33.480968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=7661dcb4-3c9f-4423-b92c-5cae2deda0f0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:33.516524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-40c75669-a8d5-447a-b3a3-9b07d18342f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.518205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-40c75669-a8d5-447a-b3a3-9b07d18342f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a&tenant_id=adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 1094 time: 0.4315877 Jul 08 17:35:33.554022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ff9d94cf-905f-4682-97c9-f576e3f529c0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3166208 Jul 08 17:35:33.555325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] In _notify_port_updated(), no bound segment for port 463ad55d-2fe4-499a-aced-51e3cf226b78 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:35:33.556827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.557820 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.559989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] 10.222.0.72 "PUT /v2.0/ports/463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 200 len: 1028 time: 1.1792634 Jul 08 17:35:33.560782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39984) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:33.570983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f9:32:89'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:33.623114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39986) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:33.669506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.696839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-abd4cf30-9f65-44b4-b1bb-e470068254a1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.699240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-abd4cf30-9f65-44b4-b1bb-e470068254a1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "GET /v2.0/ports/64b37d6e-c82e-4524-95b5-4c7e4d4a0141?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1166217 Jul 08 17:35:33.747629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232911c5-507e-40b8-bdcb-ac125f5e322e service neutron] Pushing event updated for resources: {'Port': ['ID=463ad55d-2fe4-499a-aced-51e3cf226b78,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:33.768223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:33.784273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Pushing event deleted for resources: {'Port': ['ID=314ee7c6-e4fc-4542-b502-5921a23a8759,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:33.848526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39992) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:33.868430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ed23160d-2485-487e-90dd-ad7d0692353f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9d35ff609ed14369b0658fcf2bb28094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440944 Jul 08 17:35:33.870004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39994) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:33.873484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-851ee8bf-215e-49ac-afe4-07710e62fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:33.875113 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-851ee8bf-215e-49ac-afe4-07710e62fd28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1094 time: 0.3286984 Jul 08 17:35:33.921272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-918c8791-5b0e-49eb-bae9-b06ef7eb7823 None None] Provisioning complete for port 463ad55d-2fe4-499a-aced-51e3cf226b78 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:33.936923 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-918c8791-5b0e-49eb-bae9-b06ef7eb7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:33.981464 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.009492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-918c8791-5b0e-49eb-bae9-b06ef7eb7823 None None] Port 463ad55d-2fe4-499a-aced-51e3cf226b78 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:34.017253 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:35:34.077018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c296bbd6-2cbb-4971-9965-052941beab64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.102145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c296bbd6-2cbb-4971-9965-052941beab64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.141033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0bd24171-ccb9-4b42-9d1e-e3ec9bc7de43 None None] Provisioning for port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:34.149050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0bd24171-ccb9-4b42-9d1e-e3ec9bc7de43 None None] Provisioning complete for port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:34.149746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bd24171-ccb9-4b42-9d1e-e3ec9bc7de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.151999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] For port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:34.166062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-736c7f3c-65c1-49be-ae23-52a1612d1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.168467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-736c7f3c-65c1-49be-ae23-52a1612d1c24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.2541807 Jul 08 17:35:34.171797 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c296bbd6-2cbb-4971-9965-052941beab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.174746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c296bbd6-2cbb-4971-9965-052941beab64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.176149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c296bbd6-2cbb-4971-9965-052941beab64 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8678d050-13ae-40bd-abed-c9a11d404813 HTTP/1.1" status: 204 len: 168 time: 0.2993169 Jul 08 17:35:34.195895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0bd24171-ccb9-4b42-9d1e-e3ec9bc7de43 None None] Port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:34.237651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.245297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] For port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:34.276264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296bbd6-2cbb-4971-9965-052941beab64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8678d050-13ae-40bd-abed-c9a11d404813,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:34.300142 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c0908522-5c47-4b30-b580-529b3797f2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.350088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] device_id is not set on port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:34.372790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-eb52c6e7-a30b-4590-8b3d-57aad875f8f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 200 len: 999 time: 0.1906884 Jul 08 17:35:34.374493 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.376828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.402200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.428107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.474428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.475476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe118ba6-72b8-4fc6-886b-62a7862268af {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:35:34.480077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.483651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-316e9701-ea2d-418e-ac06-cc09f0090261 admin admin] 10.222.0.63 "DELETE /v2.0/routers/fe118ba6-72b8-4fc6-886b-62a7862268af HTTP/1.1" status: 204 len: 168 time: 2.0925584 Jul 08 17:35:34.483651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-c33587a6-c5a5-478f-bade-f7fe861434db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.485283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-c33587a6-c5a5-478f-bade-f7fe861434db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.0905051 Jul 08 17:35:34.485283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40014) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:34.500375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.517495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590c4d7-ef92-4e68-ab08-bf598fb0469c req-33fd5677-8bed-4cfd-bcfb-ece4435e1efc tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.519144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7590c4d7-ef92-4e68-ab08-bf598fb0469c req-33fd5677-8bed-4cfd-bcfb-ece4435e1efc tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.3434527 Jul 08 17:35:34.548922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-6d8a89a5-4614-4fba-964c-b96a41d8b320 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.555411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-6d8a89a5-4614-4fba-964c-b96a41d8b320 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.563627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-6d8a89a5-4614-4fba-964c-b96a41d8b320 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.573638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:34.575700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] Deleting subnet 144fa127-6880-4ebe-9754-52946fd27b4f {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:34.583544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-6d8a89a5-4614-4fba-964c-b96a41d8b320 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.585911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.589895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-6d8a89a5-4614-4fba-964c-b96a41d8b320 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.609897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-6d8a89a5-4614-4fba-964c-b96a41d8b320 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.618339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-6d8a89a5-4614-4fba-964c-b96a41d8b320 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 4581 time: 0.4411106 Jul 08 17:35:34.647058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-f001df0b-502f-42f4-bb8c-5a1088ae9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:34.654793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-f001df0b-502f-42f4-bb8c-5a1088ae9d1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570473 Jul 08 17:35:34.663131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:34.664572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 463ad55d-2fe4-499a-aced-51e3cf226b78 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:34.682603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:34.695723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] No DVR routers for this DVR port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:34.701912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] Pushing event updated for resources: {'Port': ['ID=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:34.763013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 463ad55d-2fe4-499a-aced-51e3cf226b78 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:34.763713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2bed1ffb-d085-4e0c-8213-c24971357988 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:34.854317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7590c4d7-ef92-4e68-ab08-bf598fb0469c req-77212cf7-a237-489a-a596-6a22299a61a6 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221414 Jul 08 17:35:34.923720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea2a0524-473e-4e37-870c-30614735f8b4 req-8bff67a1-9751-4549-b42b-5f6a98339e12 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&id=03320bb2-afae-4cd3-bc82-044655696c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3042717 Jul 08 17:35:34.933563 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.014309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:35.018536 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a8bd2e-a46a-487a-a27b-6de354220a50" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:35.053040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2bed1ffb-d085-4e0c-8213-c24971357988, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bed1ffb-d085-4e0c-8213-c24971357988,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:35.065779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bf0888d7-330b-45b5-9942-340cf3464aa7 None None] Provisioning complete for port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:35.067217 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bf0888d7-330b-45b5-9942-340cf3464aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.076005 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.077308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0e870c4a-e405-4b87-a768-33707f8d045b no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:35.085094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] In _notify_port_updated(), no bound segment for port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 on network e100d772-09e0-4477-aa42-bb4ba84147a9 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:35:35.086104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:35.086737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.088109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-b225972e-4210-4b71-a949-495cb8de9cff service neutron] 10.222.0.72 "PUT /v2.0/ports/64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 200 len: 1028 time: 1.3320522 Jul 08 17:35:35.153559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c0908522-5c47-4b30-b580-529b3797f2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.164428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 314ee7c6-e4fc-4542-b502-5921a23a8759 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:35.227418 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f044d-cb15-474d-8dce-259572f48391 x-openstack-request-id: req-798f044d-cb15-474d-8dce-259572f48391 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:35.228589 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:35.229529 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-798f044d-cb15-474d-8dce-259572f48391 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:35.230319 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988', 'code': 200} Jul 08 17:35:35.244844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-09fc15d6-255f-4610-96d6-6e183e0d4f7f service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822213 Jul 08 17:35:35.255180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-e1c79f3c-f49e-49ba-95fd-d34aeda74098 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:35.256781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-e1c79f3c-f49e-49ba-95fd-d34aeda74098 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 946 time: 0.1196806 Jul 08 17:35:35.272174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 314ee7c6-e4fc-4542-b502-5921a23a8759 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:35.272894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 314ee7c6-e4fc-4542-b502-5921a23a8759 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:35.273591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:35.275504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2bed1ffb-d085-4e0c-8213-c24971357988,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:35.320049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:35.320454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 344eb2fc-b6c0-4e23-a1c2-1a8f8c6a3778 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:35.330702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bf0888d7-330b-45b5-9942-340cf3464aa7 None None] Port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:35.376240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.404588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.424975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0e870c4a-e405-4b87-a768-33707f8d045b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0e870c4a-e405-4b87-a768-33707f8d045b,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:35.430601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.431599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ea9553bf-647a-47df-b150-4dc36665ad20 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:35.527969 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fbacabd0-91b0-44bd-9ad5-f85e91800433 req-4eb4ff38-04f8-4cf9-b5eb-b1b2f3ccdace service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700138 Jul 08 17:35:35.554677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Deleting port 0355a4c9-5c95-436f-8784-fb728ceb1f3d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:35.555327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.578870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0e870c4a-e405-4b87-a768-33707f8d045b,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:35.584769 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.592387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:35.596120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c0908522-5c47-4b30-b580-529b3797f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.611989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.634060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ea9553bf-647a-47df-b150-4dc36665ad20, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ea9553bf-647a-47df-b150-4dc36665ad20,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:35.639373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.640934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:35.691171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c0908522-5c47-4b30-b580-529b3797f2f3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=18052affe18f4db4b6a226d5c8112af8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8375037 Jul 08 17:35:35.695577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40054) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:35.702689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144fa127-6880-4ebe-9754-52946fd27b4f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:35.758403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.764275 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b82fb272-c0f1-430b-aa38-d5c9cd0b59b6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/144fa127-6880-4ebe-9754-52946fd27b4f HTTP/1.1" status: 204 len: 168 time: 1.2783334 Jul 08 17:35:35.771781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba9c7c-1b80-4ed2-9c1e-7f1213ad2451 None None] Network ba273960-3020-488a-a33c-5a40ff9bc6fe requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:35.777762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0908522-5c47-4b30-b580-529b3797f2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c434b115-bff5-4499-a4a2-f0e36e386912,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:35.779071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40056) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:35.798643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ea9553bf-647a-47df-b150-4dc36665ad20,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:35.834880 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-404cf18f-aa34-4575-b717-d2fb6b6d6c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.846255 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.855032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915cc9ba-b05b-4673-8979-6543b676f5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.883472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] For port 0355a4c9-5c95-436f-8784-fb728ceb1f3d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0355a4c9-5c95-436f-8784-fb728ceb1f3d,segment=NetworkSegment(2b7c9faf-b020-408d-a8bb-8aa421e60097),segment_id=2b7c9faf-b020-408d-a8bb-8aa421e60097)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:35.883847 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.908404 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.921564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915cc9ba-b05b-4673-8979-6543b676f5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.923550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Calling delete_port for 0355a4c9-5c95-436f-8784-fb728ceb1f3d owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:35.940196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:35.958972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.031610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] In _notify_port_updated(), no bound segment for port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 on network 536065b6-ceb3-471a-be97-6337091c38cd {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:35:36.038544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:36.041198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.041198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "PUT /v2.0/ports/7661dcb4-3c9f-4423-b92c-5cae2deda0f0 HTTP/1.1" status: 200 len: 1002 time: 2.4760938 Jul 08 17:35:36.051729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40072) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:36.052142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf9c1f-cc4c-4df7-8e93-8237bd55a409 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=7661dcb4-3c9f-4423-b92c-5cae2deda0f0,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.070849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f970-0e38-4c56-9d03-333c502d7279 req-a7fd75d9-8323-4d07-a5ca-c33ed95912c1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:36.075389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3181f970-0e38-4c56-9d03-333c502d7279 req-a7fd75d9-8323-4d07-a5ca-c33ed95912c1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.9189050 Jul 08 17:35:36.105095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915cc9ba-b05b-4673-8979-6543b676f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.108106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-915cc9ba-b05b-4673-8979-6543b676f5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.109302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-915cc9ba-b05b-4673-8979-6543b676f5f1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c434b115-bff5-4499-a4a2-f0e36e386912 HTTP/1.1" status: 204 len: 168 time: 0.4099030 Jul 08 17:35:36.146646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cc9ba-b05b-4673-8979-6543b676f5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c434b115-bff5-4499-a4a2-f0e36e386912,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.203822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:36.211691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Deleting port 4448ff76-1525-4adf-8a1f-66f3b08c1757 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:36.215783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.216562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 92a208fa-a8f1-495e-92d7-e5d63421a105 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:36.218515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.326628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 0e870c4a-e405-4b87-a768-33707f8d045b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:36.327026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.355548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.372815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] For port 4448ff76-1525-4adf-8a1f-66f3b08c1757, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4448ff76-1525-4adf-8a1f-66f3b08c1757,segment=NetworkSegment(982fb964-2e2b-4c96-a1f6-ed07a90f44d0),segment_id=982fb964-2e2b-4c96-a1f6-ed07a90f44d0)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:36.373579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.377572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0355a4c9-5c95-436f-8784-fb728ceb1f3d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:36.396758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.468013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Pushing event deleted for resources: {'Port': ['ID=0355a4c9-5c95-436f-8784-fb728ceb1f3d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.510543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] For port 0e870c4a-e405-4b87-a768-33707f8d045b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0e870c4a-e405-4b87-a768-33707f8d045b,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:36.510728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.516038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Calling delete_port for 4448ff76-1525-4adf-8a1f-66f3b08c1757 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:36.533560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 0e870c4a-e405-4b87-a768-33707f8d045b owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:36.543381 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.548640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] DHCP port deletion for ba273960-3020-488a-a33c-5a40ff9bc6fe request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:35:36.595910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] No DVR routers for this DVR port 0355a4c9-5c95-436f-8784-fb728ceb1f3d on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:36.600317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.602784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-271ac61d-9dc5-4e71-adfb-8ef7262f7bbf req-27c8c9e3-5562-45a7-8941-2a5c907c78cf tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.72 "DELETE /v2.0/ports/0355a4c9-5c95-436f-8784-fb728ceb1f3d HTTP/1.1" status: 204 len: 173 time: 1.3089533 Jul 08 17:35:36.603466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667d85fd-b5ee-4704-8634-098ae78da525', 'name': 'network-vif-deleted', 'tag': '0355a4c9-5c95-436f-8784-fb728ceb1f3d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:36.606676 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266cfd9f-2358-488d-917b-086c68616608" -d '{"events": [{"server_uuid": "667d85fd-b5ee-4704-8634-098ae78da525", "name": "network-vif-deleted", "tag": "0355a4c9-5c95-436f-8784-fb728ceb1f3d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:36.668846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 92a208fa-a8f1-495e-92d7-e5d63421a105, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=92a208fa-a8f1-495e-92d7-e5d63421a105,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:36.689570 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.738651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.759747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3181f970-0e38-4c56-9d03-333c502d7279 req-799d5eb6-ccc4-4ada-94e3-7a5e7e960191 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733290 Jul 08 17:35:36.773176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] No DVR routers for this DVR port 4448ff76-1525-4adf-8a1f-66f3b08c1757 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:36.798882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-327b9af0-4341-47f1-becc-5c7ad7e547f1 None None] Provisioning complete for port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:36.799391 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-327b9af0-4341-47f1-becc-5c7ad7e547f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.802170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=92a208fa-a8f1-495e-92d7-e5d63421a105,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.811470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0355a4c9-5c95-436f-8784-fb728ceb1f3d no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:36.826662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:36.882213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 0355a4c9-5c95-436f-8784-fb728ceb1f3d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:36.882699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0355a4c9-5c95-436f-8784-fb728ceb1f3d not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:36.911521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Pushing event deleted for resources: {'Port': ['ID=4448ff76-1525-4adf-8a1f-66f3b08c1757,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:36.961235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] Deleting port 4448ff76-1525-4adf-8a1f-66f3b08c1757 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:36.961622 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.069831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.101971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791ed24-6a8f-432e-941b-a2b5046d64a5 req-f7341aa2-faf5-41f8-b6b4-ae6b78b695bd tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.111481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b791ed24-6a8f-432e-941b-a2b5046d64a5 req-f7341aa2-faf5-41f8-b6b4-ae6b78b695bd tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/ports?device_id=667d85fd-b5ee-4704-8634-098ae78da525 HTTP/1.1" status: 200 len: 867 time: 0.9150054 Jul 08 17:35:37.113911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba273960-3020-488a-a33c-5a40ff9bc6fe']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:37.132109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4448ff76-1525-4adf-8a1f-66f3b08c1757 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:37.138912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982fb964-2e2b-4c96-a1f6-ed07a90f44d0') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:37.139327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982fb964-2e2b-4c96-a1f6-ed07a90f44d0') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:37.153187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:37.154373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.159581 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.183352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-327b9af0-4341-47f1-becc-5c7ad7e547f1 None None] Port 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:37.190244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.195475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4448ff76-1525-4adf-8a1f-66f3b08c1757 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:37.196469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4448ff76-1525-4adf-8a1f-66f3b08c1757 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:37.204235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:37.204715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:37.211121 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:37.254012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] For port 4448ff76-1525-4adf-8a1f-66f3b08c1757, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:37.254587 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.290112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] Calling delete_port for 4448ff76-1525-4adf-8a1f-66f3b08c1757 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:37.292299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=0e870c4a-e405-4b87-a768-33707f8d045b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:37.293265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] Port 4448ff76-1525-4adf-8a1f-66f3b08c1757 was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:35:37.294462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6'}, {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:37.296953 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe909982-2ae0-4e7e-8ad3-44ead8b70d7f" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6"}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:37.299364 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.328494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.342240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.349835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ba273960-3020-488a-a33c-5a40ff9bc6fe HTTP/1.1" status: 204 len: 168 time: 1.5696406 Jul 08 17:35:37.370550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] No DVR routers for this DVR port 4448ff76-1525-4adf-8a1f-66f3b08c1757 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:37.373183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b145d54-3a17-4a5e-9bbb-4ea1c78277da None None] Pushing event deleted for resources: {'Port': ['ID=4448ff76-1525-4adf-8a1f-66f3b08c1757,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:37.412308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9634a26-c95d-419a-9315-b3b830424910 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba273960-3020-488a-a33c-5a40ff9bc6fe,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:37.511938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] No DVR routers for this DVR port 0e870c4a-e405-4b87-a768-33707f8d045b on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:37.515397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.518363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-67c6ab19-91db-48f2-9eae-3d56e96df531 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "DELETE /v2.0/ports/0e870c4a-e405-4b87-a768-33707f8d045b HTTP/1.1" status: 204 len: 173 time: 2.4167600 Jul 08 17:35:37.536052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:37.539463 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b916af2-f546-463e-ac0f-3a22e1403181" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:37.593383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b791ed24-6a8f-432e-941b-a2b5046d64a5 req-638417b7-e1d6-439c-a488-6061fedd1244 tempest-ServerDiskConfigTestJSON-176191451 tempest-ServerDiskConfigTestJSON-176191451-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e03c72c-8e77-481e-a26b-aadb83eca310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808643 Jul 08 17:35:37.604572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.623323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40104) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:37.649306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Calling delete_port for 7661dcb4-3c9f-4423-b92c-5cae2deda0f0 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:37.666488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-404cf18f-aa34-4575-b717-d2fb6b6d6c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.712509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6da1ff-85a1-47b7-9826-7785fb9b0225 req-ed336bf9-9fe8-459c-8781-6fb7f0ec1754 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.720284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6da1ff-85a1-47b7-9826-7785fb9b0225 req-ed336bf9-9fe8-459c-8781-6fb7f0ec1754 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.727919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6da1ff-85a1-47b7-9826-7785fb9b0225 req-ed336bf9-9fe8-459c-8781-6fb7f0ec1754 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.737538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6da1ff-85a1-47b7-9826-7785fb9b0225 req-ed336bf9-9fe8-459c-8781-6fb7f0ec1754 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:37.740347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0c5e3142-b362-4963-a278-cfbb6b628431 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=633546f2d4634decbc6a5204041e9456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154737 Jul 08 17:35:37.742202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40108) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:37.751534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e6da1ff-85a1-47b7-9826-7785fb9b0225 req-ed336bf9-9fe8-459c-8781-6fb7f0ec1754 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 3141 time: 0.6919329 Jul 08 17:35:37.753894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-404cf18f-aa34-4575-b717-d2fb6b6d6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.857020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ea20-f06b-4ea2-aa6d-ac88a77f179f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.903131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ea20-f06b-4ea2-aa6d-ac88a77f179f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:37.930112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf18f-aa34-4575-b717-d2fb6b6d6c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46337754-2571-4419-9847-686f0774bd5e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:37.980011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-404cf18f-aa34-4575-b717-d2fb6b6d6c64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4b46a6633b9144c48784fe7f13e22dde&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3686481 Jul 08 17:35:37.987611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:38.118530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e6da1ff-85a1-47b7-9826-7785fb9b0225 req-0057b658-36b6-4f6b-82c5-3b0946629d59 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660808 Jul 08 17:35:38.197760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49249efe-8106-4b44-a28f-b69a0f25569c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.313253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49249efe-8106-4b44-a28f-b69a0f25569c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.351886 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d6b6c2-a89c-4faf-94ab-bd93cb59ba60 x-openstack-request-id: req-08d6b6c2-a89c-4faf-94ab-bd93cb59ba60 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:38.352503 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6", "code": 200}, {"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-unplugged", "status": "completed", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:38.352647 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-08d6b6c2-a89c-4faf-94ab-bd93cb59ba60 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:38.353910 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b', 'code': 200} Jul 08 17:35:38.354509 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'code': 200} Jul 08 17:35:38.355037 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6', 'code': 200} Jul 08 17:35:38.355678 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105', 'code': 200} Jul 08 17:35:38.415444 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb3f8fa-1157-40e9-a36c-6b49d546762d x-openstack-request-id: req-0fb3f8fa-1157-40e9-a36c-6b49d546762d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:38.416395 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667d85fd-b5ee-4704-8634-098ae78da525", "name": "network-vif-deleted", "tag": "0355a4c9-5c95-436f-8784-fb728ceb1f3d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:38.418012 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0fb3f8fa-1157-40e9-a36c-6b49d546762d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:38.418631 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667d85fd-b5ee-4704-8634-098ae78da525', 'name': 'network-vif-deleted', 'tag': '0355a4c9-5c95-436f-8784-fb728ceb1f3d', 'status': 'completed', 'code': 200} Jul 08 17:35:38.445786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ea20-f06b-4ea2-aa6d-ac88a77f179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.453629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ea20-f06b-4ea2-aa6d-ac88a77f179f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.454983 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9ed8ea20-f06b-4ea2-aa6d-ac88a77f179f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4656994f-2b1a-4fbf-b36a-5432cb114779 HTTP/1.1" status: 204 len: 168 time: 0.7101858 Jul 08 17:35:38.465117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49249efe-8106-4b44-a28f-b69a0f25569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.468067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49249efe-8106-4b44-a28f-b69a0f25569c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.469357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-49249efe-8106-4b44-a28f-b69a0f25569c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/46337754-2571-4419-9847-686f0774bd5e HTTP/1.1" status: 204 len: 168 time: 0.4756935 Jul 08 17:35:38.469753 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b13191-e769-440c-81b8-90dc6f2994b9 x-openstack-request-id: req-73b13191-e769-440c-81b8-90dc6f2994b9 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:38.470408 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "0e870c4a-e405-4b87-a768-33707f8d045b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:38.470820 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-73b13191-e769-440c-81b8-90dc6f2994b9 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:38.472556 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '0e870c4a-e405-4b87-a768-33707f8d045b', 'status': 'completed', 'code': 200} Jul 08 17:35:38.473093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8ea20-f06b-4ea2-aa6d-ac88a77f179f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656994f-2b1a-4fbf-b36a-5432cb114779,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:38.487665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.488275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249efe-8106-4b44-a28f-b69a0f25569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46337754-2571-4419-9847-686f0774bd5e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:38.603526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:38.603748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.611654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Port': ['ID=7661dcb4-3c9f-4423-b92c-5cae2deda0f0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:38.875689 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:38.877815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ffabaae9-5fbb-4217-a14e-5fa205e944a4 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/ports/7661dcb4-3c9f-4423-b92c-5cae2deda0f0 HTTP/1.1" status: 204 len: 168 time: 2.8030303 Jul 08 17:35:38.881986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:38.961796 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcaed15-1309-4b2b-9ccd-fbec1623970d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] GET failed (client error): The resource could not be found. Jul 08 17:35:38.967877 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8dcaed15-1309-4b2b-9ccd-fbec1623970d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "GET /v2.0/ports/7661dcb4-3c9f-4423-b92c-5cae2deda0f0 HTTP/1.1" status: 404 len: 333 time: 0.0837708 Jul 08 17:35:38.971414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40136) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:38.981942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1398189677'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:39.157241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] For port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:39.157781 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.199558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:39.211218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.249718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:39.272501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] device_id is not set on port 130b7d5e-b034-447f-a659-2133d88ffe4d yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:39.282283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6f93-8cf4-41ad-a220-fbbfd1478e7b req-504c0c8c-32ab-4b82-9f1f-c6dbf5f9245b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.296680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c6f93-8cf4-41ad-a220-fbbfd1478e7b req-504c0c8c-32ab-4b82-9f1f-c6dbf5f9245b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.5499053 Jul 08 17:35:39.354628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40146) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:39.559614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-758c6f93-8cf4-41ad-a220-fbbfd1478e7b req-385e84d7-8e73-482e-9df0-a225686b4b4b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618825 Jul 08 17:35:39.657196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Allocated IP 2001:db8::3bb (536065b6-ceb3-471a-be97-6337091c38cd/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad/130b7d5e-b034-447f-a659-2133d88ffe4d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:39.781786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2e176bb0-ea4c-408b-abc0-ba17e8904d39 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f2724051465d45e2b43c66706335e738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212630 Jul 08 17:35:39.782158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40162) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:39.786087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.827598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40164) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:39.839461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:39.920145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] No DVR routers for this DVR port 4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:39.935219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b5a6-f1ee-4cdd-9abb-aff5ce38cf05 req-9dc6ef49-88dd-4235-a803-60ed9a638f4e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.945886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b5a6-f1ee-4cdd-9abb-aff5ce38cf05 req-9dc6ef49-88dd-4235-a803-60ed9a638f4e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.951607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b5a6-f1ee-4cdd-9abb-aff5ce38cf05 req-9dc6ef49-88dd-4235-a803-60ed9a638f4e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.959355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b5a6-f1ee-4cdd-9abb-aff5ce38cf05 req-9dc6ef49-88dd-4235-a803-60ed9a638f4e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:39.961402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a54b5a6-f1ee-4cdd-9abb-aff5ce38cf05 req-9dc6ef49-88dd-4235-a803-60ed9a638f4e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 3064 time: 0.5693383 Jul 08 17:35:39.962723 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:39.965197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-9d029010-63a5-41fd-9501-e4e523380a9f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "DELETE /v2.0/ports/4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6 HTTP/1.1" status: 204 len: 173 time: 1.9780009 Jul 08 17:35:40.031547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a54b5a6-f1ee-4cdd-9abb-aff5ce38cf05 req-a669016f-9764-4b6b-b0c8-90e37a2b3d28 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624065 Jul 08 17:35:40.280559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 2bed1ffb-d085-4e0c-8213-c24971357988 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:40.281782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.345891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] Deleting subnet fb90cd7b-508f-45a2-a422-6f2e8b9e86dd {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:40.369648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.462949 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.476025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:40.487017 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cd9d4b-2788-4d4a-aea2-236a79b77e98" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:40.546331 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09988f96-0e89-4bd4-b781-54809abdb90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.579921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Transition to ACTIVE for port object 130b7d5e-b034-447f-a659-2133d88ffe4d will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:40.598365 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.606100 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e2ad91-d566-46de-a896-74a353253679 x-openstack-request-id: req-50e2ad91-d566-46de-a896-74a353253679 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:40.606384 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:40.606650 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-50e2ad91-d566-46de-a896-74a353253679 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:40.607075 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '4bd8fafc-9d5e-4fbd-bb63-dc8f2de47bc6', 'status': 'completed', 'code': 200} Jul 08 17:35:40.661002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] For port 2bed1ffb-d085-4e0c-8213-c24971357988, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2bed1ffb-d085-4e0c-8213-c24971357988,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:40.661405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.698329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09988f96-0e89-4bd4-b781-54809abdb90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.699693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 2bed1ffb-d085-4e0c-8213-c24971357988 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:40.766529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.914303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.945286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09988f96-0e89-4bd4-b781-54809abdb90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.950356 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09988f96-0e89-4bd4-b781-54809abdb90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.954762 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09988f96-0e89-4bd4-b781-54809abdb90b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/04e6dba9-d161-4a42-8eaf-17d9f2e8366b HTTP/1.1" status: 204 len: 168 time: 1.1716251 Jul 08 17:35:40.974721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:40.982350 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] 10.222.0.63 "DELETE /v2.0/subnets/fb90cd7b-508f-45a2-a422-6f2e8b9e86dd HTTP/1.1" status: 204 len: 168 time: 1.1515746 Jul 08 17:35:41.025388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40202) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:41.167748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c8f99-3994-43f6-b3bd-144dbe03f4f7 req-f777acf1-8e11-4f20-973f-73b72ce931e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.169758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a4c8f99-3994-43f6-b3bd-144dbe03f4f7 req-f777acf1-8e11-4f20-973f-73b72ce931e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.3443840 Jul 08 17:35:41.172473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.252354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.275003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=2bed1ffb-d085-4e0c-8213-c24971357988,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:41.279056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddbfa5-2f80-480b-87a5-41a8a8f4defa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb90cd7b-508f-45a2-a422-6f2e8b9e86dd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:41.288701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09988f96-0e89-4bd4-b781-54809abdb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e6dba9-d161-4a42-8eaf-17d9f2e8366b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:41.378662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.387837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:41.467981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.502942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] No DVR routers for this DVR port 2bed1ffb-d085-4e0c-8213-c24971357988 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:41.513960 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.516152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-726cc894-706a-49f4-aaa3-448ac151806c tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "DELETE /v2.0/ports/2bed1ffb-d085-4e0c-8213-c24971357988 HTTP/1.1" status: 204 len: 173 time: 1.5149024 Jul 08 17:35:41.516528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.528372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac90bb72-d7c4-4cad-bddb-22d9e72cc656']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:41.533637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a4c8f99-3994-43f6-b3bd-144dbe03f4f7 req-a158a059-dd19-42a2-a4cf-fe4bbca28719 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467972 Jul 08 17:35:41.596238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7c9faf-b020-408d-a8bb-8aa421e60097') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:41.596549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7c9faf-b020-408d-a8bb-8aa421e60097') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:41.752803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.796428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network 536065b6-ceb3-471a-be97-6337091c38cd is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:41.840455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:41.852203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:41.866469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:41.867155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.898682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.956818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port ea9553bf-647a-47df-b150-4dc36665ad20 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:41.956818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.960396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:41.964946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:41.967216 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:42.011286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=130b7d5e-b034-447f-a659-2133d88ffe4d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:42.092186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e08668b1-8d96-4fff-8aae-168440a6c173 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1196325 Jul 08 17:35:42.118363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40228) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:42.127658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'network_id': '536065b6-ceb3-471a-be97-6337091c38cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-25469580'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:42.358649 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.385938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.390678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ac90bb72-d7c4-4cad-bddb-22d9e72cc656 HTTP/1.1" status: 204 len: 168 time: 1.3641186 Jul 08 17:35:42.428228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] For port ea9553bf-647a-47df-b150-4dc36665ad20, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ea9553bf-647a-47df-b150-4dc36665ad20,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:42.428858 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.433354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8405e-9554-4a8b-b6bd-c88db382a007 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac90bb72-d7c4-4cad-bddb-22d9e72cc656,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:42.496282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9aab2958-dcbb-485d-a36b-c6162f9795c3 None None] Provisioning for port 130b7d5e-b034-447f-a659-2133d88ffe4d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:42.504302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9aab2958-dcbb-485d-a36b-c6162f9795c3 None None] Provisioning complete for port 130b7d5e-b034-447f-a659-2133d88ffe4d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:42.507848 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aab2958-dcbb-485d-a36b-c6162f9795c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.535836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Made reservation on behalf of 4839faca2c6e440990ebb6b1f5c2ae0a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:42.541501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91025-e9ca-4240-ae13-5fc1798c713a req-f97769fc-5d0e-4a36-abc1-2ebdcb1f0fef tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:42.541745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.547599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91025-e9ca-4240-ae13-5fc1798c713a req-f97769fc-5d0e-4a36-abc1-2ebdcb1f0fef tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:42.554636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feb91025-e9ca-4240-ae13-5fc1798c713a req-f97769fc-5d0e-4a36-abc1-2ebdcb1f0fef tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 1676 time: 0.5271933 Jul 08 17:35:42.558895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:42.571171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] device_id is not set on port 3206640b-1fba-426b-8bb6-899b645733cc yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:35:42.608597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:42.616836 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b804a0-bb8e-40ae-8233-6856abc55ced" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:42.643528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feb91025-e9ca-4240-ae13-5fc1798c713a req-7db0d587-166f-4e6f-aebe-e19fa4e5347a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879252 Jul 08 17:35:42.656444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9aab2958-dcbb-485d-a36b-c6162f9795c3 None None] Port 130b7d5e-b034-447f-a659-2133d88ffe4d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:42.744191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Allocated IP 2001:db8::2bc (536065b6-ceb3-471a-be97-6337091c38cd/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad/3206640b-1fba-426b-8bb6-899b645733cc) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:42.948269 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.949428 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.951108 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Floating IP 6a6b3248-0a5d-4258-874d-bfa9429fb60c disassociated. External IP: 172.25.5.167, port: ea9553bf-647a-47df-b150-4dc36665ad20. Jul 08 17:35:42.952429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for ea9553bf-647a-47df-b150-4dc36665ad20 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:42.962764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40250) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:42.969974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:42.988000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Transition to ACTIVE for port object 3206640b-1fba-426b-8bb6-899b645733cc will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:43.060276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.191328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84ad652b-cbd2-467d-865b-e73d349a134c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.206854 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b655e6-50bd-4723-9b08-f4e782cd9be6 x-openstack-request-id: req-90b655e6-50bd-4723-9b08-f4e782cd9be6 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:43.206854 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "2bed1ffb-d085-4e0c-8213-c24971357988", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:43.206854 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-90b655e6-50bd-4723-9b08-f4e782cd9be6 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:43.206854 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '2bed1ffb-d085-4e0c-8213-c24971357988', 'status': 'completed', 'code': 200} Jul 08 17:35:43.243037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=3206640b-1fba-426b-8bb6-899b645733cc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:43.266987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Network 536065b6-ceb3-471a-be97-6337091c38cd is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:43.270028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:43.276465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:43.291638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:43.292613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.313085 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-97ca1ca5-86ec-4ba4-b6a2-5eb255d37bfe tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1911297 Jul 08 17:35:43.315359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40258) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:43.323124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:f9:32:89'}, {'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:7b:f0:be'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:43.495376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.588403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.636418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-76ec3d45-1578-46dc-b0b5-9f6cbfa3027b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=73f98d1a04414bdaa17c2d8cfa650247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633055 Jul 08 17:35:43.642938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40262) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:43.734796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430d9b-100b-4ed6-a28a-e916667d6985 req-772ddc4e-54cb-4d9c-a2fd-76fe175f1515 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:43.736539 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4430d9b-100b-4ed6-a28a-e916667d6985 req-772ddc4e-54cb-4d9c-a2fd-76fe175f1515 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.8224556 Jul 08 17:35:43.811164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3b792716-4a58-407a-9fa5-58497304c681 None None] Provisioning for port 3206640b-1fba-426b-8bb6-899b645733cc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:43.831592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84ad652b-cbd2-467d-865b-e73d349a134c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.837398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3b792716-4a58-407a-9fa5-58497304c681 None None] Provisioning complete for port 3206640b-1fba-426b-8bb6-899b645733cc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:43.838253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b792716-4a58-407a-9fa5-58497304c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.848396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da642949-21a4-41bf-b0cd-41af29565b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.858112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84ad652b-cbd2-467d-865b-e73d349a134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.899137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4430d9b-100b-4ed6-a28a-e916667d6985 req-04df84dd-ce33-43b8-8fac-d0cde71c146c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426647 Jul 08 17:35:43.922427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3b792716-4a58-407a-9fa5-58497304c681 None None] Port 3206640b-1fba-426b-8bb6-899b645733cc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:43.924024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da642949-21a4-41bf-b0cd-41af29565b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.948310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.952122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.953084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-84ad652b-cbd2-467d-865b-e73d349a134c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bf3049c0e8c444508e54c6b9d867b8df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3928301 Jul 08 17:35:43.960928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.967996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40266) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:43.982044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] In _notify_port_updated(), no bound segment for port 3206640b-1fba-426b-8bb6-899b645733cc on network 536065b6-ceb3-471a-be97-6337091c38cd {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:35:43.994377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:43.995076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:43.998896 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "PUT /v2.0/ports/3206640b-1fba-426b-8bb6-899b645733cc HTTP/1.1" status: 200 len: 1066 time: 0.6808994 Jul 08 17:35:44.046214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40272) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:44.069106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=ea9553bf-647a-47df-b150-4dc36665ad20,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:44.093684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a6569-ab80-41d4-8df0-67e4be210dea tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event updated for resources: {'Port': ['ID=3206640b-1fba-426b-8bb6-899b645733cc,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:44.155350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad652b-cbd2-467d-865b-e73d349a134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af9a075-a2cf-4741-9f75-d69085b0a231,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:44.393022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da642949-21a4-41bf-b0cd-41af29565b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.396717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da642949-21a4-41bf-b0cd-41af29565b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.412562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da642949-21a4-41bf-b0cd-41af29565b54 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7e03c72c-8e77-481e-a26b-aadb83eca310 HTTP/1.1" status: 204 len: 168 time: 0.7658188 Jul 08 17:35:44.414762 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84918f7c-8b5b-4779-a8f7-2afc1a08461b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.456784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49b3ef51-e575-496e-946b-70992aec0f0a None None] Provisioning complete for port 3206640b-1fba-426b-8bb6-899b645733cc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:44.458278 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49b3ef51-e575-496e-946b-70992aec0f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.539123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-49b3ef51-e575-496e-946b-70992aec0f0a None None] Port 3206640b-1fba-426b-8bb6-899b645733cc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:35:44.579545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84918f7c-8b5b-4779-a8f7-2afc1a08461b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.581336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da642949-21a4-41bf-b0cd-41af29565b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e03c72c-8e77-481e-a26b-aadb83eca310,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:44.628725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting port 3206640b-1fba-426b-8bb6-899b645733cc {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:44.629191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.758827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84918f7c-8b5b-4779-a8f7-2afc1a08461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.761507 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84918f7c-8b5b-4779-a8f7-2afc1a08461b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:44.766306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-84918f7c-8b5b-4779-a8f7-2afc1a08461b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6af9a075-a2cf-4741-9f75-d69085b0a231 HTTP/1.1" status: 204 len: 168 time: 0.7944801 Jul 08 17:35:44.836011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:35:44.849989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84918f7c-8b5b-4779-a8f7-2afc1a08461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af9a075-a2cf-4741-9f75-d69085b0a231,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:45.263780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40298) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:45.304467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f380e0-1aea-4a60-9807-85cc79455866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.391963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a5c24-17d8-4938-a4c6-1325e652670a req-e40b750d-37f9-4560-9b2a-6acaeb2183b7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:45.393473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-856a5c24-17d8-4938-a4c6-1325e652670a req-e40b750d-37f9-4560-9b2a-6acaeb2183b7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 941 time: 0.8679860 Jul 08 17:35:45.470112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.476724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f380e0-1aea-4a60-9807-85cc79455866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.493665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f380e0-1aea-4a60-9807-85cc79455866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.506350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Calling delete_port for 3206640b-1fba-426b-8bb6-899b645733cc owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:45.519765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-856a5c24-17d8-4938-a4c6-1325e652670a req-60ab7a8e-1e41-46f1-905a-4ee568059be3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135619 Jul 08 17:35:45.530392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:35:45.541401 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56f380e0-1aea-4a60-9807-85cc79455866 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1079cf0c809444c088bc1a01490608b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703040 Jul 08 17:35:45.543527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] Sync routers for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:35:45.548304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:45.564120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:45.564844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:35:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:45.615662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f380e0-1aea-4a60-9807-85cc79455866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a7170-d7b2-40c4-85c0-5237c080540c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:45.695957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ccc7-3dd5-485b-b600-a5309613eb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.696200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] No DVR routers for this DVR port ea9553bf-647a-47df-b150-4dc36665ad20 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:45.703059 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.707376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-570726b1-f5c6-4d04-b68c-4190fe153517 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "DELETE /v2.0/ports/ea9553bf-647a-47df-b150-4dc36665ad20 HTTP/1.1" status: 204 len: 173 time: 4.1712089 Jul 08 17:35:45.711510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:45.713871 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ddf76-1945-4567-8590-681b83a8f03c" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:45.720995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ccc7-3dd5-485b-b600-a5309613eb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.777478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:45.822490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ccc7-3dd5-485b-b600-a5309613eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.823534 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ccc7-3dd5-485b-b600-a5309613eb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.827496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f6b6ccc7-3dd5-485b-b600-a5309613eb4b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f91a7170-d7b2-40c4-85c0-5237c080540c HTTP/1.1" status: 204 len: 168 time: 0.2754221 Jul 08 17:35:45.874796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6ccc7-3dd5-485b-b600-a5309613eb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a7170-d7b2-40c4-85c0-5237c080540c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:45.880583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:45.958997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Port': ['ID=3206640b-1fba-426b-8bb6-899b645733cc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:46.001943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40316) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:46.455580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:07Z', 'revision_number': 5, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:46.466512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.471642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40330) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:46.475869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0b40975c-c596-425e-9461-55e3395f7ccc tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/ports/3206640b-1fba-426b-8bb6-899b645733cc HTTP/1.1" status: 204 len: 168 time: 2.4028797 Jul 08 17:35:46.517220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] Checking router: b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:35:46.536855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:35:46.539211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:35:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:46.585903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1501565871-network', 'tenant_id': '8e144d8833f54da095a7edb477f7b161'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:46.591120 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f85cdc5-8d55-471f-bf25-31920605bdc8 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] GET failed (client error): The resource could not be found. Jul 08 17:35:46.613412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40336) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:46.621798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1f85cdc5-8d55-471f-bf25-31920605bdc8 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "GET /v2.0/ports/3206640b-1fba-426b-8bb6-899b645733cc HTTP/1.1" status: 404 len: 333 time: 0.1480083 Jul 08 17:35:46.667013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:35:46.684198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Made reservation on behalf of 8e144d8833f54da095a7edb477f7b161 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:46.690731 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.712958 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:46.826984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b2505-2bb0-435b-883e-9b10f2703f79 req-82a00cde-0a4c-4425-89ed-3a703cc88edd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:46.828597 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc6b2505-2bb0-435b-883e-9b10f2703f79 req-82a00cde-0a4c-4425-89ed-3a703cc88edd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.3373752 Jul 08 17:35:47.023569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc6b2505-2bb0-435b-883e-9b10f2703f79 req-f8762511-a131-4595-8c34-fee4d4cc2147 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818125 Jul 08 17:35:47.052582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:07Z', 'revision_number': 5, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:47.056563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting port 130b7d5e-b034-447f-a659-2133d88ffe4d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:47.059495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.071408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.078765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.149869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9c07e-8a92-4f90-9376-60cd3f076cfe None None] The sync data for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 is: [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:24:58Z', 'revision_number': 4, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '387b723e-aa3a-4931-8417-6d5191177ffa', 'name': '', 'network_id': '79d53fa7-c96f-4de0-975e-8019dfd50b73', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'mac_address': 'fa:16:3e:bd:2b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:57Z', 'updated_at': '2021-07-08T17:25:07Z', 'revision_number': 5, 'project_id': '5a67d3690506449d9c74a5c065567045', 'subnets': [{'id': '3d76aadc-2b18-4d53-ba20-d8cea51bd04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:35:47.154220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:47.178594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.193655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Calling delete_port for 130b7d5e-b034-447f-a659-2133d88ffe4d owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:47.201236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45b1d8-e390-425f-9c17-8e87dfb2ac17,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:47.208716 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.212906 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Added segment 27013b91-b4d2-43ba-8c96-727ede398448 of type vlan for network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a Jul 08 17:35:47.361010 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619cf3c0-8fe6-4cb6-b97a-14a8ae8e22fb x-openstack-request-id: req-619cf3c0-8fe6-4cb6-b97a-14a8ae8e22fb {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:47.361325 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "ea9553bf-647a-47df-b150-4dc36665ad20", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:47.361599 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-619cf3c0-8fe6-4cb6-b97a-14a8ae8e22fb {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:47.362011 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': 'ea9553bf-647a-47df-b150-4dc36665ad20', 'status': 'completed', 'code': 200} Jul 08 17:35:47.366492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.496443 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.498555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:47.499851 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.642752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.741675 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7359936 Jul 08 17:35:47.749045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40386) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:47.775072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Request body: {'subnet': {'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1501565871-subnet', 'tenant_id': '8e144d8833f54da095a7edb477f7b161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:47.785132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aab83-c717-40cd-8290-dbf0622c43dd admin admin] Pushing event updated for resources: {'Network': ['ID=97caddb5-e6fc-41bf-a449-3d6a119f3c9a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:47.798295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:47.836232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Made reservation on behalf of 8e144d8833f54da095a7edb477f7b161 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:47.853427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.859063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Port': ['ID=130b7d5e-b034-447f-a659-2133d88ffe4d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:47.942459 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.948185 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a289f5b-0a3a-4b5f-b87c-7c1077a08544 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/ports/130b7d5e-b034-447f-a659-2133d88ffe4d HTTP/1.1" status: 204 len: 168 time: 1.3291359 Jul 08 17:35:47.950514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40394) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:47.986810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 92a208fa-a8f1-495e-92d7-e5d63421a105 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:47.987547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:47.992701 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ada1bc-a700-4c51-afb4-0aa5d262322c None None] New status for floating IP 6a6b3248-0a5d-4258-874d-bfa9429fb60c: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:35:48.011843 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7561838-47e9-4ebb-ab54-abad8b6a4942 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] GET failed (client error): The resource could not be found. Jul 08 17:35:48.025658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c7561838-47e9-4ebb-ab54-abad8b6a4942 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "GET /v2.0/ports/130b7d5e-b034-447f-a659-2133d88ffe4d HTTP/1.1" status: 404 len: 333 time: 0.0729933 Jul 08 17:35:48.157557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40396) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:48.424903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.653092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40412) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:48.676026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Checking segment: {'id': '27013b91-b4d2-43ba-8c96-727ede398448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:48.677175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Network hostable DHCP agents. Network: 97caddb5-e6fc-41bf-a449-3d6a119f3c9a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:48.749235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eceff41d-b6c5-4445-b5de-776f033ca05e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:48.780810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] For port 92a208fa-a8f1-495e-92d7-e5d63421a105, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=92a208fa-a8f1-495e-92d7-e5d63421a105,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:48.789188 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.849857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:48.861752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 97caddb5-e6fc-41bf-a449-3d6a119f3c9a) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:48.869034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.870187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:48.888999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b3b4cf-ccec-4694-b8da-22329f25fe25 None None] Network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:48.904450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 92a208fa-a8f1-495e-92d7-e5d63421a105 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:48.908871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d9c9b39-f04e-46ce-be37-7b1a71f7121d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1508231 Jul 08 17:35:48.954408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbd65a-d1a8-47b0-a6e4-6fe9d754f3e2 req-7125b408-9813-40b5-98ad-f1a273901edb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:48.968347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bddbd65a-d1a8-47b0-a6e4-6fe9d754f3e2 req-7125b408-9813-40b5-98ad-f1a273901edb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 941 time: 1.2566679 Jul 08 17:35:49.138102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491ce8-07f1-4313-832e-ddde09bca16a req-3058519d-68b4-45cb-b647-ec470d92b2a0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:49.145023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c491ce8-07f1-4313-832e-ddde09bca16a req-3058519d-68b4-45cb-b647-ec470d92b2a0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.7436016 Jul 08 17:35:49.167810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bddbd65a-d1a8-47b0-a6e4-6fe9d754f3e2 req-fea152c1-fd52-44a9-b151-1429a32f2737 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups?id=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980712 Jul 08 17:35:49.173401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536fa07b-45cb-42d8-a139-30917a92300d None None] Network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:49.185909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting port 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:49.186267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.206863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0c7c-6c52-4df4-96e3-661137013880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.319336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c491ce8-07f1-4313-832e-ddde09bca16a req-6fb499a0-c9d3-47d8-b651-7a97f5577c21 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733868 Jul 08 17:35:49.434889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0c7c-6c52-4df4-96e3-661137013880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.442947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd9f0c7c-6c52-4df4-96e3-661137013880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.467202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.486432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f0c7c-6c52-4df4-96e3-661137013880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa1103d-3e3b-4302-b38a-8226f2a0787a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:49.514264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Calling delete_port for 9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:49.515901 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.521495 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cd9f0c7c-6c52-4df4-96e3-661137013880 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=39bfaf5fbcf840d9bb822a9d19963576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665998 Jul 08 17:35:49.524176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40446) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:49.549774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=92a208fa-a8f1-495e-92d7-e5d63421a105,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:49.612498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed53a0b3-687d-4708-a930-081185d76f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.638420 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed53a0b3-687d-4708-a930-081185d76f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.704641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed53a0b3-687d-4708-a930-081185d76f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.707865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed53a0b3-687d-4708-a930-081185d76f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.711194 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ed53a0b3-687d-4708-a930-081185d76f5f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aaa1103d-3e3b-4302-b38a-8226f2a0787a HTTP/1.1" status: 204 len: 168 time: 0.1843288 Jul 08 17:35:49.736941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53a0b3-687d-4708-a930-081185d76f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa1103d-3e3b-4302-b38a-8226f2a0787a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:49.738432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] No DVR routers for this DVR port 92a208fa-a8f1-495e-92d7-e5d63421a105 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:49.741809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.744381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d6f09d4-5d67-4958-bbfe-d5e2a325089e req-d009db5c-eaf6-4327-a545-2777fd79b0e2 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.72 "DELETE /v2.0/ports/92a208fa-a8f1-495e-92d7-e5d63421a105 HTTP/1.1" status: 204 len: 173 time: 2.3760519 Jul 08 17:35:49.824109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:49.828473 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6a2dcd-8580-4c70-b754-cd89fac382d8" -d '{"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:49.835028 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:49.927193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Port': ['ID=9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:49.998377 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa55a5b6-c3d8-4b1f-bc5e-2d1e65c7f9b3 x-openstack-request-id: req-aa55a5b6-c3d8-4b1f-bc5e-2d1e65c7f9b3 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:49.998722 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ddcf7-cb12-4593-a6cc-28953572b718", "name": "network-vif-deleted", "tag": "92a208fa-a8f1-495e-92d7-e5d63421a105", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:49.998933 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aa55a5b6-c3d8-4b1f-bc5e-2d1e65c7f9b3 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:49.999462 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ddcf7-cb12-4593-a6cc-28953572b718', 'name': 'network-vif-deleted', 'tag': '92a208fa-a8f1-495e-92d7-e5d63421a105', 'status': 'completed', 'code': 200} Jul 08 17:35:50.129055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.129055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc9e9a6c-9316-4375-a331-8e377445362d tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/ports/9d7b9ea4-4f86-41f6-bffa-18b7e423d9e9 HTTP/1.1" status: 204 len: 168 time: 1.9665213 Jul 08 17:35:50.131593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40478) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:50.258411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting subnet c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:35:50.264790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.286452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-b32d2462-7514-41e1-bc72-7c34c0743b53 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:50.288128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-b32d2462-7514-41e1-bc72-7c34c0743b53 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/networks?id=97caddb5-e6fc-41bf-a449-3d6a119f3c9a HTTP/1.1" status: 200 len: 814 time: 0.4540818 Jul 08 17:35:50.319555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-045fb774-9c8e-4736-92b5-a173e58bc9a4 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/quotas/8e144d8833f54da095a7edb477f7b161 HTTP/1.1" status: 200 len: 375 time: 0.0227478 Jul 08 17:35:50.361980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.401987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-7f640b0d-de23-40db-b7ed-29853b690916 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8e144d8833f54da095a7edb477f7b161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712671 Jul 08 17:35:50.526266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.609194 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c5e5805-3947-48b1-a407-7c0744a49a72 req-411fc6ca-2d89-4c94-97f4-3dcffff1a7fd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0692871 Jul 08 17:35:50.653610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.683714 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-c64317b7-7b39-4b42-b711-9c0ff8ac8f8a service neutron] 10.222.0.63 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705677 Jul 08 17:35:50.711628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:50.735686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852975a8-8e7f-496f-abbf-e4eafc6d972c None None] Network 536065b6-ceb3-471a-be97-6337091c38cd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:50.736184 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:50.742324 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a98d1ada-b0b2-4cae-a0e4-3773ce59a0ba tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/subnets/c0d8eaa1-c875-4430-a6cb-4ee3b4d481ad HTTP/1.1" status: 204 len: 168 time: 0.6096690 Jul 08 17:35:50.743043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40510) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:50.907271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-7c5c9b74-3c4a-4cbe-ac85-c11c572f3cfe service neutron] 10.222.0.63 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163723 Jul 08 17:35:50.966768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40518) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:51.003103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61054659-823f-491b-bfa5-e5320d8d4638 req-c9aaa6b6-3a33-49b9-8f87-cb83d321a2c6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:51.014123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61054659-823f-491b-bfa5-e5320d8d4638 req-c9aaa6b6-3a33-49b9-8f87-cb83d321a2c6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.1049855 Jul 08 17:35:51.103073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61054659-823f-491b-bfa5-e5320d8d4638 req-6ddb3296-0987-411a-8b41-2076ba187e3d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824597 Jul 08 17:35:51.202578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1486415951-network', 'tenant_id': 'bda738943486401dbaa6c85aae2dc4a1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:51.206336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] DHCP port deletion for 536065b6-ceb3-471a-be97-6337091c38cd request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:35:51.272895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Made reservation on behalf of bda738943486401dbaa6c85aae2dc4a1 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:51.277463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.306312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.333483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] Deleting port 8d193120-9bca-4e01-8f50-8f7d014c9e4f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:51.335400 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.429207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.529567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-008c805a-085b-4d43-bd3e-fb81c4751da1 req-c361f05b-9c75-42c6-b7d1-cfa2b3fb324c tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 210 time: 0.0713942 Jul 08 17:35:51.530713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] For port 8d193120-9bca-4e01-8f50-8f7d014c9e4f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d193120-9bca-4e01-8f50-8f7d014c9e4f,segment=NetworkSegment(f0593b9f-0a79-4595-9d3b-a154e3c4f8e2),segment_id=f0593b9f-0a79-4595-9d3b-a154e3c4f8e2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:51.531087 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.553401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Deleting port 8d193120-9bca-4e01-8f50-8f7d014c9e4f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:35:51.555555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.579207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] Calling delete_port for 8d193120-9bca-4e01-8f50-8f7d014c9e4f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:51.616019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40534) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:51.648452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] For port 8d193120-9bca-4e01-8f50-8f7d014c9e4f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d193120-9bca-4e01-8f50-8f7d014c9e4f,segment=NetworkSegment(f0593b9f-0a79-4595-9d3b-a154e3c4f8e2),segment_id=f0593b9f-0a79-4595-9d3b-a154e3c4f8e2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:51.649328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.664629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Calling delete_port for 8d193120-9bca-4e01-8f50-8f7d014c9e4f owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:35:51.694986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.706091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.737122 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.766819 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.771272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] Pushing event deleted for resources: {'Port': ['ID=8d193120-9bca-4e01-8f50-8f7d014c9e4f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:51.779535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:51.788152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f81334-803d-4c86-aee8-23968bacb78a None None] No DVR routers for this DVR port 8d193120-9bca-4e01-8f50-8f7d014c9e4f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:51.812547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.813245 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Added segment e3abba6a-bc58-48ee-8dcb-49a446594419 of type vlan for network b09ee161-4159-4d94-9a9c-7090ef651bf5 Jul 08 17:35:51.830076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Port': ['ID=8d193120-9bca-4e01-8f50-8f7d014c9e4f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:51.846779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] No DVR routers for this DVR port 8d193120-9bca-4e01-8f50-8f7d014c9e4f on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:35:51.933896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a399df15-2f60-4168-a940-e6af79d04b39 req-c37b43d3-039d-4a7f-bc7d-00cf87418ba9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0332346 Jul 08 17:35:51.948788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22a506d-16f4-484a-abe8-8ffe6f3c8699,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:51.952799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89baced0-6b77-4919-bf61-9c256961f312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.983523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:51.991025 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.005336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536065b6-ceb3-471a-be97-6337091c38cd']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:52.021856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0593b9f-0a79-4595-9d3b-a154e3c4f8e2') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:52.022192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0593b9f-0a79-4595-9d3b-a154e3c4f8e2') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:35:52.036905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.039129 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.040231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.040925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.072854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.079662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:35:52.080449 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:35:52.085103 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:35:52.131530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] Pushing event updated for resources: {'Network': ['ID=b09ee161-4159-4d94-9a9c-7090ef651bf5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.147950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b09ee161-4159-4d94-9a9c-7090ef651bf5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:52.163501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.172243 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.174422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] 10.222.0.63 "DELETE /v2.0/networks/536065b6-ceb3-471a-be97-6337091c38cd HTTP/1.1" status: 204 len: 168 time: 1.4299788 Jul 08 17:35:52.193569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89baced0-6b77-4919-bf61-9c256961f312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.209905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e7888-a674-4f79-bdfc-d4e646a8cda0 tempest-AllowedAddressPairIpV6TestJSON-352432289 tempest-AllowedAddressPairIpV6TestJSON-352432289-project] Pushing event deleted for resources: {'Network': ['ID=536065b6-ceb3-471a-be97-6337091c38cd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.211869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89baced0-6b77-4919-bf61-9c256961f312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.251317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-89baced0-6b77-4919-bf61-9c256961f312 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ffca18ce96584b2f9627430e682712f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339829 Jul 08 17:35:52.257286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-69244b0c-4d24-447f-b316-6ed2efa8a140 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2860932 Jul 08 17:35:52.257815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:52.258391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40548) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:52.275847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Request body: {'subnet': {'network_id': 'b09ee161-4159-4d94-9a9c-7090ef651bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1486415951-subnet', 'tenant_id': 'bda738943486401dbaa6c85aae2dc4a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:52.318368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baced0-6b77-4919-bf61-9c256961f312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e21cce-fc2b-4267-90e5-3bfcd58cc1e5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.368296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e455d-58a1-499f-aa92-fa772245a993 req-98998e47-708c-42ad-a6d9-1ffb99d0cef9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:52.376700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-187e455d-58a1-499f-aa92-fa772245a993 req-98998e47-708c-42ad-a6d9-1ffb99d0cef9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.1100893 Jul 08 17:35:52.439370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-187e455d-58a1-499f-aa92-fa772245a993 req-b3ee18b9-84cd-4048-bcd4-39a35907c1f3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604930 Jul 08 17:35:52.451080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Made reservation on behalf of bda738943486401dbaa6c85aae2dc4a1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:52.460036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.566475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc831cd8-3d47-4d5a-b378-6848aa6cba55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.631193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40570) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:52.662712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc831cd8-3d47-4d5a-b378-6848aa6cba55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.752421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0f47f49-baa0-4fdf-b812-c06243dcdf0e req-532d8d77-73a9-4ea5-8192-9d983f2dc5f8 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 210 time: 0.0451920 Jul 08 17:35:52.826012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-997b8d0d-01d3-4831-84e0-df2eddef3a05 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4839faca2c6e440990ebb6b1f5c2ae0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932738 Jul 08 17:35:52.828809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40574) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:52.836628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc831cd8-3d47-4d5a-b378-6848aa6cba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.840968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc831cd8-3d47-4d5a-b378-6848aa6cba55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.842516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc831cd8-3d47-4d5a-b378-6848aa6cba55 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/83e21cce-fc2b-4267-90e5-3bfcd58cc1e5 HTTP/1.1" status: 204 len: 168 time: 0.5828497 Jul 08 17:35:52.900970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc831cd8-3d47-4d5a-b378-6848aa6cba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e21cce-fc2b-4267-90e5-3bfcd58cc1e5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:52.921765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-956f490b-6dda-43d8-95ff-fecb29a6dadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.942590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:52.961034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-956f490b-6dda-43d8-95ff-fecb29a6dadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.027063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524077af-c20b-4681-b758-5343bbc8cd47,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:53.039430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Checking segment: {'id': 'e3abba6a-bc58-48ee-8dcb-49a446594419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b09ee161-4159-4d94-9a9c-7090ef651bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:53.039797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Network hostable DHCP agents. Network: b09ee161-4159-4d94-9a9c-7090ef651bf5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:53.059601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Network b09ee161-4159-4d94-9a9c-7090ef651bf5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:53.078998 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-956f490b-6dda-43d8-95ff-fecb29a6dadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.082436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-956f490b-6dda-43d8-95ff-fecb29a6dadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.091641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b09ee161-4159-4d94-9a9c-7090ef651bf5) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:53.100055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-956f490b-6dda-43d8-95ff-fecb29a6dadd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/64ebe75a-38ea-4bce-8e2f-b53ba5569ff7 HTTP/1.1" status: 204 len: 168 time: 0.2690043 Jul 08 17:35:53.102388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:53.104290 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.106435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30392e83-7832-479d-9d98-d8b766a3ee3a None None] Network b09ee161-4159-4d94-9a9c-7090ef651bf5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:53.139584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-248de6b1-5d9d-46d3-bf91-d62ec09b13f1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8767977 Jul 08 17:35:53.285050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8d193120-9bca-4e01-8f50-8f7d014c9e4f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:35:53.303747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f490b-6dda-43d8-95ff-fecb29a6dadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ebe75a-38ea-4bce-8e2f-b53ba5569ff7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:53.376447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dcc908-5dee-40e1-ae8c-f7005082ed1b None None] Network b09ee161-4159-4d94-9a9c-7090ef651bf5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:53.381682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8d193120-9bca-4e01-8f50-8f7d014c9e4f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:35:53.382366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8d193120-9bca-4e01-8f50-8f7d014c9e4f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:35:53.411338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e3c985eb-c31e-492c-8523-221b852df6a1 req-4278bf7d-fcd3-4c28-b40c-5633dc3f7800 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.1047101 Jul 08 17:35:53.440006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-273eab72-69f3-4740-a8ff-f5c483176036 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:53.441538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-273eab72-69f3-4740-a8ff-f5c483176036 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.72 "GET /v2.0/networks?id=97caddb5-e6fc-41bf-a449-3d6a119f3c9a HTTP/1.1" status: 200 len: 814 time: 0.3398378 Jul 08 17:35:53.467617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Request body: {'port': {'device_id': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a', 'admin_state_up': True, 'tenant_id': '8e144d8833f54da095a7edb477f7b161'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:53.773679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Made reservation on behalf of 8e144d8833f54da095a7edb477f7b161 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:53.777144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.788957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-57f7dd3f-6875-444c-887d-3111bb1ed8b8 req-3435b220-8c9d-40bc-975f-41007c23dad2 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2074388910', 'description': 'tempest-description-769258255'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:53.796959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40600) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:53.822732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08e6cae4-37f9-455e-81c4-d574f80a95ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.857687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f7dd3f-6875-444c-887d-3111bb1ed8b8 req-3435b220-8c9d-40bc-975f-41007c23dad2 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:53.967522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1485cfd-e557-44bf-b89e-02e127090a45 req-02e05022-cae2-48ad-9a24-fcc31dcde798 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:53.976099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1485cfd-e557-44bf-b89e-02e127090a45 req-02e05022-cae2-48ad-9a24-fcc31dcde798 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.2593091 Jul 08 17:35:53.996435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08e6cae4-37f9-455e-81c4-d574f80a95ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.007246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-08e6cae4-37f9-455e-81c4-d574f80a95ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.052107 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-08e6cae4-37f9-455e-81c4-d574f80a95ed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ecb671dd7bd04be1ac5db83192767dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536600 Jul 08 17:35:54.053960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6cae4-37f9-455e-81c4-d574f80a95ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa47db-ee24-4cb5-80e7-e6eae3dd485e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.060879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:54.096072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1485cfd-e557-44bf-b89e-02e127090a45 req-4d1ee66c-a9ce-4c3c-a3bd-8ce18941a68b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163816 Jul 08 17:35:54.153858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b552690-969a-4943-a033-ad913013942e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.179871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b552690-969a-4943-a033-ad913013942e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.183309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Allocated IP 172.20.0.2 (97caddb5-e6fc-41bf-a449-3d6a119f3c9a/eceff41d-b6c5-4445-b5de-776f033ca05e/71a08449-4bfe-4f09-b6cf-5732df9097a7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:54.272017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b552690-969a-4943-a033-ad913013942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.275070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b552690-969a-4943-a033-ad913013942e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.285171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8b552690-969a-4943-a033-ad913013942e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a5aa47db-ee24-4cb5-80e7-e6eae3dd485e HTTP/1.1" status: 204 len: 168 time: 0.2203133 Jul 08 17:35:54.285450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f7dd3f-6875-444c-887d-3111bb1ed8b8 req-3435b220-8c9d-40bc-975f-41007c23dad2 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.306562 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f7dd3f-6875-444c-887d-3111bb1ed8b8 req-3435b220-8c9d-40bc-975f-41007c23dad2 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.315350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b552690-969a-4943-a033-ad913013942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa47db-ee24-4cb5-80e7-e6eae3dd485e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.365514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435b220-8c9d-40bc-975f-41007c23dad2 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ba0d0-e92e-4049-8667-79ce54f4ff82,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.428959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57f7dd3f-6875-444c-887d-3111bb1ed8b8 req-3435b220-8c9d-40bc-975f-41007c23dad2 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.430408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57f7dd3f-6875-444c-887d-3111bb1ed8b8 req-3435b220-8c9d-40bc-975f-41007c23dad2 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6616321 Jul 08 17:35:54.541377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.549027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-80528a7b-1d76-495a-b379-af0f8dca7021 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/3f6ba0d0-e92e-4049-8667-79ce54f4ff82 HTTP/1.1" status: 200 len: 1806 time: 0.0577416 Jul 08 17:35:54.562913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f6ba0d0-e92e-4049-8667-79ce54f4ff82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:54.564449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f6ba0d0-e92e-4049-8667-79ce54f4ff82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:54.661317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40630) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:54.689660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.818507 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.818723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-795240205'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:54.849666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.862544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:54.869776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.870394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Made reservation on behalf of 811025e1a5864c24bb6a876b2bb61abd for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:54.875601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Pushing event updated for resources: {'Port': ['ID=71a08449-4bfe-4f09-b6cf-5732df9097a7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.877693 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.878232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:54.886588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:54.904594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.928809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d74b5f5-ec41-4805-8fd7-0baee5d9ae01,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:54.948932 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:54.950464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d819137-e5a0-4dfb-8a18-321e854db7a4 req-9b01b9ee-a701-4d1d-ada7-f76d4033fd53 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3918390 Jul 08 17:35:54.971135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cffd43-ebb0-4502-b255-d5be07dee420 req-748c9358-2989-4fd3-a90a-ee7fe9710e31 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:54.975296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30cffd43-ebb0-4502-b255-d5be07dee420 req-748c9358-2989-4fd3-a90a-ee7fe9710e31 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 931 time: 0.3276293 Jul 08 17:35:55.001099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.001985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.064579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.075719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.113674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:35:55.119979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30cffd43-ebb0-4502-b255-d5be07dee420 req-84b60116-8eb3-469a-8d46-4d9601ffc6ec tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134336 Jul 08 17:35:55.122203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1525d0-64e5-472e-8185-bdc845d357f9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:55.133935 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.134359 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Added segment 7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf of type vlan for network f9ad5493-0a62-4865-883f-343525422ceb Jul 08 17:35:55.144226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9943f10b-f526-462c-a7fa-dff315a7d685 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6895616 Jul 08 17:35:55.167550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Request body: {'port': {'device_id': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:55.200856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.206919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-3ae8a0ef-9e03-418b-aa96-bbfdb500481d req-d58d65bf-5d78-48a2-922b-241ba0ce4760 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-734700589', 'description': 'tempest-description-857107050'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:55.238029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.242316 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f16403fd-7f4f-4a0a-be42-0f111ccaeb8d req-d58f474e-c6a3-4a38-9183-c90f50e70c56 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0298152 Jul 08 17:35:55.260614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.263095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.313011 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.415807 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7527721 Jul 08 17:35:55.419243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40656) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:55.425217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'subnet': {'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:55.452209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec191aa-d49c-4d43-978c-176811f69418 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Network': ['ID=f9ad5493-0a62-4865-883f-343525422ceb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:55.460957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3ae8a0ef-9e03-418b-aa96-bbfdb500481d req-d58d65bf-5d78-48a2-922b-241ba0ce4760 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.479255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f9ad5493-0a62-4865-883f-343525422ceb details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:35:55.714046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.720622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907b92-3112-4a18-a797-9d54e1d0b04b req-93cf5ecd-9e77-4b53-9a73-2bb9cf4b1fe2 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:55.730740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9907b92-3112-4a18-a797-9d54e1d0b04b req-93cf5ecd-9e77-4b53-9a73-2bb9cf4b1fe2 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.2715311 Jul 08 17:35:55.824988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3ae8a0ef-9e03-418b-aa96-bbfdb500481d req-d58d65bf-5d78-48a2-922b-241ba0ce4760 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.838524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9907b92-3112-4a18-a797-9d54e1d0b04b req-9bba60f5-798d-4127-8a51-3ac2c1affd3e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068568 Jul 08 17:35:55.852694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3ae8a0ef-9e03-418b-aa96-bbfdb500481d req-d58d65bf-5d78-48a2-922b-241ba0ce4760 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.857859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Made reservation on behalf of 811025e1a5864c24bb6a876b2bb61abd for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:35:55.862680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.882320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a08449-4bfe-4f09-b6cf-5732df9097a7 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:55.905018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.971564 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3ae8a0ef-9e03-418b-aa96-bbfdb500481d req-d58d65bf-5d78-48a2-922b-241ba0ce4760 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:55.985423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ae8a0ef-9e03-418b-aa96-bbfdb500481d req-d58d65bf-5d78-48a2-922b-241ba0ce4760 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7829325 Jul 08 17:35:56.002968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Transition to ACTIVE for port object 71a08449-4bfe-4f09-b6cf-5732df9097a7 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:56.004778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d65bf-5d78-48a2-922b-241ba0ce4760 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8295d860-51e6-429c-b3a0-9e9fec36d119,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:56.011162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.135470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Pushing event updated for resources: {'Port': ['ID=71a08449-4bfe-4f09-b6cf-5732df9097a7,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:56.189047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Attempting to bind port 71a08449-4bfe-4f09-b6cf-5732df9097a7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:56.189205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Attempting to bind port 71a08449-4bfe-4f09-b6cf-5732df9097a7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '27013b91-b4d2-43ba-8c96-727ede398448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:56.189549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Attempting to bind port 71a08449-4bfe-4f09-b6cf-5732df9097a7 on network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:56.199073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.200167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-42e14a0b-017c-4c88-8e97-9364a810f2ac tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/8295d860-51e6-429c-b3a0-9e9fec36d119 HTTP/1.1" status: 200 len: 1805 time: 0.1266217 Jul 08 17:35:56.203728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Port 71a08449-4bfe-4f09-b6cf-5732df9097a7 on network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:35:56.204182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Attempting to bind port 71a08449-4bfe-4f09-b6cf-5732df9097a7 on network 97caddb5-e6fc-41bf-a449-3d6a119f3c9a {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:56.214462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8295d860-51e6-429c-b3a0-9e9fec36d119', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:56.214597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8295d860-51e6-429c-b3a0-9e9fec36d119', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:56.222277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:56.222632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Checking segment: {'id': '27013b91-b4d2-43ba-8c96-727ede398448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:56.223122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Bound using segment: {'id': '27013b91-b4d2-43ba-8c96-727ede398448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:56.223816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Bound port: 71a08449-4bfe-4f09-b6cf-5732df9097a7, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27013b91-b4d2-43ba-8c96-727ede398448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:56.224183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.310991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Subnet': ['ID=ec7fb33a-1bad-4e26-b5c4-53a60a120e91,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:56.319368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Checking segment: {'id': '7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:56.320473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Network hostable DHCP agents. Network: f9ad5493-0a62-4865-883f-343525422ceb, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:35:56.346184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Network f9ad5493-0a62-4865-883f-343525422ceb is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:35:56.366481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f9ad5493-0a62-4865-883f-343525422ceb) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:56.374242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.374718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad89568-92c4-4636-a32a-4aa4ebf48191 None None] Network f9ad5493-0a62-4865-883f-343525422ceb requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:56.375235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.385967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.391348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] For port 71a08449-4bfe-4f09-b6cf-5732df9097a7, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:56.404469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f947b63a-6708-4428-81f2-0e1b1a89c843 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9817646 Jul 08 17:35:56.405295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40688) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:56.419455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b34b63a1-1949-4d3e-abe8-d93ff0c0e00f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1877705804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:56.449869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b34b63a1-1949-4d3e-abe8-d93ff0c0e00f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.450953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b34b63a1-1949-4d3e-abe8-d93ff0c0e00f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.489040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] For port 71a08449-4bfe-4f09-b6cf-5732df9097a7, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7,segment=NetworkSegment(27013b91-b4d2-43ba-8c96-727ede398448),segment_id=27013b91-b4d2-43ba-8c96-727ede398448)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:56.516409 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b34b63a1-1949-4d3e-abe8-d93ff0c0e00f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.523023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b34b63a1-1949-4d3e-abe8-d93ff0c0e00f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.527202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.530290 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.546039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.553246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b34b63a1-1949-4d3e-abe8-d93ff0c0e00f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.555099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b34b63a1-1949-4d3e-abe8-d93ff0c0e00f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1454220 Jul 08 17:35:56.557839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40694) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:56.645984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Pushing event updated for resources: {'Port': ['ID=71a08449-4bfe-4f09-b6cf-5732df9097a7,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:56.664568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.665363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.666871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-4cd946a1-4176-4693-955f-2421df95eed3 service neutron] 10.222.0.72 "PUT /v2.0/ports/71a08449-4bfe-4f09-b6cf-5732df9097a7 HTTP/1.1" status: 200 len: 1091 time: 1.5091839 Jul 08 17:35:56.668568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'tag': '71a08449-4bfe-4f09-b6cf-5732df9097a7'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:35:56.671601 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c678e1b-1290-494a-86f5-ed4d94aaeb13" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c9f34-33cf-4f8a-ac5a-52222545e17a", "tag": "71a08449-4bfe-4f09-b6cf-5732df9097a7"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:35:56.696274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fe0870-14c9-4314-8e62-86045e3aa9dd,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:56.711753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.713146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a0b762e-deba-4220-9c2a-ba37f731f66a req-48eabf35-d022-4fd8-a5d4-afb5c35b6000 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5058026 Jul 08 17:35:56.832294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f9ad5493-0a62-4865-883f-343525422ceb', 'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb', 'tenant_id': '811025e1a5864c24bb6a876b2bb61abd', 'fixed_ips': [{'subnet_id': 'ec7fb33a-1bad-4e26-b5c4-53a60a120e91'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:35:56.834702 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:56.852678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab087359-3e84-4f1e-98b3-fd641978d70b req-8b6e3300-6cbc-4bf2-9aca-ba54893fe91a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.862431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab087359-3e84-4f1e-98b3-fd641978d70b req-8b6e3300-6cbc-4bf2-9aca-ba54893fe91a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 943 time: 0.4727013 Jul 08 17:35:56.934244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-bcc0a849-87dc-43cd-be10-557f4fb114f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:56.937248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-bcc0a849-87dc-43cd-be10-557f4fb114f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e144d8833f54da095a7edb477f7b161&device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 1094 time: 0.2219968 Jul 08 17:35:57.015789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-9a690c65-71ba-4b3c-bb41-40f495c83183 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7 HTTP/1.1" status: 200 len: 217 time: 0.0709734 Jul 08 17:35:57.106717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Allocated IP 172.20.0.2 (f9ad5493-0a62-4865-883f-343525422ceb/ec7fb33a-1bad-4e26-b5c4-53a60a120e91/989538c6-c5d1-45dc-846c-eaca2bfe6b92) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:57.112858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f2e4ba85-91b6-44d0-84f0-c7d441606523 req-627b834d-781d-4a01-8fe9-5130bf4df011 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0479019 Jul 08 17:35:57.142515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.158164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-deb708cb-730b-47c3-8146-04a0118cbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.160784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-deb708cb-730b-47c3-8146-04a0118cbd9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eceff41d-b6c5-4445-b5de-776f033ca05e HTTP/1.1" status: 200 len: 854 time: 0.1380477 Jul 08 17:35:57.225033 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c70e9fd-14d8-40e7-9f39-2607dfbef4e2 x-openstack-request-id: req-8c70e9fd-14d8-40e7-9f39-2607dfbef4e2 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:35:57.225516 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c9f34-33cf-4f8a-ac5a-52222545e17a", "tag": "71a08449-4bfe-4f09-b6cf-5732df9097a7", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:35:57.228073 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c70e9fd-14d8-40e7-9f39-2607dfbef4e2 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:35:57.228631 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'tag': '71a08449-4bfe-4f09-b6cf-5732df9097a7', 'status': 'completed', 'code': 200} Jul 08 17:35:57.231829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-7f532d7a-9bbe-4aa6-8994-f633ed4d6758 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97caddb5-e6fc-41bf-a449-3d6a119f3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640600 Jul 08 17:35:57.266286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-2b645b06-b370-4960-945f-8289a9b9d4bf req-f638a60e-62e9-4749-a2d2-0064478b57b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1743752594', 'description': 'tempest-description-2030314603'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:57.315697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40720) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:57.381669 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab087359-3e84-4f1e-98b3-fd641978d70b req-7959c16e-e3ba-4518-8abe-130d17e99ec7 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168114 Jul 08 17:35:57.389079 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.399980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b645b06-b370-4960-945f-8289a9b9d4bf req-f638a60e-62e9-4749-a2d2-0064478b57b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.418505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Transition to ACTIVE for port object 989538c6-c5d1-45dc-846c-eaca2bfe6b92 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:57.440849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Transition to ACTIVE for port object 989538c6-c5d1-45dc-846c-eaca2bfe6b92 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:57.445102 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b16fc687-1902-4042-97ff-5ac82c984c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.452301 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.490606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-2152a1de-5ad5-432f-9f3e-a306d34319e5 service neutron] 10.222.0.72 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479618 Jul 08 17:35:57.511207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Network f9ad5493-0a62-4865-883f-343525422ceb is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:57.518630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:57.533004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:57.543501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Pushing event updated for resources: {'Port': ['ID=989538c6-c5d1-45dc-846c-eaca2bfe6b92,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:57.668160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Attempting to bind port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:35:57.668648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Attempting to bind port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:35:57.669050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Attempting to bind port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 on network f9ad5493-0a62-4865-883f-343525422ceb {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:35:57.678644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:35:57.679081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Checking segment: {'id': '7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:35:57.679511 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.680578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Bound using segment: {'id': '7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:35:57.680833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Bound port: 989538c6-c5d1-45dc-846c-eaca2bfe6b92, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:35:57.681794 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.793552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] For port 989538c6-c5d1-45dc-846c-eaca2bfe6b92, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:35:57.796043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Allocated IP 172.20.0.1 (f9ad5493-0a62-4865-883f-343525422ceb/ec7fb33a-1bad-4e26-b5c4-53a60a120e91/afaebd47-c4b1-4961-957f-d3c3df8db6ae) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:35:57.797923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] For port 989538c6-c5d1-45dc-846c-eaca2bfe6b92, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=989538c6-c5d1-45dc-846c-eaca2bfe6b92,segment=NetworkSegment(7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf),segment_id=7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:35:57.798744 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47562834-bf8b-424c-b4c6-7bc2964ab8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.808843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e207b-4af6-40e8-ae29-23498e4cb6c2 req-9e0e8698-ece0-4690-9c5a-523a1b4fe274 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:57.811437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb4e207b-4af6-40e8-ae29-23498e4cb6c2 req-9e0e8698-ece0-4690-9c5a-523a1b4fe274 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 943 time: 0.2526226 Jul 08 17:35:57.815273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:57.815857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc80afba-5c0f-4165-96c0-3bdbc5614eab req-8f1b18b3-f009-4e94-b464-749f7fc1c7e4 service neutron] 10.222.0.72 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122137 Jul 08 17:35:57.932485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500dba0-622c-43fa-a2f6-f9c150c20a0b None None] Pushing event updated for resources: {'Port': ['ID=989538c6-c5d1-45dc-846c-eaca2bfe6b92,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:57.945544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb4e207b-4af6-40e8-ae29-23498e4cb6c2 req-81bf1fd7-b417-436b-8dd5-667e296ea410 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261153 Jul 08 17:35:57.978829 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b645b06-b370-4960-945f-8289a9b9d4bf req-f638a60e-62e9-4749-a2d2-0064478b57b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.002863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b645b06-b370-4960-945f-8289a9b9d4bf req-f638a60e-62e9-4749-a2d2-0064478b57b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.064051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638a60e-62e9-4749-a2d2-0064478b57b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9662e3-8a2c-40c8-97e2-3ed4ed4255cf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:58.073906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-9eb5883c-b1b1-4cf3-8ecd-92c59b917274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.075744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-9eb5883c-b1b1-4cf3-8ecd-92c59b917274 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e144d8833f54da095a7edb477f7b161&device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 1094 time: 0.1847339 Jul 08 17:35:58.141770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47562834-bf8b-424c-b4c6-7bc2964ab8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.154652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47562834-bf8b-424c-b4c6-7bc2964ab8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.210529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.237763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Transition to ACTIVE for port object afaebd47-c4b1-4961-957f-d3c3df8db6ae will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:35:58.253992 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2b645b06-b370-4960-945f-8289a9b9d4bf req-f638a60e-62e9-4749-a2d2-0064478b57b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.264274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b645b06-b370-4960-945f-8289a9b9d4bf req-f638a60e-62e9-4749-a2d2-0064478b57b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0048707 Jul 08 17:35:58.325263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.328206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-0592b2fa-b45d-468f-933e-67030e5b1b73 req-2699e135-166d-403e-a4f0-06c92bdb3d43 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1910696474', 'description': 'tempest-description-1477409688'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:35:58.388381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c285653-0b59-4e2e-9be4-1713ed988389 req-c7e84feb-69db-4a06-b645-af94fc26b1a9 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0370522 Jul 08 17:35:58.392141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-a9631c17-40d9-4c68-b9e4-638c50725a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.393492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-a9631c17-40d9-4c68-b9e4-638c50725a13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97caddb5-e6fc-41bf-a449-3d6a119f3c9a HTTP/1.1" status: 200 len: 915 time: 0.3108804 Jul 08 17:35:58.410493 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0592b2fa-b45d-468f-933e-67030e5b1b73 req-2699e135-166d-403e-a4f0-06c92bdb3d43 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.468501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Port': ['ID=afaebd47-c4b1-4961-957f-d3c3df8db6ae,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:58.471011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47562834-bf8b-424c-b4c6-7bc2964ab8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363846d4-f9d0-43d5-b70a-01159b469775,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:58.477766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-8422fb8c-cca3-4a9d-939f-82d78e1d73ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7 HTTP/1.1" status: 200 len: 217 time: 0.0756960 Jul 08 17:35:58.480896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Network f9ad5493-0a62-4865-883f-343525422ceb is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:35:58.483987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-47562834-bf8b-424c-b4c6-7bc2964ab8cd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=30d8582d9da845c3b7f20d9bccf5a9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1673265 Jul 08 17:35:58.485545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:35:58.487812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40744) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:35:58.500067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:35:58.580209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.608025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-c14ee511-bc10-4876-8cbf-8beb7c3507b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:58.610340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-c14ee511-bc10-4876-8cbf-8beb7c3507b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eceff41d-b6c5-4445-b5de-776f033ca05e HTTP/1.1" status: 200 len: 854 time: 0.1240301 Jul 08 17:35:58.614098 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81108d47-8649-4322-9211-00de24b04cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.683830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-c9e15b0a-50dc-4b68-afc4-e62cf732a799 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97caddb5-e6fc-41bf-a449-3d6a119f3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579989 Jul 08 17:35:58.704241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:35:58.725592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81108d47-8649-4322-9211-00de24b04cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.796032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81108d47-8649-4322-9211-00de24b04cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.799041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81108d47-8649-4322-9211-00de24b04cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.802657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-81108d47-8649-4322-9211-00de24b04cf9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/363846d4-f9d0-43d5-b70a-01159b469775 HTTP/1.1" status: 204 len: 168 time: 0.3116243 Jul 08 17:35:58.814158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81108d47-8649-4322-9211-00de24b04cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363846d4-f9d0-43d5-b70a-01159b469775,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:58.912259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.972393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0592b2fa-b45d-468f-933e-67030e5b1b73 req-2699e135-166d-403e-a4f0-06c92bdb3d43 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:58.973190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:59.000325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03786f9-9236-4c53-889d-e7a2aadb2e5c req-89b6f8f0-b0e7-4a43-92ec-aa852a99058a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:35:59.002756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a03786f9-9236-4c53-889d-e7a2aadb2e5c req-89b6f8f0-b0e7-4a43-92ec-aa852a99058a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 943 time: 0.3965440 Jul 08 17:35:59.013207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0592b2fa-b45d-468f-933e-67030e5b1b73 req-2699e135-166d-403e-a4f0-06c92bdb3d43 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.019867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '45af7d2e-e892-4465-9b99-a643761f8958', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'port_id': '45af7d2e-e892-4465-9b99-a643761f8958', 'mac_address': 'fa:16:3e:5e:7f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:35:59.113708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a03786f9-9236-4c53-889d-e7a2aadb2e5c req-54c95a97-6916-4c95-b277-99b8057a55fd tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037519 Jul 08 17:35:59.166215 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.181514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-0592b2fa-b45d-468f-933e-67030e5b1b73 req-2699e135-166d-403e-a4f0-06c92bdb3d43 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.182721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0592b2fa-b45d-468f-933e-67030e5b1b73 req-2699e135-166d-403e-a4f0-06c92bdb3d43 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8585742 Jul 08 17:35:59.189732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-e6dc8bf0-ff7e-4d4a-b51c-2b752a717e25 service neutron] 10.222.0.72 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913037 Jul 08 17:35:59.191638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699e135-166d-403e-a4f0-06c92bdb3d43 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698aac48-d002-4fb2-a479-f72247b20eb3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:59.248122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 989538c6-c5d1-45dc-846c-eaca2bfe6b92 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:35:59.393567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45af7d2e-e892-4465-9b99-a643761f8958 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:35:59.467055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:35:59.484226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.485910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.532797 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.537868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:59.555501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f198f-6627-4718-b163-5e1fb8950d80 None None] Network f9ad5493-0a62-4865-883f-343525422ceb requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:35:59.716476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a6eab2f4-606b-489e-984b-9b2f12699a59 None None] Provisioning for port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:35:59.755939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:35:59.778446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a6eab2f4-606b-489e-984b-9b2f12699a59 None None] Provisioning complete for port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:35:59.789406 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6eab2f4-606b-489e-984b-9b2f12699a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:35:59.811550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.812124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.820884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.821597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.822380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.822882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.823549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.824036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.824521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.825040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.825515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.826011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:35:59.836324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['45af7d2e-e892-4465-9b99-a643761f8958'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:35:59.980896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c678e1b-1290-494a-86f5-ed4d94aaeb13 req-5c7c4cec-7cdc-4291-bfe0-3e2b0ec59686 service neutron] 10.222.0.72 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740777 Jul 08 17:36:00.081349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-47fb2d23-d6ab-4e53-8209-3b748708d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.083570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d42400-c38e-41f3-97c9-dc838bdd3960 req-cd81489f-c39e-4fb7-83d4-b1583415c71d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.105646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4d42400-c38e-41f3-97c9-dc838bdd3960 req-cd81489f-c39e-4fb7-83d4-b1583415c71d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 944 time: 0.1225572 Jul 08 17:36:00.202222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4d42400-c38e-41f3-97c9-dc838bdd3960 req-20c4ffc1-b0d9-431f-879e-d3584f0b7f07 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955708 Jul 08 17:36:00.238337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.249512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Port': ['ID=afaebd47-c4b1-4961-957f-d3c3df8db6ae,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:00.288020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-35fc20f8-5914-4e6c-b594-65cc90b2d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.289584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-35fc20f8-5914-4e6c-b594-65cc90b2d465 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1095 time: 0.8352325 Jul 08 17:36:00.334505 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-109bbcb2-7163-4093-a67d-ee95458b0d78 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/cf9662e3-8a2c-40c8-97e2-3ed4ed4255cf HTTP/1.1" status: 200 len: 1807 time: 1.0953102 Jul 08 17:36:00.416748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-1ca1d72e-adb1-4d52-a092-9421ae47cc7c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/698aac48-d002-4fb2-a479-f72247b20eb3 HTTP/1.1" status: 200 len: 1807 time: 0.0762401 Jul 08 17:36:00.427047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf9662e3-8a2c-40c8-97e2-3ed4ed4255cf', 'remote_group_id': '698aac48-d002-4fb2-a479-f72247b20eb3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:00.427362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf9662e3-8a2c-40c8-97e2-3ed4ed4255cf', 'remote_group_id': '698aac48-d002-4fb2-a479-f72247b20eb3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:00.554173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6eab2f4-606b-489e-984b-9b2f12699a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.577034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.603813 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.659633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a6eab2f4-606b-489e-984b-9b2f12699a59 None None] For port 989538c6-c5d1-45dc-846c-eaca2bfe6b92, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=989538c6-c5d1-45dc-846c-eaca2bfe6b92,segment=NetworkSegment(7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf),segment_id=7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:00.672594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6eab2f4-606b-489e-984b-9b2f12699a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.678358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Network f9ad5493-0a62-4865-883f-343525422ceb is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:00.685080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-cd42adc8-380f-4149-91ae-9cdf36a47462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:00.686677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-cd42adc8-380f-4149-91ae-9cdf36a47462 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.3610718 Jul 08 17:36:00.688085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:00.722714 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.726682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 71a08449-4bfe-4f09-b6cf-5732df9097a7 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:00.741176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.833135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-404a4425-6e47-468f-a7ae-56a4e97f8d20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 200 len: 1000 time: 0.1333504 Jul 08 17:36:00.839232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eab2f4-606b-489e-984b-9b2f12699a59 None None] Pushing event updated for resources: {'Port': ['ID=989538c6-c5d1-45dc-846c-eaca2bfe6b92,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:00.865117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a976bf1a-ee1d-4c9d-bbda-7973669b13b8 req-ed94cbc9-ec6e-43c3-b8ad-d513ea792977 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.1157897 Jul 08 17:36:00.868128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4cabc3-f3fe-445e-b0b7-ea6eeafb028d,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:00.887880 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:00.891618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2f7a246-0070-46ef-8429-56fc83e89491 req-b28dc4c9-903f-4e68-9c87-cd13f99d64b1 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4693491 Jul 08 17:36:00.927157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-a34a50c0-246b-4e28-a5a7-a3628c67b653 req-84485941-bd82-49a4-8c58-1a8e08c96f73 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-783384669', 'description': 'tempest-description-1200813026'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:00.992956 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a34a50c0-246b-4e28-a5a7-a3628c67b653 req-84485941-bd82-49a4-8c58-1a8e08c96f73 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.161825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-44d41b3c-ba3f-4362-8dc6-80d4aa4f4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.163314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-44d41b3c-ba3f-4362-8dc6-80d4aa4f4589 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.1109710 Jul 08 17:36:01.173183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 71a08449-4bfe-4f09-b6cf-5732df9097a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7,segment=NetworkSegment(27013b91-b4d2-43ba-8c96-727ede398448),segment_id=27013b91-b4d2-43ba-8c96-727ede398448)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:01.197735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 989538c6-c5d1-45dc-846c-eaca2bfe6b92 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:01.250499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Router 6d9a380c-4fa7-4f7e-9faa-c17769f4187b is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:01.265798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9cd122ac-0fec-4524-8d33-f12c9a3b49e8 None None] Provisioning for port afaebd47-c4b1-4961-957f-d3c3df8db6ae completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:01.294527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9cd122ac-0fec-4524-8d33-f12c9a3b49e8 None None] Provisioning complete for port afaebd47-c4b1-4961-957f-d3c3df8db6ae triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:01.294908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9cd122ac-0fec-4524-8d33-f12c9a3b49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.317688 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a34a50c0-246b-4e28-a5a7-a3628c67b653 req-84485941-bd82-49a4-8c58-1a8e08c96f73 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.319828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '71a08449-4bfe-4f09-b6cf-5732df9097a7', 'network_id': '97caddb5-e6fc-41bf-a449-3d6a119f3c9a', 'port_id': '71a08449-4bfe-4f09-b6cf-5732df9097a7', 'mac_address': 'fa:16:3e:22:9a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eceff41d-b6c5-4445-b5de-776f033ca05e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:01.374492 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a34a50c0-246b-4e28-a5a7-a3628c67b653 req-84485941-bd82-49a4-8c58-1a8e08c96f73 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.414272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-034240c8-5a6e-4d44-9f21-9fc4b9c21237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.415791 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-034240c8-5a6e-4d44-9f21-9fc4b9c21237 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2350259 Jul 08 17:36:01.437243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:01.447047 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-06def428-be2e-4c3c-a338-a1de80865fff tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "PUT /v2.0/routers/6d9a380c-4fa7-4f7e-9faa-c17769f4187b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8854628 Jul 08 17:36:01.462609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40816) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:01.480461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a34a50c0-246b-4e28-a5a7-a3628c67b653 req-84485941-bd82-49a4-8c58-1a8e08c96f73 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.487613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a34a50c0-246b-4e28-a5a7-a3628c67b653 req-84485941-bd82-49a4-8c58-1a8e08c96f73 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5662231 Jul 08 17:36:01.488402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84485941-bd82-49a4-8c58-1a8e08c96f73 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c830704f-17b3-4627-a42b-508229642ba3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:01.506254 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.509063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] Sync routers for ids ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:01.519055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'port': {'network_id': 'f9ad5493-0a62-4865-883f-343525422ceb', 'name': 'tempest-FloatingIPNegativeTestJSON-1995547420'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:01.573932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461aca8-b9cc-4413-8e91-d21d88ce59d8 req-250fd25d-6860-4767-8183-64ba2927b64d tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.581984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1461aca8-b9cc-4413-8e91-d21d88ce59d8 req-250fd25d-6860-4767-8183-64ba2927b64d tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 943 time: 0.4349458 Jul 08 17:36:01.638254 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.649707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a08449-4bfe-4f09-b6cf-5732df9097a7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:01.673506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1461aca8-b9cc-4413-8e91-d21d88ce59d8 req-1b2d7886-bc59-40c0-9232-3677c8ae2abc tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877695 Jul 08 17:36:01.697669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 71a08449-4bfe-4f09-b6cf-5732df9097a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7,segment=NetworkSegment(27013b91-b4d2-43ba-8c96-727ede398448),segment_id=27013b91-b4d2-43ba-8c96-727ede398448)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:01.707563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] Routers {'6d9a380c-4fa7-4f7e-9faa-c17769f4187b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:01.708691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.789415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9cd122ac-0fec-4524-8d33-f12c9a3b49e8 None None] Port afaebd47-c4b1-4961-957f-d3c3df8db6ae cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:01.796372 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.799449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.811648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:01.813099 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.829531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-cf1216d6-1e5f-430b-a6a2-9b70c0e8c872 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058509 Jul 08 17:36:01.870982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] Routers {'6d9a380c-4fa7-4f7e-9faa-c17769f4187b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:01.871804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.899591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364c8e-543a-43ba-b7f7-4c2f1517c9cf req-e0ccb4f1-67e7-4011-92c3-1e1b4c5df8c0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:01.902143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79364c8e-543a-43ba-b7f7-4c2f1517c9cf req-e0ccb4f1-67e7-4011-92c3-1e1b4c5df8c0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 944 time: 0.2001815 Jul 08 17:36:01.940606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9cd122ac-0fec-4524-8d33-f12c9a3b49e8 None None] Provisioning complete for port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:01.941388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9cd122ac-0fec-4524-8d33-f12c9a3b49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:01.947454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:01.949578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0220fdc0-c459-44b9-b832-dca541ec4455 None None] The sync data for ids ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:01.986861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Made reservation on behalf of 811025e1a5864c24bb6a876b2bb61abd for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:01.991716 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.004611 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79364c8e-543a-43ba-b7f7-4c2f1517c9cf req-77226a22-8ac8-4e79-8aed-81c75444004c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959330 Jul 08 17:36:02.016116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-7671d9c1-9a8e-4330-b474-04e7198164ff req-3604724c-fae6-4341-8dd6-e9d8de08b68c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2013295762', 'description': 'tempest-description-35432599'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:02.033197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] device_id is not set on port 562bbb2f-29ed-4f5e-95a8-86b7ebee2ece yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:02.042556 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d6e6f335-85a3-48e4-89e0-0d8c75dffa7d req-1aeefc90-46c4-4d80-b2c0-f73d7c604752 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019808 Jul 08 17:36:02.076319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=71a08449-4bfe-4f09-b6cf-5732df9097a7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:02.094173 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7671d9c1-9a8e-4330-b474-04e7198164ff req-3604724c-fae6-4341-8dd6-e9d8de08b68c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.094389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['71a08449-4bfe-4f09-b6cf-5732df9097a7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:02.217029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Allocated IP 172.20.0.4 (f9ad5493-0a62-4865-883f-343525422ceb/ec7fb33a-1bad-4e26-b5c4-53a60a120e91/562bbb2f-29ed-4f5e-95a8-86b7ebee2ece) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:02.315260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7671d9c1-9a8e-4330-b474-04e7198164ff req-3604724c-fae6-4341-8dd6-e9d8de08b68c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.370172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c727db5-827e-49b7-8f2a-b2287812eff4 req-2aef707e-d1af-47c3-a910-dbc2ffea403f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0986924 Jul 08 17:36:02.371435 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7671d9c1-9a8e-4330-b474-04e7198164ff req-3604724c-fae6-4341-8dd6-e9d8de08b68c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.450041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7671d9c1-9a8e-4330-b474-04e7198164ff req-3604724c-fae6-4341-8dd6-e9d8de08b68c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.452062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7671d9c1-9a8e-4330-b474-04e7198164ff req-3604724c-fae6-4341-8dd6-e9d8de08b68c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4564848 Jul 08 17:36:02.473422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604724c-fae6-4341-8dd6-e9d8de08b68c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a224cc5c-4165-41a0-9714-8fa6532f543c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:02.530978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-341a0c46-101d-4a45-8154-9c6c9b3a7c6f None None] Provisioning complete for port afaebd47-c4b1-4961-957f-d3c3df8db6ae triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:02.531881 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-341a0c46-101d-4a45-8154-9c6c9b3a7c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.563291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.594948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-341a0c46-101d-4a45-8154-9c6c9b3a7c6f None None] Port afaebd47-c4b1-4961-957f-d3c3df8db6ae cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:02.595542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Transition to ACTIVE for port object 562bbb2f-29ed-4f5e-95a8-86b7ebee2ece will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:02.613678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-f59bd545-259c-440a-9ea1-2683469ced9a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/c830704f-17b3-4627-a42b-508229642ba3 HTTP/1.1" status: 200 len: 1806 time: 0.1221728 Jul 08 17:36:02.659086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.667537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-4bcac717-d711-4a6b-a078-7beb43f2be3c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/a224cc5c-4165-41a0-9714-8fa6532f543c HTTP/1.1" status: 200 len: 1805 time: 0.0463269 Jul 08 17:36:02.680154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c830704f-17b3-4627-a42b-508229642ba3', 'remote_group_id': 'a224cc5c-4165-41a0-9714-8fa6532f543c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:02.684101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c830704f-17b3-4627-a42b-508229642ba3', 'remote_group_id': 'a224cc5c-4165-41a0-9714-8fa6532f543c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:02.731339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:02.753880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Network f9ad5493-0a62-4865-883f-343525422ceb is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:02.765994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:02.768927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:02.843634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.853642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Port': ['ID=562bbb2f-29ed-4f5e-95a8-86b7ebee2ece,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:02.864997 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.890897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 45af7d2e-e892-4465-9b99-a643761f8958 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:02.891285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.910571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:02.913320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.948986 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56e9c872-7079-4986-b979-e6307fe0421f tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4790585 Jul 08 17:36:02.951783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40854) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:02.957006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:02.962407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:02.975622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.022658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.046226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d50cafb-b4c7-480a-b971-7abfe080f64b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:03.093626 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.094849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f706eed-9a47-4cef-88cc-c459517daa61 req-66513cba-b3cf-4fa0-98cb-452136f9256b tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4196224 Jul 08 17:36:03.114803 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.176221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:03.182661 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98ded8f-41ef-4977-834e-6cf867915c85" -d '{"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-plugged", "status": "completed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:03.184409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7326c-3722-4aab-8a84-f77d74dd3bea req-054f8fe1-c277-482c-a798-7a744e186579 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.186268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63f7326c-3722-4aab-8a84-f77d74dd3bea req-054f8fe1-c277-482c-a798-7a744e186579 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 944 time: 0.1623800 Jul 08 17:36:03.224015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:03.241849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.265554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.287828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63f7326c-3722-4aab-8a84-f77d74dd3bea req-f60a9ccb-cc20-4d22-92fa-063a1401f63e tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917568 Jul 08 17:36:03.312955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae9182dc-be60-4252-a0f3-e95e34eb5e22 None None] Provisioning for port 562bbb2f-29ed-4f5e-95a8-86b7ebee2ece completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:03.346877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae9182dc-be60-4252-a0f3-e95e34eb5e22 None None] Provisioning complete for port 562bbb2f-29ed-4f5e-95a8-86b7ebee2ece triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:03.347502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae9182dc-be60-4252-a0f3-e95e34eb5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.391413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ae9182dc-be60-4252-a0f3-e95e34eb5e22 None None] Port 562bbb2f-29ed-4f5e-95a8-86b7ebee2ece cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:03.417585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:03.439334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eebbc446-68af-4d62-8799-59f1e3b49e9a req-f161c815-e5e2-4e34-960d-7120e447e729 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/a224cc5c-4165-41a0-9714-8fa6532f543c HTTP/1.1" status: 200 len: 1805 time: 0.0927858 Jul 08 17:36:03.530166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Allocated IP 172.25.5.82 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/c01f6016-1493-49e9-b7ef-6ebcb5a862f8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:03.547561 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eebbc446-68af-4d62-8799-59f1e3b49e9a req-4d57afe2-de5c-4086-96ef-ddb4b557fa61 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.572095 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eebbc446-68af-4d62-8799-59f1e3b49e9a req-4d57afe2-de5c-4086-96ef-ddb4b557fa61 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.692722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.719766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ba213-2bae-4a55-a427-fec4c42872e8 req-5026d81f-2438-48ec-b345-9335e37f959b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:03.726706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b47ba213-2bae-4a55-a427-fec4c42872e8 req-5026d81f-2438-48ec-b345-9335e37f959b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.2241547 Jul 08 17:36:03.746637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.785471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eebbc446-68af-4d62-8799-59f1e3b49e9a req-4d57afe2-de5c-4086-96ef-ddb4b557fa61 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.785730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:03.790508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:03.794344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:03.795444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-eebbc446-68af-4d62-8799-59f1e3b49e9a req-4d57afe2-de5c-4086-96ef-ddb4b557fa61 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:03.823561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eebbc446-68af-4d62-8799-59f1e3b49e9a req-4d57afe2-de5c-4086-96ef-ddb4b557fa61 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-groups/a224cc5c-4165-41a0-9714-8fa6532f543c HTTP/1.1" status: 204 len: 173 time: 0.3775346 Jul 08 17:36:03.836917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Port': ['ID=c01f6016-1493-49e9-b7ef-6ebcb5a862f8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:03.881724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57afe2-de5c-4086-96ef-ddb4b557fa61 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a224cc5c-4165-41a0-9714-8fa6532f543c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:03.916763 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89517fb5-e86f-4ee2-9bf2-652ddc21a31d x-openstack-request-id: req-89517fb5-e86f-4ee2-9bf2-652ddc21a31d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:03.917667 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-plugged", "status": "completed", "tag": "45af7d2e-e892-4465-9b99-a643761f8958", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:03.918112 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-89517fb5-e86f-4ee2-9bf2-652ddc21a31d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:03.918694 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958', 'code': 200} Jul 08 17:36:03.934363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b47ba213-2bae-4a55-a427-fec4c42872e8 req-bed901d8-0b01-4a0f-af44-3e5de3276727 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002831 Jul 08 17:36:04.103342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.111464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d10340a8-fb40-4037-9353-754e88ea6304 req-06bcade1-77e6-414d-a814-2fe7c4b1c689 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/c830704f-17b3-4627-a42b-508229642ba3 HTTP/1.1" status: 200 len: 1806 time: 0.1064422 Jul 08 17:36:04.137738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-1666274e-e7f1-45d2-9e2a-ee5465c731fa req-75a029bf-01a4-4c4d-aa5d-c24f361677f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-217810305', 'description': 'tempest-description-1471219812'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:04.166947 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1666274e-e7f1-45d2-9e2a-ee5465c731fa req-75a029bf-01a4-4c4d-aa5d-c24f361677f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.227339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-291beb08-8ac4-4bf6-9398-8a47a81959ee req-2ab89462-41f8-4135-baa9-123db2920577 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0333169 Jul 08 17:36:04.332493 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.395312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1666274e-e7f1-45d2-9e2a-ee5465c731fa req-75a029bf-01a4-4c4d-aa5d-c24f361677f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.405784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1666274e-e7f1-45d2-9e2a-ee5465c731fa req-75a029bf-01a4-4c4d-aa5d-c24f361677f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.461283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d28e35-6ca2-425f-a9c0-9fc36a26fd82 req-fb3a759c-ccf6-4cca-a176-f81ae92a29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.464002 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-83d28e35-6ca2-425f-a9c0-9fc36a26fd82 req-fb3a759c-ccf6-4cca-a176-f81ae92a29ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 1097 time: 0.3505170 Jul 08 17:36:04.504853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a029bf-01a4-4c4d-aa5d-c24f361677f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007fef74-a932-4643-815e-f9812b0499e9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:04.512441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-1666274e-e7f1-45d2-9e2a-ee5465c731fa req-75a029bf-01a4-4c4d-aa5d-c24f361677f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.525446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1666274e-e7f1-45d2-9e2a-ee5465c731fa req-75a029bf-01a4-4c4d-aa5d-c24f361677f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3932950 Jul 08 17:36:04.621012 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-83d28e35-6ca2-425f-a9c0-9fc36a26fd82 req-59271e92-cc61-412b-b236-2f061373b2df service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484392 Jul 08 17:36:04.681483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-bad8aabd-45f1-4ef2-ae0e-ce25eefbeb9f tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/007fef74-a932-4643-815e-f9812b0499e9 HTTP/1.1" status: 200 len: 1806 time: 0.1035883 Jul 08 17:36:04.693123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '007fef74-a932-4643-815e-f9812b0499e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:04.695905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '007fef74-a932-4643-815e-f9812b0499e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:04.729412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 71a08449-4bfe-4f09-b6cf-5732df9097a7 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:04.754213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.789233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.805158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 71a08449-4bfe-4f09-b6cf-5732df9097a7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:04.811525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 71a08449-4bfe-4f09-b6cf-5732df9097a7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:04.812245 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.867262 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.926867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d9c87-a167-4f70-bc04-a8cc3de5a3fc req-8fa96e7a-645d-4a8b-bac3-1f4239fad955 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:04.939569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-375d9c87-a167-4f70-bc04-a8cc3de5a3fc req-8fa96e7a-645d-4a8b-bac3-1f4239fad955 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 944 time: 0.2106843 Jul 08 17:36:04.943997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:04.987844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Port': ['ID=c01f6016-1493-49e9-b7ef-6ebcb5a862f8,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:04.989115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.003832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 71a08449-4bfe-4f09-b6cf-5732df9097a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7,segment=NetworkSegment(27013b91-b4d2-43ba-8c96-727ede398448),segment_id=27013b91-b4d2-43ba-8c96-727ede398448)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:05.005294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.010410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.012436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.059519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-375d9c87-a167-4f70-bc04-a8cc3de5a3fc req-4b50265d-a63b-4f58-8b36-632576b52f32 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011846 Jul 08 17:36:05.068848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b68a1d-022e-4f42-8c53-e2eed881b20d,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:05.077614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.079817 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2218b61d-edf5-47cc-b64e-bf7bf13e6009 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1270199 Jul 08 17:36:05.083837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40922) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:05.088960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f61f31d1-ff8a-496a-801e-88c3e6b4f70b tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'floatingip': {'port_id': '562bbb2f-29ed-4f5e-95a8-86b7ebee2ece', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:05.101177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=71a08449-4bfe-4f09-b6cf-5732df9097a7,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:05.105575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.106808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51314baa-715d-462f-a327-5a6adfd8cbf5 req-c8836c94-52bf-4f2e-bfc7-c5c7836134e5 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4184594 Jul 08 17:36:05.210945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52068425-96de-4555-a6b2-bf691434c011 req-5632d0c4-f0f5-468e-9f5f-2c505a5f652d tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/007fef74-a932-4643-815e-f9812b0499e9 HTTP/1.1" status: 200 len: 2400 time: 0.0785320 Jul 08 17:36:05.224068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-52068425-96de-4555-a6b2-bf691434c011 req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '007fef74-a932-4643-815e-f9812b0499e9', 'remote_group_id': None}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:05.224320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-52068425-96de-4555-a6b2-bf691434c011 req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '007fef74-a932-4643-815e-f9812b0499e9', 'remote_group_id': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:05.228758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f61f31d1-ff8a-496a-801e-88c3e6b4f70b tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.386658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-52068425-96de-4555-a6b2-bf691434c011 req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.430015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-52068425-96de-4555-a6b2-bf691434c011 req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.431497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40936) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:05.447154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062b425-d97d-45c6-a62d-8c61de25229d req-0cd749f9-4a7b-4f09-bce8-c439326a43ef tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:05.448635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7062b425-d97d-45c6-a62d-8c61de25229d req-0cd749f9-4a7b-4f09-bce8-c439326a43ef tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.1830783 Jul 08 17:36:05.451829 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-52068425-96de-4555-a6b2-bf691434c011 req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.479831 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-f61f31d1-ff8a-496a-801e-88c3e6b4f70b tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] update failed (client error): The resource could not be found. Jul 08 17:36:05.481614 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f61f31d1-ff8a-496a-801e-88c3e6b4f70b tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "PUT /v2.0/floatingips/d57655dd-4c2a-4536-bf75-1b4e5548279e HTTP/1.1" status: 404 len: 507 time: 0.3963802 Jul 08 17:36:05.484568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40940) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:05.517907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7062b425-d97d-45c6-a62d-8c61de25229d req-f087336b-8cc2-4dd7-8ebc-3e4757adf709 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533173 Jul 08 17:36:05.518571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4b4fba-dd9b-435c-ae79-be86c3fe7edb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:05.540253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-52068425-96de-4555-a6b2-bf691434c011 req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.554742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52068425-96de-4555-a6b2-bf691434c011 req-277b62d7-8848-4625-b7fc-43de8376f9b0 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3314891 Jul 08 17:36:05.732889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0509341e-a9f3-4a4a-9ab0-3f8cfc08f475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.816462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Deleting port c01f6016-1493-49e9-b7ef-6ebcb5a862f8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:05.818191 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.878800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df042eb4-4a7f-4572-bd09-663ad1dd6775 req-5e1edc7f-3c02-4600-8169-86beb1e3262f tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.1365433 Jul 08 17:36:05.919777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a08449-4bfe-4f09-b6cf-5732df9097a7'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:05.922224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0509341e-a9f3-4a4a-9ab0-3f8cfc08f475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.923531 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0468184e-f2d1-468d-8a52-b8196e05373a" -d '{"events": [{"server_uuid": "3e1c9f34-33cf-4f8a-ac5a-52222545e17a", "name": "network-vif-plugged", "status": "completed", "tag": "71a08449-4bfe-4f09-b6cf-5732df9097a7"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:05.930965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49a7b6c5-5105-4d46-9ecb-ad892bf99900 req-a0042ede-bbff-4626-ab4e-1626272e6b6c tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/007fef74-a932-4643-815e-f9812b0499e9 HTTP/1.1" status: 200 len: 2999 time: 0.2107356 Jul 08 17:36:05.934855 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0509341e-a9f3-4a4a-9ab0-3f8cfc08f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.960255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.963947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:05.998526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Calling delete_port for c01f6016-1493-49e9-b7ef-6ebcb5a862f8 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:05.999527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509341e-a9f3-4a4a-9ab0-3f8cfc08f475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b18de1-77a2-41e8-bd74-9b46e47b4b8f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.015920 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaf2a4e-7b5d-42c9-89ba-47ca935c4534 x-openstack-request-id: req-5eaf2a4e-7b5d-42c9-89ba-47ca935c4534 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:06.016386 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c9f34-33cf-4f8a-ac5a-52222545e17a", "name": "network-vif-plugged", "status": "completed", "tag": "71a08449-4bfe-4f09-b6cf-5732df9097a7", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:06.016599 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5eaf2a4e-7b5d-42c9-89ba-47ca935c4534 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:06.017108 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a08449-4bfe-4f09-b6cf-5732df9097a7', 'code': 200} Jul 08 17:36:06.023731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0509341e-a9f3-4a4a-9ab0-3f8cfc08f475 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4aeb1657a3bc4dfb93bd7b3481056864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908046 Jul 08 17:36:06.025377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40960) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:06.036307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51790124-3f41-4008-9e2a-c8079858f8ac req-44a00e46-f3f7-4006-8e35-698321cfe28f tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-group-rules/0e4b4fba-dd9b-435c-ae79-be86c3fe7edb HTTP/1.1" status: 200 len: 783 time: 0.0557289 Jul 08 17:36:06.166985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51790124-3f41-4008-9e2a-c8079858f8ac req-ba01e902-9a8b-4924-a510-db608113457f tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/007fef74-a932-4643-815e-f9812b0499e9 HTTP/1.1" status: 200 len: 2999 time: 0.1294487 Jul 08 17:36:06.205635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a623384d-2792-4e28-ac41-8c7bd12a39e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.221752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51790124-3f41-4008-9e2a-c8079858f8ac req-f4be2b27-73ad-47f5-82d5-9f24064a4b01 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.238186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51790124-3f41-4008-9e2a-c8079858f8ac req-f4be2b27-73ad-47f5-82d5-9f24064a4b01 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.248822 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a623384d-2792-4e28-ac41-8c7bd12a39e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.337678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51790124-3f41-4008-9e2a-c8079858f8ac req-f4be2b27-73ad-47f5-82d5-9f24064a4b01 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.347189 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-51790124-3f41-4008-9e2a-c8079858f8ac req-f4be2b27-73ad-47f5-82d5-9f24064a4b01 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.352602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51790124-3f41-4008-9e2a-c8079858f8ac req-f4be2b27-73ad-47f5-82d5-9f24064a4b01 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/0e4b4fba-dd9b-435c-ae79-be86c3fe7edb HTTP/1.1" status: 204 len: 173 time: 0.1843774 Jul 08 17:36:06.384101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be2b27-73ad-47f5-82d5-9f24064a4b01 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e4b4fba-dd9b-435c-ae79-be86c3fe7edb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.446981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a623384d-2792-4e28-ac41-8c7bd12a39e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.450092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a623384d-2792-4e28-ac41-8c7bd12a39e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.451431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a623384d-2792-4e28-ac41-8c7bd12a39e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/05b18de1-77a2-41e8-bd74-9b46e47b4b8f HTTP/1.1" status: 204 len: 168 time: 0.4244761 Jul 08 17:36:06.491208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623384d-2792-4e28-ac41-8c7bd12a39e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b18de1-77a2-41e8-bd74-9b46e47b4b8f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.529031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e038f0dc-b965-4a27-817b-f6baf26aafb8 req-99e90908-c380-4708-957f-eddb35b71bbe tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/007fef74-a932-4643-815e-f9812b0499e9 HTTP/1.1" status: 200 len: 2400 time: 0.1485355 Jul 08 17:36:06.580849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c861c70-277d-421d-91f5-35c2adba9cc4 req-077d6ac0-7e6a-4486-ab18-7a0b51325099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.582988 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6c861c70-277d-421d-91f5-35c2adba9cc4 req-077d6ac0-7e6a-4486-ab18-7a0b51325099 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 1096 time: 0.4509072 Jul 08 17:36:06.583892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.597104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efac5e-4f5c-4756-9e80-b27eab5dad20 req-def56afe-cb2d-4909-abc2-2717bbe7f79c tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:06.601561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99efac5e-4f5c-4756-9e80-b27eab5dad20 req-def56afe-cb2d-4909-abc2-2717bbe7f79c tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.3106103 Jul 08 17:36:06.765546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99efac5e-4f5c-4756-9e80-b27eab5dad20 req-60f6ad54-9bcc-4849-8221-ebe7c397ce4a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502271 Jul 08 17:36:06.777481 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e038f0dc-b965-4a27-817b-f6baf26aafb8 req-72e3275b-020a-47d4-815d-7c709d17ae41 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.788922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event deleted for resources: {'Port': ['ID=c01f6016-1493-49e9-b7ef-6ebcb5a862f8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:06.811793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.814638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.816095 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6b045755-73d7-40e4-bb60-ae805a7c85f0 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "DELETE /v2.0/floatingips/d57655dd-4c2a-4536-bf75-1b4e5548279e HTTP/1.1" status: 204 len: 168 time: 1.3300128 Jul 08 17:36:06.824717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41004) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:06.829654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9f8e9774-87a6-4261-9018-dd987ad8d589 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'floatingip': {'floating_network_id': 'f9ad5493-0a62-4865-883f-343525422ceb', 'port_id': '562bbb2f-29ed-4f5e-95a8-86b7ebee2ece', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:06.849311 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6c861c70-277d-421d-91f5-35c2adba9cc4 req-f6489376-3906-487a-8b24-37f1add6ad8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555606 Jul 08 17:36:06.855921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e038f0dc-b965-4a27-817b-f6baf26aafb8 req-72e3275b-020a-47d4-815d-7c709d17ae41 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:06.873384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f8e9774-87a6-4261-9018-dd987ad8d589 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.068045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e038f0dc-b965-4a27-817b-f6baf26aafb8 req-72e3275b-020a-47d4-815d-7c709d17ae41 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.078378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e038f0dc-b965-4a27-817b-f6baf26aafb8 req-72e3275b-020a-47d4-815d-7c709d17ae41 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.079554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e038f0dc-b965-4a27-817b-f6baf26aafb8 req-72e3275b-020a-47d4-815d-7c709d17ae41 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-groups/007fef74-a932-4643-815e-f9812b0499e9 HTTP/1.1" status: 204 len: 173 time: 0.5475862 Jul 08 17:36:07.103848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3275b-020a-47d4-815d-7c709d17ae41 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007fef74-a932-4643-815e-f9812b0499e9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:07.123855 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-9f8e9774-87a6-4261-9018-dd987ad8d589 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:36:07.129359 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9f8e9774-87a6-4261-9018-dd987ad8d589 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3035266 Jul 08 17:36:07.131270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41014) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:07.149232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '562bbb2f-29ed-4f5e-95a8-86b7ebee2ece', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:07.175464 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.177359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf3f65-cb37-455d-a81c-d2531b39c1c8 req-58e3cbf1-e7df-409b-91cd-83a3d8861f08 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:07.179018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81cf3f65-cb37-455d-a81c-d2531b39c1c8 req-58e3cbf1-e7df-409b-91cd-83a3d8861f08 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.2469025 Jul 08 17:36:07.244522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81cf3f65-cb37-455d-a81c-d2531b39c1c8 req-702c2e24-6623-4515-91b0-680c553cc6c3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572777 Jul 08 17:36:07.293265 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-ed395ed3-abee-46c8-aad4-ab7090c9ca1e req-9bd5bb5d-f5dd-4c31-80c3-4df9c180ce08 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] show failed (client error): The resource could not be found. Jul 08 17:36:07.305548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed395ed3-abee-46c8-aad4-ab7090c9ca1e req-9bd5bb5d-f5dd-4c31-80c3-4df9c180ce08 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/a224cc5c-4165-41a0-9714-8fa6532f543c HTTP/1.1" status: 404 len: 352 time: 0.0300505 Jul 08 17:36:07.402617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35342e74-656c-4a8e-bbba-2411138bb5c4 req-ff5a93e6-8646-4b4b-824f-9bc7d53adb3f tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/c830704f-17b3-4627-a42b-508229642ba3 HTTP/1.1" status: 200 len: 1806 time: 0.0782840 Jul 08 17:36:07.462924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41018) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:07.470178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.486613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73bfb4f8-5160-41fb-9302-d8282b20e066 req-ffe66e8b-42f2-4a2e-978e-2bb0f54f8d25 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0384223 Jul 08 17:36:07.507147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-35342e74-656c-4a8e-bbba-2411138bb5c4 req-3cf0db99-ad97-42a1-b89f-20349184f13a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.523306 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62f6249d-8f42-451c-8191-ebf8046e5ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.534849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-35342e74-656c-4a8e-bbba-2411138bb5c4 req-3cf0db99-ad97-42a1-b89f-20349184f13a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.602020 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-35342e74-656c-4a8e-bbba-2411138bb5c4 req-3cf0db99-ad97-42a1-b89f-20349184f13a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.605616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-35342e74-656c-4a8e-bbba-2411138bb5c4 req-3cf0db99-ad97-42a1-b89f-20349184f13a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.606876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35342e74-656c-4a8e-bbba-2411138bb5c4 req-3cf0db99-ad97-42a1-b89f-20349184f13a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-groups/c830704f-17b3-4627-a42b-508229642ba3 HTTP/1.1" status: 204 len: 173 time: 0.1969359 Jul 08 17:36:07.631534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0db99-ad97-42a1-b89f-20349184f13a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830704f-17b3-4627-a42b-508229642ba3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:07.677658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Allocated IP 172.25.5.110 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/7d437dd1-bf62-473c-afa6-ae28c2574988) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:07.716821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50e8a187-89df-4d50-920d-ab03eb0a3b54 req-436f8e7a-5d06-4f51-9b88-caf99d4bec71 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/698aac48-d002-4fb2-a479-f72247b20eb3 HTTP/1.1" status: 200 len: 1807 time: 0.0873370 Jul 08 17:36:07.835592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-50e8a187-89df-4d50-920d-ab03eb0a3b54 req-d6a8f8a9-2734-4b7f-ab13-995c793072f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.868622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-50e8a187-89df-4d50-920d-ab03eb0a3b54 req-d6a8f8a9-2734-4b7f-ab13-995c793072f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.929508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62f6249d-8f42-451c-8191-ebf8046e5ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.937230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-50e8a187-89df-4d50-920d-ab03eb0a3b54 req-d6a8f8a9-2734-4b7f-ab13-995c793072f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.942021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-50e8a187-89df-4d50-920d-ab03eb0a3b54 req-d6a8f8a9-2734-4b7f-ab13-995c793072f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.945874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50e8a187-89df-4d50-920d-ab03eb0a3b54 req-d6a8f8a9-2734-4b7f-ab13-995c793072f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-groups/698aac48-d002-4fb2-a479-f72247b20eb3 HTTP/1.1" status: 204 len: 173 time: 0.2203593 Jul 08 17:36:07.960114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62f6249d-8f42-451c-8191-ebf8046e5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:07.970906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8f8a9-2734-4b7f-ab13-995c793072f7 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698aac48-d002-4fb2-a479-f72247b20eb3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.018878 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-62f6249d-8f42-451c-8191-ebf8046e5ac7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5d39044907f8449d85af7a0ce1abb9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441804 Jul 08 17:36:08.029247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41032) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:08.057774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6249d-8f42-451c-8191-ebf8046e5ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f6f4e-771f-4865-9af1-ee493df990f4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.075419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.122076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc859ab0-1d2f-4bd4-9e6a-8a04fe9e1546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.134191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2337707-2c6a-48d2-88b9-2c0a1a15e31f req-97876fae-e975-4ab4-8725-8294167c99ec tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/cf9662e3-8a2c-40c8-97e2-3ed4ed4255cf HTTP/1.1" status: 200 len: 1807 time: 0.1433690 Jul 08 17:36:08.166669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc859ab0-1d2f-4bd4-9e6a-8a04fe9e1546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.179449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320288f-56f4-48c0-a0d3-e1a9124e3bc2 req-6ef83103-8fe7-412a-a107-a27ed61ca9b2 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.181012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a320288f-56f4-48c0-a0d3-e1a9124e3bc2 req-6ef83103-8fe7-412a-a107-a27ed61ca9b2 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.1668305 Jul 08 17:36:08.204630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.244607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:08.247529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a320288f-56f4-48c0-a0d3-e1a9124e3bc2 req-15bce2e0-c074-4177-b880-c22a5e60ca7c tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589559 Jul 08 17:36:08.248193 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2337707-2c6a-48d2-88b9-2c0a1a15e31f req-71fa707f-3a9c-450a-af3f-0cb0b9b36bd8 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.274194 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2337707-2c6a-48d2-88b9-2c0a1a15e31f req-71fa707f-3a9c-450a-af3f-0cb0b9b36bd8 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.278553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:08.282417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:08.310621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event updated for resources: {'Port': ['ID=7d437dd1-bf62-473c-afa6-ae28c2574988,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.337817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc859ab0-1d2f-4bd4-9e6a-8a04fe9e1546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.342192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc859ab0-1d2f-4bd4-9e6a-8a04fe9e1546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.343666 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc859ab0-1d2f-4bd4-9e6a-8a04fe9e1546 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c08f6f4e-771f-4865-9af1-ee493df990f4 HTTP/1.1" status: 204 len: 168 time: 0.3107893 Jul 08 17:36:08.348202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2337707-2c6a-48d2-88b9-2c0a1a15e31f req-71fa707f-3a9c-450a-af3f-0cb0b9b36bd8 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.356683 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-e2337707-2c6a-48d2-88b9-2c0a1a15e31f req-71fa707f-3a9c-450a-af3f-0cb0b9b36bd8 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.357921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2337707-2c6a-48d2-88b9-2c0a1a15e31f req-71fa707f-3a9c-450a-af3f-0cb0b9b36bd8 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-groups/cf9662e3-8a2c-40c8-97e2-3ed4ed4255cf HTTP/1.1" status: 204 len: 173 time: 0.2148476 Jul 08 17:36:08.387760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa707f-3a9c-450a-af3f-0cb0b9b36bd8 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9662e3-8a2c-40c8-97e2-3ed4ed4255cf,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.392256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc859ab0-1d2f-4bd4-9e6a-8a04fe9e1546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f6f4e-771f-4865-9af1-ee493df990f4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.635116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Deleting port 7d437dd1-bf62-473c-afa6-ae28c2574988 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:08.635814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.709271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2776deae-ea26-4715-b12e-ca25a698e7f3 req-07e09629-7de5-4956-b675-8faefbf9ecbd tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/8295d860-51e6-429c-b3a0-9e9fec36d119 HTTP/1.1" status: 200 len: 2405 time: 0.0962939 Jul 08 17:36:08.733961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.734992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.749653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Calling delete_port for 7d437dd1-bf62-473c-afa6-ae28c2574988 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:08.751781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f8a60-0a6a-46c3-88bb-1d7dba1709df req-ba1f3621-e058-42e3-abb7-90b0911f3327 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:08.759425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df4f8a60-0a6a-46c3-88bb-1d7dba1709df req-ba1f3621-e058-42e3-abb7-90b0911f3327 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.2124705 Jul 08 17:36:08.820394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2776deae-ea26-4715-b12e-ca25a698e7f3 req-0c43df33-fd73-4b11-a054-8400b70051ed tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.843002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df4f8a60-0a6a-46c3-88bb-1d7dba1709df req-8a6a18d2-1478-41a7-a67f-dc6f012b504a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824997 Jul 08 17:36:08.891756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2776deae-ea26-4715-b12e-ca25a698e7f3 req-0c43df33-fd73-4b11-a054-8400b70051ed tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.894092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:08.935787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event deleted for resources: {'Port': ['ID=7d437dd1-bf62-473c-afa6-ae28c2574988,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:08.996443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2776deae-ea26-4715-b12e-ca25a698e7f3 req-0c43df33-fd73-4b11-a054-8400b70051ed tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.000977 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-2776deae-ea26-4715-b12e-ca25a698e7f3 req-0c43df33-fd73-4b11-a054-8400b70051ed tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.007960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2776deae-ea26-4715-b12e-ca25a698e7f3 req-0c43df33-fd73-4b11-a054-8400b70051ed tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-groups/8295d860-51e6-429c-b3a0-9e9fec36d119 HTTP/1.1" status: 204 len: 173 time: 0.2976916 Jul 08 17:36:09.038207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43df33-fd73-4b11-a054-8400b70051ed tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8295d860-51e6-429c-b3a0-9e9fec36d119,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:09.068243 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] create failed (client error): The resource could not be found. Jul 08 17:36:09.069634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3733c217-6081-4575-9b07-39151253bb71 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9373686 Jul 08 17:36:09.073358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41074) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:09.127420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ff09517-094e-4156-ac18-ff8fddf815da req-adfc268a-d7cc-4577-9d3e-1e9804e713f7 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb6ddcf7-cb12-4593-a6cc-28953572b718 HTTP/1.1" status: 200 len: 210 time: 0.0317779 Jul 08 17:36:09.237925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-053a92e7-47c9-4cf8-866f-dc5dba29a76b req-5184d8b4-a65c-4381-83a5-0898828fcac3 tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "GET /v2.0/security-groups/3f6ba0d0-e92e-4049-8667-79ce54f4ff82 HTTP/1.1" status: 200 len: 2400 time: 0.0538003 Jul 08 17:36:09.259139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Deleting port 562bbb2f-29ed-4f5e-95a8-86b7ebee2ece {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:09.259494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.354533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-053a92e7-47c9-4cf8-866f-dc5dba29a76b req-0dc52c10-cc8a-49a4-8fe5-058b0ce1714a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.402738 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-053a92e7-47c9-4cf8-866f-dc5dba29a76b req-0dc52c10-cc8a-49a4-8fe5-058b0ce1714a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.460139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.475930 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-053a92e7-47c9-4cf8-866f-dc5dba29a76b req-0dc52c10-cc8a-49a4-8fe5-058b0ce1714a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.479658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-053a92e7-47c9-4cf8-866f-dc5dba29a76b req-0dc52c10-cc8a-49a4-8fe5-058b0ce1714a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.484568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-053a92e7-47c9-4cf8-866f-dc5dba29a76b req-0dc52c10-cc8a-49a4-8fe5-058b0ce1714a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] 10.222.0.63 "DELETE /v2.0/security-groups/3f6ba0d0-e92e-4049-8667-79ce54f4ff82 HTTP/1.1" status: 204 len: 173 time: 0.2401025 Jul 08 17:36:09.498094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41092) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:09.501564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Calling delete_port for 562bbb2f-29ed-4f5e-95a8-86b7ebee2ece owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:09.648128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc52c10-cc8a-49a4-8fe5-058b0ce1714a tempest-SecurityGroupRulesTestJSON-2050247216 tempest-SecurityGroupRulesTestJSON-2050247216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ba0d0-e92e-4049-8667-79ce54f4ff82,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:09.667844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] Deleting subnet 524077af-c20b-4681-b758-5343bbc8cd47 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:09.671276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.714549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.755631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-f089adf2-6998-44c8-90b0-3cce511433db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:09.758647 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-f089adf2-6998-44c8-90b0-3cce511433db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e144d8833f54da095a7edb477f7b161&device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 1096 time: 0.3621864 Jul 08 17:36:09.761133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.782087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.792455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40d485-cafb-439a-a90c-d2f6a80cd35a req-c74294bd-a714-48cd-b868-844533e90873 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:09.793829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b40d485-cafb-439a-a90c-d2f6a80cd35a req-c74294bd-a714-48cd-b868-844533e90873 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.2554967 Jul 08 17:36:09.817895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event deleted for resources: {'Port': ['ID=562bbb2f-29ed-4f5e-95a8-86b7ebee2ece,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:09.880945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b40d485-cafb-439a-a90c-d2f6a80cd35a req-72363693-2008-4098-86af-6eaeee9b3e7a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667260 Jul 08 17:36:09.888036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.945185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524077af-c20b-4681-b758-5343bbc8cd47,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:09.948095 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:09.950107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-207d7900-a582-48cd-a52a-66062cf184e9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/524077af-c20b-4681-b758-5343bbc8cd47 HTTP/1.1" status: 204 len: 168 time: 0.4506199 Jul 08 17:36:09.952587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41106) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.007541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.015020 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d659fa4c-40d1-468f-9929-6cfec03b4788 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "DELETE /v2.0/ports/562bbb2f-29ed-4f5e-95a8-86b7ebee2ece HTTP/1.1" status: 204 len: 168 time: 0.9380450 Jul 08 17:36:10.020404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41110) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.038976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-7816bfe7-2df8-414c-9ce9-87f0662f38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.042252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-7816bfe7-2df8-414c-9ce9-87f0662f38a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97caddb5-e6fc-41bf-a449-3d6a119f3c9a HTTP/1.1" status: 200 len: 915 time: 0.2694442 Jul 08 17:36:10.053788 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.123351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-1a897e8a-dfce-41c3-978c-211a26aaa9b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7 HTTP/1.1" status: 200 len: 217 time: 0.0474939 Jul 08 17:36:10.176438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.190587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09ee161-4159-4d94-9a9c-7090ef651bf5']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:10.202951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3abba6a-bc58-48ee-8dcb-49a446594419') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:10.203249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3abba6a-bc58-48ee-8dcb-49a446594419') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:10.214030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.234526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.245959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-9f20e1a2-9ed6-4033-908f-a24e052bae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.247278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:10.247640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:10.249397 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:10.252436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-9f20e1a2-9ed6-4033-908f-a24e052bae97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eceff41d-b6c5-4445-b5de-776f033ca05e HTTP/1.1" status: 200 len: 854 time: 0.1185687 Jul 08 17:36:10.269674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4e23c7-2080-4a82-b611-f746af044b09 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:10.274114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41120) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.277968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7f4e23c7-2080-4a82-b611-f746af044b09 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "GET /v2.0/ports?device_id=6d9a380c-4fa7-4f7e-9faa-c17769f4187b HTTP/1.1" status: 200 len: 913 time: 0.2564371 Jul 08 17:36:10.316629 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-2e572f92-513c-4bc5-a3ae-3f19dfbd2a41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97caddb5-e6fc-41bf-a449-3d6a119f3c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358992 Jul 08 17:36:10.318296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41122) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.441887 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d722-07d3-44f0-a783-f1fc82f0b313 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.469330 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d722-07d3-44f0-a783-f1fc82f0b313 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.504520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-33b21419-af6f-4099-85e5-7c24f6f64169 service neutron] 10.222.0.72 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779752 Jul 08 17:36:10.510783 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.527362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.529559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] 10.222.0.63 "DELETE /v2.0/networks/b09ee161-4159-4d94-9a9c-7090ef651bf5 HTTP/1.1" status: 204 len: 168 time: 0.5759847 Jul 08 17:36:10.553776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbb0b7-9d82-47b4-8ea5-b7a4f8de715d admin admin] Pushing event deleted for resources: {'Network': ['ID=b09ee161-4159-4d94-9a9c-7090ef651bf5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:10.602272 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d722-07d3-44f0-a783-f1fc82f0b313 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.605345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d722-07d3-44f0-a783-f1fc82f0b313 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.606526 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5f1d722-07d3-44f0-a783-f1fc82f0b313 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/security-groups/de2623b6-cde7-41ce-b34b-cee4b9fb5a7c HTTP/1.1" status: 204 len: 168 time: 0.2870033 Jul 08 17:36:10.609888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41136) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.630071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1d722-07d3-44f0-a783-f1fc82f0b313 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2623b6-cde7-41ce-b34b-cee4b9fb5a7c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:10.635703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-97f5c66f-ce29-487b-9201-3c1ef41031bf req-7ea248ca-fa46-47b1-a45e-5fa968db5b33 service neutron] 10.222.0.72 "GET /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197510 Jul 08 17:36:10.677773 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-0e56284a-b89e-4538-86fe-184de81cddbd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] show failed (client error): The resource could not be found. Jul 08 17:36:10.678887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0e56284a-b89e-4538-86fe-184de81cddbd tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "GET /v2.0/security-groups/de2623b6-cde7-41ce-b34b-cee4b9fb5a7c HTTP/1.1" status: 404 len: 347 time: 0.0680170 Jul 08 17:36:10.682002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41142) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.852939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41146) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:10.877893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 77559bde-6a39-4a35-9072-6d6b23209197 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:10.878236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:10.954678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9b57c28-69f8-48a6-b0ec-3ed5a7c1d54d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bda738943486401dbaa6c85aae2dc4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983739 Jul 08 17:36:10.955883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41150) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:11.019941 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:36:11.046448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.047061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.073171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbf72370-a74d-414f-89c9-24f38085827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.075345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 77559bde-6a39-4a35-9072-6d6b23209197 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:11.143816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbf72370-a74d-414f-89c9-24f38085827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.187072 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.303701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.385673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=77559bde-6a39-4a35-9072-6d6b23209197,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:11.403750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbf72370-a74d-414f-89c9-24f38085827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.407248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbf72370-a74d-414f-89c9-24f38085827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.408585 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bbf72370-a74d-414f-89c9-24f38085827d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e22a506d-16f4-484a-abe8-8ffe6f3c8699 HTTP/1.1" status: 204 len: 168 time: 0.4526496 Jul 08 17:36:11.446592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d82fc2-7f76-491c-b595-31ffcf454029 req-9d62857c-6306-4af0-9963-ef2fe16aaa46 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:11.453967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d82fc2-7f76-491c-b595-31ffcf454029 req-9d62857c-6306-4af0-9963-ef2fe16aaa46 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.3207121 Jul 08 17:36:11.465837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf72370-a74d-414f-89c9-24f38085827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22a506d-16f4-484a-abe8-8ffe6f3c8699,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:11.486983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.491156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.493319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2ad379bc-53ce-4151-9ba3-9e75a6eb625b tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/floatingips/6a6b3248-0a5d-4258-874d-bfa9429fb60c HTTP/1.1" status: 204 len: 168 time: 0.8099165 Jul 08 17:36:11.495827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41168) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:11.556108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d82fc2-7f76-491c-b595-31ffcf454029 req-9f8cd601-c92a-4351-a080-b39549b12801 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011088 Jul 08 17:36:11.607164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 463ad55d-2fe4-499a-aced-51e3cf226b78 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:11.607772 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.669822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Deleting port afaebd47-c4b1-4961-957f-d3c3df8db6ae {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:11.670176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.720616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.735910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 463ad55d-2fe4-499a-aced-51e3cf226b78 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:11.782085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:11.814371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Calling delete_port for afaebd47-c4b1-4961-957f-d3c3df8db6ae owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:11.816607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41180) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:11.918725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.032055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=463ad55d-2fe4-499a-aced-51e3cf226b78,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:12.037629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.041537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c0eaa3ad-f73b-44e2-b5d9-16f00a17b4bb tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/ports/463ad55d-2fe4-499a-aced-51e3cf226b78 HTTP/1.1" status: 204 len: 168 time: 0.5416224 Jul 08 17:36:12.041945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41190) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:12.057153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.091523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event deleted for resources: {'Port': ['ID=afaebd47-c4b1-4961-957f-d3c3df8db6ae,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:12.109170 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1d29c46-3fa6-4ad8-965f-7026e2f2e4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.243020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:12.243411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.374655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.389635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 64b37d6e-c82e-4524-95b5-4c7e4d4a0141 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:12.589045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1d29c46-3fa6-4ad8-965f-7026e2f2e4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.591087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.626195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=64b37d6e-c82e-4524-95b5-4c7e4d4a0141,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:12.629115 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1d29c46-3fa6-4ad8-965f-7026e2f2e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.743791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.746269 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e75cd8b-1ab4-4b33-9517-e67f397260a6 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/ports/64b37d6e-c82e-4524-95b5-4c7e4d4a0141 HTTP/1.1" status: 204 len: 168 time: 0.7029386 Jul 08 17:36:12.752844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41222) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:12.766832 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.790336 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1d29c46-3fa6-4ad8-965f-7026e2f2e4c2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=70109d2596d64c9290fee89fd7da193a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9597101 Jul 08 17:36:12.794702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29c46-3fa6-4ad8-965f-7026e2f2e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7e4b8f-edc2-43bb-a5f1-e3eadd6a091f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:12.810924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41228) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:12.845223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting subnet d0178159-6661-496e-8151-12dc9082efee {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:12.848351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.905252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41232) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:12.958721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:12.961713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6160e014-d333-4222-9d6a-21904473191f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.083511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54669390-19a6-4b67-865c-101d59e7afa5 req-16699f51-d0ce-413f-822f-ac750a434767 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:13.091041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54669390-19a6-4b67-865c-101d59e7afa5 req-16699f51-d0ce-413f-822f-ac750a434767 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.2652359 Jul 08 17:36:13.118863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-376467266-network', 'tenant_id': '6225005f326b493099a9c09d66db4764'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:13.127039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Router 6d9a380c-4fa7-4f7e-9faa-c17769f4187b has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:13.177845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54669390-19a6-4b67-865c-101d59e7afa5 req-53791698-d4d5-4acd-a873-fbab73dc98cf tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854738 Jul 08 17:36:13.181584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Made reservation on behalf of 6225005f326b493099a9c09d66db4764 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:13.184134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.291523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6160e014-d333-4222-9d6a-21904473191f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.298819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:13.322676 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] Sync routers for ids ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:13.337498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-35f7cc86-62a9-46f2-b8b1-60311cf33c5d tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "PUT /v2.0/routers/6d9a380c-4fa7-4f7e-9faa-c17769f4187b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0623212 Jul 08 17:36:13.338903 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.342582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41254) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:13.344099 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] Routers {'6d9a380c-4fa7-4f7e-9faa-c17769f4187b'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:13.345931 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:13.401123 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:13.419644 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] Routers {'6d9a380c-4fa7-4f7e-9faa-c17769f4187b'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:13.420289 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:13.456562 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:13.457364 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15a8e83-fdc2-4bec-99b3-29f0a9d4bba9 None None] The sync data for ids ['6d9a380c-4fa7-4f7e-9faa-c17769f4187b'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:13.461811 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.485363 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.496855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ba65b4-6c08-41cb-9270-085b01b1ddd8 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.515789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.523614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.555986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a112e3a-cccf-4277-b1aa-68da38d9989c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:13.602418 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6160e014-d333-4222-9d6a-21904473191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.603454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:13.605171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6160e014-d333-4222-9d6a-21904473191f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.609290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6160e014-d333-4222-9d6a-21904473191f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3c7e4b8f-edc2-43bb-a5f1-e3eadd6a091f HTTP/1.1" status: 204 len: 168 time: 0.7973530 Jul 08 17:36:13.620501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.620987 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Added segment f4e8c8ba-d664-4216-98cc-672092951309 of type vlan for network f1310530-e0fc-449a-9f19-6c76d6b883f5 Jul 08 17:36:13.652706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160e014-d333-4222-9d6a-21904473191f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7e4b8f-edc2-43bb-a5f1-e3eadd6a091f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:13.679044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.726506 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.727523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:13.728303 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.777520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ba65b4-6c08-41cb-9270-085b01b1ddd8 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.779958 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.783726 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ba65b4-6c08-41cb-9270-085b01b1ddd8 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.814866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Subnet': ['ID=d0178159-6661-496e-8151-12dc9082efee,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:13.817318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] Pushing event updated for resources: {'Network': ['ID=f1310530-e0fc-449a-9f19-6c76d6b883f5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:13.832611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:13.854091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ef7e0-8407-413e-a41e-c857072528bb None None] Network f6feec97-d073-46f4-befb-21002338a62d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:13.871133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-568ef194-090e-47dd-a1e6-19f86b130426 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9647822 Jul 08 17:36:13.871810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41272) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:13.880566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Request body: {'subnet': {'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-376467266-subnet', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:13.880954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.882963 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f96b1950-6683-43a8-aa3f-f725f5e37b3e tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/subnets/d0178159-6661-496e-8151-12dc9082efee HTTP/1.1" status: 204 len: 168 time: 1.1291609 Jul 08 17:36:13.887425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41274) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:13.918291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ba65b4-6c08-41cb-9270-085b01b1ddd8 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.919166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ba65b4-6c08-41cb-9270-085b01b1ddd8 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Fanout notify agent at l3_agent the message router_deleted on router 6d9a380c-4fa7-4f7e-9faa-c17769f4187b {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:13.922773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cde5f4-93c2-4fcf-b1c7-94d0fbd41288 req-a743faa6-5203-41ef-bc25-afaf74762c72 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:13.927956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ba65b4-6c08-41cb-9270-085b01b1ddd8 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:13.929073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d0ba65b4-6c08-41cb-9270-085b01b1ddd8 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "DELETE /v2.0/routers/6d9a380c-4fa7-4f7e-9faa-c17769f4187b HTTP/1.1" status: 204 len: 168 time: 0.5855343 Jul 08 17:36:13.933202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66cde5f4-93c2-4fcf-b1c7-94d0fbd41288 req-a743faa6-5203-41ef-bc25-afaf74762c72 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.1167452 Jul 08 17:36:13.935131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Made reservation on behalf of 6225005f326b493099a9c09d66db4764 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:13.935619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41276) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:13.937643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.006408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting subnet 779501b4-fdc3-4bcc-934c-80bdcd968701 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:14.013086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.044842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Deleting subnet ec7fb33a-1bad-4e26-b5c4-53a60a120e91 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:14.052147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.053116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66cde5f4-93c2-4fcf-b1c7-94d0fbd41288 req-6111800e-6a5f-4525-8e04-bf20758401a1 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189020 Jul 08 17:36:14.177812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.206551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41284) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.235499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.240984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a14322b-c286-40ef-8ed8-838fef0b690e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.290112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.369078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Checking segment: {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:14.369466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Network hostable DHCP agents. Network: f1310530-e0fc-449a-9f19-6c76d6b883f5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:14.371485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fcee83a-4a90-473e-ae3e-88d86ec73c4f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:14.391085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] DHCP port deletion for f6feec97-d073-46f4-befb-21002338a62d request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:14.392382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:14.411069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f1310530-e0fc-449a-9f19-6c76d6b883f5) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:14.416108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:14.417187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.424813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362ef57-164c-449c-a6ec-64e725c6043f None None] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:14.437741 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.474929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.508463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] Deleting port 6fa118c9-138d-4600-979d-10da0d42abcd {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:14.509049 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.581602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.618966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] For port 6fa118c9-138d-4600-979d-10da0d42abcd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6fa118c9-138d-4600-979d-10da0d42abcd,segment=NetworkSegment(4e4af76e-4048-4b6e-8814-30668648e9e7),segment_id=4e4af76e-4048-4b6e-8814-30668648e9e7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:14.619310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.619527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.624407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Subnet': ['ID=779501b4-fdc3-4bcc-934c-80bdcd968701,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:14.638541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] Calling delete_port for 6fa118c9-138d-4600-979d-10da0d42abcd owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:14.640777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.642478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3f9885a-c881-4924-9eb5-711981b38dc1 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/subnets/779501b4-fdc3-4bcc-934c-80bdcd968701 HTTP/1.1" status: 204 len: 168 time: 0.7540357 Jul 08 17:36:14.646522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41296) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.662888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87399dce-a2fb-445d-9f56-e84f340c6ea3 None None] Network e100d772-09e0-4477-aa42-bb4ba84147a9 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:14.671838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.674422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "DELETE /v2.0/subnets/ec7fb33a-1bad-4e26-b5c4-53a60a120e91 HTTP/1.1" status: 204 len: 168 time: 0.7370677 Jul 08 17:36:14.675258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41600beb-4da1-4937-b725-6a96f5fa7e0a tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7fb33a-1bad-4e26-b5c4-53a60a120e91,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:14.679668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a14322b-c286-40ef-8ed8-838fef0b690e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.680668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41298) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.687332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f1310530-e0fc-449a-9f19-6c76d6b883f5', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:36:14.688526 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.692435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a14322b-c286-40ef-8ed8-838fef0b690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.755100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c78b22-b750-4b1a-875f-81eeedc7dff8 None None] Network f9ad5493-0a62-4865-883f-343525422ceb requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:14.755311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-069502ed-d894-4c5d-9a38-8b902863996d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8782856 Jul 08 17:36:14.758222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.769668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:14.779500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.805217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6a14322b-c286-40ef-8ed8-838fef0b690e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ddd2aeb36874fcca1471eac5da03626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805683 Jul 08 17:36:14.808629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41304) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:14.815572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14322b-c286-40ef-8ed8-838fef0b690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5816e-16b6-4e62-88ee-24e47ac7891f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:14.844139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.855421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port 6fa118c9-138d-4600-979d-10da0d42abcd {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:14.856589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.871097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.872103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.953074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] For port 6fa118c9-138d-4600-979d-10da0d42abcd, host n-d-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:14.954082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.976020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for 6fa118c9-138d-4600-979d-10da0d42abcd owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:14.980234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Port 6fa118c9-138d-4600-979d-10da0d42abcd was not found and therefore no delete operation was performed {{(pid=93664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:36:14.980397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.982232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-382a2379-8a9f-4eed-ab23-6935e30ed3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:14.983276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.019385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] No DVR routers for this DVR port 6fa118c9-138d-4600-979d-10da0d42abcd on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:15.021793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=6fa118c9-138d-4600-979d-10da0d42abcd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.046796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-382a2379-8a9f-4eed-ab23-6935e30ed3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.117330 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.137965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.150588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41310) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:15.151003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6feec97-d073-46f4-befb-21002338a62d']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:15.162119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Deleting port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:15.162489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6fa118c9-138d-4600-979d-10da0d42abcd no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:15.162620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.162788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4af76e-4048-4b6e-8814-30668648e9e7') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:15.163180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4af76e-4048-4b6e-8814-30668648e9e7') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:15.176046 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.191057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.197590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:15.198142 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.234137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] Pushing event deleted for resources: {'Port': ['ID=6fa118c9-138d-4600-979d-10da0d42abcd,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.258136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a56730-2e4f-4aff-800c-cdf527207e4b None None] No DVR routers for this DVR port 6fa118c9-138d-4600-979d-10da0d42abcd on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:15.261744 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:15.269731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 6fa118c9-138d-4600-979d-10da0d42abcd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:15.271018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6fa118c9-138d-4600-979d-10da0d42abcd not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:15.293871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.304103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Allocated IP 172.20.0.2 (f1310530-e0fc-449a-9f19-6c76d6b883f5/9fcee83a-4a90-473e-ae3e-88d86ec73c4f/bc511505-5e79-49b7-971d-cf50e22d8c5c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:15.330366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.337214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/networks/f6feec97-d073-46f4-befb-21002338a62d HTTP/1.1" status: 204 len: 168 time: 0.6894536 Jul 08 17:36:15.338094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41316) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:15.346298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.386145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-63694efa-e15f-4d7b-8d5a-6d7c456c17b2 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:15.387664 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-63694efa-e15f-4d7b-8d5a-6d7c456c17b2 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.72 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.2968538 Jul 08 17:36:15.410035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] For port 989538c6-c5d1-45dc-846c-eaca2bfe6b92, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=989538c6-c5d1-45dc-846c-eaca2bfe6b92,segment=NetworkSegment(7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf),segment_id=7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:15.410405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.424385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f3d74-2e9e-41df-90ea-61f8eff696e3 tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Network': ['ID=f6feec97-d073-46f4-befb-21002338a62d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.473937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.493265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Calling delete_port for 989538c6-c5d1-45dc-846c-eaca2bfe6b92 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:15.517317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-382a2379-8a9f-4eed-ab23-6935e30ed3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.519518 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-382a2379-8a9f-4eed-ab23-6935e30ed3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.524081 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-382a2379-8a9f-4eed-ab23-6935e30ed3c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/65a5816e-16b6-4e62-88ee-24e47ac7891f HTTP/1.1" status: 204 len: 168 time: 0.7095640 Jul 08 17:36:15.543300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1cb66-5c67-4bbf-9f4a-bcff83416b9e req-82a5a80a-e782-446d-ac51-b5dbd56fece2 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:15.544969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84b1cb66-5c67-4bbf-9f4a-bcff83416b9e req-82a5a80a-e782-446d-ac51-b5dbd56fece2 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 945 time: 0.2821407 Jul 08 17:36:15.607498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] DHCP port deletion for f9ad5493-0a62-4865-883f-343525422ceb request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:15.609837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] DHCP port deletion for e100d772-09e0-4477-aa42-bb4ba84147a9 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:15.610080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84b1cb66-5c67-4bbf-9f4a-bcff83416b9e req-66daeb56-aabb-42fc-ab09-08c80785cc74 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482166 Jul 08 17:36:15.619727 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.630622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Deleting port ead6e010-9e63-4d53-b102-d463de19ff2b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:15.630967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.634335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0766efd5-1358-49ab-9eb2-67065821ec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.649956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a2379-8a9f-4eed-ab23-6935e30ed3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5816e-16b6-4e62-88ee-24e47ac7891f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.677922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Transition to ACTIVE for port object bc511505-5e79-49b7-971d-cf50e22d8c5c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:15.715981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Transition to ACTIVE for port object bc511505-5e79-49b7-971d-cf50e22d8c5c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:15.726927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] For port ead6e010-9e63-4d53-b102-d463de19ff2b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ead6e010-9e63-4d53-b102-d463de19ff2b,segment=NetworkSegment(6f590f58-3fb2-4506-8fed-446b1a9abf2a),segment_id=6f590f58-3fb2-4506-8fed-446b1a9abf2a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:15.727419 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.739817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] Deleting port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:15.740142 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.744111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Calling delete_port for ead6e010-9e63-4d53-b102-d463de19ff2b owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:15.750217 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.792770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.842442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Deleting port 71a08449-4bfe-4f09-b6cf-5732df9097a7 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:15.844703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.848631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] No DVR routers for this DVR port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:15.853014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] Deleting port ead6e010-9e63-4d53-b102-d463de19ff2b {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:15.853517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.854838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.857180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event deleted for resources: {'Port': ['ID=989538c6-c5d1-45dc-846c-eaca2bfe6b92,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.898758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Port': ['ID=ead6e010-9e63-4d53-b102-d463de19ff2b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:15.901578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] No DVR routers for this DVR port ead6e010-9e63-4d53-b102-d463de19ff2b on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:15.924137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] For port ead6e010-9e63-4d53-b102-d463de19ff2b, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:15.924137 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.938923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] Calling delete_port for ead6e010-9e63-4d53-b102-d463de19ff2b owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:15.943424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] Port ead6e010-9e63-4d53-b102-d463de19ff2b was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:36:15.952560 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:15.970989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41322) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:15.971418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:15.981102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] No DVR routers for this DVR port ead6e010-9e63-4d53-b102-d463de19ff2b on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:15.983034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:16.001415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:16.002115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.011944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Pushing event updated for resources: {'Port': ['ID=bc511505-5e79-49b7-971d-cf50e22d8c5c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.015689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] For port 989538c6-c5d1-45dc-846c-eaca2bfe6b92, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=989538c6-c5d1-45dc-846c-eaca2bfe6b92,segment=NetworkSegment(7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf),segment_id=7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:16.016043 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.037596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94fbc38e-90e7-44b5-b94c-c973d9a558e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.041605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e100d772-09e0-4477-aa42-bb4ba84147a9']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.052769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] Calling delete_port for 989538c6-c5d1-45dc-846c-eaca2bfe6b92 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:16.065849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f590f58-3fb2-4506-8fed-446b1a9abf2a') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.066124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f590f58-3fb2-4506-8fed-446b1a9abf2a') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.079093 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.096596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.099357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef12cc-986e-455e-81fc-53f7bf266d83 None None] Pushing event deleted for resources: {'Port': ['ID=ead6e010-9e63-4d53-b102-d463de19ff2b,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.106472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:16.107038 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:16.111691 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:16.118863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Attempting to bind port bc511505-5e79-49b7-971d-cf50e22d8c5c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:16.119240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Attempting to bind port bc511505-5e79-49b7-971d-cf50e22d8c5c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:16.119606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Attempting to bind port bc511505-5e79-49b7-971d-cf50e22d8c5c on network f1310530-e0fc-449a-9f19-6c76d6b883f5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:16.153451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:16.153830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Checking segment: {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:16.154238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.154629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Bound using segment: {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:16.155110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Bound port: bc511505-5e79-49b7-971d-cf50e22d8c5c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:16.155494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.182968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.196096 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.198437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] 10.222.0.63 "DELETE /v2.0/networks/e100d772-09e0-4477-aa42-bb4ba84147a9 HTTP/1.1" status: 204 len: 168 time: 0.8429041 Jul 08 17:36:16.212718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb3b5e-6bc1-4271-8056-df0cf20b426a tempest-TaggedBootDevicesTest-1975294304 tempest-TaggedBootDevicesTest-1975294304-project] Pushing event deleted for resources: {'Network': ['ID=e100d772-09e0-4477-aa42-bb4ba84147a9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.264275 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.296381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] Pushing event deleted for resources: {'Port': ['ID=989538c6-c5d1-45dc-846c-eaca2bfe6b92,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.302934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] For port bc511505-5e79-49b7-971d-cf50e22d8c5c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:16.308141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4342f4d-77bf-4447-96e5-915608a57b59 None None] No DVR routers for this DVR port 989538c6-c5d1-45dc-846c-eaca2bfe6b92 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:16.319132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.326558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] For port bc511505-5e79-49b7-971d-cf50e22d8c5c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bc511505-5e79-49b7-971d-cf50e22d8c5c,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:16.335196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.385745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ad5493-0a62-4865-883f-343525422ceb']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.413361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89470bb0-72e2-4dfa-842b-846e813462cc None None] Pushing event updated for resources: {'Port': ['ID=bc511505-5e79-49b7-971d-cf50e22d8c5c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.421833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.422212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0a5a46-d5c6-4f7a-b9dc-42c0d8e695cf') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:16.425187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0766efd5-1358-49ab-9eb2-67065821ec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.434674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.439925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] For port 71a08449-4bfe-4f09-b6cf-5732df9097a7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=71a08449-4bfe-4f09-b6cf-5732df9097a7,segment=NetworkSegment(27013b91-b4d2-43ba-8c96-727ede398448),segment_id=27013b91-b4d2-43ba-8c96-727ede398448)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:16.440292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.460147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.461853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0766efd5-1358-49ab-9eb2-67065821ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.480641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.498312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Calling delete_port for 71a08449-4bfe-4f09-b6cf-5732df9097a7 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:16.522123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.573841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:16.574265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:16.579926 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:16.600530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94fbc38e-90e7-44b5-b94c-c973d9a558e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.621344 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94fbc38e-90e7-44b5-b94c-c973d9a558e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.676412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766efd5-1358-49ab-9eb2-67065821ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c9dc9-0138-4699-a22d-95567b01e8d9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.683432 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0766efd5-1358-49ab-9eb2-67065821ec3f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1db6a385bd34466da98ba41edf90d5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5189052 Jul 08 17:36:16.693552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41336) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.772678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbc38e-90e7-44b5-b94c-c973d9a558e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1377be1-7128-40f4-a442-54ce3cb68740,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.807929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-94fbc38e-90e7-44b5-b94c-c973d9a558e6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d3dd8194a761447fb3971c0920c412c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8358538 Jul 08 17:36:16.810943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41338) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:16.835844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.858033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.859210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] 10.222.0.63 "DELETE /v2.0/networks/f9ad5493-0a62-4865-883f-343525422ceb HTTP/1.1" status: 204 len: 168 time: 2.1776850 Jul 08 17:36:16.882983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c146ad6-4750-40b1-b9a9-7b608206ec78 tempest-FloatingIPNegativeTestJSON-2062233333 tempest-FloatingIPNegativeTestJSON-2062233333-project] Pushing event deleted for resources: {'Network': ['ID=f9ad5493-0a62-4865-883f-343525422ceb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:16.928190 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a4fd690-cdc0-4bf9-8d90-9ea6fd95a84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:16.931028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Allocated IP 172.25.5.71 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/abff5cca-66c1-4870-95cb-c90c4c686164) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:17.032488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a4fd690-cdc0-4bf9-8d90-9ea6fd95a84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.072008 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.119309 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.142728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.143452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1371ca7a-9146-4db4-bb1e-a3fe7899236f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.163733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:17.195465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bc511505-5e79-49b7-971d-cf50e22d8c5c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:17.219566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:17.221714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c100d-6122-4cb7-b6de-16a4dec398fe req-65bb338a-b661-4939-aa6c-4c6f5fb19f64 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:17.226815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:17.238841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c67c100d-6122-4cb7-b6de-16a4dec398fe req-65bb338a-b661-4939-aa6c-4c6f5fb19f64 tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/ports?device_id=3e1c9f34-33cf-4f8a-ac5a-52222545e17a HTTP/1.1" status: 200 len: 867 time: 0.3011189 Jul 08 17:36:17.243827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1371ca7a-9146-4db4-bb1e-a3fe7899236f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.280367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a4fd690-cdc0-4bf9-8d90-9ea6fd95a84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.282943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a4fd690-cdc0-4bf9-8d90-9ea6fd95a84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.293467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port bc511505-5e79-49b7-971d-cf50e22d8c5c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:17.294516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8a4fd690-cdc0-4bf9-8d90-9ea6fd95a84d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/835c9dc9-0138-4699-a22d-95567b01e8d9 HTTP/1.1" status: 204 len: 168 time: 0.5641503 Jul 08 17:36:17.377765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41346) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:17.401594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1371ca7a-9146-4db4-bb1e-a3fe7899236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.407807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1371ca7a-9146-4db4-bb1e-a3fe7899236f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.409595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1371ca7a-9146-4db4-bb1e-a3fe7899236f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f1377be1-7128-40f4-a442-54ce3cb68740 HTTP/1.1" status: 204 len: 168 time: 0.5976028 Jul 08 17:36:17.412253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fd690-cdc0-4bf9-8d90-9ea6fd95a84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c9dc9-0138-4699-a22d-95567b01e8d9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:17.436437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c67c100d-6122-4cb7-b6de-16a4dec398fe req-b1cc32f1-9529-4493-8746-c16816649ceb tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.63 "GET /v2.0/security-groups?id=9a45b1d8-e390-425f-9c17-8e87dfb2ac17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958356 Jul 08 17:36:17.447767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371ca7a-9146-4db4-bb1e-a3fe7899236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1377be1-7128-40f4-a442-54ce3cb68740,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:17.458651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] No DVR routers for this DVR port 71a08449-4bfe-4f09-b6cf-5732df9097a7 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:17.461342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.473683 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c56b3dd-64c2-442e-abc6-79c7b06e7cf0 req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] 10.222.0.72 "DELETE /v2.0/ports/71a08449-4bfe-4f09-b6cf-5732df9097a7 HTTP/1.1" status: 204 len: 173 time: 2.0783510 Jul 08 17:36:17.475213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dd019-0b74-4b42-adaf-c3fdbde2086a tempest-InstanceActionsTestJSON-1630732560 tempest-InstanceActionsTestJSON-1630732560-project] Pushing event deleted for resources: {'Port': ['ID=71a08449-4bfe-4f09-b6cf-5732df9097a7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:17.481647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 989538c6-c5d1-45dc-846c-eaca2bfe6b92 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:17.526086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'name': 'network-vif-deleted', 'tag': '71a08449-4bfe-4f09-b6cf-5732df9097a7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:17.528768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 989538c6-c5d1-45dc-846c-eaca2bfe6b92 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:17.529103 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4586cf0f-4e75-432c-8306-a74b1d3b401e" -d '{"events": [{"server_uuid": "3e1c9f34-33cf-4f8a-ac5a-52222545e17a", "name": "network-vif-deleted", "tag": "71a08449-4bfe-4f09-b6cf-5732df9097a7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:17.529372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 989538c6-c5d1-45dc-846c-eaca2bfe6b92 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:17.529878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ead6e010-9e63-4d53-b102-d463de19ff2b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:17.533666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=abff5cca-66c1-4870-95cb-c90c4c686164,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:17.628282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: ead6e010-9e63-4d53-b102-d463de19ff2b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:17.629328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ead6e010-9e63-4d53-b102-d463de19ff2b not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:17.740300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e289314a-bfde-45e8-a6ba-009ba05dae6c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=811025e1a5864c24bb6a876b2bb61abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500926 Jul 08 17:36:17.742687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41358) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:17.824166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4243fec6-396d-45cf-95fd-5fbe90ce7a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.887922 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8db1ed-5fb8-4a60-9376-dfd2468c8409 x-openstack-request-id: req-5a8db1ed-5fb8-4a60-9376-dfd2468c8409 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:17.888237 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c9f34-33cf-4f8a-ac5a-52222545e17a", "name": "network-vif-deleted", "tag": "71a08449-4bfe-4f09-b6cf-5732df9097a7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:17.888353 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4243fec6-396d-45cf-95fd-5fbe90ce7a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.888543 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5a8db1ed-5fb8-4a60-9376-dfd2468c8409 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:17.889149 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1c9f34-33cf-4f8a-ac5a-52222545e17a', 'name': 'network-vif-deleted', 'tag': '71a08449-4bfe-4f09-b6cf-5732df9097a7', 'status': 'completed', 'code': 200} Jul 08 17:36:17.939993 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.980368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4243fec6-396d-45cf-95fd-5fbe90ce7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.983220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4243fec6-396d-45cf-95fd-5fbe90ce7a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:17.987283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4243fec6-396d-45cf-95fd-5fbe90ce7a83 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fb1525d0-64e5-472e-8185-bdc845d357f9 HTTP/1.1" status: 204 len: 168 time: 0.2412241 Jul 08 17:36:17.998148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243fec6-396d-45cf-95fd-5fbe90ce7a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1525d0-64e5-472e-8185-bdc845d357f9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:18.039904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41366) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:18.096168 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd879-0cb3-47c5-a2a9-f2c726578a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.172572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2858c0-3291-4ec3-93e8-7e5fd7ec1652 None None] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:18.240632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd879-0cb3-47c5-a2a9-f2c726578a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.248610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd879-0cb3-47c5-a2a9-f2c726578a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.319934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b5ecd879-0cb3-47c5-a2a9-f2c726578a2c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d48da50d8f9046abb0a28c51a61b1e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785945 Jul 08 17:36:18.323710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41372) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:18.347322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a81a325a-db07-4a72-8bd7-72aef5fe0835 None None] Provisioning for port bc511505-5e79-49b7-971d-cf50e22d8c5c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:18.372143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a81a325a-db07-4a72-8bd7-72aef5fe0835 None None] Provisioning complete for port bc511505-5e79-49b7-971d-cf50e22d8c5c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:18.375115 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a81a325a-db07-4a72-8bd7-72aef5fe0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.429519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecd879-0cb3-47c5-a2a9-f2c726578a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1845846-b94c-4903-a186-1d4c9f3bc0ef,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:18.516201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.524226 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0779670f-3c87-49ee-90cb-3934f321507a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.571665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0779670f-3c87-49ee-90cb-3934f321507a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.663480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41384) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:18.696943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a81a325a-db07-4a72-8bd7-72aef5fe0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.717747 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0779670f-3c87-49ee-90cb-3934f321507a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.723208 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0779670f-3c87-49ee-90cb-3934f321507a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.727685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0779670f-3c87-49ee-90cb-3934f321507a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f1845846-b94c-4903-a186-1d4c9f3bc0ef HTTP/1.1" status: 204 len: 168 time: 0.3888588 Jul 08 17:36:18.755092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 71a08449-4bfe-4f09-b6cf-5732df9097a7 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:18.760873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a81a325a-db07-4a72-8bd7-72aef5fe0835 None None] For port bc511505-5e79-49b7-971d-cf50e22d8c5c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bc511505-5e79-49b7-971d-cf50e22d8c5c,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:18.778459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Router a39d100e-d755-4f49-8af0-07d294a30e4e is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:18.795642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 71a08449-4bfe-4f09-b6cf-5732df9097a7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:18.796251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 71a08449-4bfe-4f09-b6cf-5732df9097a7 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:18.798963 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a81a325a-db07-4a72-8bd7-72aef5fe0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:18.813681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779670f-3c87-49ee-90cb-3934f321507a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1845846-b94c-4903-a186-1d4c9f3bc0ef,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:18.871201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a325a-db07-4a72-8bd7-72aef5fe0835 None None] Pushing event updated for resources: {'Port': ['ID=bc511505-5e79-49b7-971d-cf50e22d8c5c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:18.882643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] Deleting subnet eceff41d-b6c5-4445-b5de-776f033ca05e {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:18.901838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.019388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.094314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:19.104793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Sync routers for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:19.124172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:19.127336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:19.132885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.134520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e0446dd-4960-416a-8183-aa94e0a8a4b8 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3721941 Jul 08 17:36:19.137196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41404) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:19.174157 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.331399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.396658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eceff41d-b6c5-4445-b5de-776f033ca05e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:19.421732 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.426635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28626374-16f4-4f5e-8007-92f813697ffd admin admin] 10.222.0.63 "DELETE /v2.0/subnets/eceff41d-b6c5-4445-b5de-776f033ca05e HTTP/1.1" status: 204 len: 168 time: 0.7620435 Jul 08 17:36:19.429905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41412) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:19.506079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bc511505-5e79-49b7-971d-cf50e22d8c5c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:19.566559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe029855-fcce-4498-8244-46079712f90f None None] Provisioning complete for port bc511505-5e79-49b7-971d-cf50e22d8c5c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:19.566559 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fe029855-fcce-4498-8244-46079712f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.596853 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.637551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:19.728392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port bc511505-5e79-49b7-971d-cf50e22d8c5c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:19.728790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.769729 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.804284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97caddb5-e6fc-41bf-a449-3d6a119f3c9a']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:19.843808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27013b91-b4d2-43ba-8c96-727ede398448') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:19.844084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27013b91-b4d2-43ba-8c96-727ede398448') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:19.878843 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.915281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.925842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:19.937543 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:19.976756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:17Z', 'revision_number': 3, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:20.052788 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:20.066528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Checking router: a39d100e-d755-4f49-8af0-07d294a30e4e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:20.068775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Updating router a39d100e-d755-4f49-8af0-07d294a30e4e port abff5cca-66c1-4870-95cb-c90c4c686164 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:36:20.077917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.088094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.095071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] 10.222.0.63 "DELETE /v2.0/networks/97caddb5-e6fc-41bf-a449-3d6a119f3c9a HTTP/1.1" status: 204 len: 168 time: 0.6629570 Jul 08 17:36:20.109241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb34ad5-26fa-438e-aea0-fef3f8795732 admin admin] Pushing event deleted for resources: {'Network': ['ID=97caddb5-e6fc-41bf-a449-3d6a119f3c9a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:20.127763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.155410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.379613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Allocated IP 172.20.0.1 (f1310530-e0fc-449a-9f19-6c76d6b883f5/9fcee83a-4a90-473e-ae3e-88d86ec73c4f/161047a0-8008-4a2d-8bf7-5d1ae4c8a03b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:20.406904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41442) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:20.435290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41446) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:20.534736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.535866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ddc6940c-079c-4662-8e79-3431ca8e76c2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e144d8833f54da095a7edb477f7b161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991719 Jul 08 17:36:20.537684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41448) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:20.538899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.563961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Transition to ACTIVE for port object abff5cca-66c1-4870-95cb-c90c4c686164 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:20.572211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Transition to ACTIVE for port object 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:20.578607 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.625096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d26f24d-d879-499a-883e-e1104621a9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.686830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b2bc-bdad-46c1-9279-9f44b6852670 None None] Pushing event updated for resources: {'Port': ['ID=abff5cca-66c1-4870-95cb-c90c4c686164,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:20.707595 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d26f24d-d879-499a-883e-e1104621a9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.730999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Attempting to bind port abff5cca-66c1-4870-95cb-c90c4c686164 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:20.731524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Attempting to bind port abff5cca-66c1-4870-95cb-c90c4c686164 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:20.731961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Attempting to bind port abff5cca-66c1-4870-95cb-c90c4c686164 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:20.738389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-505695266'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:20.747503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:20.748047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:20.748532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.749051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:20.749637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Bound port: abff5cca-66c1-4870-95cb-c90c4c686164, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:20.750097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.766410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.826899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:20.830744 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.848052 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.866197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:20.871388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:20.874318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Pushing event updated for resources: {'Port': ['ID=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:20.884693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:20.918261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] For port abff5cca-66c1-4870-95cb-c90c4c686164, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:20.925682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] For port abff5cca-66c1-4870-95cb-c90c4c686164, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=abff5cca-66c1-4870-95cb-c90c4c686164,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:20.938967 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.950650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d26f24d-d879-499a-883e-e1104621a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.954900 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d26f24d-d879-499a-883e-e1104621a9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:20.958991 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7d26f24d-d879-499a-883e-e1104621a9aa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9a45b1d8-e390-425f-9c17-8e87dfb2ac17 HTTP/1.1" status: 204 len: 168 time: 0.4202936 Jul 08 17:36:20.980855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26f24d-d879-499a-883e-e1104621a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45b1d8-e390-425f-9c17-8e87dfb2ac17,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:21.001254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.061133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2b2bc-bdad-46c1-9279-9f44b6852670 None None] Pushing event updated for resources: {'Port': ['ID=abff5cca-66c1-4870-95cb-c90c4c686164,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:21.070905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.077801 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.142146 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:21.143397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:21.171665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9af672-9a30-4194-90ee-df2a214a844a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:21.205447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:21.264194 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.265307 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment 3dac4aac-326b-4344-9bc3-fae97b95cc5d of type vlan for network 7c7e200c-5d23-4c85-9857-cd91e51c5317 Jul 08 17:36:21.353843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:21.360111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.409413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.420204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:21.420912 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.430308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.521865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1118295 Jul 08 17:36:21.524798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41478) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:21.539589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'name': 'tempest-PortsIpV6TestJSON-506330972'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:21.556863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2f34a8f6-5b84-4da0-adfa-20926d6f0598 None None] Provisioning for port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:21.561592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4280c0-d567-43fc-acc8-f9ac3afaf5c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=7c7e200c-5d23-4c85-9857-cd91e51c5317,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:21.601123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:21.606511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2f34a8f6-5b84-4da0-adfa-20926d6f0598 None None] Provisioning complete for port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:21.606893 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f34a8f6-5b84-4da0-adfa-20926d6f0598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:21.662202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2f34a8f6-5b84-4da0-adfa-20926d6f0598 None None] Port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:21.951417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:17Z', 'revision_number': 3, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:22.019232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19f09d-7275-420e-891b-13f9ae345c95 None None] The sync data for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 is: [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:17Z', 'revision_number': 3, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:22.168045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:22.171721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.199241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 18ac46ac-3272-4d31-a407-f2e00e1532fc yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:22.230035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.310964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.462266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.466762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Pushing event updated for resources: {'Port': ['ID=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:22.665376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:22.700585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:22.703879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:22.841027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Router a39d100e-d755-4f49-8af0-07d294a30e4e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:23.002746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:23.012789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a9a45999-fdec-4063-965a-d30d33815d58 admin admin] 10.222.0.63 "PUT /v2.0/routers/a39d100e-d755-4f49-8af0-07d294a30e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8665290 Jul 08 17:36:23.024070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.101130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1c485a22-35bc-4653-8f79-bee0d716ac7e None None] Provisioning complete for port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:23.101626 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1c485a22-35bc-4653-8f79-bee0d716ac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.150487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=18ac46ac-3272-4d31-a407-f2e00e1532fc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:23.193525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': '3dac4aac-326b-4344-9bc3-fae97b95cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:23.193912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: 7c7e200c-5d23-4c85-9857-cd91e51c5317, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:23.199144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1c485a22-35bc-4653-8f79-bee0d716ac7e None None] Port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:36:23.218289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device abff5cca-66c1-4870-95cb-c90c4c686164 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:23.239360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:23.253861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 7c7e200c-5d23-4c85-9857-cd91e51c5317) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:23.265647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66c55e-1574-4ccd-be40-22111ad94000 None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:23.267406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:23.279193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.279892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.320900 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6ce986d1-72dd-42e8-b4f3-c90678850d68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7892232 Jul 08 17:36:23.320900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41532) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:23.326438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-806906808'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:23.371066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:23.378398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.438584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port abff5cca-66c1-4870-95cb-c90c4c686164 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:23.444605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port abff5cca-66c1-4870-95cb-c90c4c686164 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:23.445022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.453104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:23.478522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.479240 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment 94e80bf5-d48e-4e9b-973d-266f198b8552 of type vlan for network aa1201ba-7d66-4e5b-b11b-15b71f30637b Jul 08 17:36:23.548720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41542) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:23.585571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.607331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.636195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port abff5cca-66c1-4870-95cb-c90c4c686164, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=abff5cca-66c1-4870-95cb-c90c4c686164,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:23.639436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.644359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.646593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:23.647302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.723040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4006464 Jul 08 17:36:23.726427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41550) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:23.731797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'ports': [{'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317'}, {'network_id': 'aa1201ba-7d66-4e5b-b11b-15b71f30637b'}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:23.732083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:23.732550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': 'aa1201ba-7d66-4e5b-b11b-15b71f30637b'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:23.745318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1a330-0f77-4dca-8b09-38e553909ea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=aa1201ba-7d66-4e5b-b11b-15b71f30637b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:23.759315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=abff5cca-66c1-4870-95cb-c90c4c686164,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:23.780205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network aa1201ba-7d66-4e5b-b11b-15b71f30637b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:23.858841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-432307150-network', 'tenant_id': '067d79c4bdeb4b2db4ddceccd1d88f06'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:23.905586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Made reservation on behalf of 067d79c4bdeb4b2db4ddceccd1d88f06 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:23.907918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:23.919928 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.091472 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.105319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.138973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 2} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:24.142424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:24.146865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.165949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40cda32-ec10-4eea-93e0-7939a750d979,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:24.171020 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.171502 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.171855 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Added segment 3035ca21-8644-472d-8353-27795b4f79fd of type vlan for network 9ac2be26-6cfe-4711-a071-33b226125a5f Jul 08 17:36:24.185317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41562) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.213738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e315a2b9-61c4-4878-a328-55a3d42585f7 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513615108', 'description': 'tempest-description--200299675'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:24.251433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.282736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e315a2b9-61c4-4878-a328-55a3d42585f7 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.329880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.332555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:24.334661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.335416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port f511d18e-93d4-4f02-b029-a9f5c33409f3 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:24.516986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac2be26-6cfe-4711-a071-33b226125a5f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:24.529336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9ac2be26-6cfe-4711-a071-33b226125a5f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:24.608331 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Sync routers for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:24.610718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e315a2b9-61c4-4878-a328-55a3d42585f7 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.620953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e315a2b9-61c4-4878-a328-55a3d42585f7 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.629212 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:24.630539 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:24.688980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315a2b9-61c4-4878-a328-55a3d42585f7 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe276e5-8529-41ca-99a6-b7a8038d7353,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:24.695795 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.705740 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e27ebd7-d3a0-4392-a6e1-cc824ae30322 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1549122 Jul 08 17:36:24.707013 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e315a2b9-61c4-4878-a328-55a3d42585f7 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.708489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e315a2b9-61c4-4878-a328-55a3d42585f7 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5219719 Jul 08 17:36:24.709298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.711266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41588) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:24.717967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Request body: {'subnet': {'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-432307150-subnet', 'tenant_id': '067d79c4bdeb4b2db4ddceccd1d88f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:24.725758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-27687b57-2b63-4176-81a8-710ebc77e675 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Request body: {'security_group_rule': {'security_group_id': '7fe276e5-8529-41ca-99a6-b7a8038d7353', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:24.774295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Made reservation on behalf of 067d79c4bdeb4b2db4ddceccd1d88f06 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:24.777119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:24.854537 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:24.954994 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27687b57-2b63-4176-81a8-710ebc77e675 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.118034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27687b57-2b63-4176-81a8-710ebc77e675 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.132610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27687b57-2b63-4176-81a8-710ebc77e675 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.171272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device abff5cca-66c1-4870-95cb-c90c4c686164 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:25.250032 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 2, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:25.253917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41602) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.255729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27687b57-2b63-4176-81a8-710ebc77e675 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e361a241-24ac-47d1-a80b-9cc3c894c3d0,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.292344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port abff5cca-66c1-4870-95cb-c90c4c686164 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:25.295349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.295662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27687b57-2b63-4176-81a8-710ebc77e675 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.299743 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-27687b57-2b63-4176-81a8-710ebc77e675 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5874138 Jul 08 17:36:25.300375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41606) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.309147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5f407300-3edf-4b78-a9c8-bbcf619e5a72 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Request body: {'security_group_rule': {'security_group_id': '7fe276e5-8529-41ca-99a6-b7a8038d7353', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:25.330351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41608) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.333294 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Checking router: a39d100e-d755-4f49-8af0-07d294a30e4e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:25.334322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Updating router a39d100e-d755-4f49-8af0-07d294a30e4e port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:36:25.386680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 31d1d862-25a1-4978-b4e4-14781eec5524 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:25.424322 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.466758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f407300-3edf-4b78-a9c8-bbcf619e5a72 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.478802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.597364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f23e131-09e6-4125-8772-3bf3a55f032e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.682732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.693181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Checking segment: {'id': '3035ca21-8644-472d-8353-27795b4f79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:25.693556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Network hostable DHCP agents. Network: 9ac2be26-6cfe-4711-a071-33b226125a5f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:25.704133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.709259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25aa6360-ec6f-4aec-8ec5-9da77934fd9c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.730459 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.756109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f407300-3edf-4b78-a9c8-bbcf619e5a72 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.760333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Network 9ac2be26-6cfe-4711-a071-33b226125a5f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:25.769119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f407300-3edf-4b78-a9c8-bbcf619e5a72 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.792955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f407300-3edf-4b78-a9c8-bbcf619e5a72 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c68a15c-89d4-455c-98a6-2c6d56a47709,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.796539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9ac2be26-6cfe-4711-a071-33b226125a5f) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:25.805399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:25.806247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.813765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2abe7-1bab-4734-956e-7b1f76f8a7c7 None None] Network 9ac2be26-6cfe-4711-a071-33b226125a5f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:25.814301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f23e131-09e6-4125-8772-3bf3a55f032e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.820237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.837349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f23e131-09e6-4125-8772-3bf3a55f032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.870563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9a8ab0c2-bd9b-41be-bfe4-b810e6410a64 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1592338 Jul 08 17:36:25.872076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f407300-3edf-4b78-a9c8-bbcf619e5a72 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.872582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4f23e131-09e6-4125-8772-3bf3a55f032e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=764a92f49cc14d6fac0f723cc145bb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410206 Jul 08 17:36:25.879812 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5f407300-3edf-4b78-a9c8-bbcf619e5a72 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5749195 Jul 08 17:36:25.881449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41620) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.882526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41624) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:25.910479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:25.925099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:25.935643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:25.938702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:25.939793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:25.952195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23e131-09e6-4125-8772-3bf3a55f032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e031b404-85c7-4c4c-992b-ceba81e28a5d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:25.993454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=f511d18e-93d4-4f02-b029-a9f5c33409f3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:26.071827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=31d1d862-25a1-4978-b4e4-14781eec5524,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:26.111539 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-730d5b96-7cea-46ed-9447-05c8b0818f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.120320 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.125511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': '94e80bf5-d48e-4e9b-973d-266f198b8552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aa1201ba-7d66-4e5b-b11b-15b71f30637b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:26.125959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: aa1201ba-7d66-4e5b-b11b-15b71f30637b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:26.144643 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Transition to ACTIVE for port object 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:26.148572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network aa1201ba-7d66-4e5b-b11b-15b71f30637b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:26.155441 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-730d5b96-7cea-46ed-9447-05c8b0818f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.162289 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.165035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, aa1201ba-7d66-4e5b-b11b-15b71f30637b) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:26.171070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e05be-d657-47a0-a8da-68f5a5ee7f0d None None] Network 9ac2be26-6cfe-4711-a071-33b226125a5f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:26.171908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:26.181253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:26.187575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:26.188450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.222249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.232590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.251633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1a879c95-a67b-4a93-8a17-2f9308c6b0a8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5237136 Jul 08 17:36:26.254136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41632) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:26.283676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d481a7-5350-4a59-a8b0-1a85f1a0ede8 None None] Network aa1201ba-7d66-4e5b-b11b-15b71f30637b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:26.375995 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Pushing event updated for resources: {'Port': ['ID=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:26.388767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-730d5b96-7cea-46ed-9447-05c8b0818f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.397531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-730d5b96-7cea-46ed-9447-05c8b0818f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.399546 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-730d5b96-7cea-46ed-9447-05c8b0818f04 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e031b404-85c7-4c4c-992b-ceba81e28a5d HTTP/1.1" status: 204 len: 168 time: 0.5120649 Jul 08 17:36:26.432859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c7394dcd63d64651b6872a30247d3929&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1721864 Jul 08 17:36:26.436828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41636) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:26.439255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94b68d-ba29-417a-bf70-9b1bdd6e16cf,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:26.458234 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.459008 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.459450 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.460026 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.460460 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.460935 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.461357 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.461780 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.463925 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.463925 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.464325 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.465842 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.491500 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Attempting to bind port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:26.493368 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Attempting to bind port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:26.493837 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Attempting to bind port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b on network f1310530-e0fc-449a-9f19-6c76d6b883f5 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:26.512689 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:26.513230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 31d1d862-25a1-4978-b4e4-14781eec5524 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:26.514231 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.514511 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Checking segment: {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:26.515042 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.516354 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Bound using segment: {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:26.517993 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Bound port: 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:26.518629 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.567321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.577013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.577507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.578225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.578622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.578963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.579299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.579627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.580250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.580788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.581129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.581456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.581921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481022cc-b90a-4f71-ac03-11a21ee0f5ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:26.704498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e515a4d6-bd97-4f84-854c-50ace37e0ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.706393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d5b96-7cea-46ed-9447-05c8b0818f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e031b404-85c7-4c4c-992b-ceba81e28a5d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:26.741926 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.774261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 31d1d862-25a1-4978-b4e4-14781eec5524 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:26.777657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e515a4d6-bd97-4f84-854c-50ace37e0ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.840723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] For port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:26.857179 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] For port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:26.858400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.869094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-53ff59ad-12e5-44ab-98a7-9b2838b369ad tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:26.871819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-53ff59ad-12e5-44ab-98a7-9b2838b369ad tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/networks?id=9ac2be26-6cfe-4711-a071-33b226125a5f HTTP/1.1" status: 200 len: 817 time: 0.2299881 Jul 08 17:36:26.876185 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.903745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-0c7e11c3-c82d-4362-9773-ee9aa87d6250 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/quotas/067d79c4bdeb4b2db4ddceccd1d88f06 HTTP/1.1" status: 200 len: 375 time: 0.0247877 Jul 08 17:36:26.959070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e515a4d6-bd97-4f84-854c-50ace37e0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.962956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e515a4d6-bd97-4f84-854c-50ace37e0ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:26.964346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e515a4d6-bd97-4f84-854c-50ace37e0ee1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f94b68d-ba29-417a-bf70-9b1bdd6e16cf HTTP/1.1" status: 204 len: 168 time: 0.5195935 Jul 08 17:36:26.976148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-914779ce-48f7-4d8c-8fe6-22953a5c6d2c tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=067d79c4bdeb4b2db4ddceccd1d88f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622659 Jul 08 17:36:26.982596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515a4d6-bd97-4f84-854c-50ace37e0ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f94b68d-ba29-417a-bf70-9b1bdd6e16cf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.056136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.124889 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:27.125433 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:27.134643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Allocated IP 172.25.5.86 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/4b757dd1-8a35-4fd1-99bd-326f42ae1793) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:27.191360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.207797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/31d1d862-25a1-4978-b4e4-14781eec5524 HTTP/1.1" status: 204 len: 168 time: 0.9525535 Jul 08 17:36:27.210900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41654) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:27.231634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0ad29-37c0-46f4-a585-b2948f83f831 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=31d1d862-25a1-4978-b4e4-14781eec5524,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.235695 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b3464-6a0d-4928-904a-a9d2489c43da None None] Pushing event updated for resources: {'Port': ['ID=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.287701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41656) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:27.347280 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2b5a2f-863d-4a67-adfe-6e19fa217571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.392608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-b2b2ec0a-8d05-48a4-85ec-a39868547c9f service neutron] 10.222.0.63 "GET /v2.0/networks/9ac2be26-6cfe-4711-a071-33b226125a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157286 Jul 08 17:36:27.431080 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:27.432820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e88b32f-ccca-4fac-968c-172b860696d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.502490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.525603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56449ec1-d81a-4bf4-ae97-70feb87fb2c7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.532827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56449ec1-d81a-4bf4-ae97-70feb87fb2c7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:27.537333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-56449ec1-d81a-4bf4-ae97-70feb87fb2c7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3225050 Jul 08 17:36:27.538433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41662) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:27.591614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.641396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-bc0402c6-5f15-4bd0-8d02-48fab85ca21d service neutron] 10.222.0.63 "GET /v2.0/networks/9ac2be26-6cfe-4711-a071-33b226125a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315836 Jul 08 17:36:27.678877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port f511d18e-93d4-4f02-b029-a9f5c33409f3 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:27.679221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.684815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:27.698640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:27.729840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:27.766816 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.779929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for f511d18e-93d4-4f02-b029-a9f5c33409f3 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:27.825772 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:26Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:27.826471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2b5a2f-863d-4a67-adfe-6e19fa217571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.833804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event updated for resources: {'Port': ['ID=4b757dd1-8a35-4fd1-99bd-326f42ae1793,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.858457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2b5a2f-863d-4a67-adfe-6e19fa217571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.889561 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7208298-3c69-4935-8b32-b60a44f85d56 None None] The sync data for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 is: [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:26Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:27.913594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:27.984201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b5a2f-863d-4a67-adfe-6e19fa217571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ea22a-614d-4167-87fc-751e75a8e7c2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:27.987796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5281ecda-94e2-4672-9fca-9fe2480fdeb4 req-e92337fb-87ff-4d9e-801a-19dda0745bbe tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 210 time: 0.0666490 Jul 08 17:36:28.066912 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc2b5a2f-863d-4a67-adfe-6e19fa217571 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2640f5912fcd440185e6f7232a2784b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781515 Jul 08 17:36:28.068373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=f511d18e-93d4-4f02-b029-a9f5c33409f3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.069929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41680) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.084955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.092446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8b881f23-3459-4d7d-8637-a82d3a24b8a9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/f511d18e-93d4-4f02-b029-a9f5c33409f3 HTTP/1.1" status: 204 len: 168 time: 0.5496657 Jul 08 17:36:28.093148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41684) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.200368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.263680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55923b7a-63f9-4d2b-8566-a7b6b67f2b46 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:28.267654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-55923b7a-63f9-4d2b-8566-a7b6b67f2b46 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1712096 Jul 08 17:36:28.268005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41690) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.295252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d67cd1cd-e17b-41e4-9656-a9633b3e32df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.301556 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ff3976-d72f-4fda-b0d1-ac86bc78200f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:36:28.304147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a0ff3976-d72f-4fda-b0d1-ac86bc78200f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/31d1d862-25a1-4978-b4e4-14781eec5524 HTTP/1.1" status: 404 len: 333 time: 0.0351791 Jul 08 17:36:28.306878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41692) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.343146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.359005 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e05ef77-48b9-406d-974b-5adfef8dea4e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:36:28.363576 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4e05ef77-48b9-406d-974b-5adfef8dea4e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/f511d18e-93d4-4f02-b029-a9f5c33409f3 HTTP/1.1" status: 404 len: 333 time: 0.0534227 Jul 08 17:36:28.364355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41694) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:28.377480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d67cd1cd-e17b-41e4-9656-a9633b3e32df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.501777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.589857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d67cd1cd-e17b-41e4-9656-a9633b3e32df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.595970 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d67cd1cd-e17b-41e4-9656-a9633b3e32df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.602093 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d67cd1cd-e17b-41e4-9656-a9633b3e32df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cd7ea22a-614d-4167-87fc-751e75a8e7c2 HTTP/1.1" status: 204 len: 168 time: 0.5282848 Jul 08 17:36:28.625128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cd1cd-e17b-41e4-9656-a9633b3e32df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ea22a-614d-4167-87fc-751e75a8e7c2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.702278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.737884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1201ba-7d66-4e5b-b11b-15b71f30637b']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:28.759090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.774624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e80bf5-d48e-4e9b-973d-266f198b8552') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:28.774972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e80bf5-d48e-4e9b-973d-266f198b8552') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:28.777567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.792726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.832614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.856698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:28.857135 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:28.863205 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:28.925269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event updated for resources: {'Port': ['ID=4b757dd1-8a35-4fd1-99bd-326f42ae1793,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:28.964188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.988485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:28.992235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.004190 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8f54b53b-6bd7-4470-a477-4eb582933e2a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1028872 Jul 08 17:36:29.027860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.033836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41718) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.039036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/aa1201ba-7d66-4e5b-b11b-15b71f30637b HTTP/1.1" status: 204 len: 168 time: 0.6727374 Jul 08 17:36:29.039636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1214725612'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:29.040506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c18ea-b02c-4be0-8aa5-0105eaef3246 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=aa1201ba-7d66-4e5b-b11b-15b71f30637b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:29.115022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:29.122465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.179446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:29.198291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.200118 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment 8d954980-0ac0-4bd2-945e-d9cc83b756c9 of type vlan for network 42f91688-46e3-49a9-97b7-3dad01f1d516 Jul 08 17:36:29.214028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ce4b7c1-e7c2-465a-a38d-0bcebe285f76 req-5ee914bd-136b-4728-9330-d51dc0e7cc89 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 210 time: 0.0794058 Jul 08 17:36:29.321547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:29.328530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.395221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.429993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:29.431376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.502253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:29.517573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:29.517960 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.638367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=42f91688-46e3-49a9-97b7-3dad01f1d516,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:29.670581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3ff1838-3762-4178-82a8-516e7d48cc6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6325340 Jul 08 17:36:29.670823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:29.676078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:29.680812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 42f91688-46e3-49a9-97b7-3dad01f1d516 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:29.913649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:29.961240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:29.965130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.026775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:30.038705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3e5fce16-cff0-4bfb-96d0-0042d6a01b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.042996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.149651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:30.414288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.436242 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.645154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75866f0b-65ad-4997-9fd9-8a890bb58187 req-3ffb373b-6926-45a4-ac04-a56adc097c5b tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 210 time: 0.0862932 Jul 08 17:36:30.693501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': '8d954980-0ac0-4bd2-945e-d9cc83b756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:30.694160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: 42f91688-46e3-49a9-97b7-3dad01f1d516, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:30.721211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:30.764803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 42f91688-46e3-49a9-97b7-3dad01f1d516 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:30.801447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 42f91688-46e3-49a9-97b7-3dad01f1d516) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:30.814739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33f696-6ac2-4543-bb66-ac3602b97058 None None] Network 42f91688-46e3-49a9-97b7-3dad01f1d516 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:30.838838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.840114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:30.884949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-a6aa525f-828d-4639-b695-771641035fb8 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:30.887175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-a6aa525f-828d-4639-b695-771641035fb8 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.72 "GET /v2.0/networks?id=9ac2be26-6cfe-4711-a071-33b226125a5f HTTP/1.1" status: 200 len: 817 time: 0.3201592 Jul 08 17:36:30.915798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e3b80b98-e628-49bc-8209-c273b42f72e2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2436991 Jul 08 17:36:30.918802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41862) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:30.924989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516', 'name': 'tempest-PortsIpV6TestJSON-1477482602'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:30.928086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Request body: {'port': {'device_id': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f', 'admin_state_up': True, 'tenant_id': '067d79c4bdeb4b2db4ddceccd1d88f06'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:31.205999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-42f91688-46e3-49a9-97b7-3dad01f1d516', 'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516', 'tenant_id': '0f10210dfd394abe9f4b8a5386c220f3', 'fixed_ips': [{'subnet_id': 'b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:36:31.206892 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.236917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:31.363962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:31.375017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.399037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Made reservation on behalf of 067d79c4bdeb4b2db4ddceccd1d88f06 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:31.411028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.426711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 62746759-543f-4f4b-933e-31951f9edae4 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:31.434901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.572758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:31.573373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:31.719790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::1bb (42f91688-46e3-49a9-97b7-3dad01f1d516/b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1/62746759-543f-4f4b-933e-31951f9edae4) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:31.727955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41918) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:31.788406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Allocated IP 172.20.0.6 (9ac2be26-6cfe-4711-a071-33b226125a5f/25aa6360-ec6f-4aec-8ec5-9da77934fd9c/730f5906-2523-4905-acb0-99d433addc12) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:32.007543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdecf4ee-eccb-4e40-96f1-69a102828588 req-10be961a-4501-40e6-aac1-9011b5ed583d tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 210 time: 0.0476661 Jul 08 17:36:32.140491 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.189560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41930) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:32.241166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.257879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.264551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 62746759-543f-4f4b-933e-31951f9edae4 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:32.335384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Network 9ac2be26-6cfe-4711-a071-33b226125a5f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:32.342816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:32.352932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:32.402404 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.422428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Pushing event updated for resources: {'Port': ['ID=730f5906-2523-4905-acb0-99d433addc12,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:32.460508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.461260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.476365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 42f91688-46e3-49a9-97b7-3dad01f1d516 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:32.494124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c9586e74-7d82-4dcf-948c-6cca91dff046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.502389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:32.508935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-2eeb6fc9-193f-40c5-a883-f3218833b2bd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6040344 Jul 08 17:36:32.523632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Request body: {'port': {'device_id': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:32.532613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Allocated IP 2001:db8::2 (42f91688-46e3-49a9-97b7-3dad01f1d516/b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1/74204e4c-e808-4a1e-8aaf-f0e367dfb004) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:32.537701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:32.544520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:32.545447 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.605799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6855619 Jul 08 17:36:32.610840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41940) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:32.652848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bd603-da32-44d9-bb29-3bef49847635 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=62746759-543f-4f4b-933e-31951f9edae4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:32.795024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.806886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Transition to ACTIVE for port object 74204e4c-e808-4a1e-8aaf-f0e367dfb004 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:32.836781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Transition to ACTIVE for port object 74204e4c-e808-4a1e-8aaf-f0e367dfb004 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:32.854356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.913189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.927964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Network 42f91688-46e3-49a9-97b7-3dad01f1d516 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:32.932593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:32.940778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:32.950132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Pushing event updated for resources: {'Port': ['ID=74204e4c-e808-4a1e-8aaf-f0e367dfb004,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:32.974335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c9586e74-7d82-4dcf-948c-6cca91dff046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:32.997705 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c9586e74-7d82-4dcf-948c-6cca91dff046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.035960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Attempting to bind port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:33.036346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Attempting to bind port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8d954980-0ac0-4bd2-945e-d9cc83b756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:33.037277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Attempting to bind port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 on network 42f91688-46e3-49a9-97b7-3dad01f1d516 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:33.044041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:33.044423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Checking segment: {'id': '8d954980-0ac0-4bd2-945e-d9cc83b756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:33.044950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.045374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Bound using segment: {'id': '8d954980-0ac0-4bd2-945e-d9cc83b756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:33.045851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Bound port: 74204e4c-e808-4a1e-8aaf-f0e367dfb004, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d954980-0ac0-4bd2-945e-d9cc83b756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '42f91688-46e3-49a9-97b7-3dad01f1d516'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:33.046237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.071810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 62746759-543f-4f4b-933e-31951f9edae4 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:33.072151 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.092137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.156065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] For port 74204e4c-e808-4a1e-8aaf-f0e367dfb004, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:33.168699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] For port 74204e4c-e808-4a1e-8aaf-f0e367dfb004, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=74204e4c-e808-4a1e-8aaf-f0e367dfb004,segment=NetworkSegment(8d954980-0ac0-4bd2-945e-d9cc83b756c9),segment_id=8d954980-0ac0-4bd2-945e-d9cc83b756c9)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:33.182278 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.194353 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.207009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 62746759-543f-4f4b-933e-31951f9edae4 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:33.342730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2581576-c4ef-4caa-ab8f-5ef9f5f9298a None None] Pushing event updated for resources: {'Port': ['ID=74204e4c-e808-4a1e-8aaf-f0e367dfb004,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:33.352657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41950) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:33.385159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c9586e74-7d82-4dcf-948c-6cca91dff046 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9fab78d788da415d9862c7a511697108&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1942093 Jul 08 17:36:33.395623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41956) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:33.414063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9586e74-7d82-4dcf-948c-6cca91dff046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319db04-48b3-4b35-a019-e10093a752ba,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:33.477259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730f5906-2523-4905-acb0-99d433addc12 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:33.487523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.490581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.505528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Transition to ACTIVE for port object 730f5906-2523-4905-acb0-99d433addc12 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:33.511287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.553875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=62746759-543f-4f4b-933e-31951f9edae4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:33.617333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc73767d-b029-45ba-9d17-45e85cb4c200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.725562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Pushing event updated for resources: {'Port': ['ID=730f5906-2523-4905-acb0-99d433addc12,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:33.810897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Attempting to bind port 730f5906-2523-4905-acb0-99d433addc12 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:33.810897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Attempting to bind port 730f5906-2523-4905-acb0-99d433addc12 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '3035ca21-8644-472d-8353-27795b4f79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:33.811137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Attempting to bind port 730f5906-2523-4905-acb0-99d433addc12 on network 9ac2be26-6cfe-4711-a071-33b226125a5f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:33.822470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Port 730f5906-2523-4905-acb0-99d433addc12 on network 9ac2be26-6cfe-4711-a071-33b226125a5f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:36:33.822861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Attempting to bind port 730f5906-2523-4905-acb0-99d433addc12 on network 9ac2be26-6cfe-4711-a071-33b226125a5f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:33.832712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:33.833046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Checking segment: {'id': '3035ca21-8644-472d-8353-27795b4f79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:33.833373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Bound using segment: {'id': '3035ca21-8644-472d-8353-27795b4f79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:33.834348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Bound port: 730f5906-2523-4905-acb0-99d433addc12, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3035ca21-8644-472d-8353-27795b4f79fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:33.834697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.889983 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.897315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc73767d-b029-45ba-9d17-45e85cb4c200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.897591 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.899616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9b543bc6-ddfc-4024-9779-557588f9fe96 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/62746759-543f-4f4b-933e-31951f9edae4 HTTP/1.1" status: 204 len: 168 time: 1.2840595 Jul 08 17:36:33.902877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41960) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:33.923537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc73767d-b029-45ba-9d17-45e85cb4c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.930014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ed1c82-e6fa-4d5e-8e08-89ab8e455e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:33.957382 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5aa0e0-88f0-4246-9209-3d8b031101b7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:36:33.959008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5aa0e0-88f0-4246-9209-3d8b031101b7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:33.963288 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5d5aa0e0-88f0-4246-9209-3d8b031101b7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/62746759-543f-4f4b-933e-31951f9edae4 HTTP/1.1" status: 404 len: 333 time: 0.0569301 Jul 08 17:36:33.966319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973c1a0-8d6c-4dfb-8bb3-3c54383948f2 req-671bc26e-de68-4a90-82d4-ccbea109818d tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:33.972979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41962) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:33.973896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1973c1a0-8d6c-4dfb-8bb3-3c54383948f2 req-671bc26e-de68-4a90-82d4-ccbea109818d tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 931 time: 0.5974524 Jul 08 17:36:33.987043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] For port 730f5906-2523-4905-acb0-99d433addc12, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:34.028195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ed1c82-e6fa-4d5e-8e08-89ab8e455e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.035672 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca74cfe-4497-49d1-b1a4-a0a245292551 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:36:34.039742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dca74cfe-4497-49d1-b1a4-a0a245292551 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/62746759-543f-4f4b-933e-31951f9edae4 HTTP/1.1" status: 404 len: 333 time: 0.0605378 Jul 08 17:36:34.039934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] For port 730f5906-2523-4905-acb0-99d433addc12, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=730f5906-2523-4905-acb0-99d433addc12,segment=NetworkSegment(3035ca21-8644-472d-8353-27795b4f79fd),segment_id=3035ca21-8644-472d-8353-27795b4f79fd)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:34.041106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41964) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.043349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73767d-b029-45ba-9d17-45e85cb4c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a56c0-c174-4e69-87c1-7715af9913e6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.049153 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dc73767d-b029-45ba-9d17-45e85cb4c200 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6531b05d9f9b4b95a5f40ee5f739552b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952963 Jul 08 17:36:34.055865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41966) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.059373 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.089770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1973c1a0-8d6c-4dfb-8bb3-3c54383948f2 req-43e8d92a-ee24-4178-ab41-76dccfa6bfa0 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142321 Jul 08 17:36:34.141091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:34.141804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.143730 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] 10.222.0.72 "PUT /v2.0/ports/730f5906-2523-4905-acb0-99d433addc12 HTTP/1.1" status: 200 len: 1091 time: 1.6250865 Jul 08 17:36:34.154884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'tag': '730f5906-2523-4905-acb0-99d433addc12'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:34.157635 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4a7dea-9a90-42b5-8506-71278470bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2", "tag": "730f5906-2523-4905-acb0-99d433addc12"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:34.170607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ed1c82-e6fa-4d5e-8e08-89ab8e455e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.173409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ed1c82-e6fa-4d5e-8e08-89ab8e455e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.174738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-90ed1c82-e6fa-4d5e-8e08-89ab8e455e5a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b319db04-48b3-4b35-a019-e10093a752ba HTTP/1.1" status: 204 len: 168 time: 0.7697093 Jul 08 17:36:34.209612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed1c82-e6fa-4d5e-8e08-89ab8e455e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319db04-48b3-4b35-a019-e10093a752ba,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.259568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:34.313535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.316669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d66344-647a-4bc2-ace3-970de9ee836e service neutron] Pushing event updated for resources: {'Port': ['ID=730f5906-2523-4905-acb0-99d433addc12,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.346347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Deleting port 387b723e-aa3a-4931-8417-6d5191177ffa {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:34.346747 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.451348 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a76756e-776d-4c6c-a637-613a7f4e13ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.454640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.587277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] For port 387b723e-aa3a-4931-8417-6d5191177ffa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=387b723e-aa3a-4931-8417-6d5191177ffa,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:34.587654 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.590769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a76756e-776d-4c6c-a637-613a7f4e13ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.610065 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ac528-3989-498b-bade-22a5e7e39f75 x-openstack-request-id: req-7a8ac528-3989-498b-bade-22a5e7e39f75 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:34.610409 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2", "tag": "730f5906-2523-4905-acb0-99d433addc12", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:34.610593 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7a8ac528-3989-498b-bade-22a5e7e39f75 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:34.610998 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'tag': '730f5906-2523-4905-acb0-99d433addc12', 'status': 'completed', 'code': 200} Jul 08 17:36:34.617713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Calling delete_port for 387b723e-aa3a-4931-8417-6d5191177ffa owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:34.640582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-3c3da224-6571-4feb-9140-87f7206b7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:34.642274 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-3c3da224-6571-4feb-9140-87f7206b7427 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=067d79c4bdeb4b2db4ddceccd1d88f06&device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 1094 time: 0.4150388 Jul 08 17:36:34.696520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41980) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:34.718465 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01108eae-9530-4d81-9a12-cc4d73fc97ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.744098 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-fa4f2129-ab24-4a60-973c-536172c41a3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=730f5906-2523-4905-acb0-99d433addc12 HTTP/1.1" status: 200 len: 217 time: 0.0780170 Jul 08 17:36:34.765724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.829576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f18318-415a-4117-9f19-b02dadc122b4 None None] Network 42f91688-46e3-49a9-97b7-3dad01f1d516 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:34.833787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a76756e-776d-4c6c-a637-613a7f4e13ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.836371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a76756e-776d-4c6c-a637-613a7f4e13ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.840182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1a76756e-776d-4c6c-a637-613a7f4e13ca admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/415a56c0-c174-4e69-87c1-7715af9913e6 HTTP/1.1" status: 204 len: 168 time: 0.7795758 Jul 08 17:36:34.859962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76756e-776d-4c6c-a637-613a7f4e13ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a56c0-c174-4e69-87c1-7715af9913e6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:34.864465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-75f24c9b-0e5e-460b-96a0-0f9860c1a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:34.866632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-75f24c9b-0e5e-460b-96a0-0f9860c1a5b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25aa6360-ec6f-4aec-8ec5-9da77934fd9c HTTP/1.1" status: 200 len: 857 time: 0.1136346 Jul 08 17:36:34.914209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-779958f2-38e4-49ca-b39d-6498e905b01b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ac2be26-6cfe-4711-a071-33b226125a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347509 Jul 08 17:36:34.915746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.952900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-55136d55-ba70-47aa-a813-c469842118cd None None] Provisioning for port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:34.968713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:34.973203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.003822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.006106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-febecfde-91d7-4f21-8bbc-84d1318c423c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1 HTTP/1.1" status: 204 len: 168 time: 0.9638171 Jul 08 17:36:35.008686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 41984) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:35.060271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01108eae-9530-4d81-9a12-cc4d73fc97ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.086364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=387b723e-aa3a-4931-8417-6d5191177ffa,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.127195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01108eae-9530-4d81-9a12-cc4d73fc97ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.127486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.138133 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-a6eb6ef4-34ee-4714-a287-0add7ae30b3a service neutron] 10.222.0.72 "GET /v2.0/networks/9ac2be26-6cfe-4711-a071-33b226125a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124286 Jul 08 17:36:35.189787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 74204e4c-e808-4a1e-8aaf-f0e367dfb004 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:35.254059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] DHCP port deletion for 42f91688-46e3-49a9-97b7-3dad01f1d516 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:35.390204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108eae-9530-4d81-9a12-cc4d73fc97ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a08ef2-609f-4f13-bd27-b47980c3aab7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.411852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:35.412517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.421540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-01108eae-9530-4d81-9a12-cc4d73fc97ac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=70f3f43172434d788ddef7b6a8be6f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236660 Jul 08 17:36:35.422230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 41990) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:35.432371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-40c662fb-efb4-4f90-bf0b-0d41cc45e8c6 req-ff294bbd-244b-4cc1-97b9-95e07a3a8f80 service neutron] 10.222.0.72 "GET /v2.0/networks/9ac2be26-6cfe-4711-a071-33b226125a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800622 Jul 08 17:36:35.446306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:35.458275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:35.459054 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.532170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] Deleting port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:35.532759 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.601862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] For port 74204e4c-e808-4a1e-8aaf-f0e367dfb004, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=74204e4c-e808-4a1e-8aaf-f0e367dfb004,segment=NetworkSegment(8d954980-0ac0-4bd2-945e-d9cc83b756c9),segment_id=8d954980-0ac0-4bd2-945e-d9cc83b756c9)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:35.602268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.608521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] For port 74204e4c-e808-4a1e-8aaf-f0e367dfb004, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=74204e4c-e808-4a1e-8aaf-f0e367dfb004,segment=NetworkSegment(8d954980-0ac0-4bd2-945e-d9cc83b756c9),segment_id=8d954980-0ac0-4bd2-945e-d9cc83b756c9)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:35.609599 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.630245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 74204e4c-e808-4a1e-8aaf-f0e367dfb004 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:35.649037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] Calling delete_port for 74204e4c-e808-4a1e-8aaf-f0e367dfb004 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:35.677133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac9c83-08b8-4391-8a74-68c099b3d72c req-f59200f5-4b2b-415b-8303-efdc4fd93685 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:35.679503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67ac9c83-08b8-4391-8a74-68c099b3d72c req-f59200f5-4b2b-415b-8303-efdc4fd93685 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 943 time: 0.2098432 Jul 08 17:36:35.683744 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d26ee965-e0e9-44eb-8070-d279bdab9a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.721757 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.733001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d26ee965-e0e9-44eb-8070-d279bdab9a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.758626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.796164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=74204e4c-e808-4a1e-8aaf-f0e367dfb004,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.802386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 update to ACTIVE by agent not found {{(pid=93666) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 08 17:36:35.809910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No DVR routers for this DVR port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:35.864156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.904057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67ac9c83-08b8-4391-8a74-68c099b3d72c req-be0681ab-2b2c-4178-aeb9-c23936df3d18 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146895 Jul 08 17:36:35.934198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] No DVR routers for this DVR port 74204e4c-e808-4a1e-8aaf-f0e367dfb004 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:35.938571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f421438-1658-4280-bc3d-1120d0675a91 None None] Pushing event deleted for resources: {'Port': ['ID=74204e4c-e808-4a1e-8aaf-f0e367dfb004,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:35.973097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:35.987766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f91688-46e3-49a9-97b7-3dad01f1d516']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.000757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-8209eb2c-860d-4cbf-bce6-f01937169480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:36.002606 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-8209eb2c-860d-4cbf-bce6-f01937169480 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=067d79c4bdeb4b2db4ddceccd1d88f06&device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 1094 time: 0.5014400 Jul 08 17:36:36.004346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d954980-0ac0-4bd2-945e-d9cc83b756c9') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.004645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d954980-0ac0-4bd2-945e-d9cc83b756c9') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.024665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.030479 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d26ee965-e0e9-44eb-8070-d279bdab9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.033375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d26ee965-e0e9-44eb-8070-d279bdab9a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.038777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d26ee965-e0e9-44eb-8070-d279bdab9a76 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d7a08ef2-609f-4f13-bd27-b47980c3aab7 HTTP/1.1" status: 204 len: 168 time: 0.6134858 Jul 08 17:36:36.057681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ee965-e0e9-44eb-8070-d279bdab9a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a08ef2-609f-4f13-bd27-b47980c3aab7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.088602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.102934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:36.103377 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:36.108321 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:36.116778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:36.185039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-90e221c4-b809-4f17-a101-4c15a9447bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:36.186550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-90e221c4-b809-4f17-a101-4c15a9447bbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=9ac2be26-6cfe-4711-a071-33b226125a5f HTTP/1.1" status: 200 len: 918 time: 0.1740570 Jul 08 17:36:36.189742 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.198827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.201064 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/42f91688-46e3-49a9-97b7-3dad01f1d516 HTTP/1.1" status: 204 len: 168 time: 1.1910369 Jul 08 17:36:36.218955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42014) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.226348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1717340951'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:36.263993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc049b-6666-4336-95f7-ac47c371dea5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=42f91688-46e3-49a9-97b7-3dad01f1d516,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.269634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-41f0fc3b-8ed6-44a9-899b-a9e54445f22b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=730f5906-2523-4905-acb0-99d433addc12 HTTP/1.1" status: 200 len: 217 time: 0.0723658 Jul 08 17:36:36.329007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:36.335098 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.352680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-601e6781-a94c-4508-8ef8-ed72196ad27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:36.354351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-601e6781-a94c-4508-8ef8-ed72196ad27f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=25aa6360-ec6f-4aec-8ec5-9da77934fd9c HTTP/1.1" status: 200 len: 857 time: 0.0758195 Jul 08 17:36:36.381632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:36.390915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:36.400377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] Sync routers for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:36.406799 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-3b4b975a-fa4b-41d5-ac02-9a9034045593 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9ac2be26-6cfe-4711-a071-33b226125a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407755 Jul 08 17:36:36.414955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.415305 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment 96a2d612-7ff9-41e2-be47-54a3a2ac1bbe of type vlan for network c8bc2323-3441-4e99-b28c-87a0b14ea13f Jul 08 17:36:36.416352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:36.422271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-45b79322-41ac-4d28-bebe-19545c9c2b31 admin admin] 10.222.0.63 "PUT /v2.0/routers/b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6908948 Jul 08 17:36:36.423642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:36.428252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42024) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.527950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.596756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.612574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:36.614500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.639166 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-71bf4a7b-c1ed-4ee8-aec5-b37c5bdc8ed2 service neutron] 10.222.0.72 "GET /v2.0/networks/9ac2be26-6cfe-4711-a071-33b226125a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191327 Jul 08 17:36:36.660213 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.691116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:36.784558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5617728 Jul 08 17:36:36.784558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42038) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:36.806408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:36.812152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:36.823218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1916fcd-7e59-471f-862f-60eb4ca20b60 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=c8bc2323-3441-4e99-b28c-87a0b14ea13f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:36.903682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c8bc2323-3441-4e99-b28c-87a0b14ea13f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:36.918599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Deleting port 334d8a3e-2385-4d78-9af1-2103709d5a43 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:36.918960 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.105044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] For port 334d8a3e-2385-4d78-9af1-2103709d5a43, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=334d8a3e-2385-4d78-9af1-2103709d5a43,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:37.107799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.119441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7f4a7dea-9a90-42b5-8506-71278470bd5d req-d274f702-16ae-43db-9e0c-54216602ef04 service neutron] 10.222.0.72 "GET /v2.0/networks/9ac2be26-6cfe-4711-a071-33b226125a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533844 Jul 08 17:36:37.164231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Calling delete_port for 334d8a3e-2385-4d78-9af1-2103709d5a43 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:37.180443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:37.186028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.251673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:36:34Z', 'revision_number': 5, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port': {'id': '334d8a3e-2385-4d78-9af1-2103709d5a43', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:24:54Z', 'updated_at': '2021-07-08T17:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:37.294617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] Checking router: b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:37.308946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 74204e4c-e808-4a1e-8aaf-f0e367dfb004 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:37.344315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] Routers {'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:37.344991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:37.376304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0bcfc-862c-4c1f-a2fa-d246e9ff4e18 req-7986510a-807d-4cd0-b1f4-883947f049cb tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.381566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ce0bcfc-862c-4c1f-a2fa-d246e9ff4e18 req-7986510a-807d-4cd0-b1f4-883947f049cb tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 943 time: 0.2258332 Jul 08 17:36:37.453018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] Set router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:37.509752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ce0bcfc-862c-4c1f-a2fa-d246e9ff4e18 req-0acd09c3-54a7-46f5-9d63-7da1e2eab67c tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225276 Jul 08 17:36:37.542700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:36:36Z', 'revision_number': 6, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:37.570707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5defa-c19a-4036-992b-8f02f925dae5 None None] The sync data for ids ['b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca'] in n-d-799528-4 is: [{'id': 'b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca', 'name': 'tempest-TaggedBootDevicesTest-1105637646-router', 'tenant_id': '5a67d3690506449d9c74a5c065567045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:24:53Z', 'updated_at': '2021-07-08T17:36:36Z', 'revision_number': 6, 'project_id': '5a67d3690506449d9c74a5c065567045', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:37.572202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 74204e4c-e808-4a1e-8aaf-f0e367dfb004 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:37.572548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 74204e4c-e808-4a1e-8aaf-f0e367dfb004 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:37.600339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.619808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.626781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Pushing event deleted for resources: {'Port': ['ID=334d8a3e-2385-4d78-9af1-2103709d5a43,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:37.712950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=a6ad2e6a-f34d-4789-852d-c2ae4caec2b5,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:37.720698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': '96a2d612-7ff9-41e2-be47-54a3a2ac1bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:37.721090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: c8bc2323-3441-4e99-b28c-87a0b14ea13f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:37.730370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.741258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network c8bc2323-3441-4e99-b28c-87a0b14ea13f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:37.753162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c8bc2323-3441-4e99-b28c-87a0b14ea13f) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:37.758867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:37.770226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b891cde-6adc-4d0a-9122-672a8d81361e None None] Network c8bc2323-3441-4e99-b28c-87a0b14ea13f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:37.780429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.821480 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d900c289-c9e1-4715-83ab-c8ecc2a155c3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0314012 Jul 08 17:36:37.822419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42074) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:37.827780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1141050440'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:37.851839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.854338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.928051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.928516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:36:37.934352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:37.938452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-147e60a7-149a-4764-84d6-688d09b666ba admin admin] 10.222.0.63 "DELETE /v2.0/routers/b7f00eb7-9ffd-4558-a2fb-0120cd0bf2ca HTTP/1.1" status: 204 len: 168 time: 1.5046840 Jul 08 17:36:37.939193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42080) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.005854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c8bc2323-3441-4e99-b28c-87a0b14ea13f', 'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f', 'tenant_id': '0f10210dfd394abe9f4b8a5386c220f3', 'fixed_ips': [{'subnet_id': 'a6ad2e6a-f34d-4789-852d-c2ae4caec2b5'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:36:38.006933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.022671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] Deleting subnet 3d76aadc-2b18-4d53-ba20-d8cea51bd04f {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:38.027659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.093058 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.119069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:38.129201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.179510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 26b5b346-7421-46f3-9f8c-b6a14b0f45a8 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:38.288873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Allocated IP 2001:db8::2 (c8bc2323-3441-4e99-b28c-87a0b14ea13f/a6ad2e6a-f34d-4789-852d-c2ae4caec2b5/6be66304-c210-4e5c-840c-3a645a5a0196) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:38.327352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.400312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.452350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d76aadc-2b18-4d53-ba20-d8cea51bd04f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:38.462491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.468443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0238fff9-3613-4b11-ab70-ba44f6f05a38 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3d76aadc-2b18-4d53-ba20-d8cea51bd04f HTTP/1.1" status: 204 len: 168 time: 0.5257804 Jul 08 17:36:38.468859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42100) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.561751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd87381d-43ef-47db-92f5-ff79e79c10b8 None None] Network 79d53fa7-c96f-4de0-975e-8019dfd50b73 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:38.580570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.667121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Deleting port 00665e2e-32d9-436a-b728-62a40eb8a9a2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:38.667765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.772468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] For port 00665e2e-32d9-436a-b728-62a40eb8a9a2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=00665e2e-32d9-436a-b728-62a40eb8a9a2,segment=NetworkSegment(1149c6b6-bb2f-4978-93d6-dbf5d1f746fa),segment_id=1149c6b6-bb2f-4978-93d6-dbf5d1f746fa)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:38.772685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.793227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Calling delete_port for 00665e2e-32d9-436a-b728-62a40eb8a9a2 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:38.801095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42112) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:38.908141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 730f5906-2523-4905-acb0-99d433addc12 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:36:38.918831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:38.966002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206737-0358-4be6-b9d6-3838f48652cd req-767358e2-09c6-4e56-9260-238992eaee8f tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:38.970268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68206737-0358-4be6-b9d6-3838f48652cd req-767358e2-09c6-4e56-9260-238992eaee8f tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 943 time: 0.2126825 Jul 08 17:36:38.995910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Pushing event deleted for resources: {'Port': ['ID=00665e2e-32d9-436a-b728-62a40eb8a9a2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:39.004679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] No DVR routers for this DVR port 00665e2e-32d9-436a-b728-62a40eb8a9a2 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:39.032286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68206737-0358-4be6-b9d6-3838f48652cd req-671e4617-75e7-4f65-b055-aca62ba4b276 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537419 Jul 08 17:36:39.111322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.163811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Transition to ACTIVE for port object 6be66304-c210-4e5c-840c-3a645a5a0196 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:39.205566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.207492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Transition to ACTIVE for port object 6be66304-c210-4e5c-840c-3a645a5a0196 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:39.232580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 730f5906-2523-4905-acb0-99d433addc12, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=730f5906-2523-4905-acb0-99d433addc12,segment=NetworkSegment(3035ca21-8644-472d-8353-27795b4f79fd),segment_id=3035ca21-8644-472d-8353-27795b4f79fd)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:39.235952 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.238594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d53fa7-c96f-4de0-975e-8019dfd50b73']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:39.263309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5bd8f1-8b5b-4f80-9d98-8371c46ac93c None None] DHCP port deletion for 79d53fa7-c96f-4de0-975e-8019dfd50b73 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:39.287948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:39.288394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1149c6b6-bb2f-4978-93d6-dbf5d1f746fa') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:39.312042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '730f5906-2523-4905-acb0-99d433addc12', 'network_id': '9ac2be26-6cfe-4711-a071-33b226125a5f', 'port_id': '730f5906-2523-4905-acb0-99d433addc12', 'mac_address': 'fa:16:3e:1f:74:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aa6360-ec6f-4aec-8ec5-9da77934fd9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:36:39.319638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 334d8a3e-2385-4d78-9af1-2103709d5a43 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:39.364307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Network c8bc2323-3441-4e99-b28c-87a0b14ea13f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:39.375689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 334d8a3e-2385-4d78-9af1-2103709d5a43 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:39.376072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 334d8a3e-2385-4d78-9af1-2103709d5a43 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:39.376493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 387b723e-aa3a-4931-8417-6d5191177ffa no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:39.394942 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.396580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c8b5b390-148f-4bc1-bffc-170224267ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.431772 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.447448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:39.448146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:39.451164 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:39.463125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:39.466255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:39.472208 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.473893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 387b723e-aa3a-4931-8417-6d5191177ffa {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:39.475015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 387b723e-aa3a-4931-8417-6d5191177ffa not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:39.486762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Pushing event updated for resources: {'Port': ['ID=6be66304-c210-4e5c-840c-3a645a5a0196,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:39.509050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::1ef (c8bc2323-3441-4e99-b28c-87a0b14ea13f/a6ad2e6a-f34d-4789-852d-c2ae4caec2b5/26b5b346-7421-46f3-9f8c-b6a14b0f45a8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:39.520382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730f5906-2523-4905-acb0-99d433addc12 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:39.586134 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 730f5906-2523-4905-acb0-99d433addc12, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=730f5906-2523-4905-acb0-99d433addc12,segment=NetworkSegment(3035ca21-8644-472d-8353-27795b4f79fd),segment_id=3035ca21-8644-472d-8353-27795b4f79fd)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:39.588658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Attempting to bind port 6be66304-c210-4e5c-840c-3a645a5a0196 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:39.590158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Attempting to bind port 6be66304-c210-4e5c-840c-3a645a5a0196 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '96a2d612-7ff9-41e2-be47-54a3a2ac1bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:39.590521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Attempting to bind port 6be66304-c210-4e5c-840c-3a645a5a0196 on network c8bc2323-3441-4e99-b28c-87a0b14ea13f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:39.594343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.626072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:39.626541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Checking segment: {'id': '96a2d612-7ff9-41e2-be47-54a3a2ac1bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:39.626747 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.627632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Bound using segment: {'id': '96a2d612-7ff9-41e2-be47-54a3a2ac1bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:39.627915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Bound port: 6be66304-c210-4e5c-840c-3a645a5a0196, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a2d612-7ff9-41e2-be47-54a3a2ac1bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c8bc2323-3441-4e99-b28c-87a0b14ea13f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:39.628384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.713133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=730f5906-2523-4905-acb0-99d433addc12,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:39.733482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] For port 6be66304-c210-4e5c-840c-3a645a5a0196, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:39.737288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] For port 6be66304-c210-4e5c-840c-3a645a5a0196, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6be66304-c210-4e5c-840c-3a645a5a0196,segment=NetworkSegment(96a2d612-7ff9-41e2-be47-54a3a2ac1bbe),segment_id=96a2d612-7ff9-41e2-be47-54a3a2ac1bbe)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:39.746146 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.845787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ed75-c42a-45fe-a3b3-f21c9c2f6a91 None None] Pushing event updated for resources: {'Port': ['ID=6be66304-c210-4e5c-840c-3a645a5a0196,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:39.884179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42144) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:39.901457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['730f5906-2523-4905-acb0-99d433addc12'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:39.922265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.953511 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:39.956250 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] 10.222.0.63 "DELETE /v2.0/networks/79d53fa7-c96f-4de0-975e-8019dfd50b73 HTTP/1.1" status: 204 len: 168 time: 1.4863758 Jul 08 17:36:39.960492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca93886-29d6-4edb-81f3-a22543f237bd admin admin] Pushing event deleted for resources: {'Network': ['ID=79d53fa7-c96f-4de0-975e-8019dfd50b73,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.033588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.109171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1460382-51ff-47bd-b136-c6cac8a552c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.139307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c8b5b390-148f-4bc1-bffc-170224267ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.146245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 26b5b346-7421-46f3-9f8c-b6a14b0f45a8 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:40.150082 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c8b5b390-148f-4bc1-bffc-170224267ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.215217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c8b5b390-148f-4bc1-bffc-170224267ee0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0e527ec332d54fc6ac5b06cdbefee6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4126852 Jul 08 17:36:40.227248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5b390-148f-4bc1-bffc-170224267ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cdffef-c8de-48dd-b419-fb1b19a62fea,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.232147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42152) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:40.264825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42156) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:40.266324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.388854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network c8bc2323-3441-4e99-b28c-87a0b14ea13f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:40.395113 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f735f11-de7e-4d2e-86d7-598888aecacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.397645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ba5f1f3e-5036-478c-8ffc-9d2213e83185 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5a67d3690506449d9c74a5c065567045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286271 Jul 08 17:36:40.398769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42158) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:40.399718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:40.403075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:40.408904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.409681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.412506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=26b5b346-7421-46f3-9f8c-b6a14b0f45a8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.462257 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f735f11-de7e-4d2e-86d7-598888aecacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.484781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0929dae-8038-4949-9b21-fa5f2e2db73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.515737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0929dae-8038-4949-9b21-fa5f2e2db73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.588171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0929dae-8038-4949-9b21-fa5f2e2db73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.591790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0929dae-8038-4949-9b21-fa5f2e2db73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.593729 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a0929dae-8038-4949-9b21-fa5f2e2db73c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/03320bb2-afae-4cd3-bc82-044655696c8a HTTP/1.1" status: 204 len: 168 time: 0.1917751 Jul 08 17:36:40.610222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0929dae-8038-4949-9b21-fa5f2e2db73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03320bb2-afae-4cd3-bc82-044655696c8a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.778825 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1460382-51ff-47bd-b136-c6cac8a552c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.797064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ce565-0c62-41fe-83f4-521b40a84982 req-e8b207b2-f390-418d-98fa-87101c40cc0d tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:40.798669 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ce565-0c62-41fe-83f4-521b40a84982 req-e8b207b2-f390-418d-98fa-87101c40cc0d tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 944 time: 0.4995015 Jul 08 17:36:40.800206 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cc00c6db-5ccd-42f3-b87f-2ccabb09e3cf tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9764318 Jul 08 17:36:40.803133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42166) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:40.809711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1460382-51ff-47bd-b136-c6cac8a552c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.885403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e1460382-51ff-47bd-b136-c6cac8a552c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ce88f05bb4394bb997d83a296479d0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9994476 Jul 08 17:36:40.889495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42170) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:40.907503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1460382-51ff-47bd-b136-c6cac8a552c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ccc21-dfd8-424f-ace8-98b1783dfd8f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:40.926469 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f735f11-de7e-4d2e-86d7-598888aecacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.929089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f735f11-de7e-4d2e-86d7-598888aecacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:40.932546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4f735f11-de7e-4d2e-86d7-598888aecacc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5cdffef-c8de-48dd-b419-fb1b19a62fea HTTP/1.1" status: 204 len: 168 time: 0.6951787 Jul 08 17:36:40.947133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-867ce565-0c62-41fe-83f4-521b40a84982 req-83f14135-bf13-4f4d-93d4-94444ff01dc4 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250367 Jul 08 17:36:40.956142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f735f11-de7e-4d2e-86d7-598888aecacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cdffef-c8de-48dd-b419-fb1b19a62fea,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:41.089301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f97006d-6a50-457c-b8b7-fbd0d56a1de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.104506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 26b5b346-7421-46f3-9f8c-b6a14b0f45a8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:41.104887 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.156755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f97006d-6a50-457c-b8b7-fbd0d56a1de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.238069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6be66304-c210-4e5c-840c-3a645a5a0196 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:41.265218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.282199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 26b5b346-7421-46f3-9f8c-b6a14b0f45a8 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:41.322936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f97006d-6a50-457c-b8b7-fbd0d56a1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.331515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f97006d-6a50-457c-b8b7-fbd0d56a1de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.337933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 6be66304-c210-4e5c-840c-3a645a5a0196 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:41.340500 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3f97006d-6a50-457c-b8b7-fbd0d56a1de9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f55ccc21-dfd8-424f-ace8-98b1783dfd8f HTTP/1.1" status: 204 len: 168 time: 0.4479308 Jul 08 17:36:41.343694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3cde77-dc22-49f7-98e2-5cdfaa6fe822 None None] Network c8bc2323-3441-4e99-b28c-87a0b14ea13f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:41.390747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97006d-6a50-457c-b8b7-fbd0d56a1de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55ccc21-dfd8-424f-ace8-98b1783dfd8f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:41.432068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 00665e2e-32d9-436a-b728-62a40eb8a9a2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:41.478770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 00665e2e-32d9-436a-b728-62a40eb8a9a2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:41.479686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 00665e2e-32d9-436a-b728-62a40eb8a9a2 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:41.497952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0a0ab612-ceec-411e-b2bf-02bcfecbadbc None None] Provisioning for port 6be66304-c210-4e5c-840c-3a645a5a0196 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:41.511001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0a0ab612-ceec-411e-b2bf-02bcfecbadbc None None] Provisioning complete for port 6be66304-c210-4e5c-840c-3a645a5a0196 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:41.511384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab612-ceec-411e-b2bf-02bcfecbadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.556814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.647563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=26b5b346-7421-46f3-9f8c-b6a14b0f45a8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:41.700782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.705680 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44ffa2b9-6a28-4d1c-baa7-ae5f9ef28100 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/26b5b346-7421-46f3-9f8c-b6a14b0f45a8 HTTP/1.1" status: 204 len: 168 time: 0.8922327 Jul 08 17:36:41.706705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42204) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:41.769185 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-a584af45-bde2-44c7-a5cb-1dc4ebfb6bc8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:36:41.771732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a584af45-bde2-44c7-a5cb-1dc4ebfb6bc8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/26b5b346-7421-46f3-9f8c-b6a14b0f45a8 HTTP/1.1" status: 404 len: 333 time: 0.0642850 Jul 08 17:36:41.774930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42208) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:41.915616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet a6ad2e6a-f34d-4789-852d-c2ae4caec2b5 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:41.927213 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.929822 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab612-ceec-411e-b2bf-02bcfecbadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:41.980166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0a0ab612-ceec-411e-b2bf-02bcfecbadbc None None] For port 6be66304-c210-4e5c-840c-3a645a5a0196, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6be66304-c210-4e5c-840c-3a645a5a0196,segment=NetworkSegment(96a2d612-7ff9-41e2-be47-54a3a2ac1bbe),segment_id=96a2d612-7ff9-41e2-be47-54a3a2ac1bbe)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:41.994583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab612-ceec-411e-b2bf-02bcfecbadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.057318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.066738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ab612-ceec-411e-b2bf-02bcfecbadbc None None] Pushing event updated for resources: {'Port': ['ID=6be66304-c210-4e5c-840c-3a645a5a0196,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:42.105045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.126103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77a70d6e-389f-497b-bfa6-0a922dd96224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.358107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.376995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77a70d6e-389f-497b-bfa6-0a922dd96224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.392497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77a70d6e-389f-497b-bfa6-0a922dd96224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.455476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29969a46-23a3-43ad-8360-8ec57faf83fe req-320154cc-8b8c-4b15-abd4-a4bc5f83a5d4 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:42.462734 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29969a46-23a3-43ad-8360-8ec57faf83fe req-320154cc-8b8c-4b15-abd4-a4bc5f83a5d4 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 944 time: 0.1544333 Jul 08 17:36:42.471653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.501348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-77a70d6e-389f-497b-bfa6-0a922dd96224 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=440e900ddfba4ff089ad2c180ae4996e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946862 Jul 08 17:36:42.503756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42236) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.533234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a70d6e-389f-497b-bfa6-0a922dd96224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8252d5-698f-4c13-9257-8b85196bdf2e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:42.535760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3022dfd9-5c24-49a1-b9ce-040663d6c199 None None] Provisioning complete for port 6be66304-c210-4e5c-840c-3a645a5a0196 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:42.539176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3022dfd9-5c24-49a1-b9ce-040663d6c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.548394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.552085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/a6ad2e6a-f34d-4789-852d-c2ae4caec2b5 HTTP/1.1" status: 204 len: 168 time: 0.7724767 Jul 08 17:36:42.553608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ad2e6a-f34d-4789-852d-c2ae4caec2b5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:42.558119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42238) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.590125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.590741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.591243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.592259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.592809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.593578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.594075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.594571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.595087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.595578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.596437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.596977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81619801-4e2a-43b3-80f0-541435afb14b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:36:42.628949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29969a46-23a3-43ad-8360-8ec57faf83fe req-8299b18f-1d93-49a4-afb2-3536419aef68 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650028 Jul 08 17:36:42.667887 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8ad991f-c291-4cda-bc9d-09d263b7ed81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.701981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42242) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:42.731267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8ad991f-c291-4cda-bc9d-09d263b7ed81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.742917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.833256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a391f91-5dce-44ef-a852-0323e23e650c None None] Network c8bc2323-3441-4e99-b28c-87a0b14ea13f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:42.847490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8ad991f-c291-4cda-bc9d-09d263b7ed81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.850802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8ad991f-c291-4cda-bc9d-09d263b7ed81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:42.854293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a8ad991f-c291-4cda-bc9d-09d263b7ed81 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fe8252d5-698f-4c13-9257-8b85196bdf2e HTTP/1.1" status: 204 len: 168 time: 0.3434823 Jul 08 17:36:42.863607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad991f-c291-4cda-bc9d-09d263b7ed81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8252d5-698f-4c13-9257-8b85196bdf2e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:42.891588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 6be66304-c210-4e5c-840c-3a645a5a0196 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:42.892652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.035072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 730f5906-2523-4905-acb0-99d433addc12 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:43.044030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0fcba3a7-50b9-4259-a7f2-3902c58e0354 None None] Could not find standard attr ID for object 26b5b346-7421-46f3-9f8c-b6a14b0f45a8. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:36:43.092384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1706302550-network', 'tenant_id': '5452c1a86f3c46c993a4e8c83fade677'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:43.097484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] For port 6be66304-c210-4e5c-840c-3a645a5a0196, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6be66304-c210-4e5c-840c-3a645a5a0196,segment=NetworkSegment(96a2d612-7ff9-41e2-be47-54a3a2ac1bbe),segment_id=96a2d612-7ff9-41e2-be47-54a3a2ac1bbe)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:43.101357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.139304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Made reservation on behalf of 5452c1a86f3c46c993a4e8c83fade677 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:43.143244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.143563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 6be66304-c210-4e5c-840c-3a645a5a0196 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:43.164438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.227392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6be66304-c210-4e5c-840c-3a645a5a0196 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:43.398625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.399602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.409728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.414659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6be66304-c210-4e5c-840c-3a645a5a0196 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:43.420156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.452822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=6be66304-c210-4e5c-840c-3a645a5a0196,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:43.454746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No DVR routers for this DVR port 6be66304-c210-4e5c-840c-3a645a5a0196 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:43.479518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:43.524776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dec708b-c958-4c77-a66e-8f117ced266e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:43.531129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Port 6be66304-c210-4e5c-840c-3a645a5a0196 was deleted so its status cannot be updated. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:36:43.547206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.554801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.555152 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Added segment 232c811a-e969-4d9d-a459-61c75f30e9b0 of type vlan for network b50bc8bd-7df1-45ea-a725-563860f15daa Jul 08 17:36:43.558143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bc2323-3441-4e99-b28c-87a0b14ea13f']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:43.578177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a2d612-7ff9-41e2-be47-54a3a2ac1bbe') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:43.578420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a2d612-7ff9-41e2-be47-54a3a2ac1bbe') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:43.597731 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.605415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 730f5906-2523-4905-acb0-99d433addc12 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:43.621648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.626636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 730f5906-2523-4905-acb0-99d433addc12 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:43.627061 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.630216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:43.631376 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:43.636877 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:43.743816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.744668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb4161-497b-41c8-8f7c-8b277a608846 None None] DHCP port deletion for c8bc2323-3441-4e99-b28c-87a0b14ea13f request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:36:43.773062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.805098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.846920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=c8bc2323-3441-4e99-b28c-87a0b14ea13f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:43.849094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.865450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-80cf25a6-fdf7-4396-9662-bb4c68b97973 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/c8bc2323-3441-4e99-b28c-87a0b14ea13f HTTP/1.1" status: 204 len: 168 time: 1.3005438 Jul 08 17:36:43.866726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42276) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:43.879897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'name': 'tempest-PortsIpV6TestJSON-466335196'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:43.898718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.900311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:43.901880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.914799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:43.982396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730f5906-2523-4905-acb0-99d433addc12'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:43.985572 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4a6073-5b7f-43b0-8b50-5746def27621" -d '{"events": [{"server_uuid": "8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2", "name": "network-vif-plugged", "status": "completed", "tag": "730f5906-2523-4905-acb0-99d433addc12"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:44.004962 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2999265 Jul 08 17:36:44.009182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42288) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:44.018815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Request body: {'subnet': {'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1706302550-subnet', 'tenant_id': '5452c1a86f3c46c993a4e8c83fade677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:44.034012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 730f5906-2523-4905-acb0-99d433addc12, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=730f5906-2523-4905-acb0-99d433addc12,segment=NetworkSegment(3035ca21-8644-472d-8353-27795b4f79fd),segment_id=3035ca21-8644-472d-8353-27795b4f79fd)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:44.044422 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.075198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:36:44.075198 n-d-799528-4 neutron-server[93664]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:36:44.075198 n-d-799528-4 neutron-server[93664]: [parameters: {'project_id_1': '0f10210dfd394abe9f4b8a5386c220f3', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 36, 44, 30283)}] Jul 08 17:36:44.075198 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:36:44.075620 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:36:44.081816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4277931-95fd-4452-8b53-00db481a36c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b50bc8bd-7df1-45ea-a725-563860f15daa,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:44.091338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Made reservation on behalf of 5452c1a86f3c46c993a4e8c83fade677 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:44.094401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.116413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88e9b4-7722-4a76-9d65-ae52705d3106 req-b34bc38e-4415-4939-9d07-87138e613b61 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.121557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b88e9b4-7722-4a76-9d65-ae52705d3106 req-b34bc38e-4415-4939-9d07-87138e613b61 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 945 time: 0.0939863 Jul 08 17:36:44.122672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b50bc8bd-7df1-45ea-a725-563860f15daa details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:44.174789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b88e9b4-7722-4a76-9d65-ae52705d3106 req-a6c427ee-3a26-4a5f-bf6d-13d4bfa74962 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Jul 08 17:36:44.245372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=730f5906-2523-4905-acb0-99d433addc12,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:44.460342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.525297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6092b91-3913-4d93-bafa-ea0c25571724,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:44.546651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Checking segment: {'id': '232c811a-e969-4d9d-a459-61c75f30e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:44.547018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Network hostable DHCP agents. Network: b50bc8bd-7df1-45ea-a725-563860f15daa, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:44.570193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Network b50bc8bd-7df1-45ea-a725-563860f15daa is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:44.598702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b50bc8bd-7df1-45ea-a725-563860f15daa) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:44.604078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.604951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.607308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:44.611401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5af42e-e80d-49ad-971a-4294e49c623b None None] Network b50bc8bd-7df1-45ea-a725-563860f15daa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:44.614323 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:44.638840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port a067b4a4-bd85-4ae3-b6bb-5cfe0c9633cc yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:44.639533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7f4bd4ca-1ab9-4378-867d-c826555ac5b2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6271458 Jul 08 17:36:44.774449 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb83f632-e15c-461b-bf87-0f7ca92f8d5e x-openstack-request-id: req-cb83f632-e15c-461b-bf87-0f7ca92f8d5e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:44.774747 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2", "name": "network-vif-plugged", "status": "completed", "tag": "730f5906-2523-4905-acb0-99d433addc12", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:44.779616 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cb83f632-e15c-461b-bf87-0f7ca92f8d5e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:44.780269 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730f5906-2523-4905-acb0-99d433addc12', 'code': 200} Jul 08 17:36:44.937451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858d0ce-84ab-45c5-9c0a-800c75b3305b req-0135b15c-789d-42ed-b7e6-675efed227e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:44.942221 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9858d0ce-84ab-45c5-9c0a-800c75b3305b req-0135b15c-789d-42ed-b7e6-675efed227e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 1096 time: 0.0842781 Jul 08 17:36:44.969644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:45.007185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69c9da-524b-4060-b76c-756465d83807 None None] Network b50bc8bd-7df1-45ea-a725-563860f15daa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:45.013384 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9858d0ce-84ab-45c5-9c0a-800c75b3305b req-3d0049ab-0e62-4f68-b443-7c74a965621f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659306 Jul 08 17:36:45.071179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:45.145179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6be66304-c210-4e5c-840c-3a645a5a0196 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:45.171000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:45.172765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:45.175860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:45.182194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:45.182800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:45.205450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3349645 Jul 08 17:36:45.205450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a07b6-7ba2-41fa-9a3c-1167697b4cf6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=a067b4a4-bd85-4ae3-b6bb-5cfe0c9633cc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:45.205742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 6be66304-c210-4e5c-840c-3a645a5a0196 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:45.205742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6be66304-c210-4e5c-840c-3a645a5a0196 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:45.206042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42318) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:45.456144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port a067b4a4-bd85-4ae3-b6bb-5cfe0c9633cc {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:45.456779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:45.559283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9218c4-043c-4381-8e4c-848d848e5d20 req-952df3a8-035e-4baf-9f8e-f2c2584ee335 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:45.571753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d9218c4-043c-4381-8e4c-848d848e5d20 req-952df3a8-035e-4baf-9f8e-f2c2584ee335 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 945 time: 0.1389077 Jul 08 17:36:45.638649 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:45.649187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d9218c4-043c-4381-8e4c-848d848e5d20 req-77ee4f28-410d-40ee-ab6b-16c036e173cd tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765152 Jul 08 17:36:45.688236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for a067b4a4-bd85-4ae3-b6bb-5cfe0c9633cc owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:46.015634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.104641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.109775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/a067b4a4-bd85-4ae3-b6bb-5cfe0c9633cc HTTP/1.1" status: 204 len: 168 time: 0.9000702 Jul 08 17:36:46.109775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba91532-d5f9-4411-9e5d-3d3f7dff79c2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=a067b4a4-bd85-4ae3-b6bb-5cfe0c9633cc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:46.110299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42340) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:46.115519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'mac_address': 'fa:16:3e:88:2a:97', 'name': 'tempest-PortsIpV6TestJSON-1865050009'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:46.126290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42342) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:46.281706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:46.395839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.426893 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port fdf4afc1-851e-4c90-927f-30176d237bcd yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:46.535441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:46.577115 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.730968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.837857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.885166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:46.945218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:46.957581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:47.015941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:47.047116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:47.047791 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.067283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Allocated IP 172.25.5.236 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/8dbb36e2-2998-422d-81c3-ae6a55ffe71e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:47.117412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42376) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:47.133889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=fdf4afc1-851e-4c90-927f-30176d237bcd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:47.154854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-941a7902-b4af-4f14-84f7-54bba3f6f915 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0436532 Jul 08 17:36:47.156333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42380) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:47.272267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.274522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40dca5-970c-4a0c-8221-e52db2cf9f68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:47.276031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1e40dca5-970c-4a0c-8221-e52db2cf9f68 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/fdf4afc1-851e-4c90-927f-30176d237bcd HTTP/1.1" status: 200 len: 845 time: 0.1187119 Jul 08 17:36:47.279565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42382) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:47.313400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3e27-0b68-452a-ba2a-ab054e61719d req-2ab9e382-230a-46d1-a337-fd166c2cecf4 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:47.321726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3e27-0b68-452a-ba2a-ab054e61719d req-2ab9e382-230a-46d1-a337-fd166c2cecf4 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 945 time: 0.4214110 Jul 08 17:36:47.348901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:47.404314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4bb3e27-0b68-452a-ba2a-ab054e61719d req-eb14bcd5-4f93-4ae5-928b-eac253761db1 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718319 Jul 08 17:36:47.430117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.445780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.584295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.586186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:47.598539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port fdf4afc1-851e-4c90-927f-30176d237bcd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:47.599104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.606755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:47.627407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:47.830224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Port': ['ID=8dbb36e2-2998-422d-81c3-ae6a55ffe71e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:47.843938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Allocated IP 172.25.5.54 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/b9445e52-1dfb-47dc-881b-e22bf2e1fac0) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:47.906771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.925252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:47.926863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for fdf4afc1-851e-4c90-927f-30176d237bcd owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:48.026409 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:36:48.028777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.096913 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.102079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.163979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-8316e07b-8740-4666-a6c2-129af08a35cd tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:48.165874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-8316e07b-8740-4666-a6c2-129af08a35cd tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/networks?id=b50bc8bd-7df1-45ea-a725-563860f15daa HTTP/1.1" status: 200 len: 810 time: 0.2193875 Jul 08 17:36:48.211472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-b7550824-4f00-4544-a75d-2120e1136951 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/quotas/5452c1a86f3c46c993a4e8c83fade677 HTTP/1.1" status: 200 len: 375 time: 0.0360508 Jul 08 17:36:48.228947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=fdf4afc1-851e-4c90-927f-30176d237bcd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:48.239302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.248692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3b72dabb-ac07-49b1-a7c7-20f05b45bead tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/fdf4afc1-851e-4c90-927f-30176d237bcd HTTP/1.1" status: 204 len: 168 time: 0.9611595 Jul 08 17:36:48.252838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42414) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:48.279562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-e2fe08f6-89ae-4d5d-9114-c7bb068a119a tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5452c1a86f3c46c993a4e8c83fade677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604548 Jul 08 17:36:48.280951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.283219 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-00775bfc-6022-4533-a0e3-ca772c2b4b8e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:36:48.285039 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-00775bfc-6022-4533-a0e3-ca772c2b4b8e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/fdf4afc1-851e-4c90-927f-30176d237bcd HTTP/1.1" status: 404 len: 333 time: 0.0312164 Jul 08 17:36:48.288796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42416) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:48.298678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'name': 'tempest-PortsIpV6TestJSON-633443747'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:48.376017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.390012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.437735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Port': ['ID=8dbb36e2-2998-422d-81c3-ae6a55ffe71e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:48.456115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Pushing event updated for resources: {'Port': ['ID=b9445e52-1dfb-47dc-881b-e22bf2e1fac0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:48.479140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:48.488114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:48.496029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:48.499613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.500322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:48.512426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.520900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 07463aaa-bcc3-44f3-9d7f-9c35471d8476 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:48.564534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-33958623-a39f-4d41-847a-29b25e1b73fa service neutron] 10.222.0.63 "GET /v2.0/networks/b50bc8bd-7df1-45ea-a725-563860f15daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352977 Jul 08 17:36:48.576183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.581694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eff500b4-ec7f-47a5-ad76-192cfc2317b5 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4542387 Jul 08 17:36:48.581923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42418) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:48.598201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1342955214'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:48.633465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79c5ca-0923-41c9-a9c8-d505617c96b5 req-fef01a64-0bb0-4f5f-9ab8-94a14d73a05a tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:48.634881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c79c5ca-0923-41c9-a9c8-d505617c96b5 req-fef01a64-0bb0-4f5f-9ab8-94a14d73a05a tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 945 time: 0.3590724 Jul 08 17:36:48.723936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.773610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Made reservation on behalf of 4685d695469f49bd9fcdde26fd564d24 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:48.774442 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.777194 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.784500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.804916 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.813080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c79c5ca-0923-41c9-a9c8-d505617c96b5 req-7cd949b2-ac15-4726-9b64-e61d3d5b55bc tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675220 Jul 08 17:36:48.837377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-73e5003f-7b64-4bc0-9c6a-615550e1c313 service neutron] 10.222.0.63 "GET /v2.0/networks/b50bc8bd-7df1-45ea-a725-563860f15daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663043 Jul 08 17:36:48.861861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:48.861861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=07463aaa-bcc3-44f3-9d7f-9c35471d8476,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:48.872822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:48.878672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:48.885643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:48.885643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:48.913107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.050148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.064137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.074528 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1993567a-1bbc-4550-a438-38229d10ac2e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7844505 Jul 08 17:36:49.076700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42424) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.084990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:49.094349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:49.133286 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.133762 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Added segment 252e5470-89c7-441c-9f11-fde5f58469ea of type vlan for network 73fad1e4-e398-4439-ab90-214327bf1650 Jul 08 17:36:49.150648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeaef19-03fd-4d23-8778-18fd9524afe7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:49.201278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.208141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.233721 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.348696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.363005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03a4877f-c314-4a39-8d20-608bf1b0b688 req-a717308c-20ae-4ce6-ac24-56999e494d7e tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 210 time: 0.0666637 Jul 08 17:36:49.371179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.376323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:49.377215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.394100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Pushing event updated for resources: {'Port': ['ID=b9445e52-1dfb-47dc-881b-e22bf2e1fac0,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:49.502941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9067914 Jul 08 17:36:49.504368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.510475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42434) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.518515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Request body: {'subnet': {'network_id': '73fad1e4-e398-4439-ab90-214327bf1650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:49.526114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f6421-a5ca-468b-af2a-adb104574232 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Network': ['ID=73fad1e4-e398-4439-ab90-214327bf1650,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:49.536501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 73fad1e4-e398-4439-ab90-214327bf1650 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:49.572081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.588172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.614530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.614530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-417ad58b-88b9-4d72-83a7-6bcb8d63827c tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4943488 Jul 08 17:36:49.619810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42440) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.649905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1623928600', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'fixed_ips': [{'ip_address': '172.25.5.54'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:49.650527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] In _notify_port_updated(), no bound segment for port 07463aaa-bcc3-44f3-9d7f-9c35471d8476 on network 7c7e200c-5d23-4c85-9857-cd91e51c5317 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:36:49.656715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:49.657564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.659131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "PUT /v2.0/ports/07463aaa-bcc3-44f3-9d7f-9c35471d8476 HTTP/1.1" status: 200 len: 818 time: 0.5812051 Jul 08 17:36:49.668040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42442) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:49.668711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-8a0048a2-8d76-4db3-9b55-c92aabdec453 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:49.671139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-8a0048a2-8d76-4db3-9b55-c92aabdec453 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 945 time: 0.3747749 Jul 08 17:36:49.692974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb05da-0803-4e85-a2aa-aaf9106bc8c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=07463aaa-bcc3-44f3-9d7f-9c35471d8476,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:49.763545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Made reservation on behalf of 81515ccdc24940e68b631b9040f6923a for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:49.766089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.810924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Deleting port 730f5906-2523-4905-acb0-99d433addc12 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:49.811645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.814664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.842612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc0f91-d33c-416b-b77c-03d9a2a05c7a req-c6b5754c-cb31-4bc0-8ab0-ae35ce9767e4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:49.849794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adbc0f91-d33c-416b-b77c-03d9a2a05c7a req-c6b5754c-cb31-4bc0-8ab0-ae35ce9767e4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.3278229 Jul 08 17:36:49.851551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Made reservation on behalf of 4685d695469f49bd9fcdde26fd564d24 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:49.855074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.946525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] For port 730f5906-2523-4905-acb0-99d433addc12, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=730f5906-2523-4905-acb0-99d433addc12,segment=NetworkSegment(3035ca21-8644-472d-8353-27795b4f79fd),segment_id=3035ca21-8644-472d-8353-27795b4f79fd)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:49.947708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:49.968133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Calling delete_port for 730f5906-2523-4905-acb0-99d433addc12 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:49.980939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adbc0f91-d33c-416b-b77c-03d9a2a05c7a req-949625fd-47d0-4ef5-a36d-6c1e42b5a9a0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302397 Jul 08 17:36:50.261462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.276981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['730f5906-2523-4905-acb0-99d433addc12'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:36:50.325500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Pushing event deleted for resources: {'Port': ['ID=730f5906-2523-4905-acb0-99d433addc12,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:50.401802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 07463aaa-bcc3-44f3-9d7f-9c35471d8476 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:50.402361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.452313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] No DVR routers for this DVR port 730f5906-2523-4905-acb0-99d433addc12 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:50.458076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.461949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e3197f4-a953-47ba-8e64-e2b5a9eefc60 req-28bd4f55-acec-45e9-bc74-4962f0b86a98 tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.72 "DELETE /v2.0/ports/730f5906-2523-4905-acb0-99d433addc12 HTTP/1.1" status: 204 len: 173 time: 0.7849078 Jul 08 17:36:50.462448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'name': 'network-vif-deleted', 'tag': '730f5906-2523-4905-acb0-99d433addc12'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:50.472114 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dbd1cb-9799-464b-9668-2219087ac22e" -d '{"events": [{"server_uuid": "8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2", "name": "network-vif-deleted", "tag": "730f5906-2523-4905-acb0-99d433addc12"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:50.495491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.510440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 07463aaa-bcc3-44f3-9d7f-9c35471d8476 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:50.671154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4e59926-7af7-41a7-a275-e792211bdb92 req-eb1ea769-304a-4c55-83b4-44601a7f5e1d tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 210 time: 0.0560205 Jul 08 17:36:50.726385 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7258b5a9-f3c6-47b5-834f-2bc05671e5a6 x-openstack-request-id: req-7258b5a9-f3c6-47b5-834f-2bc05671e5a6 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:50.726783 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2", "name": "network-vif-deleted", "tag": "730f5906-2523-4905-acb0-99d433addc12", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:50.727173 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7258b5a9-f3c6-47b5-834f-2bc05671e5a6 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:50.727707 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2', 'name': 'network-vif-deleted', 'tag': '730f5906-2523-4905-acb0-99d433addc12', 'status': 'completed', 'code': 200} Jul 08 17:36:50.789080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.798705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422e6ac-b836-4ef2-8745-d7c2c0af8ebc req-3ae4d49e-054f-4aae-8a7f-c992774f9a9a tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:50.800233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5422e6ac-b836-4ef2-8745-d7c2c0af8ebc req-3ae4d49e-054f-4aae-8a7f-c992774f9a9a tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fbaf4bf-e0bf-437e-a1d2-8a58a20a46e2 HTTP/1.1" status: 200 len: 867 time: 0.8423455 Jul 08 17:36:50.804516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.806238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:50.876160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] device_id is not set on port 077c9a84-451e-45d1-9cfe-8c9c6d78a9a1 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:50.891150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=07463aaa-bcc3-44f3-9d7f-9c35471d8476,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:50.979088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57f92d-801f-4890-8717-4070363b79b2 req-9afff36c-e31f-4194-bbde-70436ddc7f67 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:50.980763 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a57f92d-801f-4890-8717-4070363b79b2 req-9afff36c-e31f-4194-bbde-70436ddc7f67 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.0696802 Jul 08 17:36:50.984085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1f1007-d2e6-43d8-b612-07099edadfac,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:51.041945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.043935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b659db06-ca6c-4a68-8e06-6d25a1db7d20 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/07463aaa-bcc3-44f3-9d7f-9c35471d8476 HTTP/1.1" status: 204 len: 168 time: 1.3728724 Jul 08 17:36:51.050778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42474) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:51.243590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.269069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3959db1-1cfc-4c03-97fc-7722d25284fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:51.271418 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3959db1-1cfc-4c03-97fc-7722d25284fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2192764 Jul 08 17:36:51.275486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42478) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:51.315152 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-052f2210-da8d-4a42-9c6e-379a117e20c9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:36:51.320299 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-052f2210-da8d-4a42-9c6e-379a117e20c9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/07463aaa-bcc3-44f3-9d7f-9c35471d8476 HTTP/1.1" status: 404 len: 333 time: 0.0400960 Jul 08 17:36:51.321611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42480) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:51.326731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210875251'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:51.350063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Deleting port 45af7d2e-e892-4465-9b99-a643761f8958 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:51.350517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.356634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Subnet': ['ID=b86a8ad9-a484-420e-8484-a6fe4d1f165b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:51.375283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5422e6ac-b836-4ef2-8745-d7c2c0af8ebc req-49323f3d-de37-4927-b7c0-79026c5de24b tempest-InstanceActionsV221TestJSON-1570933574 tempest-InstanceActionsV221TestJSON-1570933574-project] 10.222.0.63 "GET /v2.0/security-groups?id=c40cda32-ec10-4eea-93e0-7939a750d979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550992 Jul 08 17:36:51.501379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-f24789ab-dfd1-44d9-8986-843775f09ca0 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:51.505862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-f24789ab-dfd1-44d9-8986-843775f09ca0 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.72 "GET /v2.0/networks?id=b50bc8bd-7df1-45ea-a725-563860f15daa HTTP/1.1" status: 200 len: 810 time: 0.4396188 Jul 08 17:36:51.546003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Request body: {'port': {'device_id': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa', 'admin_state_up': True, 'tenant_id': '5452c1a86f3c46c993a4e8c83fade677'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:51.582980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Checking segment: {'id': '252e5470-89c7-441c-9f11-fde5f58469ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '73fad1e4-e398-4439-ab90-214327bf1650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:51.583223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Network hostable DHCP agents. Network: 73fad1e4-e398-4439-ab90-214327bf1650, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:51.688636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b84e5-18e5-48bb-9a29-6705fe580f03 req-13bcc1d5-2b67-46b1-af12-4013ddd81d2b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:51.690112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-429b84e5-18e5-48bb-9a29-6705fe580f03 req-13bcc1d5-2b67-46b1-af12-4013ddd81d2b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.4523001 Jul 08 17:36:51.718071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:51.722184 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.747523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Network 73fad1e4-e398-4439-ab90-214327bf1650 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:51.750883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:36:51.767484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.768074 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment ddf24456-d5fd-4d4c-a3cf-b78c25ad5710 of type vlan for network b6b8ada7-83ec-45f1-8eee-570611097362 Jul 08 17:36:51.773382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-429b84e5-18e5-48bb-9a29-6705fe580f03 req-b9e4bc7c-26c7-4629-9453-7b8ef5f3e94c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684235 Jul 08 17:36:51.774248 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 17:36:51.774803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:51.796881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 73fad1e4-e398-4439-ab90-214327bf1650) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:51.801555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:51.802175 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.812069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48980408-abad-421b-a151-3bf12a5bf81f None None] Network 73fad1e4-e398-4439-ab90-214327bf1650 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:51.837841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.843151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3968a390-f777-4da3-92df-6f6753b6f6cf tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.1982589 Jul 08 17:36:51.847546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42486) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:51.864018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Made reservation on behalf of 5452c1a86f3c46c993a4e8c83fade677 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:51.867235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:51.900209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9c7bad7-d18e-4f66-b0f0-f6ae8e8609ec req-c5b74307-a34b-48e2-a3af-bf3fe5ad747b tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 210 time: 0.0554790 Jul 08 17:36:51.915946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0ea2784c-2839-457b-b5c5-0eed74aaa884 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4043732 Jul 08 17:36:51.918642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42488) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:51.925536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-785310267', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:52.007898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.009107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.045979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] For port 45af7d2e-e892-4465-9b99-a643761f8958, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=45af7d2e-e892-4465-9b99-a643761f8958,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:52.046802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.060073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-73fad1e4-e398-4439-ab90-214327bf1650', 'network_id': '73fad1e4-e398-4439-ab90-214327bf1650', 'tenant_id': '4685d695469f49bd9fcdde26fd564d24', 'fixed_ips': [{'subnet_id': 'b86a8ad9-a484-420e-8484-a6fe4d1f165b'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:36:52.061509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.118624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Allocated IP 172.20.0.12 (b50bc8bd-7df1-45ea-a725-563860f15daa/d6092b91-3913-4d93-bafa-ea0c25571724/e8bb4ad7-dccb-44b0-9d6e-92708069839b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:52.163989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.170744 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:52.171415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.227874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Allocated IP 172.20.0.2 (73fad1e4-e398-4439-ab90-214327bf1650/b86a8ad9-a484-420e-8484-a6fe4d1f165b/9094a023-0da3-4d89-9ef0-31c03a0c65c0) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:52.242164 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.288433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9629924 Jul 08 17:36:52.298538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42498) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:52.313235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:52.390832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cc16c-9dda-4c37-8e21-fd7552708bf0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=b6b8ada7-83ec-45f1-8eee-570611097362,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:52.395499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Deleting port b9445e52-1dfb-47dc-881b-e22bf2e1fac0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:52.395961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.414026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b6b8ada7-83ec-45f1-8eee-570611097362 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:36:52.416168 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.444025 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.465822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Transition to ACTIVE for port object 9094a023-0da3-4d89-9ef0-31c03a0c65c0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:52.497397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Transition to ACTIVE for port object 9094a023-0da3-4d89-9ef0-31c03a0c65c0 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:52.512761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.555439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Pushing event updated for resources: {'Port': ['ID=9094a023-0da3-4d89-9ef0-31c03a0c65c0,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:52.571280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Network 73fad1e4-e398-4439-ab90-214327bf1650 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:52.572724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:52.575587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:52.616895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.670460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Attempting to bind port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:52.671244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Attempting to bind port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '252e5470-89c7-441c-9f11-fde5f58469ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '73fad1e4-e398-4439-ab90-214327bf1650'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:52.671804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Attempting to bind port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 on network 73fad1e4-e398-4439-ab90-214327bf1650 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:52.686738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:52.687112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Checking segment: {'id': '252e5470-89c7-441c-9f11-fde5f58469ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '73fad1e4-e398-4439-ab90-214327bf1650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:52.687525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.687924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Bound using segment: {'id': '252e5470-89c7-441c-9f11-fde5f58469ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '73fad1e4-e398-4439-ab90-214327bf1650'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:52.688416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Bound port: 9094a023-0da3-4d89-9ef0-31c03a0c65c0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252e5470-89c7-441c-9f11-fde5f58469ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '73fad1e4-e398-4439-ab90-214327bf1650'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:52.688815 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.700024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.700615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.701051 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Floating IP 1843f0fa-cd0e-4511-9f7b-82119a76fc9a disassociated. External IP: 172.25.5.189, port: 45af7d2e-e892-4465-9b99-a643761f8958. Jul 08 17:36:52.701554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Calling delete_port for 45af7d2e-e892-4465-9b99-a643761f8958 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:52.707724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.708172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.723712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:52.728172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.803705 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.833616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] For port 9094a023-0da3-4d89-9ef0-31c03a0c65c0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:52.841657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] For port 9094a023-0da3-4d89-9ef0-31c03a0c65c0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9094a023-0da3-4d89-9ef0-31c03a0c65c0,segment=NetworkSegment(252e5470-89c7-441c-9f11-fde5f58469ea),segment_id=252e5470-89c7-441c-9f11-fde5f58469ea)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:52.844111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.847849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Calling delete_port for b9445e52-1dfb-47dc-881b-e22bf2e1fac0 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:52.856151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.858211 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:52.882598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Network b50bc8bd-7df1-45ea-a725-563860f15daa is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:52.914980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:52.954612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c65080-ed2a-440a-9f68-0d917a4e15df None None] Pushing event updated for resources: {'Port': ['ID=9094a023-0da3-4d89-9ef0-31c03a0c65c0,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:52.970970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 730f5906-2523-4905-acb0-99d433addc12 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:52.988309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:53.028515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 730f5906-2523-4905-acb0-99d433addc12 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:53.028515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 730f5906-2523-4905-acb0-99d433addc12 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:53.056285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:53.056773 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.101176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5627012 Jul 08 17:36:53.128933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Request body: {'port': {'device_id': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:53.256904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.262500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faebcc-f7a2-48c2-b434-35a427728587 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Pushing event updated for resources: {'Port': ['ID=e8bb4ad7-dccb-44b0-9d6e-92708069839b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:53.340885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Allocated IP 172.25.5.5 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/1e950577-609c-4562-b980-5513a177b53b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:53.356416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9445e52-1dfb-47dc-881b-e22bf2e1fac0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:53.390774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.425600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.465031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afbfac-3ce8-40b3-bd85-214f728d2037 req-5763eca4-312a-42c5-bf70-271000a65884 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:53.466952 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9afbfac-3ce8-40b3-bd85-214f728d2037 req-5763eca4-312a-42c5-bf70-271000a65884 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=d58ccf89-06b1-42c0-b602-86b30a25a45a HTTP/1.1" status: 200 len: 946 time: 0.3790424 Jul 08 17:36:53.475860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=34ffddc0-d820-44c9-a694-fb034d4ecfdc,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:53.487670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.490421 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.495199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-231ce473-ca5b-4387-8171-80e997bccada tempest-ExternalNetworksAdminNegativeTestJSON-779059547 tempest-ExternalNetworksAdminNegativeTestJSON-779059547-project-admin] 10.222.0.63 "DELETE /v2.0/floatingips/344544e4-ef81-470f-8ce6-ccdf1076684b HTTP/1.1" status: 204 len: 168 time: 1.6466014 Jul 08 17:36:53.541488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': 'ddf24456-d5fd-4d4c-a3cf-b78c25ad5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:53.541807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: b6b8ada7-83ec-45f1-8eee-570611097362, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:36:53.565012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfee0a3-5f8a-407e-9a2a-a4753724b97e req-d0266f61-1e57-46e0-b4df-c91775a306bf tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:53.566533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbfee0a3-5f8a-407e-9a2a-a4753724b97e req-d0266f61-1e57-46e0-b4df-c91775a306bf tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 932 time: 0.3846107 Jul 08 17:36:53.583466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.586881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network b6b8ada7-83ec-45f1-8eee-570611097362 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:36:53.636381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b6b8ada7-83ec-45f1-8eee-570611097362) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:53.640652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:53.641666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:53.644558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event deleted for resources: {'Port': ['ID=45af7d2e-e892-4465-9b99-a643761f8958,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:53.657743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ef76e-2267-4dc9-bb30-948461d1fca7 None None] Network b6b8ada7-83ec-45f1-8eee-570611097362 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:53.728835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-350fe071-de07-4c09-86fe-a6e5c7488c07 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4289930 Jul 08 17:36:53.733515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42520) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:53.738778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-96be2811-645e-4729-8199-d538cbf8a033 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:53.886473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42526) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:53.908752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Router e5354f7f-e494-4866-a13c-3a117d431a17 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:36:54.039424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-b6b8ada7-83ec-45f1-8eee-570611097362', 'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362', 'tenant_id': '0f10210dfd394abe9f4b8a5386c220f3', 'fixed_ips': [{'subnet_id': '34ffddc0-d820-44c9-a694-fb034d4ecfdc'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:36:54.040317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.047293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be2811-645e-4729-8199-d538cbf8a033 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:54.050848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96be2811-645e-4729-8199-d538cbf8a033 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.191224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3346a7c-68cb-4c75-af11-ef376cfcfe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.245283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Allocated IP 2001:db8::2 (b6b8ada7-83ec-45f1-8eee-570611097362/34ffddc0-d820-44c9-a694-fb034d4ecfdc/dbe03470-80c7-4074-b390-e6ca3a1ba188) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:54.304077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9afbfac-3ce8-40b3-bd85-214f728d2037 req-a61e89b5-e892-4c09-a7a3-b370530d9632 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=6f04a297-72e6-4824-b0ba-c0f5f4c81825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7861295 Jul 08 17:36:54.364771 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.382099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbfee0a3-5f8a-407e-9a2a-a4753724b97e req-88223a2f-a7a6-4219-b2a3-1839e4353e82 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7959363 Jul 08 17:36:54.457638 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-96be2811-645e-4729-8199-d538cbf8a033 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34ffddc0-d820-44c9-a694-fb034d4ecfdc (CIDR: 2001:db8::/64) Jul 08 17:36:54.465475 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-96be2811-645e-4729-8199-d538cbf8a033 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:36:54.465865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96be2811-645e-4729-8199-d538cbf8a033 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:36:54.474761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:54.488638 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] Sync routers for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:54.504821 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:54.508186 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:54.548257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa907a57-1bba-4619-88c6-b70a717b79b9 None None] Network 73fad1e4-e398-4439-ab90-214327bf1650 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:54.566572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42530) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:54.633938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.650163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] No DVR routers for this DVR port 45af7d2e-e892-4465-9b99-a643761f8958 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:36:54.659790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.662864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.666238 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a57f92d-801f-4890-8717-4070363b79b2 req-4871c8b8-d0c8-4c28-a9eb-e831e6251f30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "DELETE /v2.0/ports/45af7d2e-e892-4465-9b99-a643761f8958 HTTP/1.1" status: 204 len: 173 time: 3.6791120 Jul 08 17:36:54.682156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-66baaa1d-1d1a-48dd-aef4-94434fab4a6b None None] Provisioning for port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:54.684654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Transition to ACTIVE for port object dbe03470-80c7-4074-b390-e6ca3a1ba188 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:54.707626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:54.712401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Port': ['ID=1e950577-609c-4562-b980-5513a177b53b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:54.716164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:54.724335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Transition to ACTIVE for port object dbe03470-80c7-4074-b390-e6ca3a1ba188 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:54.726694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:54.755249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:54.813807 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:54.891174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Pushing event updated for resources: {'Port': ['ID=dbe03470-80c7-4074-b390-e6ca3a1ba188,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:54.931159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Network b6b8ada7-83ec-45f1-8eee-570611097362 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:54.935289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:54.943467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:55.013187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:36:55.052180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-deleted', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:55.059049 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec41ec7e-4b40-4975-a4a0-0c4098e3c4b4" -d '{"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-deleted", "tag": "45af7d2e-e892-4465-9b99-a643761f8958"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:55.120354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bb4ad7-dccb-44b0-9d6e-92708069839b {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:36:55.135870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.152606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] Deleting subnet 25aa6360-ec6f-4aec-8ec5-9da77934fd9c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:36:55.159603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Transition to ACTIVE for port object e8bb4ad7-dccb-44b0-9d6e-92708069839b will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:55.163377 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.181971 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.195368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Attempting to bind port dbe03470-80c7-4074-b390-e6ca3a1ba188 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:55.195996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Attempting to bind port dbe03470-80c7-4074-b390-e6ca3a1ba188 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ddf24456-d5fd-4d4c-a3cf-b78c25ad5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:55.196499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Attempting to bind port dbe03470-80c7-4074-b390-e6ca3a1ba188 on network b6b8ada7-83ec-45f1-8eee-570611097362 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:55.199948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 45af7d2e-e892-4465-9b99-a643761f8958 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:36:55.200527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 45af7d2e-e892-4465-9b99-a643761f8958 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:36:55.212406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:55.212872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Checking segment: {'id': 'ddf24456-d5fd-4d4c-a3cf-b78c25ad5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:55.213339 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.213825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Bound using segment: {'id': 'ddf24456-d5fd-4d4c-a3cf-b78c25ad5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:55.214754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Bound port: dbe03470-80c7-4074-b390-e6ca3a1ba188, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf24456-d5fd-4d4c-a3cf-b78c25ad5710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:55.214754 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.218516 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c1b155-0b66-4390-9bc3-e27dde0a2b3d x-openstack-request-id: req-a8c1b155-0b66-4390-9bc3-e27dde0a2b3d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:55.219070 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58ccf89-06b1-42c0-b602-86b30a25a45a", "name": "network-vif-deleted", "tag": "45af7d2e-e892-4465-9b99-a643761f8958", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:55.219326 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a8c1b155-0b66-4390-9bc3-e27dde0a2b3d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:55.219730 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58ccf89-06b1-42c0-b602-86b30a25a45a', 'name': 'network-vif-deleted', 'tag': '45af7d2e-e892-4465-9b99-a643761f8958', 'status': 'completed', 'code': 200} Jul 08 17:36:55.292360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3346a7c-68cb-4c75-af11-ef376cfcfe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.328024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.330694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3346a7c-68cb-4c75-af11-ef376cfcfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.375555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9094a023-0da3-4d89-9ef0-31c03a0c65c0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:55.379091 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-96be2811-645e-4729-8199-d538cbf8a033 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6438394 Jul 08 17:36:55.379382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42538) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:55.409514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:55.439983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bb4ad7-dccb-44b0-9d6e-92708069839b,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:55.441536 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] For port dbe03470-80c7-4074-b390-e6ca3a1ba188, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:55.465577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] For port dbe03470-80c7-4074-b390-e6ca3a1ba188, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbe03470-80c7-4074-b390-e6ca3a1ba188,segment=NetworkSegment(ddf24456-d5fd-4d4c-a3cf-b78c25ad5710),segment_id=ddf24456-d5fd-4d4c-a3cf-b78c25ad5710)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:55.467896 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:55.482479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3346a7c-68cb-4c75-af11-ef376cfcfe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd8dc9f-ad40-4900-bbf2-49feb9353078,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:55.483203 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.551093 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] Checking router: e5354f7f-e494-4866-a13c-3a117d431a17 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:36:55.551976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36eb8c-be4c-42ce-afa2-2d7a12bd1844 None None] Pushing event updated for resources: {'Port': ['ID=dbe03470-80c7-4074-b390-e6ca3a1ba188,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:55.566631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:55.575105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:55.575490 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.589298 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:55.590305 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:55.638680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:55.668761 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3346a7c-68cb-4c75-af11-ef376cfcfe97 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6ceaf9baa8fc4ac091d746794a414391&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7805250 Jul 08 17:36:55.744314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42548) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:55.798592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.842778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f35f8b70-9684-4d92-854d-dc0901d6151c None None] Provisioning complete for port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:55.843158 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f35f8b70-9684-4d92-854d-dc0901d6151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.891038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:55.982231 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:36:55.984068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 9094a023-0da3-4d89-9ef0-31c03a0c65c0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9094a023-0da3-4d89-9ef0-31c03a0c65c0,segment=NetworkSegment(252e5470-89c7-441c-9f11-fde5f58469ea),segment_id=252e5470-89c7-441c-9f11-fde5f58469ea)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:55.990953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.000127 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.098043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:56.103403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.145753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.147144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=9094a023-0da3-4d89-9ef0-31c03a0c65c0,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:56.224319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Attempting to bind port e8bb4ad7-dccb-44b0-9d6e-92708069839b on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:36:56.225453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Attempting to bind port e8bb4ad7-dccb-44b0-9d6e-92708069839b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '232c811a-e969-4d9d-a459-61c75f30e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:36:56.225871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Attempting to bind port e8bb4ad7-dccb-44b0-9d6e-92708069839b on network b50bc8bd-7df1-45ea-a725-563860f15daa {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:56.245974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28275c03-9111-42b0-958b-0b5159b29a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.247860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Port e8bb4ad7-dccb-44b0-9d6e-92708069839b on network b50bc8bd-7df1-45ea-a725-563860f15daa not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:36:56.248426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Attempting to bind port e8bb4ad7-dccb-44b0-9d6e-92708069839b on network b50bc8bd-7df1-45ea-a725-563860f15daa {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:36:56.264623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ace78b6-d4fc-422a-8c0e-47680b53f8e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.283208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:36:56.283940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Checking segment: {'id': '232c811a-e969-4d9d-a459-61c75f30e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:36:56.284562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Bound using segment: {'id': '232c811a-e969-4d9d-a459-61c75f30e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:36:56.285965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Bound port: e8bb4ad7-dccb-44b0-9d6e-92708069839b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232c811a-e969-4d9d-a459-61c75f30e9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:36:56.286581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.311572 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:56.327878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.347758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ace78b6-d4fc-422a-8c0e-47680b53f8e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.352564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4508-6f0d-4ee4-919d-e7df1152e92e req-5f009a52-3159-4068-b7fa-87acc9b36c1f tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:56.354964 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f273dd88-38a7-47b5-bdc6-b96485bff28a None None] The sync data for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 is: [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:56.366639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43aa4508-6f0d-4ee4-919d-e7df1152e92e req-5f009a52-3159-4068-b7fa-87acc9b36c1f tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 944 time: 0.5842476 Jul 08 17:36:56.372560 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28275c03-9111-42b0-958b-0b5159b29a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.404582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25aa6360-ec6f-4aec-8ec5-9da77934fd9c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:56.413752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.418394 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0a74bdf4-5522-4944-abe3-f2a4efc42863 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/25aa6360-ec6f-4aec-8ec5-9da77934fd9c HTTP/1.1" status: 204 len: 168 time: 1.8445485 Jul 08 17:36:56.424397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42552) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:56.524176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.529546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] For port e8bb4ad7-dccb-44b0-9d6e-92708069839b, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:36:56.561830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] For port e8bb4ad7-dccb-44b0-9d6e-92708069839b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e8bb4ad7-dccb-44b0-9d6e-92708069839b,segment=NetworkSegment(232c811a-e969-4d9d-a459-61c75f30e9b0),segment_id=232c811a-e969-4d9d-a459-61c75f30e9b0)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:36:56.612563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43aa4508-6f0d-4ee4-919d-e7df1152e92e req-69b42e09-3177-4a06-bbbb-e4aefc0d12cb tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450047 Jul 08 17:36:56.616616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.647661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ace78b6-d4fc-422a-8c0e-47680b53f8e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.650311 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ace78b6-d4fc-422a-8c0e-47680b53f8e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.654678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7ace78b6-d4fc-422a-8c0e-47680b53f8e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "DELETE /v2.0/security-groups/6f04a297-72e6-4824-b0ba-c0f5f4c81825 HTTP/1.1" status: 204 len: 168 time: 0.9863431 Jul 08 17:36:56.663271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:56.663892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.664805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42554) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:56.665302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] 10.222.0.72 "PUT /v2.0/ports/e8bb4ad7-dccb-44b0-9d6e-92708069839b HTTP/1.1" status: 200 len: 1092 time: 3.5410917 Jul 08 17:36:56.667516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'tag': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:36:56.668490 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f8eaba-5426-429c-890f-5058002215ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3d0339-866c-490a-b2a2-cf5819e91908", "tag": "e8bb4ad7-dccb-44b0-9d6e-92708069839b"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:36:56.720078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace78b6-d4fc-422a-8c0e-47680b53f8e6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f04a297-72e6-4824-b0ba-c0f5f4c81825,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:56.723040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.727896 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-c5ee4bbd-02da-4061-963f-7cc89018a84c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] show failed (client error): The resource could not be found. Jul 08 17:36:56.729028 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c5ee4bbd-02da-4061-963f-7cc89018a84c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups/6f04a297-72e6-4824-b0ba-c0f5f4c81825 HTTP/1.1" status: 404 len: 347 time: 0.0593112 Jul 08 17:36:56.749620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28275c03-9111-42b0-958b-0b5159b29a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.752172 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28275c03-9111-42b0-958b-0b5159b29a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:56.754595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28275c03-9111-42b0-958b-0b5159b29a46 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7cd8dc9f-ad40-4900-bbf2-49feb9353078 HTTP/1.1" status: 204 len: 168 time: 1.0091474 Jul 08 17:36:56.778109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42560) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:56.809419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac2be26-6cfe-4711-a071-33b226125a5f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:56.870743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3035ca21-8644-472d-8353-27795b4f79fd') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:56.871263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3035ca21-8644-472d-8353-27795b4f79fd') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:56.925427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28275c03-9111-42b0-958b-0b5159b29a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd8dc9f-ad40-4900-bbf2-49feb9353078,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:56.926969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.018515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648293-97c2-4e77-87a7-21180166e554 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bb4ad7-dccb-44b0-9d6e-92708069839b,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:57.034330 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.109374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5cc5e-879e-48f2-b2ce-4d79dfcbc3ef None None] New status for floating IP 1843f0fa-cd0e-4511-9f7b-82119a76fc9a: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:36:57.126933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:36:57.127118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:36:57.128970 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:36:57.186575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.193183 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cbccef-1dd5-4bc8-9741-7b72c8df8d87 x-openstack-request-id: req-c7cbccef-1dd5-4bc8-9741-7b72c8df8d87 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:36:57.194060 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3d0339-866c-490a-b2a2-cf5819e91908", "tag": "e8bb4ad7-dccb-44b0-9d6e-92708069839b", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:36:57.197337 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7cbccef-1dd5-4bc8-9741-7b72c8df8d87 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:36:57.199295 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'tag': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b', 'status': 'completed', 'code': 200} Jul 08 17:36:57.211155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.252623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network b6b8ada7-83ec-45f1-8eee-570611097362 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:57.259235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:57.266739 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.283410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:57.284396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.297227 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.299400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9ac2be26-6cfe-4711-a071-33b226125a5f HTTP/1.1" status: 204 len: 168 time: 0.8740387 Jul 08 17:36:57.338392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=71b1b534-61c8-4662-8217-d720a03bb5f4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:57.346433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4bd5f-8686-4761-b845-52eb9dd60f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac2be26-6cfe-4711-a071-33b226125a5f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:57.354778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc3ac9e8-7147-46f7-834f-cb02430644fc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9590650 Jul 08 17:36:57.361475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42572) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:57.364111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42574) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:57.384788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362', 'fixed_ips': [{'subnet_id': '34ffddc0-d820-44c9-a694-fb034d4ecfdc'}, {'subnet_id': '71b1b534-61c8-4662-8217-d720a03bb5f4'}], 'name': 'tempest-PortsIpV6TestJSON-2016282442'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:57.435088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390e5d3-6903-4aad-b97f-2c6ce05aa690 None None] Network b6b8ada7-83ec-45f1-8eee-570611097362 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:57.437926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9094a023-0da3-4d89-9ef0-31c03a0c65c0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:57.458498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-1067eabc-7247-4086-9050-6a0a3a11ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:57.460147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-1067eabc-7247-4086-9050-6a0a3a11ebf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5452c1a86f3c46c993a4e8c83fade677&device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 1095 time: 0.6999397 Jul 08 17:36:57.518147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-179a9894-0076-4179-9234-a10995f9127f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=81515ccdc24940e68b631b9040f6923a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191046 Jul 08 17:36:57.520840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42576) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:57.524045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-3db562d2-b873-4ccf-87ac-dedfc32f78ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bb4ad7-dccb-44b0-9d6e-92708069839b HTTP/1.1" status: 200 len: 217 time: 0.0521312 Jul 08 17:36:57.533782 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f8d3979f-249d-4695-aae5-d20563418a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.574626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42578) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:57.582190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-078ee120-9503-416d-b15c-7563c8d73916 None None] Provisioning for port dbe03470-80c7-4074-b390-e6ca3a1ba188 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:57.603444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Deleting port b60e3d63-a620-4bfa-91aa-4586a7c7e499 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:36:57.604104 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.615804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:57.616192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.617646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Router 8b427c8d-7e0e-4e6e-97ab-c746c080dcaf is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:36:57.629119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19cec606-003b-40b8-a27b-60fafc9ad69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.651777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-402801f8-01a0-42c9-8aa0-9f9611dd5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:57.653310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-402801f8-01a0-42c9-8aa0-9f9611dd5899 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6092b91-3913-4d93-bafa-ea0c25571724 HTTP/1.1" status: 200 len: 850 time: 0.1188393 Jul 08 17:36:57.681138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19cec606-003b-40b8-a27b-60fafc9ad69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.701850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-f3abac12-ef10-4243-9c1f-684229a8f0fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b50bc8bd-7df1-45ea-a725-563860f15daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404439 Jul 08 17:36:57.771120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbe03470-80c7-4074-b390-e6ca3a1ba188 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:57.782976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:57.791910 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1efdea02-6c0d-48d0-a6a9-fded49e788ed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=067d79c4bdeb4b2db4ddceccd1d88f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070181 Jul 08 17:36:57.793429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42582) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:57.832591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port dbe03470-80c7-4074-b390-e6ca3a1ba188 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:36:57.837021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port dbe03470-80c7-4074-b390-e6ca3a1ba188 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:36:57.837420 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.859799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19cec606-003b-40b8-a27b-60fafc9ad69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.862584 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19cec606-003b-40b8-a27b-60fafc9ad69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.864775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-19cec606-003b-40b8-a27b-60fafc9ad69a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e1f1007-d2e6-43d8-b612-07099edadfac HTTP/1.1" status: 204 len: 168 time: 0.3426991 Jul 08 17:36:57.904002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cec606-003b-40b8-a27b-60fafc9ad69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1f1007-d2e6-43d8-b612-07099edadfac,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:57.942147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] Update dhcp port {'port': {'network_id': 'b6b8ada7-83ec-45f1-8eee-570611097362', 'fixed_ips': [{'subnet_id': '34ffddc0-d820-44c9-a694-fb034d4ecfdc', 'ip_address': '2001:db8::2'}, {'subnet_id': '71b1b534-61c8-4662-8217-d720a03bb5f4'}], 'binding:host_id': 'n-d-799528-4'}, 'id': 'dbe03470-80c7-4074-b390-e6ca3a1ba188'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:36:57.947319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cd96-5478-4c15-9554-826e0496dc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:57.974029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cd96-5478-4c15-9554-826e0496dc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.006301 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.022323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.048696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.053405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cd96-5478-4c15-9554-826e0496dc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.056417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f7c3cd96-5478-4c15-9554-826e0496dc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.059273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f7c3cd96-5478-4c15-9554-826e0496dc40 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c40cda32-ec10-4eea-93e0-7939a750d979 HTTP/1.1" status: 204 len: 168 time: 0.2451413 Jul 08 17:36:58.088365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3cd96-5478-4c15-9554-826e0496dc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40cda32-ec10-4eea-93e0-7939a750d979,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:58.091800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 27135e81-cc4f-4a74-84c1-4ca965a117a2 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:36:58.190460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.191101 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.261580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Calling delete_port for b60e3d63-a620-4bfa-91aa-4586a7c7e499 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:36:58.347408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:36:58.358537 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] Sync routers for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:36:58.369835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] Allocated IP 2001:db8:0:1::2 (b6b8ada7-83ec-45f1-8eee-570611097362/71b1b534-61c8-4662-8217-d720a03bb5f4/dbe03470-80c7-4074-b390-e6ca3a1ba188) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:58.374761 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:58.375775 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:58.378631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port dbe03470-80c7-4074-b390-e6ca3a1ba188, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbe03470-80c7-4074-b390-e6ca3a1ba188,segment=NetworkSegment(ddf24456-d5fd-4d4c-a3cf-b78c25ad5710),segment_id=ddf24456-d5fd-4d4c-a3cf-b78c25ad5710)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:58.393270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.393956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-9d2090f5-fd08-4e8f-8602-4b594373d285 service neutron] 10.222.0.72 "GET /v2.0/networks/b50bc8bd-7df1-45ea-a725-563860f15daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554995 Jul 08 17:36:58.450009 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:58.467431 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:36:58.468042 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:58.473832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011e9f7-d6c6-4f25-8268-95b02f3c322b req-e7d59520-1f3d-49d5-afe5-9a67796760b6 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:58.481825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8011e9f7-d6c6-4f25-8268-95b02f3c322b req-e7d59520-1f3d-49d5-afe5-9a67796760b6 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 944 time: 0.7419329 Jul 08 17:36:58.519631 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:36:58.520785 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dabfa68-fff7-427a-97f0-6d3a69d4ee49 None None] The sync data for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:36:58.596622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.598240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2bd201e6-7172-4b0a-9851-1d0f26b1ff88 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6759973 Jul 08 17:36:58.601485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:58.659737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8011e9f7-d6c6-4f25-8268-95b02f3c322b req-046b89e4-f4d6-46d9-a674-0dacc28c3011 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162138 Jul 08 17:36:58.676108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=dbe03470-80c7-4074-b390-e6ca3a1ba188,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:58.692570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-3abb31a3-5c4e-4041-8d26-76d7c7f50a43 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--513615108&fields=id&tenant_id=6225005f326b493099a9c09d66db4764 HTTP/1.1" status: 200 len: 267 time: 0.3853917 Jul 08 17:36:58.756623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] For port dbe03470-80c7-4074-b390-e6ca3a1ba188, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbe03470-80c7-4074-b390-e6ca3a1ba188,segment=NetworkSegment(ddf24456-d5fd-4d4c-a3cf-b78c25ad5710),segment_id=ddf24456-d5fd-4d4c-a3cf-b78c25ad5710)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:36:58.807289 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.831671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] Transition to ACTIVE for port object dbe03470-80c7-4074-b390-e6ca3a1ba188 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:58.839791 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:58.992586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828a5dc-1f3e-4207-b3fe-a1de0a5bb2a2 None None] Pushing event updated for resources: {'Port': ['ID=dbe03470-80c7-4074-b390-e6ca3a1ba188,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:59.041994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-8176e5f7-b5a2-4238-93c5-cb51a146bac8 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:59.043852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-8176e5f7-b5a2-4238-93c5-cb51a146bac8 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/networks?id=f1310530-e0fc-449a-9f19-6c76d6b883f5 HTTP/1.1" status: 200 len: 815 time: 0.3031528 Jul 08 17:36:59.048581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3425401a-83bf-4e7e-b36c-7b92462217c8 req-051c7b00-1f5b-4759-ac0b-f29981ef7cae service neutron] 10.222.0.72 "GET /v2.0/networks/b50bc8bd-7df1-45ea-a725-563860f15daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307509 Jul 08 17:36:59.090973 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-96691e3b-5bd5-42b0-98ae-7fdafca79d6a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/quotas/6225005f326b493099a9c09d66db4764 HTTP/1.1" status: 200 len: 375 time: 0.0301383 Jul 08 17:36:59.123891 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.194649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbe03470-80c7-4074-b390-e6ca3a1ba188 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:36:59.254075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::177 (b6b8ada7-83ec-45f1-8eee-570611097362/34ffddc0-d820-44c9-a694-fb034d4ecfdc/27135e81-cc4f-4a74-84c1-4ca965a117a2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:59.269388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8:0:1::10c (b6b8ada7-83ec-45f1-8eee-570611097362/71b1b534-61c8-4662-8217-d720a03bb5f4/27135e81-cc4f-4a74-84c1-4ca965a117a2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:36:59.296348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event deleted for resources: {'Port': ['ID=b60e3d63-a620-4bfa-91aa-4586a7c7e499,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:36:59.466187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8eaba-5426-429c-890f-5058002215ce req-e9931195-2fa9-4aea-a0be-f8c90cc9e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:59.469916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12f8eaba-5426-429c-890f-5058002215ce req-e9931195-2fa9-4aea-a0be-f8c90cc9e4b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5452c1a86f3c46c993a4e8c83fade677&device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 1095 time: 0.3109708 Jul 08 17:36:59.495778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42636) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:36:59.603993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8eaba-5426-429c-890f-5058002215ce req-dc0f4841-f910-432d-af9c-5f9e2b64f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:59.605562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12f8eaba-5426-429c-890f-5058002215ce req-dc0f4841-f910-432d-af9c-5f9e2b64f73f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b50bc8bd-7df1-45ea-a725-563860f15daa HTTP/1.1" status: 200 len: 911 time: 0.1218672 Jul 08 17:36:59.631955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-e4f7b16e-d382-4502-82f4-f408f056bb0e tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6225005f326b493099a9c09d66db4764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5167351 Jul 08 17:36:59.637787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.664721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-474824598-network', 'tenant_id': '365f56e232db40248a00ac01ea11c40e'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:36:59.681265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 27135e81-cc4f-4a74-84c1-4ca965a117a2 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:36:59.697277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.721694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Made reservation on behalf of 365f56e232db40248a00ac01ea11c40e for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:36:59.724011 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.736283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12f8eaba-5426-429c-890f-5058002215ce req-d3ed4918-d2f9-4447-a211-f02da73bc8d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bb4ad7-dccb-44b0-9d6e-92708069839b HTTP/1.1" status: 200 len: 217 time: 0.1031392 Jul 08 17:36:59.738720 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.741977 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.742133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.747008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-48919c6d-6502-460c-81c2-ce7bdd65532a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "DELETE /v2.0/floatingips/1843f0fa-cd0e-4511-9f7b-82119a76fc9a HTTP/1.1" status: 204 len: 168 time: 2.9566863 Jul 08 17:36:59.841815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.853615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8eaba-5426-429c-890f-5058002215ce req-92e49485-775e-486b-88f3-12a844e8fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:59.855117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12f8eaba-5426-429c-890f-5058002215ce req-92e49485-775e-486b-88f3-12a844e8fa61 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6092b91-3913-4d93-bafa-ea0c25571724 HTTP/1.1" status: 200 len: 850 time: 0.1107433 Jul 08 17:36:59.893397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-cbac05c5-0f5a-4bea-928f-ed276c224c9e service neutron] 10.222.0.63 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476277 Jul 08 17:36:59.936993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12f8eaba-5426-429c-890f-5058002215ce req-0fd6da30-ff54-45be-9364-03ea834c043f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b50bc8bd-7df1-45ea-a725-563860f15daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723822 Jul 08 17:36:59.955759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network b6b8ada7-83ec-45f1-8eee-570611097362 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:36:59.964652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10384ab-0a43-46f6-9923-d689677f07eb None None] Network b6b8ada7-83ec-45f1-8eee-570611097362 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:36:59.967517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:36:59.975229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:36:59.981495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:36:59.981966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:36:59.995602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=27135e81-cc4f-4a74-84c1-4ca965a117a2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:00.049584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-83af1c64-7782-4783-930c-226cb6d4e28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.073638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f00a4b88-57e1-4724-977c-936487f9b374 None None] Provisioning for port dbe03470-80c7-4074-b390-e6ca3a1ba188 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:00.081955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-ee1c2d29-c403-4685-b966-cc1f477ff458 service neutron] 10.222.0.63 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622670 Jul 08 17:37:00.082674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f00a4b88-57e1-4724-977c-936487f9b374 None None] Provisioning complete for port dbe03470-80c7-4074-b390-e6ca3a1ba188 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:00.083260 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f00a4b88-57e1-4724-977c-936487f9b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.224474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c5c71-876a-4620-8461-989510f41ddc req-218be273-977b-41e5-b53f-27660895fb50 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:00.226869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b18c5c71-876a-4620-8461-989510f41ddc req-218be273-977b-41e5-b53f-27660895fb50 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 944 time: 0.3084121 Jul 08 17:37:00.239216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Allocated IP 172.20.0.1 (73fad1e4-e398-4439-ab90-214327bf1650/b86a8ad9-a484-420e-8484-a6fe4d1f165b/4289172d-a4af-4c4f-bc01-7436b56baf5d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:00.274293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42658) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:00.299087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12f8eaba-5426-429c-890f-5058002215ce req-c833da91-5817-4197-ab19-a88b060ade72 service neutron] 10.222.0.72 "GET /v2.0/networks/b50bc8bd-7df1-45ea-a725-563860f15daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197757 Jul 08 17:37:00.362940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b18c5c71-876a-4620-8461-989510f41ddc req-b442c667-5f62-4e7e-a905-887e0232b6a1 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226158 Jul 08 17:37:00.433007 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.500961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12f8eaba-5426-429c-890f-5058002215ce req-76fbb0a1-5adf-4aa5-8d95-f12d1be266a9 service neutron] 10.222.0.72 "GET /v2.0/networks/b50bc8bd-7df1-45ea-a725-563860f15daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882491 Jul 08 17:37:00.534907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-86b6e732-ad89-4ec1-bd15-8b0179636ee2 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-84037553'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:00.658247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3a611add-75a8-48a2-a4ad-ee9f58d27133 None None] Provisioning complete for port dbe03470-80c7-4074-b390-e6ca3a1ba188 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:00.658895 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3a611add-75a8-48a2-a4ad-ee9f58d27133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.798622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.822503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42672) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:00.830861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-46ab1ea5-7060-47fc-a43f-6e5bd298d059 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176826614', 'description': 'tempest-description--257545247'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:00.838795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.868962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:00.879834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.880489 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Added segment 8126cc09-58df-4a12-971a-1ffefae0449d of type vlan for network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f Jul 08 17:37:00.898703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3a611add-75a8-48a2-a4ad-ee9f58d27133 None None] Provisioning for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:00.905330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3a611add-75a8-48a2-a4ad-ee9f58d27133 None None] Provisioning complete for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:00.907519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3a611add-75a8-48a2-a4ad-ee9f58d27133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.937598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.945041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3ddf6a8e-2885-4524-9259-d229cc4d31ba tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.5796592 Jul 08 17:37:00.953308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42678) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:00.967177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1ce10a9-e6f5-4f0b-a7c1-a4e4373c44a4 req-840e5df9-e5e5-43c2-95bd-2f67619c51cc tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.0630438 Jul 08 17:37:00.969901 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86b6e732-ad89-4ec1-bd15-8b0179636ee2 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.971165 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86b6e732-ad89-4ec1-bd15-8b0179636ee2 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:00.982546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34ffddc0-d820-44c9-a694-fb034d4ecfdc'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:00.990938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3a611add-75a8-48a2-a4ad-ee9f58d27133 None None] Port 27135e81-cc4f-4a74-84c1-4ca965a117a2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:01.028764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e8bb4ad7-dccb-44b0-9d6e-92708069839b details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:01.038443 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.056503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Transition to ACTIVE for port object 4289172d-a4af-4c4f-bc01-7436b56baf5d will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:01.061537 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46ab1ea5-7060-47fc-a43f-6e5bd298d059 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.093763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:37:01.098462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fd7ea6-80bc-4b90-8b10-318feca69780,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:01.108875 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.109174 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86b6e732-ad89-4ec1-bd15-8b0179636ee2 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.143262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-777e84b3-5705-4416-bf26-98b9841bd549 None None] Provisioning complete for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:01.143602 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-777e84b3-5705-4416-bf26-98b9841bd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.157784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86b6e732-ad89-4ec1-bd15-8b0179636ee2 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.176372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Network 73fad1e4-e398-4439-ab90-214327bf1650 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:01.183757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:01.191754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:01.216835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e8bb4ad7-dccb-44b0-9d6e-92708069839b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e8bb4ad7-dccb-44b0-9d6e-92708069839b,segment=NetworkSegment(232c811a-e969-4d9d-a459-61c75f30e9b0),segment_id=232c811a-e969-4d9d-a459-61c75f30e9b0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:01.220627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-777e84b3-5705-4416-bf26-98b9841bd549 None None] Port 27135e81-cc4f-4a74-84c1-4ca965a117a2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:01.236198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b', 'network_id': 'b50bc8bd-7df1-45ea-a725-563860f15daa', 'port_id': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b', 'mac_address': 'fa:16:3e:22:fd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6092b91-3913-4d93-bafa-ea0c25571724', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:01.258128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.259119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:01.259704 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.290587 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.314477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.319975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46ab1ea5-7060-47fc-a43f-6e5bd298d059 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.329184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bb4ad7-dccb-44b0-9d6e-92708069839b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:01.337562 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.337831 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46ab1ea5-7060-47fc-a43f-6e5bd298d059 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.359369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e8bb4ad7-dccb-44b0-9d6e-92708069839b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e8bb4ad7-dccb-44b0-9d6e-92708069839b,segment=NetworkSegment(232c811a-e969-4d9d-a459-61c75f30e9b0),segment_id=232c811a-e969-4d9d-a459-61c75f30e9b0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:01.363044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86b6e732-ad89-4ec1-bd15-8b0179636ee2 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.367334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-86b6e732-ad89-4ec1-bd15-8b0179636ee2 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.0874805 Jul 08 17:37:01.371370 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.373549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:01.374254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Port': ['ID=4289172d-a4af-4c4f-bc01-7436b56baf5d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:01.425385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab1ea5-7060-47fc-a43f-6e5bd298d059 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153645a3-1bfc-4e3d-bec8-a2545b404e8e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:01.431553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-46ab1ea5-7060-47fc-a43f-6e5bd298d059 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.433250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-46ab1ea5-7060-47fc-a43f-6e5bd298d059 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6077511 Jul 08 17:37:01.438840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42686) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:01.446816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2c5c0b91-fda4-4dd6-a86d-a0c9a78d3fd5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'security_group_rule': {'security_group_id': '153645a3-1bfc-4e3d-bec8-a2545b404e8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:01.447279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e8bb4ad7-dccb-44b0-9d6e-92708069839b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:01.471057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.471407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.471655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.472946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.472946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.472946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.473247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.473331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.473620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.473952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.474277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.474652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:01.487285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c874fac3-3aa9-475c-a1e2-2b7bcb328672 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.584770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] Pushing event updated for resources: {'Network': ['ID=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:01.590193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-51eb8564-bb6c-41a1-9e85-a33d2ba2bd36 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0907519 Jul 08 17:37:01.591496 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.595578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42688) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:01.601783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Request body: {'subnet': {'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-474824598-subnet', 'tenant_id': '365f56e232db40248a00ac01ea11c40e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:01.605793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:01.612495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0b91-fda4-4dd6-a86d-a0c9a78d3fd5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.653778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e8bb4ad7-dccb-44b0-9d6e-92708069839b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:01.728210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-abcb233f-7f57-41fa-913b-c364d33a0b18 None None] Provisioning for port 4289172d-a4af-4c4f-bc01-7436b56baf5d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:01.738458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-abcb233f-7f57-41fa-913b-c364d33a0b18 None None] Provisioning complete for port 4289172d-a4af-4c4f-bc01-7436b56baf5d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:01.738843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-abcb233f-7f57-41fa-913b-c364d33a0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.755856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c874fac3-3aa9-475c-a1e2-2b7bcb328672 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.758083 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c874fac3-3aa9-475c-a1e2-2b7bcb328672 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.800391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-abcb233f-7f57-41fa-913b-c364d33a0b18 None None] Port 4289172d-a4af-4c4f-bc01-7436b56baf5d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:01.824678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0b91-fda4-4dd6-a86d-a0c9a78d3fd5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.835827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0b91-fda4-4dd6-a86d-a0c9a78d3fd5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.846056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67b7c-ea63-46af-90e0-68fd7813c3f6 req-3b12e775-8928-421c-b991-23ce9311246a tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:01.847956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33a67b7c-ea63-46af-90e0-68fd7813c3f6 req-3b12e775-8928-421c-b991-23ce9311246a tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 945 time: 0.2625744 Jul 08 17:37:01.858381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c874fac3-3aa9-475c-a1e2-2b7bcb328672 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.858971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c874fac3-3aa9-475c-a1e2-2b7bcb328672 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c158bc17-159e-47f4-8283-17379fa05363 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:01.864775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c874fac3-3aa9-475c-a1e2-2b7bcb328672 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.870561 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c874fac3-3aa9-475c-a1e2-2b7bcb328672 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "DELETE /v2.0/routers/c158bc17-159e-47f4-8283-17379fa05363 HTTP/1.1" status: 204 len: 168 time: 0.4910038 Jul 08 17:37:01.871378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Made reservation on behalf of 365f56e232db40248a00ac01ea11c40e for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:01.872325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42690) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:01.873769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.891353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d2d35612-f7d3-4f61-a530-8540a111ddda tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Request body: {'router': {'name': 'tempest-router-1744141890', 'distributed': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:01.904137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c0b91-fda4-4dd6-a86d-a0c9a78d3fd5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7999fca-01d6-43ad-87fa-59e96ae9c445,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:01.909375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Delete allocated IP 2001:db8:0:1::10c (b6b8ada7-83ec-45f1-8eee-570611097362/71b1b534-61c8-4662-8217-d720a03bb5f4) {{(pid=93664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:37:01.922155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0b91-fda4-4dd6-a86d-a0c9a78d3fd5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.923352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2c5c0b91-fda4-4dd6-a86d-a0c9a78d3fd5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4833951 Jul 08 17:37:01.928843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42694) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:01.938818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6194e6fd-53df-4757-94b7-12678946b3cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'security_group_rule': {'security_group_id': '153645a3-1bfc-4e3d-bec8-a2545b404e8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:01.980723 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2d35612-f7d3-4f61-a530-8540a111ddda tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:01.981740 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2d35612-f7d3-4f61-a530-8540a111ddda tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.019659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33a67b7c-ea63-46af-90e0-68fd7813c3f6 req-3a6c9c46-c044-4791-8c5a-6a2fc695bdeb tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591234 Jul 08 17:37:02.041400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.102359 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2d35612-f7d3-4f61-a530-8540a111ddda tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.103495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6194e6fd-53df-4757-94b7-12678946b3cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.112768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2d35612-f7d3-4f61-a530-8540a111ddda tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.186061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2d35612-f7d3-4f61-a530-8540a111ddda tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.187231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d2d35612-f7d3-4f61-a530-8540a111ddda tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3025291 Jul 08 17:37:02.191379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42698) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:02.210741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57b6e045-55fe-4f2c-af56-a8b512675355 req-44313b24-c0ae-4878-bb65-f23cc3159288 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.0503817 Jul 08 17:37:02.248474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6194e6fd-53df-4757-94b7-12678946b3cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.250920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.256034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6194e6fd-53df-4757-94b7-12678946b3cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.278713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.303491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 27135e81-cc4f-4a74-84c1-4ca965a117a2 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:02.305019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194e6fd-53df-4757-94b7-12678946b3cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bbdc81-0df8-4d0f-8401-01d15708658a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:02.310466 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.320509 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6194e6fd-53df-4757-94b7-12678946b3cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.324543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6194e6fd-53df-4757-94b7-12678946b3cd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907061 Jul 08 17:37:02.340777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fee2956f-6814-4cb3-90dd-0b9518f4dfdb tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.342356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42700) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:02.351869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:02.440050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] In _notify_port_updated(), no bound segment for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 on network b6b8ada7-83ec-45f1-8eee-570611097362 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:37:02.451276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:02.452238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.453627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "PUT /v2.0/ports/27135e81-cc4f-4a74-84c1-4ca965a117a2 HTTP/1.1" status: 200 len: 926 time: 1.4852548 Jul 08 17:37:02.463333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42702) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:02.469268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34ffddc0-d820-44c9-a694-fb034d4ecfdc'}, {'subnet_id': '71b1b534-61c8-4662-8217-d720a03bb5f4'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:02.501500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14740a-d4f7-4879-acb8-6484fc2ccb5c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=27135e81-cc4f-4a74-84c1-4ca965a117a2,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:02.514465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-3e675837-06c9-459b-a64e-50b1dd4f7a97 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:02.516012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-3e675837-06c9-459b-a64e-50b1dd4f7a97 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.72 "GET /v2.0/networks?id=f1310530-e0fc-449a-9f19-6c76d6b883f5 HTTP/1.1" status: 200 len: 815 time: 0.2244182 Jul 08 17:37:02.531717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3ae9e0-7909-4b1c-9222-5533572277fa,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:02.578858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-00a2ef55-632b-4381-a43b-503b6e05866c tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6225005f326b493099a9c09d66db4764 HTTP/1.1" status: 200 len: 379 time: 0.0507014 Jul 08 17:37:02.590533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Request body: {'port': {'device_id': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'admin_state_up': True, 'tenant_id': '6225005f326b493099a9c09d66db4764', 'security_groups': ['7fe276e5-8529-41ca-99a6-b7a8038d7353']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:02.634072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.665218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fee2956f-6814-4cb3-90dd-0b9518f4dfdb tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.677667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fee2956f-6814-4cb3-90dd-0b9518f4dfdb tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.716576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Made reservation on behalf of 6225005f326b493099a9c09d66db4764 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:02.720488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.745535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Checking segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:02.746208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Network hostable DHCP agents. Network: 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:02.754939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-92f4d174-c6f1-472a-876d-d882b30c055f None None] Provisioning for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:02.772523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-92f4d174-c6f1-472a-876d-d882b30c055f None None] Provisioning complete for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:02.773209 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-92f4d174-c6f1-472a-876d-d882b30c055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.775897 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.823317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-92f4d174-c6f1-472a-876d-d882b30c055f None None] Port 27135e81-cc4f-4a74-84c1-4ca965a117a2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:02.854806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fee2956f-6814-4cb3-90dd-0b9518f4dfdb tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.855310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee2956f-6814-4cb3-90dd-0b9518f4dfdb tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4dfac3bd-afd2-474a-ad69-48df94e48449 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:02.856766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.862086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fee2956f-6814-4cb3-90dd-0b9518f4dfdb tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.865992 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fee2956f-6814-4cb3-90dd-0b9518f4dfdb tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "DELETE /v2.0/routers/4dfac3bd-afd2-474a-ad69-48df94e48449 HTTP/1.1" status: 204 len: 168 time: 0.6730356 Jul 08 17:37:02.872191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42704) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:02.880504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3c4161d5-140e-4fe3-9234-88f13054220a tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Request body: {'router': {'name': 'tempest-router-334502547', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f14467f89d5b429082181ae4c4f41810'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:02.894553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Allocated IP 172.20.0.10 (f1310530-e0fc-449a-9f19-6c76d6b883f5/9fcee83a-4a90-473e-ae3e-88d86ec73c4f/bd71191a-c085-41c9-a81f-bf39c4e1e320) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:02.906460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:02.921737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4161d5-140e-4fe3-9234-88f13054220a tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.922728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4161d5-140e-4fe3-9234-88f13054220a tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:02.961589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:02.973976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ddfe89-47b5-4727-9983-d2ae7c5e6e59 None None] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:02.975542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:02.976144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.031149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e8bb4ad7-dccb-44b0-9d6e-92708069839b up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:03.051839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.058838 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4e126c54-3d19-44d3-a0f3-34094448c50d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4619083 Jul 08 17:37:03.072674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.205596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port e8bb4ad7-dccb-44b0-9d6e-92708069839b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:03.211728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port e8bb4ad7-dccb-44b0-9d6e-92708069839b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:03.211728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.219574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.256369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e28a63-a301-44e9-a4f4-030a414f112c None None] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:03.269834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Transition to ACTIVE for port object bd71191a-c085-41c9-a81f-bf39c4e1e320 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:03.479116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.525775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:03.528461 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9179c9c1-ae26-4c56-b3d5-39aed2855639" -d '{"events": [{"server_uuid": "9f3d0339-866c-490a-b2a2-cf5819e91908", "name": "network-vif-plugged", "status": "completed", "tag": "e8bb4ad7-dccb-44b0-9d6e-92708069839b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:03.544473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e8bb4ad7-dccb-44b0-9d6e-92708069839b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e8bb4ad7-dccb-44b0-9d6e-92708069839b,segment=NetworkSegment(232c811a-e969-4d9d-a459-61c75f30e9b0),segment_id=232c811a-e969-4d9d-a459-61c75f30e9b0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:03.551102 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.617105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e8bb4ad7-dccb-44b0-9d6e-92708069839b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:03.631900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4161d5-140e-4fe3-9234-88f13054220a tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.666961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4161d5-140e-4fe3-9234-88f13054220a tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.675518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Port': ['ID=4289172d-a4af-4c4f-bc01-7436b56baf5d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:03.681564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.693259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6927506-70e0-4c4e-b19a-05dd7a073b9c req-500d72b8-c93f-4f29-96dc-39fcc1916397 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.0599673 Jul 08 17:37:03.698041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.708720 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.723602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4161d5-140e-4fe3-9234-88f13054220a tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.725451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c4161d5-140e-4fe3-9234-88f13054220a tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8509662 Jul 08 17:37:03.738512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42720) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:03.746668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:03.791541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6c6c4-70e4-4b0c-a515-935cd267ce63 req-339f4a84-64d1-4f12-9706-dbd47cdd85eb tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:03.794149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94a6c6c4-70e4-4b0c-a515-935cd267ce63 req-339f4a84-64d1-4f12-9706-dbd47cdd85eb tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 946 time: 0.5013695 Jul 08 17:37:03.801346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:03.862864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94a6c6c4-70e4-4b0c-a515-935cd267ce63 req-61d130ef-2c2b-4cc6-888b-62a6c090344e tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Jul 08 17:37:03.867974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:03.870773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event updated for resources: {'Port': ['ID=bd71191a-c085-41c9-a81f-bf39c4e1e320,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:03.873298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:03.940006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:03.941202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:03.949997 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e722cd23-7e59-483d-9c44-34fb2f387946 x-openstack-request-id: req-e722cd23-7e59-483d-9c44-34fb2f387946 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:03.950518 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3d0339-866c-490a-b2a2-cf5819e91908", "name": "network-vif-plugged", "status": "completed", "tag": "e8bb4ad7-dccb-44b0-9d6e-92708069839b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:03.950518 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e722cd23-7e59-483d-9c44-34fb2f387946 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:03.950930 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b', 'code': 200} Jul 08 17:37:03.983119 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6f627723-1a82-4f19-960b-1b6531550d37 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3976510 Jul 08 17:37:04.011286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Request body: {'port': {'device_id': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:04.189252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8:0:1::1b2 (b6b8ada7-83ec-45f1-8eee-570611097362/71b1b534-61c8-4662-8217-d720a03bb5f4/27135e81-cc4f-4a74-84c1-4ca965a117a2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:04.194313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.213081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-fd9256ee-7801-4d7e-89e3-1d32f12b57e8 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:04.214639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-fd9256ee-7801-4d7e-89e3-1d32f12b57e8 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 812 time: 0.2004278 Jul 08 17:37:04.220889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Allocated IP 172.25.5.96 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/4d0bd5af-2bd7-4fc8-b0fc-e58630e2f054) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:04.265165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13b4d2d4-f2f5-4920-9ce6-238d5ab7e877 None None] Provisioning for port bd71191a-c085-41c9-a81f-bf39c4e1e320 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:04.266900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-01fbf08f-61d3-49f2-b17f-eb3b92d61af5 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/quotas/365f56e232db40248a00ac01ea11c40e HTTP/1.1" status: 200 len: 375 time: 0.0248389 Jul 08 17:37:04.276395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13b4d2d4-f2f5-4920-9ce6-238d5ab7e877 None None] Provisioning complete for port bd71191a-c085-41c9-a81f-bf39c4e1e320 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:04.277403 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13b4d2d4-f2f5-4920-9ce6-238d5ab7e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.319635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-1df47481-b357-4f35-b89c-5ba96a535808 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512524 Jul 08 17:37:04.346896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Network 73fad1e4-e398-4439-ab90-214327bf1650 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:04.363949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-13b4d2d4-f2f5-4920-9ce6-238d5ab7e877 None None] Port bd71191a-c085-41c9-a81f-bf39c4e1e320 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:04.368464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:04.381661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.382215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.509234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-c039fbac-ce30-498c-80be-7331eb90976a service neutron] 10.222.0.63 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884725 Jul 08 17:37:04.613695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4727cb-2c11-4c7e-9b67-2329d32ef39a req-51f2ffa8-7d41-4bcf-b41a-4ca2a05de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:04.615235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d4727cb-2c11-4c7e-9b67-2329d32ef39a req-51f2ffa8-7d41-4bcf-b41a-4ca2a05de06d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 1097 time: 0.5786047 Jul 08 17:37:04.628766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93665) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 08 17:37:04.628972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Router 3a18ac07-1e8a-45ab-a365-1c171b350a23 migrating from provider to provider. {{(pid=93665) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 08 17:37:04.630001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.685999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-3763fc2f-43f6-4429-b237-ec02f00d9099 service neutron] 10.222.0.63 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758640 Jul 08 17:37:04.687373 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.701784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ccbecc56-5ef1-4006-950b-d13cf661b293 None None] Provisioning complete for port 4289172d-a4af-4c4f-bc01-7436b56baf5d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:04.706935 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ccbecc56-5ef1-4006-950b-d13cf661b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.752257 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.797115 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.804170 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.822037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d4727cb-2c11-4c7e-9b67-2329d32ef39a req-c52599d0-f96c-4262-b160-7a60f0b523ec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908379 Jul 08 17:37:04.836465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ccbecc56-5ef1-4006-950b-d13cf661b293 None None] Port 4289172d-a4af-4c4f-bc01-7436b56baf5d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:04.888717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd71191a-c085-41c9-a81f-bf39c4e1e320 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:04.909452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.910692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 27135e81-cc4f-4a74-84c1-4ca965a117a2 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:04.932883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Transition to ACTIVE for port object bd71191a-c085-41c9-a81f-bf39c4e1e320 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:04.939098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.956647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Router 8b427c8d-7e0e-4e6e-97ab-c746c080dcaf has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:04.961691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:04.969858 n-d-799528-4 neutron-server[93665]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] No L3 agents can host the router 3a18ac07-1e8a-45ab-a365-1c171b350a23 Jul 08 17:37:04.975153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.052282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:05.054515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=27135e81-cc4f-4a74-84c1-4ca965a117a2,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:05.059690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:05.065894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:05.124391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Pushing event updated for resources: {'Port': ['ID=bd71191a-c085-41c9-a81f-bf39c4e1e320,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:05.347613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae01d-fa2a-47e5-b02f-90f491d3c36a req-bf510fb8-1f33-48ff-89f3-02af343c404e tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:05.362074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52dae01d-fa2a-47e5-b02f-90f491d3c36a req-bf510fb8-1f33-48ff-89f3-02af343c404e tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 944 time: 0.4161069 Jul 08 17:37:05.429262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Attempting to bind port bd71191a-c085-41c9-a81f-bf39c4e1e320 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:05.429706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Attempting to bind port bd71191a-c085-41c9-a81f-bf39c4e1e320 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:05.430227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Attempting to bind port bd71191a-c085-41c9-a81f-bf39c4e1e320 on network f1310530-e0fc-449a-9f19-6c76d6b883f5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:05.463323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52dae01d-fa2a-47e5-b02f-90f491d3c36a req-989499cf-3d4e-4d0a-9703-1b990f17e55f tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915244 Jul 08 17:37:05.464328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Port bd71191a-c085-41c9-a81f-bf39c4e1e320 on network f1310530-e0fc-449a-9f19-6c76d6b883f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:05.464719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Attempting to bind port bd71191a-c085-41c9-a81f-bf39c4e1e320 on network f1310530-e0fc-449a-9f19-6c76d6b883f5 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:05.478483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:05.478934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Checking segment: {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:05.479418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Bound using segment: {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:05.479979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Bound port: bd71191a-c085-41c9-a81f-bf39c4e1e320, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e8c8ba-d664-4216-98cc-672092951309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:05.480441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.495926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] In _notify_port_updated(), no bound segment for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 on network b6b8ada7-83ec-45f1-8eee-570611097362 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:37:05.517557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:05.518264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.526692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-782c4b67-c426-472e-b8ee-db60fc6dcb1f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "PUT /v2.0/ports/27135e81-cc4f-4a74-84c1-4ca965a117a2 HTTP/1.1" status: 200 len: 1012 time: 3.0622604 Jul 08 17:37:05.531996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42748) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:05.592281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea61d1-3fab-4194-aa13-fc51bd429e32 req-b859d587-364f-4261-bf2d-4de9605221ff tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:05.595601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5ea61d1-3fab-4194-aa13-fc51bd429e32 req-b859d587-364f-4261-bf2d-4de9605221ff tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 946 time: 0.2299032 Jul 08 17:37:05.636230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'Port': ['ID=4d0bd5af-2bd7-4fc8-b0fc-e58630e2f054,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:05.646435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-427582b2-1183-4bc1-a669-90129014b73a None None] Provisioning for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:05.652952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-427582b2-1183-4bc1-a669-90129014b73a None None] Provisioning complete for port 27135e81-cc4f-4a74-84c1-4ca965a117a2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:05.653551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-427582b2-1183-4bc1-a669-90129014b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.680270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] For port bd71191a-c085-41c9-a81f-bf39c4e1e320, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:05.719339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5ea61d1-3fab-4194-aa13-fc51bd429e32 req-29b7f04a-a454-434c-ad89-a0bdcac00d78 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050398 Jul 08 17:37:05.721301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] For port bd71191a-c085-41c9-a81f-bf39c4e1e320, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:05.748711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.751967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-427582b2-1183-4bc1-a669-90129014b73a None None] Port 27135e81-cc4f-4a74-84c1-4ca965a117a2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:05.821318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:05.822313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:05.823995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] 10.222.0.72 "PUT /v2.0/ports/bd71191a-c085-41c9-a81f-bf39c4e1e320 HTTP/1.1" status: 200 len: 1092 time: 1.8289232 Jul 08 17:37:05.826957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:05.830105 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9016770-4112-4295-986c-70c733075382" -d '{"events": [{"name": "network-changed", "server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:05.888923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 27135e81-cc4f-4a74-84c1-4ca965a117a2 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:05.889570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.010659 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf38192-8af6-474c-9d61-dc5c56ad9b93 x-openstack-request-id: req-aaf38192-8af6-474c-9d61-dc5c56ad9b93 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:06.011206 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:06.011624 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aaf38192-8af6-474c-9d61-dc5c56ad9b93 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:06.012214 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'status': 'completed', 'code': 200} Jul 08 17:37:06.132775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed2495f4-682b-4cca-ad05-d304def1f44b req-a41cb701-b4f7-492f-bbad-72e00d2392a5 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 210 time: 0.1329472 Jul 08 17:37:06.139973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4f543-0786-4fa7-86e5-540643d35b65 service neutron] Pushing event updated for resources: {'Port': ['ID=bd71191a-c085-41c9-a81f-bf39c4e1e320,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:06.196163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Hosts for router 3a18ac07-1e8a-45ab-a365-1c171b350a23: [] {{(pid=93665) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 08 17:37:06.214540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-65f0e924-ccac-430d-9224-dd4db0d29dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:06.216525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-65f0e924-ccac-430d-9224-dd4db0d29dae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6225005f326b493099a9c09d66db4764&device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 1095 time: 0.2181113 Jul 08 17:37:06.219437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.238430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 27135e81-cc4f-4a74-84c1-4ca965a117a2 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:06.245526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Hosts for other DVR routers connected to router 3a18ac07-1e8a-45ab-a365-1c171b350a23: set() {{(pid=93665) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 08 17:37:06.248460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.249865 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e374151d-d4c2-417b-bccd-dfb5ec270839 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "PUT /v2.0/routers/3a18ac07-1e8a-45ab-a365-1c171b350a23 HTTP/1.1" status: 200 len: 716 time: 2.5067966 Jul 08 17:37:06.256447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42760) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:06.301119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.310413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:06.327094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] Sync routers for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:06.341624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:06.345168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:06.353880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-e6bb7a64-3a36-464f-bae3-e09ab4d004df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320 HTTP/1.1" status: 200 len: 217 time: 0.0995746 Jul 08 17:37:06.378405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e2aba859-2ed6-4fbd-8185-1b36ade92009 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "PUT /v2.0/routers/8b427c8d-7e0e-4e6e-97ab-c746c080dcaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7752321 Jul 08 17:37:06.391219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42762) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:06.400873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Request body: {'port': {'network_id': '73fad1e4-e398-4439-ab90-214327bf1650', 'name': 'tempest-FloatingIPAdminTestJSON-1650074837'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:06.401567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:06.417125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:06.418009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:06.453715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:06.454666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db0d70-dfd3-4086-9611-afbf67c00035 None None] The sync data for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:06.463561 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-020083d7-8f66-43f2-8b4f-63592446860d tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "GET /v2.0/routers/3a18ac07-1e8a-45ab-a365-1c171b350a23 HTTP/1.1" status: 200 len: 716 time: 0.2056465 Jul 08 17:37:06.470343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:06.510135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.545984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-7a640f16-2940-451f-a411-569d0ec9d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:06.547590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-7a640f16-2940-451f-a411-569d0ec9d176 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fcee83a-4a90-473e-ae3e-88d86ec73c4f HTTP/1.1" status: 200 len: 854 time: 0.1812181 Jul 08 17:37:06.808268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Made reservation on behalf of 4685d695469f49bd9fcdde26fd564d24 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:06.808484 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f7de5dd0-9e4c-40c7-bc7f-62b9549e37c2 tempest-RoutersTestDVR-95961900 tempest-RoutersTestDVR-95961900-project] 10.222.0.63 "GET /v2.0/routers/3a18ac07-1e8a-45ab-a365-1c171b350a23 HTTP/1.1" status: 200 len: 682 time: 0.3308601 Jul 08 17:37:06.808608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.809678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:06.901050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da147d89-5680-4e77-af28-a621ac5f7489 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:06.972188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-a4bbec78-2b4b-4a8c-9541-2b9462f04f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:06.973678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-a4bbec78-2b4b-4a8c-9541-2b9462f04f7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1310530-e0fc-449a-9f19-6c76d6b883f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4134059 Jul 08 17:37:06.983617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] device_id is not set on port fee578c5-1964-41c8-a3de-70cfbf38c6fe yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:07.005769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.085191 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da147d89-5680-4e77-af28-a621ac5f7489 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.088085 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.090423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da147d89-5680-4e77-af28-a621ac5f7489 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.100318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.120218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=27135e81-cc4f-4a74-84c1-4ca965a117a2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:07.176976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da147d89-5680-4e77-af28-a621ac5f7489 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.177502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da147d89-5680-4e77-af28-a621ac5f7489 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a18ac07-1e8a-45ab-a365-1c171b350a23 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:07.201979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da147d89-5680-4e77-af28-a621ac5f7489 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.203134 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-da147d89-5680-4e77-af28-a621ac5f7489 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "DELETE /v2.0/routers/3a18ac07-1e8a-45ab-a365-1c171b350a23 HTTP/1.1" status: 204 len: 168 time: 0.3925822 Jul 08 17:37:07.211970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42778) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:07.216638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cd43f1c2-64e2-4a8b-9c9a-949695940279 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Request body: {'router': {'name': 'tempest-router-53591901', 'distributed': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:07.232064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'Port': ['ID=4d0bd5af-2bd7-4fc8-b0fc-e58630e2f054,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:07.242938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ebfd3-0a73-4536-9c25-ea10315d8c67 req-db414064-e67f-4014-b968-2c58bf6d2462 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:07.252620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.255893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-838ebfd3-0a73-4536-9c25-ea10315d8c67 req-db414064-e67f-4014-b968-2c58bf6d2462 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 944 time: 0.5455506 Jul 08 17:37:07.288688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd43f1c2-64e2-4a8b-9c9a-949695940279 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.290101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd43f1c2-64e2-4a8b-9c9a-949695940279 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.363985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd43f1c2-64e2-4a8b-9c9a-949695940279 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.398137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.399460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6bfcfbd6-7a11-4771-99ab-8e166885c035 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0509973 Jul 08 17:37:07.402151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd43f1c2-64e2-4a8b-9c9a-949695940279 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.417389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.425308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-79dfb58b-8959-4ce3-8bd2-2001d71a86db tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/27135e81-cc4f-4a74-84c1-4ca965a117a2 HTTP/1.1" status: 204 len: 168 time: 1.8920560 Jul 08 17:37:07.446195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42782) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:07.455773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4b6f2-b433-4779-9507-7ac92b65fa85 req-5a2cc425-b92a-4577-b181-afe3c31f7dac tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:07.457510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54a4b6f2-b433-4779-9507-7ac92b65fa85 req-5a2cc425-b92a-4577-b181-afe3c31f7dac tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 946 time: 0.5371797 Jul 08 17:37:07.469058 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd43f1c2-64e2-4a8b-9c9a-949695940279 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:07.470597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cd43f1c2-64e2-4a8b-9c9a-949695940279 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.2576611 Jul 08 17:37:07.505553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42784) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:07.512820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-838ebfd3-0a73-4536-9c25-ea10315d8c67 req-c7502d5a-c10a-48e2-9beb-78b2b2502522 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559066 Jul 08 17:37:07.620539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-388f9449-e2d0-44f3-8e9b-8315899f15be tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:07.622873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-388f9449-e2d0-44f3-8e9b-8315899f15be tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 812 time: 0.2565379 Jul 08 17:37:07.642124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Request body: {'port': {'device_id': 'c149a174-5b88-4557-ac92-d85c479eea82', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'admin_state_up': True, 'tenant_id': '365f56e232db40248a00ac01ea11c40e'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:07.841331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Made reservation on behalf of 365f56e232db40248a00ac01ea11c40e for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:07.845984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.024447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Allocated IP 172.20.0.4 (73fad1e4-e398-4439-ab90-214327bf1650/b86a8ad9-a484-420e-8484-a6fe4d1f165b/fee578c5-1964-41c8-a3de-70cfbf38c6fe) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:08.059976 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea326265-6323-42ab-8baa-ad6abace50c7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:37:08.062057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ea326265-6323-42ab-8baa-ad6abace50c7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/27135e81-cc4f-4a74-84c1-4ca965a117a2 HTTP/1.1" status: 404 len: 333 time: 0.6035290 Jul 08 17:37:08.077820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42788) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:08.133468 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8171acb8-2893-4d3d-904f-e32cec13ed32 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.151529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-7c2b41f3-2fce-492a-a9dc-9bb52a7c9b86 service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1614976 Jul 08 17:37:08.171157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb49e92e-5865-4bf6-b3b8-fbe161e3f433 req-2e4bbcfa-2830-475a-a0e2-b8a24ac5a3dc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 210 time: 0.1076980 Jul 08 17:37:08.180836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Allocated IP 172.20.0.7 (7edc29ba-ba39-48c4-b5ca-09e2a50ff76f/cc3ae9e0-7909-4b1c-9222-5533572277fa/158bda34-ceab-445a-ba15-883037b65168) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:08.226523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-75890103-421d-4a05-9d2f-7bd4dfb28214 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:08.230337 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-75890103-421d-4a05-9d2f-7bd4dfb28214 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 812 time: 0.3103993 Jul 08 17:37:08.237529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet 71b1b534-61c8-4662-8217-d720a03bb5f4 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:08.245055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.251816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Request body: {'port': {'device_id': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'admin_state_up': True, 'tenant_id': '365f56e232db40248a00ac01ea11c40e'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:08.269506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54a4b6f2-b433-4779-9507-7ac92b65fa85 req-8dea99a5-587a-4c0d-8615-e91aa510c6b4 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697699 Jul 08 17:37:08.407450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.557921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-edeae4b9-db02-4c92-b71e-edd3f68cceac tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1176826614&fields=id&tenant_id=adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 267 time: 0.2469420 Jul 08 17:37:08.611848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.624610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8171acb8-2893-4d3d-904f-e32cec13ed32 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.633890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8171acb8-2893-4d3d-904f-e32cec13ed32 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.670118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Made reservation on behalf of 365f56e232db40248a00ac01ea11c40e for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:08.672809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2a6d7f7-9017-493f-851d-57552b44ac41 req-d2809d0d-9b96-4475-8f3d-58a5b793c977 service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957440 Jul 08 17:37:08.673987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.747408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8171acb8-2893-4d3d-904f-e32cec13ed32 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.747913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8171acb8-2893-4d3d-904f-e32cec13ed32 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0b95824-efaf-4ca5-a1d8-88b03bd93423 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:08.764906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.770949 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8171acb8-2893-4d3d-904f-e32cec13ed32 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.772464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8171acb8-2893-4d3d-904f-e32cec13ed32 tempest-RoutersTestDVR-1856940291 tempest-RoutersTestDVR-1856940291-project-admin] 10.222.0.63 "DELETE /v2.0/routers/e0b95824-efaf-4ca5-a1d8-88b03bd93423 HTTP/1.1" status: 204 len: 168 time: 1.2578106 Jul 08 17:37:08.777977 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.806374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-a156a9d3-26e7-42c1-a2fc-762ffddbbdfb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:08.806877 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.812006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-a156a9d3-26e7-42c1-a2fc-762ffddbbdfb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 817 time: 0.2531984 Jul 08 17:37:08.828170 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.832655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/71b1b534-61c8-4662-8217-d720a03bb5f4 HTTP/1.1" status: 204 len: 168 time: 0.7514057 Jul 08 17:37:08.834183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42810) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:08.838355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055f540-0e6c-41a0-b200-980667880d96 None None] Network b6b8ada7-83ec-45f1-8eee-570611097362 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:08.842421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-aca27e7a-5a71-4ed4-8704-8da5b4ddd9d6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/quotas/adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 375 time: 0.0294952 Jul 08 17:37:08.868776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Transition to ACTIVE for port object fee578c5-1964-41c8-a3de-70cfbf38c6fe will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:08.895042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06da75-0bfa-4309-8aa2-880871af040d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=71b1b534-61c8-4662-8217-d720a03bb5f4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:08.942198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet 34ffddc0-d820-44c9-a694-fb034d4ecfdc {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:08.948489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.990096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:08.998340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9016770-4112-4295-986c-70c733075382 req-9e571837-cccb-482b-bc1b-43765fe86e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:08.999880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9016770-4112-4295-986c-70c733075382 req-9e571837-cccb-482b-bc1b-43765fe86e6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6225005f326b493099a9c09d66db4764&device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 1095 time: 0.2501407 Jul 08 17:37:09.010453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-0e463982-b402-4238-8c25-28c0d230efaf tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671801 Jul 08 17:37:09.021850 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.048043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fe2de-9fc9-42cc-9d37-8321cad1f5c3 req-ced96c1a-efcf-471d-8ec5-907dc4122a98 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:09.055475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-918fe2de-9fc9-42cc-9d37-8321cad1f5c3 req-ced96c1a-efcf-471d-8ec5-907dc4122a98 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 944 time: 0.1986890 Jul 08 17:37:09.056873 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.134597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event updated for resources: {'Port': ['ID=158bda34-ceab-445a-ba15-883037b65168,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:09.168366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Network 73fad1e4-e398-4439-ab90-214327bf1650 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:09.180419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42816) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:09.189138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:09.199658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event updated for resources: {'Port': ['ID=fee578c5-1964-41c8-a3de-70cfbf38c6fe,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:09.202082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:09.203938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:09.223094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-918fe2de-9fc9-42cc-9d37-8321cad1f5c3 req-f4bd5dc8-7c23-4c90-978e-f1f741aab6db tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666489 Jul 08 17:37:09.224309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:09.229897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:09.291915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.365316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:09.366716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.372385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Allocated IP 172.20.0.9 (7edc29ba-ba39-48c4-b5ca-09e2a50ff76f/cc3ae9e0-7909-4b1c-9222-5533572277fa/5e388db4-d24b-44cc-bf71-37e669709db5) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:09.463953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9016770-4112-4295-986c-70c733075382 req-cf5e569d-1891-42fc-b606-c9dfd41d719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:09.465602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9016770-4112-4295-986c-70c733075382 req-cf5e569d-1891-42fc-b606-c9dfd41d719e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1310530-e0fc-449a-9f19-6c76d6b883f5 HTTP/1.1" status: 200 len: 916 time: 0.4531801 Jul 08 17:37:09.490970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3cca9583-e641-4c74-83f3-dab12d35937a tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0952561 Jul 08 17:37:09.521355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42822) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:09.536761 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-33b77e7c-4a44-4b9b-8883-c957b63deec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.556723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.596361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9016770-4112-4295-986c-70c733075382 req-cbe8446f-3d94-44c2-bccc-d494d678a9ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320 HTTP/1.1" status: 200 len: 217 time: 0.0791609 Jul 08 17:37:09.677096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c8a78716-cffb-444b-b45b-c8d14f3d02f1 None None] Provisioning for port fee578c5-1964-41c8-a3de-70cfbf38c6fe completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:09.681363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c8a78716-cffb-444b-b45b-c8d14f3d02f1 None None] Provisioning complete for port fee578c5-1964-41c8-a3de-70cfbf38c6fe triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:09.681827 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c8a78716-cffb-444b-b45b-c8d14f3d02f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.725988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c8a78716-cffb-444b-b45b-c8d14f3d02f1 None None] Port fee578c5-1964-41c8-a3de-70cfbf38c6fe cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:09.731513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-d940cdfe-0fcf-4786-9b42-f985f0c95596 service neutron] 10.222.0.63 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202040 Jul 08 17:37:09.799818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9016770-4112-4295-986c-70c733075382 req-ead7fde8-1463-44fd-8254-d99edf28e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:09.801492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9016770-4112-4295-986c-70c733075382 req-ead7fde8-1463-44fd-8254-d99edf28e7b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fcee83a-4a90-473e-ae3e-88d86ec73c4f HTTP/1.1" status: 200 len: 854 time: 0.1706314 Jul 08 17:37:09.898432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d01535-fecd-4d8c-aed6-28c84d86da1d req-8d78c224-b8fb-466b-8b7b-79303a34047e tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:09.901408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36d01535-fecd-4d8c-aed6-28c84d86da1d req-8d78c224-b8fb-466b-8b7b-79303a34047e tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 946 time: 0.3748078 Jul 08 17:37:09.924934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'project_id': '4685d695469f49bd9fcdde26fd564d24', 'port_id': 'fee578c5-1964-41c8-a3de-70cfbf38c6fe'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:09.929651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=34ffddc0-d820-44c9-a694-fb034d4ecfdc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:09.955540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:09.956342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.963354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:09.965286 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-634d5000-ab62-4d88-a359-2ace5848e4b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/34ffddc0-d820-44c9-a694-fb034d4ecfdc HTTP/1.1" status: 204 len: 168 time: 1.1244283 Jul 08 17:37:09.966263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f97aff-c609-4bce-9bfc-e415ea49feca None None] Network b6b8ada7-83ec-45f1-8eee-570611097362 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:09.970545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-e0d2c5ea-c6e8-45c0-968b-c80a3f66f98f service neutron] 10.222.0.63 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375364 Jul 08 17:37:09.974284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42826) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:09.988981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.016155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36d01535-fecd-4d8c-aed6-28c84d86da1d req-57cfeef4-11a6-45c4-ac0a-011da64d5811 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064346 Jul 08 17:37:10.021455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9016770-4112-4295-986c-70c733075382 req-355db6c2-0a21-473d-9f4b-7c337220b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:10.023532 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9016770-4112-4295-986c-70c733075382 req-355db6c2-0a21-473d-9f4b-7c337220b370 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1310530-e0fc-449a-9f19-6c76d6b883f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068007 Jul 08 17:37:10.059470 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-33b77e7c-4a44-4b9b-8883-c957b63deec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.104069 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-33b77e7c-4a44-4b9b-8883-c957b63deec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.106202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-cd6bbbcb-8c0c-40da-a021-ec7e826be6d7 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4727988 Jul 08 17:37:10.108974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f7311aba-33e1-4c82-9a46-c50dff707809 None None] Provisioning complete for port dbe03470-80c7-4074-b390-e6ca3a1ba188 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:10.109354 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7311aba-33e1-4c82-9a46-c50dff707809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.119737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.138504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Request body: {'port': {'device_id': 'c149a174-5b88-4557-ac92-d85c479eea82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:10.195974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b77e7c-4a44-4b9b-8883-c957b63deec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535a8423-3fe7-436c-92a6-4a3d02488e84,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:10.203197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.224163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-33b77e7c-4a44-4b9b-8883-c957b63deec3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f14467f89d5b429082181ae4c4f41810&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0381670 Jul 08 17:37:10.229186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42832) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:10.312425 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.315021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-982bbab1-ef29-4448-b030-1b2ff5ccc5c6 req-285f8320-5b7d-4250-908f-c6181292ca92 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 210 time: 0.1089458 Jul 08 17:37:10.371462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.437106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9016770-4112-4295-986c-70c733075382 req-d203bc91-ec19-41b8-8ad4-01b796dc9c4b service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934543 Jul 08 17:37:10.438793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:10.446492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:10.455416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-49f1fe86-d3a9-412e-8b4d-bab5acdbb028 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:10.456956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-49f1fe86-d3a9-412e-8b4d-bab5acdbb028 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 946 time: 0.4075470 Jul 08 17:37:10.461820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:10.539317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-301d37e2-c0ed-4af5-b5a6-44c87251a595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.574810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event updated for resources: {'Port': ['ID=5e388db4-d24b-44cc-bf71-37e669709db5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:10.579442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957a830-c21c-4fc0-ae54-896aada30246 req-f314a1fd-65fe-4d81-9522-a2ea1c21124b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:10.581028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9957a830-c21c-4fc0-ae54-896aada30246 req-f314a1fd-65fe-4d81-9522-a2ea1c21124b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 931 time: 0.3543153 Jul 08 17:37:10.599164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] DHCP port deletion for b6b8ada7-83ec-45f1-8eee-570611097362 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:10.602794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port dbe03470-80c7-4074-b390-e6ca3a1ba188 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:10.603135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.605642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-301d37e2-c0ed-4af5-b5a6-44c87251a595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.661902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] Deleting port dbe03470-80c7-4074-b390-e6ca3a1ba188 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:10.662727 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.690088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:10.690735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.712422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9016770-4112-4295-986c-70c733075382 req-9fd67951-b8d1-4500-88b9-14590a6e9406 service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568753 Jul 08 17:37:10.735086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9957a830-c21c-4fc0-ae54-896aada30246 req-40ee361e-b79d-4668-bec1-584f8154890d tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404893 Jul 08 17:37:10.749645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] For port dbe03470-80c7-4074-b390-e6ca3a1ba188, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbe03470-80c7-4074-b390-e6ca3a1ba188,segment=NetworkSegment(ddf24456-d5fd-4d4c-a3cf-b78c25ad5710),segment_id=ddf24456-d5fd-4d4c-a3cf-b78c25ad5710)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:10.749645 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.766677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] Calling delete_port for dbe03470-80c7-4074-b390-e6ca3a1ba188 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:10.773847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653de405-11e5-48a1-bb16-ddb4f9d78fda req-e79aaf84-c1b3-4c29-927d-893806fc5222 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:10.781311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-653de405-11e5-48a1-bb16-ddb4f9d78fda req-e79aaf84-c1b3-4c29-927d-893806fc5222 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 944 time: 0.2160654 Jul 08 17:37:10.810071 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-301d37e2-c0ed-4af5-b5a6-44c87251a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.812824 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eadca760-1784-4292-a120-3133cfa1be2a tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5722935 Jul 08 17:37:10.813014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-301d37e2-c0ed-4af5-b5a6-44c87251a595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.814205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-301d37e2-c0ed-4af5-b5a6-44c87251a595 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/535a8423-3fe7-436c-92a6-4a3d02488e84 HTTP/1.1" status: 204 len: 168 time: 0.5621519 Jul 08 17:37:10.850969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d37e2-c0ed-4af5-b5a6-44c87251a595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535a8423-3fe7-436c-92a6-4a3d02488e84,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:10.865702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Request body: {'port': {'device_id': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:10.878025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] For port dbe03470-80c7-4074-b390-e6ca3a1ba188, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbe03470-80c7-4074-b390-e6ca3a1ba188,segment=NetworkSegment(ddf24456-d5fd-4d4c-a3cf-b78c25ad5710),segment_id=ddf24456-d5fd-4d4c-a3cf-b78c25ad5710)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:10.878694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.892674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-653de405-11e5-48a1-bb16-ddb4f9d78fda req-cd90fd77-b3e8-4bd0-b975-d0e3faba9dbf tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103201 Jul 08 17:37:10.916955 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:10.933147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] No DVR routers for this DVR port dbe03470-80c7-4074-b390-e6ca3a1ba188 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:10.968434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for dbe03470-80c7-4074-b390-e6ca3a1ba188 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:10.969600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648c9b7-1e5d-47d2-9339-1e2499138544 None None] Pushing event deleted for resources: {'Port': ['ID=dbe03470-80c7-4074-b390-e6ca3a1ba188,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:11.139357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Deleting port e8bb4ad7-dccb-44b0-9d6e-92708069839b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:11.139713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.167104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.212360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c6680-e0d7-412d-9a60-79e2b8eb94a2 req-6965d32d-8932-48b9-8f04-18ddef87065f tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:11.215165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbe03470-80c7-4074-b390-e6ca3a1ba188 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:11.221452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e3c6680-e0d7-412d-9a60-79e2b8eb94a2 req-6965d32d-8932-48b9-8f04-18ddef87065f tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 946 time: 0.0795729 Jul 08 17:37:11.251235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42850) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:11.252125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.252447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: dbe03470-80c7-4074-b390-e6ca3a1ba188 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:11.252883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbe03470-80c7-4074-b390-e6ca3a1ba188 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:11.278345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d53d-c75b-4333-a99d-2edd2801734e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.282662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e3c6680-e0d7-412d-9a60-79e2b8eb94a2 req-1bd9ebae-d87a-4766-9752-1bf724c75f80 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/security-groups?id=3dec708b-c958-4c77-a66e-8f117ced266e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603089 Jul 08 17:37:11.393068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d53d-c75b-4333-a99d-2edd2801734e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.398091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9e7d53d-c75b-4333-a99d-2edd2801734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.398256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.439458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a9e7d53d-c75b-4333-a99d-2edd2801734e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5ffa854de3c746ada03b4880d0841cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850383 Jul 08 17:37:11.440356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7d53d-c75b-4333-a99d-2edd2801734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c1c6c-0ff7-46a1-90c7-1863a29680a1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:11.454999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42854) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:11.500163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d568a82-f427-4644-ba01-1d0cf0f53802 req-82fb19b6-b739-4809-9377-e07cf17899dc tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 210 time: 0.0381744 Jul 08 17:37:11.501791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=dbe03470-80c7-4074-b390-e6ca3a1ba188,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:11.507601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No DVR routers for this DVR port dbe03470-80c7-4074-b390-e6ca3a1ba188 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:11.523688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] For port e8bb4ad7-dccb-44b0-9d6e-92708069839b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e8bb4ad7-dccb-44b0-9d6e-92708069839b,segment=NetworkSegment(232c811a-e969-4d9d-a459-61c75f30e9b0),segment_id=232c811a-e969-4d9d-a459-61c75f30e9b0)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:11.524278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.536536 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5b354ab-e760-462c-9776-99eacef35574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.559107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5b354ab-e760-462c-9776-99eacef35574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.608042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5b354ab-e760-462c-9776-99eacef35574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.611783 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5b354ab-e760-462c-9776-99eacef35574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.616845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e5b354ab-e760-462c-9776-99eacef35574 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/362c1c6c-0ff7-46a1-90c7-1863a29680a1 HTTP/1.1" status: 204 len: 168 time: 0.1580191 Jul 08 17:37:11.624811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b354ab-e760-462c-9776-99eacef35574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c1c6c-0ff7-46a1-90c7-1863a29680a1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:11.642205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Calling delete_port for e8bb4ad7-dccb-44b0-9d6e-92708069839b owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:11.722381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Allocated IP 172.25.5.94 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/447414a4-cffe-4587-a100-7ea9aa711530) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:11.727738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158bda34-ceab-445a-ba15-883037b65168 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:11.749513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.797890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.832656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b8ada7-83ec-45f1-8eee-570611097362']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:11.853341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-1c164537-08d8-4524-9bc2-9aff3ef9d147 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:11.854761 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-1c164537-08d8-4524-9bc2-9aff3ef9d147 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 817 time: 0.1660707 Jul 08 17:37:11.871452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Transition to ACTIVE for port object 158bda34-ceab-445a-ba15-883037b65168 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:11.885511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf24456-d5fd-4d4c-a3cf-b78c25ad5710') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:11.886077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf24456-d5fd-4d4c-a3cf-b78c25ad5710') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:11.906107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:11.922371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-cd8fd99d-0d0c-4ca9-9a1c-25ab80342020 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 380 time: 0.0575457 Jul 08 17:37:11.934097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'port': {'device_id': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'admin_state_up': True, 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'security_groups': ['153645a3-1bfc-4e3d-bec8-a2545b404e8e']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:11.947469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.038209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.059667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Pushing event updated for resources: {'Port': ['ID=158bda34-ceab-445a-ba15-883037b65168,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:12.072477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:12.072928 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:12.076983 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:12.218499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.283680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.306489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.312437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/b6b8ada7-83ec-45f1-8eee-570611097362 HTTP/1.1" status: 204 len: 168 time: 2.3330894 Jul 08 17:37:12.315499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42878) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:12.352034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48522b5-c120-41e9-844d-4d083e59d156 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=b6b8ada7-83ec-45f1-8eee-570611097362,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:12.353905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.455903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Pushing event deleted for resources: {'Port': ['ID=e8bb4ad7-dccb-44b0-9d6e-92708069839b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:12.476182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Attempting to bind port 158bda34-ceab-445a-ba15-883037b65168 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:12.477196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Attempting to bind port 158bda34-ceab-445a-ba15-883037b65168 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:12.477196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Attempting to bind port 158bda34-ceab-445a-ba15-883037b65168 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:12.496659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f80a02-188a-4b93-91e0-b48d2b230673 req-61fd5454-0245-4e7c-af6b-15717097874c tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.499853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4f80a02-188a-4b93-91e0-b48d2b230673 req-61fd5454-0245-4e7c-af6b-15717097874c tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 944 time: 0.1715679 Jul 08 17:37:12.535606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce8a2e-f77d-4e60-88f2-50fdfd5977f7 req-99a9c3d0-e3cc-4d3a-b8e5-78b3cb90a5a1 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:12.537198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9fce8a2e-f77d-4e60-88f2-50fdfd5977f7 req-99a9c3d0-e3cc-4d3a-b8e5-78b3cb90a5a1 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 943 time: 0.2100532 Jul 08 17:37:12.556286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Made reservation on behalf of adc507108b05441ebbcca3bda0e32b22 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:12.560425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.600975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4f80a02-188a-4b93-91e0-b48d2b230673 req-0976e757-e920-4271-a438-68dabd148f30 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884047 Jul 08 17:37:12.634260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9fce8a2e-f77d-4e60-88f2-50fdfd5977f7 req-0a39ad07-c28f-4c0d-b113-a9585b3f8405 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871897 Jul 08 17:37:12.811730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Port 158bda34-ceab-445a-ba15-883037b65168 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:12.812231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Attempting to bind port 158bda34-ceab-445a-ba15-883037b65168 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:12.827296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e388db4-d24b-44cc-bf71-37e669709db5 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:12.833294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:12.833646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Checking segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:12.834331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Bound using segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:12.835128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Bound port: 158bda34-ceab-445a-ba15-883037b65168, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:12.835617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.855217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-882ceb56-154e-43d1-b6f7-d8a6badb52ee req-f83e6ee0-1ba4-4495-84ee-f23ba4998c09 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.63 "GET /v2.0/ports?device_id=9f3d0339-866c-490a-b2a2-cf5819e91908 HTTP/1.1" status: 200 len: 210 time: 0.0444484 Jul 08 17:37:12.877157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] No DVR routers for this DVR port e8bb4ad7-dccb-44b0-9d6e-92708069839b on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:12.879992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.882928 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2e722c3a-568a-43cf-afec-67bae49c80c2 req-bd1368a0-466a-4681-8032-388108df5836 tempest-ServerGroupTestJSON-1457402750 tempest-ServerGroupTestJSON-1457402750-project] 10.222.0.72 "DELETE /v2.0/ports/e8bb4ad7-dccb-44b0-9d6e-92708069839b HTTP/1.1" status: 204 len: 173 time: 2.3928895 Jul 08 17:37:12.886113 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.892228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Allocated IP 172.20.0.11 (de9281c3-d209-47d3-977a-b3ef4b72862b/40098ec3-151c-4b3d-ae12-02e7a9342cdb/6d30dc0b-8979-45b5-bc76-3adeb3e17811) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:12.896789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'name': 'network-vif-deleted', 'tag': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:12.900436 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942321e2-88c1-4b4e-aed8-3083363bbf6c" -d '{"events": [{"server_uuid": "9f3d0339-866c-490a-b2a2-cf5819e91908", "name": "network-vif-deleted", "tag": "e8bb4ad7-dccb-44b0-9d6e-92708069839b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:12.906757 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:12.948716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c83decdb-7709-4067-8075-592248d1b300 req-548efeed-58e8-4ded-a025-d23b1293588e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 210 time: 0.0537159 Jul 08 17:37:12.997962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Transition to ACTIVE for port object 5e388db4-d24b-44cc-bf71-37e669709db5 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:13.004099 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1fa1b5-780b-4308-97ad-2c11bd30cd70 x-openstack-request-id: req-6c1fa1b5-780b-4308-97ad-2c11bd30cd70 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:13.005239 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3d0339-866c-490a-b2a2-cf5819e91908", "name": "network-vif-deleted", "tag": "e8bb4ad7-dccb-44b0-9d6e-92708069839b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:13.005671 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6c1fa1b5-780b-4308-97ad-2c11bd30cd70 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:13.006354 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3d0339-866c-490a-b2a2-cf5819e91908', 'name': 'network-vif-deleted', 'tag': 'e8bb4ad7-dccb-44b0-9d6e-92708069839b', 'status': 'completed', 'code': 200} Jul 08 17:37:13.008283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:13.020572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.024073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:13.027160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:13.067705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Pushing event updated for resources: {'Port': ['ID=447414a4-cffe-4587-a100-7ea9aa711530,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:13.073185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e8bb4ad7-dccb-44b0-9d6e-92708069839b no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:13.115305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: e8bb4ad7-dccb-44b0-9d6e-92708069839b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:13.116624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e8bb4ad7-dccb-44b0-9d6e-92708069839b not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:13.124806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b25dd4-a079-407c-9af6-dbdd534c730b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.125958 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.126463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6b25dd4-a079-407c-9af6-dbdd534c730b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7956607 Jul 08 17:37:13.129868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:13.175482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Transition to ACTIVE for port object 6d30dc0b-8979-45b5-bc76-3adeb3e17811 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:13.216008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] For port 158bda34-ceab-445a-ba15-883037b65168, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:13.229945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a3b7ac4a-7ced-414a-836d-7c12bb913d1d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0988834 Jul 08 17:37:13.233220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42906) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:13.238160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-438165498'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:13.255598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Pushing event updated for resources: {'Port': ['ID=5e388db4-d24b-44cc-bf71-37e669709db5,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:13.256026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.290801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] For port 158bda34-ceab-445a-ba15-883037b65168, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=158bda34-ceab-445a-ba15-883037b65168,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:13.295412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:13.299128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.314393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:13.320719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.330590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Network de9281c3-d209-47d3-977a-b3ef4b72862b is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:13.335142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:13.339996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:13.375932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:13.396071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:13.419300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.419959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.421428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.422070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.423115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.423461 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] 10.222.0.72 "PUT /v2.0/ports/158bda34-ceab-445a-ba15-883037b65168 HTTP/1.1" status: 200 len: 1091 time: 3.2993073 Jul 08 17:37:13.423579 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment 52d27e78-2857-4055-a530-6f393f11885f of type vlan for network 628a1bab-5777-4ef7-a48f-89694e79a9f0 Jul 08 17:37:13.498429 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.547271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1817578559', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:13.564250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-03772cba-d32c-4861-8adc-a32a63ed0959 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6301939 Jul 08 17:37:13.583090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Request body: {'port': {'device_id': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:13.587603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.626643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a3623-5dfa-4daf-88df-4eaa1ffcdc55 service neutron] Pushing event updated for resources: {'Port': ['ID=158bda34-ceab-445a-ba15-883037b65168,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:13.641006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Made reservation on behalf of 4ac2e32d8539419598f7fc4e2821cb5b for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:13.643386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.672395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.679209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Attempting to bind port 5e388db4-d24b-44cc-bf71-37e669709db5 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:13.679861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Attempting to bind port 5e388db4-d24b-44cc-bf71-37e669709db5 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:13.680216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Attempting to bind port 5e388db4-d24b-44cc-bf71-37e669709db5 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:13.701600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Port 5e388db4-d24b-44cc-bf71-37e669709db5 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:13.702073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Attempting to bind port 5e388db4-d24b-44cc-bf71-37e669709db5 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:13.720388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.734778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.735438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.761974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5d3ca779-8c1c-4def-b90a-2d571d53c787 None None] Provisioning for port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:13.766666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5d3ca779-8c1c-4def-b90a-2d571d53c787 None None] Provisioning complete for port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:13.767049 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5d3ca779-8c1c-4def-b90a-2d571d53c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.808830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:13.809178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Checking segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:13.809783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Bound using segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:13.810364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Bound port: 5e388db4-d24b-44cc-bf71-37e669709db5, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:13.811038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.813161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ca779-8c1c-4def-b90a-2d571d53c787 None None] Port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:13.832508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:13.905556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-67564ac0-3030-4abf-abe9-bb646c9ab31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:13.906994 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-67564ac0-3030-4abf-abe9-bb646c9ab31a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 1094 time: 0.2839692 Jul 08 17:37:13.952451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=628a1bab-5777-4ef7-a48f-89694e79a9f0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:13.965781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:14.036330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-af4fc982-ec79-4f49-9abf-e25e21d250ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158bda34-ceab-445a-ba15-883037b65168 HTTP/1.1" status: 200 len: 217 time: 0.1047919 Jul 08 17:37:14.116262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed274265-e43b-47e7-89dc-f845f4b6facd req-726fac4b-a73f-4336-abac-3807fa28dd02 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.117814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed274265-e43b-47e7-89dc-f845f4b6facd req-726fac4b-a73f-4336-abac-3807fa28dd02 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 943 time: 0.3252220 Jul 08 17:37:14.128432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] For port 5e388db4-d24b-44cc-bf71-37e669709db5, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:14.136613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4722770-e802-4210-8002-202569961710 req-82fb70fe-26ef-4489-9e15-711cd8aaa8f8 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.138222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4722770-e802-4210-8002-202569961710 req-82fb70fe-26ef-4489-9e15-711cd8aaa8f8 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 944 time: 0.3476963 Jul 08 17:37:14.163655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] For port 5e388db4-d24b-44cc-bf71-37e669709db5, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5e388db4-d24b-44cc-bf71-37e669709db5,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:14.170625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.172318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.191952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f0fe127f-4e44-48fc-8468-69b0ef9426f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.193427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-f0fe127f-4e44-48fc-8468-69b0ef9426f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.1483951 Jul 08 17:37:14.197690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.222574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.230212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ba7861f-d2f9-4ca0-80c7-a724f7b402e5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9960034 Jul 08 17:37:14.232385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] device_id is not set on port 13af2961-6018-499e-a4d4-d984ff21a601 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:14.245799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42922) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:14.265926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:14.289860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-26a4215f-d5d4-4929-8029-90ce609e85cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721257 Jul 08 17:37:14.294623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.295226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.296556 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] 10.222.0.72 "PUT /v2.0/ports/5e388db4-d24b-44cc-bf71-37e669709db5 HTTP/1.1" status: 200 len: 1091 time: 3.4572902 Jul 08 17:37:14.388258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed274265-e43b-47e7-89dc-f845f4b6facd req-58cba6ef-6454-488b-ac16-d4866881ee0b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386305 Jul 08 17:37:14.401511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5b8d8-521b-4429-b885-99355638c715,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:14.418559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4722770-e802-4210-8002-202569961710 req-e1093d85-8cd5-4c81-a3ec-cebcba765d2d tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672148 Jul 08 17:37:14.422279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29a29d-bcbe-411b-83c2-b4fa2710ea7b service neutron] Pushing event updated for resources: {'Port': ['ID=5e388db4-d24b-44cc-bf71-37e669709db5,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:14.466454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.511717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-eec26198-37dd-4640-81ce-c8bc64af8fd0 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107186 Jul 08 17:37:14.556961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-243ecb4d-4789-4820-99ee-69961294df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.558530 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-243ecb4d-4789-4820-99ee-69961294df9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=9cbaec6c-7194-4bbe-8d42-a5446450daf9 HTTP/1.1" status: 200 len: 1094 time: 0.1880126 Jul 08 17:37:14.598201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:14.602373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.627088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Allocated IP 172.25.5.216 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/13af2961-6018-499e-a4d4-d984ff21a601) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:14.636359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d30dc0b-8979-45b5-bc76-3adeb3e17811 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:14.664695 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-2895c28d-a012-4a35-82b6-95f607f6de05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e388db4-d24b-44cc-bf71-37e669709db5 HTTP/1.1" status: 200 len: 217 time: 0.0795944 Jul 08 17:37:14.684616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.729469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Transition to ACTIVE for port object 6d30dc0b-8979-45b5-bc76-3adeb3e17811 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:14.749294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.764394 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-c42348f6-b876-4a86-a8ae-15dda0016de5 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386491 Jul 08 17:37:14.775838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-0c912eaa-1f5a-440f-bca3-56ea8b72fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:14.777400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-0c912eaa-1f5a-440f-bca3-56ea8b72fa54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.1035137 Jul 08 17:37:14.836892 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-e35ebc0a-01dd-48c1-ab3b-e0bc4588c0c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303125 Jul 08 17:37:14.897621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:14.913387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.008325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.021021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'tag': '158bda34-ceab-445a-ba15-883037b65168'}, {'name': 'network-changed', 'server_uuid': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'tag': '5e388db4-d24b-44cc-bf71-37e669709db5'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:15.024834 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d3f54c-ee11-455b-b62f-a823ef0c05f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "tag": "158bda34-ceab-445a-ba15-883037b65168"}, {"name": "network-changed", "server_uuid": "9cbaec6c-7194-4bbe-8d42-a5446450daf9", "tag": "5e388db4-d24b-44cc-bf71-37e669709db5"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:15.036426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42946) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:15.052956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Pushing event updated for resources: {'Port': ['ID=447414a4-cffe-4587-a100-7ea9aa711530,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.062343 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-312424a9-370f-4152-8f9f-e0c85334d33e service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176189 Jul 08 17:37:15.086032 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88eabb3-931f-420e-84e5-bc29d09e2477 x-openstack-request-id: req-a88eabb3-931f-420e-84e5-bc29d09e2477 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:15.086404 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "tag": "158bda34-ceab-445a-ba15-883037b65168", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9cbaec6c-7194-4bbe-8d42-a5446450daf9", "tag": "5e388db4-d24b-44cc-bf71-37e669709db5", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:15.086682 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a88eabb3-931f-420e-84e5-bc29d09e2477 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:15.087174 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'tag': '158bda34-ceab-445a-ba15-883037b65168', 'status': 'completed', 'code': 200} Jul 08 17:37:15.087501 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'tag': '5e388db4-d24b-44cc-bf71-37e669709db5', 'status': 'completed', 'code': 200} Jul 08 17:37:15.112043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.126298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.199721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Attempting to bind port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:15.199966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Attempting to bind port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:15.200301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Attempting to bind port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 on network de9281c3-d209-47d3-977a-b3ef4b72862b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:15.233086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1dc82-9222-4c9f-b681-072326dba99f req-a0fd98c5-58a5-4c15-b4ae-a16333639d3e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.234695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5eb1dc82-9222-4c9f-b681-072326dba99f req-a0fd98c5-58a5-4c15-b4ae-a16333639d3e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.3365145 Jul 08 17:37:15.240970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 on network de9281c3-d209-47d3-977a-b3ef4b72862b not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:15.241813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Attempting to bind port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 on network de9281c3-d209-47d3-977a-b3ef4b72862b {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:15.254936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.267967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:15.268310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Checking segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:15.268699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Bound using segment: {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:15.269175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Bound port: 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efdcbbf-6f14-43aa-93d6-7233ceff79a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:15.269539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.342513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.423361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=f7f2e6af-570d-47f8-9987-43fcab45f5db,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.463459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5eb1dc82-9222-4c9f-b681-072326dba99f req-c44f9e4c-6a31-4218-b9ea-4623a352ddf8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037020 Jul 08 17:37:15.473636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:15.484551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Pushing event updated for resources: {'Port': ['ID=13af2961-6018-499e-a4d4-d984ff21a601,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.488902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': '52d27e78-2857-4055-a530-6f393f11885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:15.489395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: 628a1bab-5777-4ef7-a48f-89694e79a9f0, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:15.492915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:15.494310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] Deleting subnet d6092b91-3913-4d93-bafa-ea0c25571724 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:15.499224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:15.532532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:15.537715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.558041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:15.572630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.573639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.598974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:15.601619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.608321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.644717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ec352b95-a7df-4f4e-8e1a-d6f0104fe36f req-e29c4be7-e866-4605-b5ac-8789260e1004 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558701 Jul 08 17:37:15.654858 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Floating IP b8765e4b-3a56-44ca-9c00-f608e5e11159 associated. External IP: 172.25.5.94, port: fee578c5-1964-41c8-a3de-70cfbf38c6fe. Jul 08 17:37:15.685530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 628a1bab-5777-4ef7-a48f-89694e79a9f0) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:15.690712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2713a2ad-d374-4ebc-acac-18d88cd5706a tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3687565 Jul 08 17:37:15.693305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42954) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:15.697674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.698308 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.699705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] 10.222.0.72 "PUT /v2.0/ports/6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 200 len: 1092 time: 2.1266403 Jul 08 17:37:15.700006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.216'}]}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:15.703084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.703528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.703834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf520639-880a-4b9c-96b8-70cfb0a7760f None None] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:15.705626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:15.707910 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334362e3-b770-4acb-a76d-5a26463e3def" -d '{"events": [{"name": "network-changed", "server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:15.727331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-14666028-4013-4836-8fcb-9a1dfcac98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.729040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-14666028-4013-4836-8fcb-9a1dfcac98f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 1094 time: 0.5860815 Jul 08 17:37:15.734079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.780384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54286abf-b016-47e2-ba30-fc54ba94a191 service neutron] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:15.836718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f9955a57-2d67-43f2-bf9e-bfce85fb5f2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5843389 Jul 08 17:37:15.839258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42958) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:15.850970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5b73-c772-43ec-ad25-42478fcc0cf5 req-9f6f3058-f6d0-46c9-8445-79af795c5581 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.852118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.853176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.858527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-963d5b73-c772-43ec-ad25-42478fcc0cf5 req-9f6f3058-f6d0-46c9-8445-79af795c5581 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 943 time: 0.2751036 Jul 08 17:37:15.871438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0', 'name': 'tempest-PortsIpV6TestJSON-770078532'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:15.909033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9144-7e48-4f8a-ac23-1093b0b82b25 req-2ec50dfe-83da-46b5-8e77-c50f677fb9a4 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:15.910650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-594d9144-7e48-4f8a-ac23-1093b0b82b25 req-2ec50dfe-83da-46b5-8e77-c50f677fb9a4 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 944 time: 0.3048320 Jul 08 17:37:15.933399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-628a1bab-5777-4ef7-a48f-89694e79a9f0', 'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0', 'tenant_id': '0f10210dfd394abe9f4b8a5386c220f3', 'fixed_ips': [{'subnet_id': 'f7f2e6af-570d-47f8-9987-43fcab45f5db'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:15.934390 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:15.991931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.000356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-963d5b73-c772-43ec-ad25-42478fcc0cf5 req-3384e2cf-3843-4968-8b02-d0c684ebb91e tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414685 Jul 08 17:37:16.058986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.082307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-dea040b1-eaaa-4ce7-8a65-915906f742fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:16.084044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-dea040b1-eaaa-4ce7-8a65-915906f742fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 913 time: 0.3230557 Jul 08 17:37:16.092325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.096977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d6092b91-3913-4d93-bafa-ea0c25571724 HTTP/1.1" status: 204 len: 168 time: 1.0535808 Jul 08 17:37:16.120104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Allocated IP 2001:db8::2 (628a1bab-5777-4ef7-a48f-89694e79a9f0/f7f2e6af-570d-47f8-9987-43fcab45f5db/0134eb2a-b45e-4088-b9c6-72d1f060f017) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:16.165357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42960) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:16.281682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420bb5a-cd2e-4628-898e-73c8ca67b5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6092b91-3913-4d93-bafa-ea0c25571724,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:16.293558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-87d3d955-460c-4d5d-b976-4efead87abf3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=158bda34-ceab-445a-ba15-883037b65168 HTTP/1.1" status: 200 len: 217 time: 0.1975994 Jul 08 17:37:16.300088 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.306960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-2be9293a-ee10-43a7-b360-c96fc4d716ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:16.308477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-2be9293a-ee10-43a7-b360-c96fc4d716ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1095 time: 0.5399146 Jul 08 17:37:16.309990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Transition to ACTIVE for port object 0134eb2a-b45e-4088-b9c6-72d1f060f017 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:16.313975 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08024ce5-f47b-483d-bbe3-de8db9f697df x-openstack-request-id: req-08024ce5-f47b-483d-bbe3-de8db9f697df {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:16.314267 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:16.314518 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-08024ce5-f47b-483d-bbe3-de8db9f697df {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:16.314912 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'status': 'completed', 'code': 200} Jul 08 17:37:16.326614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Transition to ACTIVE for port object 0134eb2a-b45e-4088-b9c6-72d1f060f017 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:16.331148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-594d9144-7e48-4f8a-ac23-1093b0b82b25 req-9fc67719-9ceb-47fe-bb6e-1463de963c33 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907707 Jul 08 17:37:16.335741 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.373211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-0953a96e-8afa-4707-9373-651d00d14b9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 200 len: 217 time: 0.0530958 Jul 08 17:37:16.379868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:16.383691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:16.387615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:16.404949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Pushing event updated for resources: {'Port': ['ID=0134eb2a-b45e-4088-b9c6-72d1f060f017,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:16.420554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.438773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:16.442324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.445997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-dcfb4fa8-4b10-499e-b926-cfcf57491f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:16.447549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-dcfb4fa8-4b10-499e-b926-cfcf57491f57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.0641446 Jul 08 17:37:16.463106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Attempting to bind port 0134eb2a-b45e-4088-b9c6-72d1f060f017 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:16.463490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Attempting to bind port 0134eb2a-b45e-4088-b9c6-72d1f060f017 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '52d27e78-2857-4055-a530-6f393f11885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:16.463865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Attempting to bind port 0134eb2a-b45e-4088-b9c6-72d1f060f017 on network 628a1bab-5777-4ef7-a48f-89694e79a9f0 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:16.471697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:16.472083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Checking segment: {'id': '52d27e78-2857-4055-a530-6f393f11885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:16.472537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.472962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Bound using segment: {'id': '52d27e78-2857-4055-a530-6f393f11885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:16.473437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Bound port: 0134eb2a-b45e-4088-b9c6-72d1f060f017, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d27e78-2857-4055-a530-6f393f11885f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:16.473823 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.493885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port f422637c-6dba-431d-bedd-3fc0c202f643 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:16.570240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] For port 0134eb2a-b45e-4088-b9c6-72d1f060f017, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:16.574861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-23def3dd-4d50-4a6c-9f3b-1bcdaddc3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:16.576407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-23def3dd-4d50-4a6c-9f3b-1bcdaddc3abf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.2655098 Jul 08 17:37:16.577043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] For port 0134eb2a-b45e-4088-b9c6-72d1f060f017, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0134eb2a-b45e-4088-b9c6-72d1f060f017,segment=NetworkSegment(52d27e78-2857-4055-a530-6f393f11885f),segment_id=52d27e78-2857-4055-a530-6f393f11885f)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:16.581883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.586525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.597986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-e465fde6-dad0-4727-9c2b-c53430460a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:16.599537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-e465fde6-dad0-4727-9c2b-c53430460a32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443756 Jul 08 17:37:16.625178 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-8bb19b9f-3b86-49f8-b518-3f348f4a2dec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411015 Jul 08 17:37:16.630789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Router 8b427c8d-7e0e-4e6e-97ab-c746c080dcaf has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:16.671841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996ee6a-ab58-451e-9670-52af2d2d93cf None None] Pushing event updated for resources: {'Port': ['ID=0134eb2a-b45e-4088-b9c6-72d1f060f017,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:16.711243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::31a (628a1bab-5777-4ef7-a48f-89694e79a9f0/f7f2e6af-570d-47f8-9987-43fcab45f5db/f422637c-6dba-431d-bedd-3fc0c202f643) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:16.819812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f15b35-c5ed-4754-af2c-e6071f6263dd req-6610d5cd-bde9-4f9b-bd7d-4096772c366d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:16.821616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98f15b35-c5ed-4754-af2c-e6071f6263dd req-6610d5cd-bde9-4f9b-bd7d-4096772c366d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.2046475 Jul 08 17:37:16.823720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-6b57a27a-d6da-4b63-bd49-c4e3b813f104 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163725 Jul 08 17:37:16.910109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:16.937091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50bc8bd-7df1-45ea-a725-563860f15daa']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:16.959116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232c811a-e969-4d9d-a459-61c75f30e9b0') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:16.959733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232c811a-e969-4d9d-a459-61c75f30e9b0') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:16.964049 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-7b017410-9bcc-4d7e-a542-9b84ba094d47 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297558 Jul 08 17:37:16.989559 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.023244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98f15b35-c5ed-4754-af2c-e6071f6263dd req-0f7138a1-e390-463c-ad84-d82f8b66392e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920052 Jul 08 17:37:17.048134 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.069992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57797362-8f4c-4d4d-a5bd-9f6e5a8a9220 req-c0827220-0a40-4859-bf0c-1320f7ad0f18 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398264 Jul 08 17:37:17.070184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:17.075660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:17.076321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.080454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bd71191a-c085-41c9-a81f-bf39c4e1e320 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:17.081992 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] Sync routers for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:17.095202 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:17.100763 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:17.101590 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:17.140888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.181666 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:17.197917 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:17.198597 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:17.223152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object f422637c-6dba-431d-bedd-3fc0c202f643 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:17.225477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bd71191a-c085-41c9-a81f-bf39c4e1e320, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:17.239990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'port_id': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'mac_address': 'fa:16:3e:fc:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:17.265922 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:17.266695 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df450eb1-0a8a-449e-8a87-50bd2c6c0588 None None] The sync data for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:17.276539 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.287216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0134eb2a-b45e-4088-b9c6-72d1f060f017 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:17.336135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334362e3-b770-4acb-a76d-5a26463e3def req-3d47718c-a25e-473c-b522-3df5acf2c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:17.337680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334362e3-b770-4acb-a76d-5a26463e3def req-3d47718c-a25e-473c-b522-3df5acf2c389 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1095 time: 0.1775465 Jul 08 17:37:17.344915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.383775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.383983 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.415377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd71191a-c085-41c9-a81f-bf39c4e1e320 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:17.440005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.445444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bd71191a-c085-41c9-a81f-bf39c4e1e320, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:17.448500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 0134eb2a-b45e-4088-b9c6-72d1f060f017 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:17.450454 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b50bc8bd-7df1-45ea-a725-563860f15daa HTTP/1.1" status: 204 len: 168 time: 1.2063243 Jul 08 17:37:17.478918 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.479727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 158bda34-ceab-445a-ba15-883037b65168 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:17.480978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53141c38-10dc-45c0-a1aa-e0e2fd71c508 req-581c3954-312c-4402-829a-567efd757704 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:17.488794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53141c38-10dc-45c0-a1aa-e0e2fd71c508 req-581c3954-312c-4402-829a-567efd757704 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 943 time: 0.2838738 Jul 08 17:37:17.492577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:17.516363 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-6ccdb829-69af-4be6-b179-52d0d6d3f028 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428150 Jul 08 17:37:17.527983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:17.539192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:17.547363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6d213-d4ae-43bd-94d3-b025daca1fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50bc8bd-7df1-45ea-a725-563860f15daa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:17.550564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:17.551327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.562561 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e01ffd10-b091-4872-a2d6-c07cecba37bc tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.0370429 Jul 08 17:37:17.566310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42972) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.572783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=f422637c-6dba-431d-bedd-3fc0c202f643,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:17.685321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=bd71191a-c085-41c9-a81f-bf39c4e1e320,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:17.685578 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f2461d0d-1637-4de1-a99a-3de41aedc8f4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8438869 Jul 08 17:37:17.688452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42974) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.714159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53141c38-10dc-45c0-a1aa-e0e2fd71c508 req-bf50f0f7-853d-42cb-9b47-36c194af6b4b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244022 Jul 08 17:37:17.726717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '628a1bab-5777-4ef7-a48f-89694e79a9f0', 'name': 'tempest-PortsIpV6TestJSON-1268975277'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:17.735941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334362e3-b770-4acb-a76d-5a26463e3def req-2719f54f-8f69-48ca-b75b-29eea55922dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:17.737968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334362e3-b770-4acb-a76d-5a26463e3def req-2719f54f-8f69-48ca-b75b-29eea55922dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.3870702 Jul 08 17:37:17.751386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 158bda34-ceab-445a-ba15-883037b65168, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=158bda34-ceab-445a-ba15-883037b65168,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:17.773189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '158bda34-ceab-445a-ba15-883037b65168', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'port_id': '158bda34-ceab-445a-ba15-883037b65168', 'mac_address': 'fa:16:3e:96:7c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ae9e0-7909-4b1c-9222-5533572277fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:17.779176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.784778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-992d78de-808d-46ee-9e0d-75f20e88a3b4 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] 10.222.0.63 "GET /v2.0/floatingips/b8765e4b-3a56-44ca-9c00-f608e5e11159 HTTP/1.1" status: 200 len: 982 time: 0.2143738 Jul 08 17:37:17.808547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.808928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42978) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:17.823570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.837481 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.855596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158bda34-ceab-445a-ba15-883037b65168 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:17.884991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 158bda34-ceab-445a-ba15-883037b65168, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=158bda34-ceab-445a-ba15-883037b65168,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:17.891582 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.914483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334362e3-b770-4acb-a76d-5a26463e3def req-d92e8336-27b5-4a4f-9270-7a83294003f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 200 len: 217 time: 0.1311660 Jul 08 17:37:17.948230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=158bda34-ceab-445a-ba15-883037b65168,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:17.985540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3da94-1b4a-48ad-a7a4-4685a3d3228b req-5dcd6039-b03e-426d-9878-070b30e0af22 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:17.987250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13e3da94-1b4a-48ad-a7a4-4685a3d3228b req-5dcd6039-b03e-426d-9878-070b30e0af22 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 945 time: 0.4274147 Jul 08 17:37:17.989978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:17.993706 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:17.995293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581af48c-875e-4528-a61d-ca7389c83696 None None] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:18.031511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334362e3-b770-4acb-a76d-5a26463e3def req-3d3ddea2-7851-4e2d-8240-0444ba04ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:18.033100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334362e3-b770-4acb-a76d-5a26463e3def req-3d3ddea2-7851-4e2d-8240-0444ba04ba4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.1101968 Jul 08 17:37:18.034348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 684937ed-95bc-4952-9723-222eee87443a yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:18.131643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-74c6d4ff-adac-4083-8dc0-aeecf4cdfb3c None None] Provisioning for port 0134eb2a-b45e-4088-b9c6-72d1f060f017 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:18.139911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-74c6d4ff-adac-4083-8dc0-aeecf4cdfb3c None None] Provisioning complete for port 0134eb2a-b45e-4088-b9c6-72d1f060f017 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:18.140290 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74c6d4ff-adac-4083-8dc0-aeecf4cdfb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.172467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13e3da94-1b4a-48ad-a7a4-4685a3d3228b req-6e9dc73e-ab21-4d94-98f4-8475536ea402 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547053 Jul 08 17:37:18.190223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['158bda34-ceab-445a-ba15-883037b65168'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:18.192257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bd71191a-c085-41c9-a81f-bf39c4e1e320'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:18.249179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334362e3-b770-4acb-a76d-5a26463e3def req-38459728-e8e0-43f5-a825-ad96075dd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:18.250718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334362e3-b770-4acb-a76d-5a26463e3def req-38459728-e8e0-43f5-a825-ad96075dd17d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089446 Jul 08 17:37:18.274349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::2d7 (628a1bab-5777-4ef7-a48f-89694e79a9f0/f7f2e6af-570d-47f8-9987-43fcab45f5db/684937ed-95bc-4952-9723-222eee87443a) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:18.328831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-aa0deb6c-61d9-4a3f-9bfd-a7957a609f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:18.330349 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-aa0deb6c-61d9-4a3f-9bfd-a7957a609f1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=9cbaec6c-7194-4bbe-8d42-a5446450daf9 HTTP/1.1" status: 200 len: 1094 time: 0.6846771 Jul 08 17:37:18.342691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0c636a15-6d43-4599-8ce0-14b62d5c96ac tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3209 time: 0.5297456 Jul 08 17:37:18.344300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42982) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:18.389139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8dea7e1a-8da6-4b1a-a720-af957a8e9e38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5452c1a86f3c46c993a4e8c83fade677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739813 Jul 08 17:37:18.405378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:18.410078 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74c6d4ff-adac-4083-8dc0-aeecf4cdfb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.519136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-79506872-5f28-4830-9f3f-4399945cdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:18.520685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-79506872-5f28-4830-9f3f-4399945cdb84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 913 time: 0.1769049 Jul 08 17:37:18.524354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.616717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-74c6d4ff-adac-4083-8dc0-aeecf4cdfb3c None None] For port 0134eb2a-b45e-4088-b9c6-72d1f060f017, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0134eb2a-b45e-4088-b9c6-72d1f060f017,segment=NetworkSegment(52d27e78-2857-4055-a530-6f393f11885f),segment_id=52d27e78-2857-4055-a530-6f393f11885f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:18.617048 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-91905663-c315-4de1-9216-b1614e9e4cd2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e388db4-d24b-44cc-bf71-37e669709db5 HTTP/1.1" status: 200 len: 217 time: 0.0870819 Jul 08 17:37:18.663904 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74c6d4ff-adac-4083-8dc0-aeecf4cdfb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.670001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.689350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 684937ed-95bc-4952-9723-222eee87443a will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:18.750287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6d4ff-adac-4083-8dc0-aeecf4cdfb3c None None] Pushing event updated for resources: {'Port': ['ID=0134eb2a-b45e-4088-b9c6-72d1f060f017,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:18.770251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334362e3-b770-4acb-a76d-5a26463e3def req-a0fa5f08-7b3a-4959-83ae-38f51b1f968f service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071697 Jul 08 17:37:18.787041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-6261ff5d-5449-473a-b955-2042881b8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:18.788598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-6261ff5d-5449-473a-b955-2042881b8031 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.1410949 Jul 08 17:37:18.790353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.793227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d2a48c0f-67ee-4081-87ae-945cf903e93f None None] Provisioning complete for port 0134eb2a-b45e-4088-b9c6-72d1f060f017 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:18.793613 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d2a48c0f-67ee-4081-87ae-945cf903e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.794354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.805336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9733818-9589-4c08-a139-59bd3a56d961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.895083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bb8af-ba14-4c2c-9798-53809cc0df64 req-b79e464c-238e-4441-88aa-6d8c2e50e1bf tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:18.902178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-497bb8af-ba14-4c2c-9798-53809cc0df64 req-b79e464c-238e-4441-88aa-6d8c2e50e1bf tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.6402597 Jul 08 17:37:18.905440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-38fd9d9f-b7b3-4f01-a41f-1311a2747d61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896239 Jul 08 17:37:18.920650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d2a48c0f-67ee-4081-87ae-945cf903e93f None None] Provisioning for port f422637c-6dba-431d-bedd-3fc0c202f643 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:18.927742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d2a48c0f-67ee-4081-87ae-945cf903e93f None None] Provisioning complete for port f422637c-6dba-431d-bedd-3fc0c202f643 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:18.927742 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d2a48c0f-67ee-4081-87ae-945cf903e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.932082 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:18.933678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40e38805-3b26-48bf-8f7a-1acf385cc499 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:18.975805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d2a48c0f-67ee-4081-87ae-945cf903e93f None None] Port f422637c-6dba-431d-bedd-3fc0c202f643 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:19.009673 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:37:19.010987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fef17c92-3ef8-457d-b81a-9106859fd1b8 tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3159485 Jul 08 17:37:19.016991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42990) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:19.017340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9733818-9589-4c08-a139-59bd3a56d961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.049225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.069505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-f3184db9-4c9e-442c-b170-afa9dcc738b3 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550159 Jul 08 17:37:19.079452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5e388db4-d24b-44cc-bf71-37e669709db5 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:19.107439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6ec8adf7-51c6-49ca-9e4d-5bb50e508409 None None] Provisioning complete for port f422637c-6dba-431d-bedd-3fc0c202f643 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:19.107925 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6ec8adf7-51c6-49ca-9e4d-5bb50e508409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.126064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-497bb8af-ba14-4c2c-9798-53809cc0df64 req-cce3ad8f-1ffe-4e59-bcc8-dbdc7876c632 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221980 Jul 08 17:37:19.158802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8adf7-51c6-49ca-9e4d-5bb50e508409 None None] Port f422637c-6dba-431d-bedd-3fc0c202f643 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:19.169866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334362e3-b770-4acb-a76d-5a26463e3def req-26f419e7-aa36-4c2b-9ad0-c2fec1ac545e service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788283 Jul 08 17:37:19.183230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-28d3f54c-ee11-455b-b62f-a823ef0c05f3 req-493c30a4-1554-47ca-a8bd-08028e47206e service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070263 Jul 08 17:37:19.200969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:19.221990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:19.222629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0134eb2a-b45e-4088-b9c6-72d1f060f017 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:19.223021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Deleting port 13af2961-6018-499e-a4d4-d984ff21a601 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:19.223495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.234755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:19.243863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:19.244539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.251142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=684937ed-95bc-4952-9723-222eee87443a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.285982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c83ec2-c66d-476e-99ec-ac86fe8d6157 req-d074d868-0a33-4111-8a0b-57ce456c8a55 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:19.288148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97c83ec2-c66d-476e-99ec-ac86fe8d6157 req-d074d868-0a33-4111-8a0b-57ce456c8a55 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 944 time: 0.3718214 Jul 08 17:37:19.292453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cdb3ba65-87ab-4137-85a0-7208163b46fa tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5769558 Jul 08 17:37:19.295521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42994) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:19.297716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0134eb2a-b45e-4088-b9c6-72d1f060f017 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:19.298103 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.317368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Deleting port 447414a4-cffe-4587-a100-7ea9aa711530 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:19.317710 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.341066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5e388db4-d24b-44cc-bf71-37e669709db5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5e388db4-d24b-44cc-bf71-37e669709db5,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:19.344415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9733818-9589-4c08-a139-59bd3a56d961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.347246 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9733818-9589-4c08-a139-59bd3a56d961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.351937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b9733818-9589-4c08-a139-59bd3a56d961 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3dec708b-c958-4c77-a66e-8f117ced266e HTTP/1.1" status: 204 len: 168 time: 0.9453650 Jul 08 17:37:19.379829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.384035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '5e388db4-d24b-44cc-bf71-37e669709db5', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'port_id': '5e388db4-d24b-44cc-bf71-37e669709db5', 'mac_address': 'fa:16:3e:1b:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ae9e0-7909-4b1c-9222-5533572277fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:19.395590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Calling delete_port for 13af2961-6018-499e-a4d4-d984ff21a601 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:19.442991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9733818-9589-4c08-a139-59bd3a56d961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dec708b-c958-4c77-a66e-8f117ced266e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.515289 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.532564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97c83ec2-c66d-476e-99ec-ac86fe8d6157 req-021bc03f-5e7e-4872-8e65-cae39c5d03de tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338130 Jul 08 17:37:19.535834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e388db4-d24b-44cc-bf71-37e669709db5 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:19.556481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5e388db4-d24b-44cc-bf71-37e669709db5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5e388db4-d24b-44cc-bf71-37e669709db5,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:19.565314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.566290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:19.629413 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.684902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5e388db4-d24b-44cc-bf71-37e669709db5,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.700808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Pushing event deleted for resources: {'Port': ['ID=13af2961-6018-499e-a4d4-d984ff21a601,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:19.710098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3a711277-9c20-408c-a282-c16ea8c44f70 None None] Provisioning for port 684937ed-95bc-4952-9723-222eee87443a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:19.745463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3a711277-9c20-408c-a282-c16ea8c44f70 None None] Provisioning complete for port 684937ed-95bc-4952-9723-222eee87443a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:19.746780 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3a711277-9c20-408c-a282-c16ea8c44f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.754010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:19.788051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.791651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'port_id': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'mac_address': 'fa:16:3e:bb:b1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:19.795518 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6c63add6-d4ce-4511-b126-df14d33aa98c tempest-RoutersAdminNegativeTest-742771702 tempest-RoutersAdminNegativeTest-742771702-project-admin] 10.222.0.63 "DELETE /v2.0/ports/13af2961-6018-499e-a4d4-d984ff21a601 HTTP/1.1" status: 204 len: 168 time: 0.7773156 Jul 08 17:37:19.824174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3a711277-9c20-408c-a282-c16ea8c44f70 None None] Port 684937ed-95bc-4952-9723-222eee87443a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:19.843123 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.861596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d30dc0b-8979-45b5-bc76-3adeb3e17811 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:19.887197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:19.893504 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:19.952558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:20.011856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.012445 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.021507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bfa49c-4f36-47c2-ac60-acc2065aba36 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:20.023544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-96bfa49c-4f36-47c2-ac60-acc2065aba36 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A31a HTTP/1.1" status: 200 len: 928 time: 0.7270970 Jul 08 17:37:20.026560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43014) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.045275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd5a7d-b6a2-45bd-ac7a-9379ebc28fc7 req-2f01b069-49ff-45b5-b39a-475ea2a4a518 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:20.046782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eafd5a7d-b6a2-45bd-ac7a-9379ebc28fc7 req-2f01b069-49ff-45b5-b39a-475ea2a4a518 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 945 time: 0.6560965 Jul 08 17:37:20.047712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Calling delete_port for 447414a4-cffe-4587-a100-7ea9aa711530 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:20.080048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43016) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.129423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 684937ed-95bc-4952-9723-222eee87443a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:20.129423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.186951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eafd5a7d-b6a2-45bd-ac7a-9379ebc28fc7 req-38089c4d-9571-483b-a60f-22c87caeb352 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334577 Jul 08 17:37:20.194866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['6d30dc0b-8979-45b5-bc76-3adeb3e17811'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:20.261196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.266439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['5e388db4-d24b-44cc-bf71-37e669709db5'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:20.290861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 684937ed-95bc-4952-9723-222eee87443a owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:20.293650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37d16bcf-cfe1-49e3-b1d9-b81b4c434285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.446537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43030) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.460010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.492234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=684937ed-95bc-4952-9723-222eee87443a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:20.500374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6ac3-a108-4b6d-89ec-e98bf79d8336 req-73fdb854-3d43-4936-95dd-7231ce7c4d44 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:20.502650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5e6ac3-a108-4b6d-89ec-e98bf79d8336 req-73fdb854-3d43-4936-95dd-7231ce7c4d44 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 945 time: 0.1793182 Jul 08 17:37:20.505575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.523636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.526147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b86aaf97-0494-425a-ad2c-72fdd6e9f0b2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/684937ed-95bc-4952-9723-222eee87443a HTTP/1.1" status: 204 len: 168 time: 0.4983356 Jul 08 17:37:20.528513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43034) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.558753 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c4f7a5-90d1-4928-8128-f03368975d4e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:37:20.560649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a3c4f7a5-90d1-4928-8128-f03368975d4e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/684937ed-95bc-4952-9723-222eee87443a HTTP/1.1" status: 404 len: 333 time: 0.0309114 Jul 08 17:37:20.565221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43038) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.579570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Port': ['ID=447414a4-cffe-4587-a100-7ea9aa711530,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:20.658797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-network', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:20.681926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb5e6ac3-a108-4b6d-89ec-e98bf79d8336 req-4d721ad5-301b-4784-adf4-6350b119cfdc tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671467 Jul 08 17:37:20.694806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port f422637c-6dba-431d-bedd-3fc0c202f643 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:20.695358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.718565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37d16bcf-cfe1-49e3-b1d9-b81b4c434285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.723425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.723769 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Floating IP b8765e4b-3a56-44ca-9c00-f608e5e11159 disassociated (deleted). External IP: 172.25.5.94, port: fee578c5-1964-41c8-a3de-70cfbf38c6fe. Jul 08 17:37:20.786317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37d16bcf-cfe1-49e3-b1d9-b81b4c434285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.813671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.827924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for f422637c-6dba-431d-bedd-3fc0c202f643 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:20.884987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Made reservation on behalf of 3e7bda56b39a4c71a1a222b7d8094381 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:20.887314 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.893874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d16bcf-cfe1-49e3-b1d9-b81b4c434285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d0a99-2274-467e-8df1-a2dca0686957,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:20.906863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-37d16bcf-cfe1-49e3-b1d9-b81b4c434285 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38611e1b1bb6469e9e9106a7535b3e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264964 Jul 08 17:37:20.910179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43042) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:20.914565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:20.958171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760c8b1-e44e-49cb-8cee-1b2303a2b922 req-f9498bf7-271b-4582-b9e1-8fcbf1da2e43 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:20.959636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b760c8b1-e44e-49cb-8cee-1b2303a2b922 req-f9498bf7-271b-4582-b9e1-8fcbf1da2e43 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 944 time: 0.2713587 Jul 08 17:37:21.004969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.038290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=f422637c-6dba-431d-bedd-3fc0c202f643,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:21.042438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee099861-423d-4926-ae97-fe378056d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.083202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.087455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-929d54e7-4373-41d9-9fcd-ec48d171499b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/f422637c-6dba-431d-bedd-3fc0c202f643 HTTP/1.1" status: 204 len: 168 time: 0.5163963 Jul 08 17:37:21.089903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43044) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.105373 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee099861-423d-4926-ae97-fe378056d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.107093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bd71191a-c085-41c9-a81f-bf39c4e1e320 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:21.107987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b760c8b1-e44e-49cb-8cee-1b2303a2b922 req-38d6a32d-9eaf-4cb8-a281-96c0e926c260 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419938 Jul 08 17:37:21.128585 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-839bd35b-d6fb-4d6e-b907-27eefa210709 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:37:21.132456 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-839bd35b-d6fb-4d6e-b907-27eefa210709 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/f422637c-6dba-431d-bedd-3fc0c202f643 HTTP/1.1" status: 404 len: 333 time: 0.0394197 Jul 08 17:37:21.133590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43046) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.174422 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.187918 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.197918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee099861-423d-4926-ae97-fe378056d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.200453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee099861-423d-4926-ae97-fe378056d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.201752 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee099861-423d-4926-ae97-fe378056d8dd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a98d0a99-2274-467e-8df1-a2dca0686957 HTTP/1.1" status: 204 len: 168 time: 0.2905321 Jul 08 17:37:21.226779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099861-423d-4926-ae97-fe378056d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d0a99-2274-467e-8df1-a2dca0686957,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:21.228542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port bd71191a-c085-41c9-a81f-bf39c4e1e320 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:21.242797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port bd71191a-c085-41c9-a81f-bf39c4e1e320 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:21.243277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.293037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:21.305324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Router 8b427c8d-7e0e-4e6e-97ab-c746c080dcaf has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:21.318361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet f7f2e6af-570d-47f8-9987-43fcab45f5db {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:21.327925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.328252 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Added segment 343cc1cc-4e91-4902-98d7-ab5086e95ca2 of type vlan for network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 Jul 08 17:37:21.329815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.333090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:21.388277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.412125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:21.414947 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3f281f-3499-4a6d-acfd-7e8d161e6e9d" -d '{"events": [{"server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "name": "network-vif-plugged", "status": "completed", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:21.427746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bd71191a-c085-41c9-a81f-bf39c4e1e320, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:21.434619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.435885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 158bda34-ceab-445a-ba15-883037b65168 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:21.488952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.496102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.510317 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0f09a7-18c8-48d5-ab00-ae918bd0517b x-openstack-request-id: req-4e0f09a7-18c8-48d5-ab00-ae918bd0517b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:21.510607 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "name": "network-vif-plugged", "status": "completed", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:21.510851 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4e0f09a7-18c8-48d5-ab00-ae918bd0517b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:21.511383 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'code': 200} Jul 08 17:37:21.545167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=bd71191a-c085-41c9-a81f-bf39c4e1e320,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:21.579057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 158bda34-ceab-445a-ba15-883037b65168 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:21.588917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 158bda34-ceab-445a-ba15-883037b65168 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:21.588917 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.603623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fcff4-9e2f-42a5-ad57-8d0426ac00d3 req-124fb794-0bea-4b49-add7-c3925137bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:21.605194 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e84fcff4-9e2f-42a5-ad57-8d0426ac00d3 req-124fb794-0bea-4b49-add7-c3925137bc27 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 1097 time: 0.0679278 Jul 08 17:37:21.639937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43056) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.647550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.648518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:21.649413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.661539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:21.663719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e84fcff4-9e2f-42a5-ad57-8d0426ac00d3 req-eac95ca3-c344-44bb-bbd8-c5351c0f9cff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511460 Jul 08 17:37:21.670766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe2cdc-b8fe-496a-818e-9a7149269eee req-62861fdd-1072-4053-9d9a-5ff79347cad2 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:21.672352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8efe2cdc-b8fe-496a-818e-9a7149269eee req-62861fdd-1072-4053-9d9a-5ff79347cad2 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 945 time: 0.3120449 Jul 08 17:37:21.675554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.698125 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-77550f9e-d890-46e5-ad58-255ed5c361e4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ac2e32d8539419598f7fc4e2821cb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548337 Jul 08 17:37:21.698375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43058) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.757792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-920d895d-fef9-488b-8430-c3901e58d20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.783970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3343065 Jul 08 17:37:21.788001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.788172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.791751 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-920d895d-fef9-488b-8430-c3901e58d20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.797304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Request body: {'subnet': {'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-subnet', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:21.819194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be17020-d0ac-4e1e-9b91-9219e3930884 admin admin] Pushing event updated for resources: {'Network': ['ID=1bde3b53-bf93-400d-a5bd-cbce44412ba4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:21.847633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67ab73fb-21b8-4bd4-89f7-17a93abb62b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "DELETE /v2.0/floatingips/b8765e4b-3a56-44ca-9c00-f608e5e11159 HTTP/1.1" status: 204 len: 168 time: 3.4991565 Jul 08 17:37:21.851375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43066) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.863640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8efe2cdc-b8fe-496a-818e-9a7149269eee req-f71664b6-3b68-4883-8677-7d1907bb2b9c tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732152 Jul 08 17:37:21.873156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:21.882306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:21.898030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Made reservation on behalf of 3e7bda56b39a4c71a1a222b7d8094381 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:21.901012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.937084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] Sync routers for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:21.944470 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.948985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-920d895d-fef9-488b-8430-c3901e58d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.953262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-920d895d-fef9-488b-8430-c3901e58d20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.955293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:21.956044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:21.959989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-920d895d-fef9-488b-8430-c3901e58d20e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3fa5b8d8-521b-4429-b885-99355638c715 HTTP/1.1" status: 204 len: 168 time: 0.2597494 Jul 08 17:37:21.979372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f2e6af-570d-47f8-9987-43fcab45f5db,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:21.986245 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:21.988779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c119e212-0357-4072-b895-c79cf1f01d94 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/f7f2e6af-570d-47f8-9987-43fcab45f5db HTTP/1.1" status: 204 len: 168 time: 0.8128741 Jul 08 17:37:21.992356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:21.996621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d895d-fef9-488b-8430-c3901e58d20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5b8d8-521b-4429-b885-99355638c715,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:22.004682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.052080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:22.076185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2bec-27d5-4b2c-ae74-68db5754cdb7 req-e49fa332-e83c-4ecc-a3c2-7fa188a37137 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:22.077758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940446f3-608d-405f-8293-ee6a25002ce4 None None] Network 628a1bab-5777-4ef7-a48f-89694e79a9f0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:22.083715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d5c2bec-27d5-4b2c-ae74-68db5754cdb7 req-e49fa332-e83c-4ecc-a3c2-7fa188a37137 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 945 time: 0.1898749 Jul 08 17:37:22.117454 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.132804 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.161219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d5c2bec-27d5-4b2c-ae74-68db5754cdb7 req-eb77485b-a901-477e-b585-1ff1f5403b90 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756824 Jul 08 17:37:22.187590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:22.191293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:22.232501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 0134eb2a-b45e-4088-b9c6-72d1f060f017 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:22.233285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.258775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.265383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:22.266242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb48ea-16ed-4f9d-a91f-fd4fc14b6c91 None None] The sync data for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:22.314788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 158bda34-ceab-445a-ba15-883037b65168, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=158bda34-ceab-445a-ba15-883037b65168,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:22.333013 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.361456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.385268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] For port 0134eb2a-b45e-4088-b9c6-72d1f060f017, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0134eb2a-b45e-4088-b9c6-72d1f060f017,segment=NetworkSegment(52d27e78-2857-4055-a530-6f393f11885f),segment_id=52d27e78-2857-4055-a530-6f393f11885f)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:22.385268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.402475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 0134eb2a-b45e-4088-b9c6-72d1f060f017 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:22.412905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=158bda34-ceab-445a-ba15-883037b65168,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:22.463647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc93eb3f-4589-451c-b427-ec562bb1ef19,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:22.467485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3254e37-f59b-4a7e-bf77-fde73ff18aee req-c09e20bd-80e3-40b2-93ae-19ee259855f6 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:22.471818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Checking segment: {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:22.472388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Network hostable DHCP agents. Network: 1bde3b53-bf93-400d-a5bd-cbce44412ba4, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:22.474624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3254e37-f59b-4a7e-bf77-fde73ff18aee req-c09e20bd-80e3-40b2-93ae-19ee259855f6 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 945 time: 0.1477051 Jul 08 17:37:22.509998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:22.530776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 1bde3b53-bf93-400d-a5bd-cbce44412ba4) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:22.539781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e7ba4-665f-4e99-bc65-04db7519f98a None None] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:22.545886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3254e37-f59b-4a7e-bf77-fde73ff18aee req-44a18e99-56fe-425a-a4ae-d87cad7881ff tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703154 Jul 08 17:37:22.574360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.596886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:22.597487 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.600929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=0134eb2a-b45e-4088-b9c6-72d1f060f017,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:22.608656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No DVR routers for this DVR port 0134eb2a-b45e-4088-b9c6-72d1f060f017 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:22.623922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e60005-e27e-42bd-8eb8-632e93276725 None None] DHCP port deletion for 628a1bab-5777-4ef7-a48f-89694e79a9f0 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:22.638606 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1c663a9f-bfff-4fdd-9f24-78fa1c0622bc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8493555 Jul 08 17:37:22.640327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43084) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:22.648806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:22.682823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Allocated IP 172.25.5.69 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/aa59ebf1-7cc5-48a7-99f5-a1f2190bbd7c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:22.691297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.694502 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.723111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.734544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628a1bab-5777-4ef7-a48f-89694e79a9f0']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:22.751031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d27e78-2857-4055-a530-6f393f11885f') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:22.751031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d27e78-2857-4055-a530-6f393f11885f') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:22.751244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4165ce0e-700c-4774-9a67-a8fdd8a2459c None None] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:22.759599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.785928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.796225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:22.796664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:22.799792 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:22.831112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.899092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.907815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:22.910065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/628a1bab-5777-4ef7-a48f-89694e79a9f0 HTTP/1.1" status: 204 len: 168 time: 0.9148290 Jul 08 17:37:22.916572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43098) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:22.922346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-693013809'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:22.934822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f796a5-0216-465a-9863-c4793f810e5e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=628a1bab-5777-4ef7-a48f-89694e79a9f0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:22.985844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.028218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.033086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43102) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:23.053635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:23.057930 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.085268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf7d8b-afa0-4808-9d93-e2d48edf68f8 req-6596dd2d-d875-4e03-a40d-4db6ce77821f tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:23.089733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4bf7d8b-afa0-4808-9d93-e2d48edf68f8 req-6596dd2d-d875-4e03-a40d-4db6ce77821f tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 946 time: 0.0782204 Jul 08 17:37:23.122778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5e388db4-d24b-44cc-bf71-37e669709db5 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:23.143176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:23.155167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4bf7d8b-afa0-4808-9d93-e2d48edf68f8 req-28d9575f-14c0-4846-90d3-af6958a3f043 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618773 Jul 08 17:37:23.157169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.157590 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment fd7fa1e0-dcb7-4c72-81e9-c90068c7961a of type vlan for network ed83915a-9c66-4a67-8c34-56d1857e99de Jul 08 17:37:23.176103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.228501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0134eb2a-b45e-4088-b9c6-72d1f060f017 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:23.244635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.253760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1238313331'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:23.256918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 0134eb2a-b45e-4088-b9c6-72d1f060f017 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:23.257460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0134eb2a-b45e-4088-b9c6-72d1f060f017 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:23.260132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:23.270227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Pushing event updated for resources: {'Port': ['ID=aa59ebf1-7cc5-48a7-99f5-a1f2190bbd7c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:23.278447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:23.290853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:23.293788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 5e388db4-d24b-44cc-bf71-37e669709db5 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:23.300006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 5e388db4-d24b-44cc-bf71-37e669709db5 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:23.300526 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.361310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:23.365040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.376369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.382876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:23.383044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f15bc-1252-40d4-840e-b12e98a9fcb1 req-9d57d7cd-2206-4fe3-b69e-6b3085a4db3a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:23.383492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.384712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f2f15bc-1252-40d4-840e-b12e98a9fcb1 req-9d57d7cd-2206-4fe3-b69e-6b3085a4db3a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 946 time: 0.0742509 Jul 08 17:37:23.395659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43112) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:23.401136 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.405949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Request body: {'floatingip': {'port_id': 'bd71191a-c085-41c9-a81f-bf39c4e1e320'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:23.413295 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.448347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5e388db4-d24b-44cc-bf71-37e669709db5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5e388db4-d24b-44cc-bf71-37e669709db5,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:23.453403 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.454253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:23.464725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a222d8-40f6-4d9d-b584-83010b89c18d req-5d444298-415f-42e8-bb4a-5aaef75edbb3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:23.472282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03a222d8-40f6-4d9d-b584-83010b89c18d req-5d444298-415f-42e8-bb4a-5aaef75edbb3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 945 time: 0.0861945 Jul 08 17:37:23.511345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03a222d8-40f6-4d9d-b584-83010b89c18d req-1d34ea1c-c6d1-43bc-8df2-4ef51dfd006c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Jul 08 17:37:23.513428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158bda34-ceab-445a-ba15-883037b65168'}, {'server_uuid': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e388db4-d24b-44cc-bf71-37e669709db5'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:23.515708 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef08ff3-90f4-4cf1-ad44-b3de217e33b0" -d '{"events": [{"server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "name": "network-vif-plugged", "status": "completed", "tag": "158bda34-ceab-445a-ba15-883037b65168"}, {"server_uuid": "9cbaec6c-7194-4bbe-8d42-a5446450daf9", "name": "network-vif-plugged", "status": "completed", "tag": "5e388db4-d24b-44cc-bf71-37e669709db5"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:23.548674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5e388db4-d24b-44cc-bf71-37e669709db5,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:23.553213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:23.558059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:23.558557 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.583670 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a2692-c68a-483f-bcc1-568af18cd148 x-openstack-request-id: req-5a2a2692-c68a-483f-bcc1-568af18cd148 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:23.584166 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "name": "network-vif-plugged", "status": "completed", "tag": "158bda34-ceab-445a-ba15-883037b65168", "code": 200}, {"server_uuid": "9cbaec6c-7194-4bbe-8d42-a5446450daf9", "name": "network-vif-plugged", "status": "completed", "tag": "5e388db4-d24b-44cc-bf71-37e669709db5", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:23.585075 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5a2a2692-c68a-483f-bcc1-568af18cd148 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:23.585480 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158bda34-ceab-445a-ba15-883037b65168', 'code': 200} Jul 08 17:37:23.585739 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e388db4-d24b-44cc-bf71-37e669709db5', 'code': 200} Jul 08 17:37:23.666267 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.708085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:23.712937 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.777353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:23.807203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab841c4-2c5a-4f6f-8cbc-17dbf9bc678a req-6e6eae40-a229-46ee-b9e7-f45ab0cf84b5 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:23.808947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ab841c4-2c5a-4f6f-8cbc-17dbf9bc678a req-6e6eae40-a229-46ee-b9e7-f45ab0cf84b5 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 945 time: 0.1181712 Jul 08 17:37:23.812048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c14759-7516-4ecc-9c3c-b2ed66e3aee8 req-5e00fd98-a9a4-4458-9083-2cf206f6d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:23.813552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97c14759-7516-4ecc-9c3c-b2ed66e3aee8 req-5e00fd98-a9a4-4458-9083-2cf206f6d36d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cbaec6c-7194-4bbe-8d42-a5446450daf9 HTTP/1.1" status: 200 len: 1096 time: 0.0912440 Jul 08 17:37:23.872911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ab841c4-2c5a-4f6f-8cbc-17dbf9bc678a req-f27095c5-076c-4f19-b669-7dcf4db0faf1 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580976 Jul 08 17:37:23.875112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97c14759-7516-4ecc-9c3c-b2ed66e3aee8 req-4690ea0d-5e59-48e0-a030-be1caa2c0033 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533283 Jul 08 17:37:23.884309 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9666250 Jul 08 17:37:23.888072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43118) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:23.899648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:23.899777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:23.949701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724b8a-ffeb-4621-ab8b-0ef22c5f71b9 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=ed83915a-9c66-4a67-8c34-56d1857e99de,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:23.963403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ed83915a-9c66-4a67-8c34-56d1857e99de details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:24.036862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.095761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.157313 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.233180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3cd7c-97ba-44e4-8826-759c18d6c2a5 req-61398977-fed6-4428-b6f7-052fb0621edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:24.234697 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7e3cd7c-97ba-44e4-8826-759c18d6c2a5 req-61398977-fed6-4428-b6f7-052fb0621edf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 1096 time: 0.3668652 Jul 08 17:37:24.262103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.440118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.458704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:24.462954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.488383 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7e3cd7c-97ba-44e4-8826-759c18d6c2a5 req-7bca0018-1320-49ca-8a3a-79ec0b1ba6ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236164 Jul 08 17:37:24.488997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.554268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:24.570214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Allocated IP 172.25.5.81 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/39923d3a-fcb0-44df-934a-ce63a3efb9f1) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:24.580828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1bc991-ab3c-42d3-8782-139b164106dd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:24.635983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.636367 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Added segment 9b8aa1ad-7523-4c08-ae87-46f2b9cb1397 of type vlan for network c598dd48-da06-437f-924a-3defe4b215a4 Jul 08 17:37:24.671635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.755561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=92a549f3-d37d-434d-8e46-5b4b51ceb5e0,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:24.792964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': 'fd7fa1e0-dcb7-4c72-81e9-c90068c7961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:24.793373 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.793496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: ed83915a-9c66-4a67-8c34-56d1857e99de, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:24.807246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168586c-d575-4991-996d-c4b8060ed835 req-f796d5a7-bdde-4357-a2d2-6af552a2aa49 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:24.809236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5168586c-d575-4991-996d-c4b8060ed835 req-f796d5a7-bdde-4357-a2d2-6af552a2aa49 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.1532071 Jul 08 17:37:24.835476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network ed83915a-9c66-4a67-8c34-56d1857e99de is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:24.853479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ed83915a-9c66-4a67-8c34-56d1857e99de) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:24.861796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:24.862501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.865881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4dc83d-3881-423a-8c1f-b3d5bee91d79 None None] Network ed83915a-9c66-4a67-8c34-56d1857e99de requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:24.867274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5168586c-d575-4991-996d-c4b8060ed835 req-f617c623-90ee-4927-a8c6-d86f72ea2982 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517361 Jul 08 17:37:24.884501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-13a1b64c-fab0-43b1-b114-59f2059380d5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9958777 Jul 08 17:37:24.887885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43124) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:24.902093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de', 'name': 'tempest-PortsIpV6TestJSON-879508957', 'fixed_ips': [{'subnet_id': '92a549f3-d37d-434d-8e46-5b4b51ceb5e0', 'ip_address': '2001:db8::10'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:24.909545 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.923763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.950755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.956302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:24.956936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:24.995738 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.028194 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:37:25.071625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:37:25.085941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ed83915a-9c66-4a67-8c34-56d1857e99de', 'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de', 'tenant_id': '0f10210dfd394abe9f4b8a5386c220f3', 'fixed_ips': [{'subnet_id': '92a549f3-d37d-434d-8e46-5b4b51ceb5e0'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:25.086989 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.129382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0924764 Jul 08 17:37:25.167214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Pushing event updated for resources: {'Port': ['ID=aa59ebf1-7cc5-48a7-99f5-a1f2190bbd7c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:25.177164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378eb660-db7c-4d76-b1b4-19ad4967db69 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Network': ['ID=c598dd48-da06-437f-924a-3defe4b215a4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:25.197377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c598dd48-da06-437f-924a-3defe4b215a4 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:25.199314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.205411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.223870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.265100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.266523 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c6d26090-5734-4a2a-a584-3c60335f82ae tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4122560 Jul 08 17:37:25.271347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43128) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:25.340201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.350535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Allocated IP 2001:db8::2 (ed83915a-9c66-4a67-8c34-56d1857e99de/92a549f3-d37d-434d-8e46-5b4b51ceb5e0/5336e2cd-05d8-4684-8055-567cb5a14aad) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:25.488686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:25.512765 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:25.548590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:25.551803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:25.560699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Pushing event updated for resources: {'Port': ['ID=39923d3a-fcb0-44df-934a-ce63a3efb9f1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:25.618029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:25.620536 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d750ba-5126-42bf-8956-afa19545a2d0" -d '{"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-plugged", "status": "completed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:25.629804 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Floating IP 56c8b519-463c-4447-921b-05cf26b3b67d associated. External IP: 172.25.5.86, port: bd71191a-c085-41c9-a81f-bf39c4e1e320. Jul 08 17:37:25.665803 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.666182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffef9a-6e1c-451b-9e69-3a7bf90a2442 req-ae25b7de-67c5-4d20-8d0c-491652739a13 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:25.676924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afffef9a-6e1c-451b-9e69-3a7bf90a2442 req-ae25b7de-67c5-4d20-8d0c-491652739a13 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 945 time: 0.6677303 Jul 08 17:37:25.682204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Transition to ACTIVE for port object 5336e2cd-05d8-4684-8055-567cb5a14aad will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:25.697632 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1915015b-19aa-4522-aede-d95abdf0f67e x-openstack-request-id: req-1915015b-19aa-4522-aede-d95abdf0f67e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:25.698109 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-plugged", "status": "completed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:25.698537 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1915015b-19aa-4522-aede-d95abdf0f67e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:25.699083 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'code': 200} Jul 08 17:37:25.720415 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.721830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Transition to ACTIVE for port object 5336e2cd-05d8-4684-8055-567cb5a14aad will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:25.731067 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.762875 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.790745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Network ed83915a-9c66-4a67-8c34-56d1857e99de is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:25.795568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:25.801061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afffef9a-6e1c-451b-9e69-3a7bf90a2442 req-fab4e9c1-dde6-4095-bfb2-cb3f5c69d0ba tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173472 Jul 08 17:37:25.808776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:25.816092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:25.876188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Attempting to bind port 5336e2cd-05d8-4684-8055-567cb5a14aad on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:25.876838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Attempting to bind port 5336e2cd-05d8-4684-8055-567cb5a14aad by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'fd7fa1e0-dcb7-4c72-81e9-c90068c7961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:25.877587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Attempting to bind port 5336e2cd-05d8-4684-8055-567cb5a14aad on network ed83915a-9c66-4a67-8c34-56d1857e99de {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:25.883478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Pushing event updated for resources: {'Port': ['ID=5336e2cd-05d8-4684-8055-567cb5a14aad,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:25.894182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:25.894564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Checking segment: {'id': 'fd7fa1e0-dcb7-4c72-81e9-c90068c7961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:25.894972 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.895366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Bound using segment: {'id': 'fd7fa1e0-dcb7-4c72-81e9-c90068c7961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:25.895839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Bound port: 5336e2cd-05d8-4684-8055-567cb5a14aad, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7fa1e0-dcb7-4c72-81e9-c90068c7961a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:25.896221 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.908695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:25.930208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 8fa4a77f-2f16-4da0-9569-b2ecdeba366b yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:26.046555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] For port 5336e2cd-05d8-4684-8055-567cb5a14aad, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:26.056195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] For port 5336e2cd-05d8-4684-8055-567cb5a14aad, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5336e2cd-05d8-4684-8055-567cb5a14aad,segment=NetworkSegment(fd7fa1e0-dcb7-4c72-81e9-c90068c7961a),segment_id=fd7fa1e0-dcb7-4c72-81e9-c90068c7961a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:26.072601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.086902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Router a39d100e-d755-4f49-8af0-07d294a30e4e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:26.110573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::10 (ed83915a-9c66-4a67-8c34-56d1857e99de/92a549f3-d37d-434d-8e46-5b4b51ceb5e0/8fa4a77f-2f16-4da0-9569-b2ecdeba366b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:26.168706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7070494-2ff5-4a5d-8e30-a677fe218e5e None None] Pushing event updated for resources: {'Port': ['ID=5336e2cd-05d8-4684-8055-567cb5a14aad,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:26.295205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f62e45-03ac-4c43-b1d6-4889da96b99c req-feedd1ad-e396-4aaa-8dae-a0237ecb63f7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:26.297554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72f62e45-03ac-4c43-b1d6-4889da96b99c req-feedd1ad-e396-4aaa-8dae-a0237ecb63f7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.1907055 Jul 08 17:37:26.417620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.450355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 8fa4a77f-2f16-4da0-9569-b2ecdeba366b will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:26.486888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72f62e45-03ac-4c43-b1d6-4889da96b99c req-fe6ccf66-09d2-4b6f-97a2-f5959d03447a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689587 Jul 08 17:37:26.564586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.628212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network ed83915a-9c66-4a67-8c34-56d1857e99de is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:26.632044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:26.639801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:26.647841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:26.647841 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.670083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=8fa4a77f-2f16-4da0-9569-b2ecdeba366b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:26.674488 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e4fc1fb-e164-45ef-89a6-1fde234bba70 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7851806 Jul 08 17:37:26.685564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43140) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:26.692095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': 'ed83915a-9c66-4a67-8c34-56d1857e99de', 'name': 'tempest-PortsIpV6TestJSON-1272983421', 'fixed_ips': [{'subnet_id': '92a549f3-d37d-434d-8e46-5b4b51ceb5e0', 'ip_address': '2001:db8::f'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:26.735972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3431-5994-4873-a009-66c4bdf9ae92 req-77c07c12-7f39-4233-bec7-5d11928938eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:26.737443 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e60f3431-5994-4873-a009-66c4bdf9ae92 req-77c07c12-7f39-4233-bec7-5d11928938eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1097 time: 0.7791848 Jul 08 17:37:26.827959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:26.832150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:26.839250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.844293 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] Sync routers for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:26.845675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.862665 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:26.866833 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:26.890610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.899571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e60f3431-5994-4873-a009-66c4bdf9ae92 req-1aa6a89d-ad51-4a9c-9aca-645f67587e75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413887 Jul 08 17:37:26.910089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 92dd3437-d31e-4f69-be60-17199698acfe yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:26.918053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:26.924311 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bac15c42-46d5-4798-ac9a-9c947fb8b4fa tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "PUT /v2.0/floatingips/56c8b519-463c-4447-921b-05cf26b3b67d HTTP/1.1" status: 200 len: 991 time: 3.5206864 Jul 08 17:37:26.953851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:26.965864 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793b2bc7-6fb1-47a4-aae5-32178a4d6042" -d '{"events": [{"name": "network-changed", "server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:27.195645 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36f932-aa53-4d10-ba82-22ca7a72396b x-openstack-request-id: req-cc36f932-aa53-4d10-ba82-22ca7a72396b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:27.196707 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:27.197200 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cc36f932-aa53-4d10-ba82-22ca7a72396b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:27.197780 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'status': 'completed', 'code': 200} Jul 08 17:37:27.295499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5336e2cd-05d8-4684-8055-567cb5a14aad up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:27.339939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Allocated IP 172.25.5.189 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/8711f6f3-86cc-47ac-9242-33f1be6bc8a5) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:27.373989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91050c-e735-4d5b-b1ec-fc7ab03a72be req-dd9f9d19-a3b4-42ac-abee-3ec0433d769b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:27.375577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e91050c-e735-4d5b-b1ec-fc7ab03a72be req-dd9f9d19-a3b4-42ac-abee-3ec0433d769b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 945 time: 0.3431416 Jul 08 17:37:27.391500 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:27.443922 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e728fc-bb01-4fc4-9b52-12f6001e20f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.454570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5336e2cd-05d8-4684-8055-567cb5a14aad completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:27.534124 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e91050c-e735-4d5b-b1ec-fc7ab03a72be req-8054c4c2-9faa-4ad0-9a5a-3c58a6622de6 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441967 Jul 08 17:37:27.586184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::f (ed83915a-9c66-4a67-8c34-56d1857e99de/92a549f3-d37d-434d-8e46-5b4b51ceb5e0/92dd3437-d31e-4f69-be60-17199698acfe) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:27.635581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-d3c078b9-db29-4f41-8101-6dd5a66be225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:27.640184 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-d3c078b9-db29-4f41-8101-6dd5a66be225 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6225005f326b493099a9c09d66db4764&device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 1097 time: 0.4242060 Jul 08 17:37:27.717194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d9a42-cf9c-4871-ad4e-00854ecc455e None None] Network ed83915a-9c66-4a67-8c34-56d1857e99de requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:27.790008 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.916773 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '56c8b519-463c-4447-921b-05cf26b3b67d', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'port_id': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'mac_address': 'fa:16:3e:fc:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:36:28Z', 'updated_at': '2021-07-08T17:37:24Z', 'revision_number': 1, 'project_id': '6225005f326b493099a9c09d66db4764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:29Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:27.958252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:27.975884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63c20-5517-4799-b0bf-0e1222eda7b8 req-c3529527-2e9b-470e-bbc8-7f9fda7785de tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:27.977499 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64a63c20-5517-4799-b0bf-0e1222eda7b8 req-c3529527-2e9b-470e-bbc8-7f9fda7785de tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.2349648 Jul 08 17:37:27.987758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a4159-4c52-4bd4-a8b7-cf90dfedfe67 req-221a1e75-1c9b-4b54-9a17-c8c5b709614b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:27.997059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-679a4159-4c52-4bd4-a8b7-cf90dfedfe67 req-221a1e75-1c9b-4b54-9a17-c8c5b709614b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cbaec6c-7194-4bbe-8d42-a5446450daf9 HTTP/1.1" status: 200 len: 945 time: 0.1873367 Jul 08 17:37:28.002529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-08e823f0-b086-4a75-b9c1-16736bb796f1 None None] Provisioning for port 5336e2cd-05d8-4684-8055-567cb5a14aad completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:28.005841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] Checking router: a39d100e-d755-4f49-8af0-07d294a30e4e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:28.012641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-08e823f0-b086-4a75-b9c1-16736bb796f1 None None] Provisioning complete for port 5336e2cd-05d8-4684-8055-567cb5a14aad triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:28.012641 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08e823f0-b086-4a75-b9c1-16736bb796f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.034335 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:28.036479 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:28.052633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 92dd3437-d31e-4f69-be60-17199698acfe will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:28.099340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64a63c20-5517-4799-b0bf-0e1222eda7b8 req-0f4deb58-9292-49d8-b67f-80e580e927ba tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954106 Jul 08 17:37:28.123391 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-679a4159-4c52-4bd4-a8b7-cf90dfedfe67 req-83e0ce0c-f492-4673-8022-32b7e6bd1f0e tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144390 Jul 08 17:37:28.165302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.178889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.196833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.282592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Pushing event updated for resources: {'Port': ['ID=8711f6f3-86cc-47ac-9242-33f1be6bc8a5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:28.292925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network ed83915a-9c66-4a67-8c34-56d1857e99de is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:28.296538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:28.301337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:28.317971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:28.320097 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:28.323522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.340159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=92dd3437-d31e-4f69-be60-17199698acfe,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:28.384648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e3c8ed8e-b7d5-4438-96f4-3116e48ede2c tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7005072 Jul 08 17:37:28.387335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43158) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:28.443019 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08e823f0-b086-4a75-b9c1-16736bb796f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.459780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.460137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.460490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.460870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.461208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.461543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.461875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.462207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.462535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.462862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.463190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.463517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:28.474059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43160) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:28.501733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'subnet': {'network_id': 'c598dd48-da06-437f-924a-3defe4b215a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:28.505514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-08e823f0-b086-4a75-b9c1-16736bb796f1 None None] For port 5336e2cd-05d8-4684-8055-567cb5a14aad, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5336e2cd-05d8-4684-8055-567cb5a14aad,segment=NetworkSegment(fd7fa1e0-dcb7-4c72-81e9-c90068c7961a),segment_id=fd7fa1e0-dcb7-4c72-81e9-c90068c7961a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:28.520636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:28.531639 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08e823f0-b086-4a75-b9c1-16736bb796f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.561549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fcb9e3-ecd3-4c82-9f63-3e25a8ecbb91 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:28.581414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-71fcb9e3-ecd3-4c82-9f63-3e25a8ecbb91 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1913161 Jul 08 17:37:28.583252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43162) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:28.588914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:28.643074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:28.644004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e823f0-b086-4a75-b9c1-16736bb796f1 None None] Pushing event updated for resources: {'Port': ['ID=5336e2cd-05d8-4684-8055-567cb5a14aad,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:28.712291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cde648-c480-4931-b5c8-e500288eb8d4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:28.712470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-3a552b8e-1703-4632-b23e-61ff0b19c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:28.723219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cde648-c480-4931-b5c8-e500288eb8d4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:28.723696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-3a552b8e-1703-4632-b23e-61ff0b19c851 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1310530-e0fc-449a-9f19-6c76d6b883f5 HTTP/1.1" status: 200 len: 916 time: 0.8344767 Jul 08 17:37:28.730360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cde648-c480-4931-b5c8-e500288eb8d4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:28.735171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f0cde648-c480-4931-b5c8-e500288eb8d4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1477654 Jul 08 17:37:28.735717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43166) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:28.749377 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '56c8b519-463c-4447-921b-05cf26b3b67d', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'port_id': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'mac_address': 'fa:16:3e:fc:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:36:28Z', 'updated_at': '2021-07-08T17:37:24Z', 'revision_number': 1, 'project_id': '6225005f326b493099a9c09d66db4764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:29Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:28.781332 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5dd17-5e40-48c4-88f6-449c4408394e None None] The sync data for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 is: [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '56c8b519-463c-4447-921b-05cf26b3b67d', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'port_id': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'mac_address': 'fa:16:3e:fc:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:36:28Z', 'updated_at': '2021-07-08T17:37:24Z', 'revision_number': 1, 'project_id': '6225005f326b493099a9c09d66db4764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:29Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:28.881385 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-51166bb1-98c3-4e62-8114-848eac22106f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320 HTTP/1.1" status: 200 len: 999 time: 0.1376421 Jul 08 17:37:28.887308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 92dd3437-d31e-4f69-be60-17199698acfe {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:28.887785 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:28.964626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-2847c1e1-8e4b-40c3-ac61-9159f29598e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:28.966209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-2847c1e1-8e4b-40c3-ac61-9159f29598e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fcee83a-4a90-473e-ae3e-88d86ec73c4f HTTP/1.1" status: 200 len: 854 time: 0.0602417 Jul 08 17:37:28.995284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Provisioning complete for port 5336e2cd-05d8-4684-8055-567cb5a14aad triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:28.996078 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.069559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.090487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:29.094232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 92dd3437-d31e-4f69-be60-17199698acfe owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:29.095393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.138642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449626b4-6787-4f97-bd95-4c89205fdfe6 None None] New status for floating IP 56c8b519-463c-4447-921b-05cf26b3b67d: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:37:29.148092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Router 44108eae-867b-4783-8207-c79e1ca4a524 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:37:29.255169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5336e2cd-05d8-4684-8055-567cb5a14aad up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:29.354662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Provisioning for port 92dd3437-d31e-4f69-be60-17199698acfe completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:29.370889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Provisioning complete for port 92dd3437-d31e-4f69-be60-17199698acfe triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:29.371519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.373060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.404561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-57cd6d60-fe10-4b75-aced-781fc613c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:29.406186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-57cd6d60-fe10-4b75-aced-781fc613c5f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1310530-e0fc-449a-9f19-6c76d6b883f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4193516 Jul 08 17:37:29.449663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Port 92dd3437-d31e-4f69-be60-17199698acfe cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:29.455930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5336e2cd-05d8-4684-8055-567cb5a14aad triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:29.456309 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.498131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Provisioning for port 8fa4a77f-2f16-4da0-9569-b2ecdeba366b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:29.503766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Provisioning complete for port 8fa4a77f-2f16-4da0-9569-b2ecdeba366b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:29.505173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.537509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:29.548429 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Sync routers for ids ['44108eae-867b-4783-8207-c79e1ca4a524'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:29.565916 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Routers {'44108eae-867b-4783-8207-c79e1ca4a524'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:29.566431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.567205 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['44108eae-867b-4783-8207-c79e1ca4a524'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:29.570531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56546-0ee7-4513-837a-53bc51cf724d req-4a6f0f24-def3-4773-8828-d398ca29e8e4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:29.581373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ab56546-0ee7-4513-837a-53bc51cf724d req-4a6f0f24-def3-4773-8828-d398ca29e8e4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.2380037 Jul 08 17:37:29.581938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb49c3-0c01-455b-b645-08a36c8662b6 None None] Port 8fa4a77f-2f16-4da0-9569-b2ecdeba366b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:29.639554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-428de093-8684-4bec-b6c8-61e871c7d777 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:29.647838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-428de093-8684-4bec-b6c8-61e871c7d777 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 812 time: 0.3537285 Jul 08 17:37:29.699753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7962b665-6e2b-4804-9fd7-22ff81b1ca95 None None] Could not find standard attr ID for object 92dd3437-d31e-4f69-be60-17199698acfe. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:37:29.724345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.728398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7962b665-6e2b-4804-9fd7-22ff81b1ca95 None None] Provisioning complete for port 8fa4a77f-2f16-4da0-9569-b2ecdeba366b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:29.728905 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7962b665-6e2b-4804-9fd7-22ff81b1ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.751235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-2c6b0a57-dd15-4a1c-bb0c-55674119b18c tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/quotas/365f56e232db40248a00ac01ea11c40e HTTP/1.1" status: 200 len: 375 time: 0.1009171 Jul 08 17:37:29.762337 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Set router 44108eae-867b-4783-8207-c79e1ca4a524 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:29.806948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7962b665-6e2b-4804-9fd7-22ff81b1ca95 None None] Port 8fa4a77f-2f16-4da0-9569-b2ecdeba366b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:29.849574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ab56546-0ee7-4513-837a-53bc51cf724d req-6811f076-c983-4169-b695-413a7611671e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670708 Jul 08 17:37:29.853871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=92dd3437-d31e-4f69-be60-17199698acfe,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:29.932596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.952344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7747f928-09df-48f0-a694-c4e7098cbc75 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/92dd3437-d31e-4f69-be60-17199698acfe HTTP/1.1" status: 204 len: 168 time: 1.2152658 Jul 08 17:37:29.957509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43188) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:29.983092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:29.986882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3ad28296-12bd-4d93-9609-0ce125e548cf admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3429878 Jul 08 17:37:29.997158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43190) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:30.017349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd6575e2-fc59-4dd3-9e56-3e9c332b583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.024499 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2634d4-7e61-4680-aab6-52f50e005987 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:37:30.026159 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f2634d4-7e61-4680-aab6-52f50e005987 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/92dd3437-d31e-4f69-be60-17199698acfe HTTP/1.1" status: 404 len: 333 time: 0.0677309 Jul 08 17:37:30.035050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-19dbbbc6-c73c-46cc-a310-e163a651c365 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2825923 Jul 08 17:37:30.050222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43192) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:30.136122 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-8893e126-15ac-4c0d-96fc-87e910f85127 service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167664 Jul 08 17:37:30.166410 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:37:26Z', 'revision_number': 3, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port': {'id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:24Z', 'updated_at': '2021-07-08T17:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:30.233519 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Checking router: 44108eae-867b-4783-8207-c79e1ca4a524 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:30.233870 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Updating router 44108eae-867b-4783-8207-c79e1ca4a524 port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:37:30.279088 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.320091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.387187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-ae99f0aa-9d30-4d3e-8d08-cd091ecefe17 service neutron] 10.222.0.63 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051975 Jul 08 17:37:30.435587 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.505229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Subnet': ['ID=98b4728d-7247-4b6a-8986-ad6490b189ed,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:30.508979 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-793b2bc7-6fb1-47a4-aae5-32178a4d6042 req-fe2eb9bb-5761-4f95-bfff-9022700700ac service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378916 Jul 08 17:37:30.562913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Checking segment: {'id': '9b8aa1ad-7523-4c08-ae87-46f2b9cb1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c598dd48-da06-437f-924a-3defe4b215a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:30.563284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network hostable DHCP agents. Network: c598dd48-da06-437f-924a-3defe4b215a4, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:30.578658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.581036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 8fa4a77f-2f16-4da0-9569-b2ecdeba366b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:30.581623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.630409 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.637020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.641566 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Transition to ACTIVE for port object 39923d3a-fcb0-44df-934a-ce63a3efb9f1 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:30.651142 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.704261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network c598dd48-da06-437f-924a-3defe4b215a4 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:30.710869 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Attempting to bind port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:30.711797 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Attempting to bind port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:30.711797 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Attempting to bind port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:30.726599 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:30.727015 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:30.727503 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.728134 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:30.728448 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Bound port: 39923d3a-fcb0-44df-934a-ce63a3efb9f1, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:30.728931 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.773990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c598dd48-da06-437f-924a-3defe4b215a4) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:30.787047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fa24ea-0f5a-4e70-a2db-e2a0df0068a3 None None] Network c598dd48-da06-437f-924a-3defe4b215a4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:30.790470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Pushing event updated for resources: {'Port': ['ID=8711f6f3-86cc-47ac-9242-33f1be6bc8a5,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:30.793595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:30.794242 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.817227 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] For port 39923d3a-fcb0-44df-934a-ce63a3efb9f1, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:30.824973 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] For port 39923d3a-fcb0-44df-934a-ce63a3efb9f1, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=39923d3a-fcb0-44df-934a-ce63a3efb9f1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:30.826224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.838901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.842533 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.850172 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ba51890f-7607-410b-9716-47b4986bd23f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3683810 Jul 08 17:37:30.853709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 8fa4a77f-2f16-4da0-9569-b2ecdeba366b owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:30.855972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43194) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:30.857614 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Pushing event updated for resources: {'Port': ['ID=39923d3a-fcb0-44df-934a-ce63a3efb9f1,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:30.865372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-374207660'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:30.871517 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.871947 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.872271 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.872489 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.872883 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.873250 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.873636 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.873974 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.874300 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.874624 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.875294 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.875669 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:30.897760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-e4a4445a-3fb1-4ac9-840a-10ac7574ede0 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:30.899309 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-e4a4445a-3fb1-4ac9-840a-10ac7574ede0 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/ports?device_id=c149a174-5b88-4557-ac92-d85c479eea82 HTTP/1.1" status: 200 len: 945 time: 0.2993815 Jul 08 17:37:30.900080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:30.904907 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-563b5072-cf5a-4680-9bc6-ccc5f90bcb38 tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6278052 Jul 08 17:37:30.914944 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Routers {'44108eae-867b-4783-8207-c79e1ca4a524'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:30.915583 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['44108eae-867b-4783-8207-c79e1ca4a524'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:30.936548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43196) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:30.983405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-2691e63a-212d-4168-bccc-fe9750ac3fb8 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:30.985150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-2691e63a-212d-4168-bccc-fe9750ac3fb8 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cbaec6c-7194-4bbe-8d42-a5446450daf9 HTTP/1.1" status: 200 len: 945 time: 0.7367840 Jul 08 17:37:31.080297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:31.084517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.096110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64a3c7bc-919b-4d73-b0af-e4e9efe4ce6a tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.1507137 Jul 08 17:37:31.106152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43198) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:31.112716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-585c966a-a344-4cbb-8825-9e0731133dbe service neutron] 10.222.0.63 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7237036 Jul 08 17:37:31.120055 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c14fe9-4b58-468d-82e7-ff11b09ad741 None None] Pushing event updated for resources: {'Port': ['ID=39923d3a-fcb0-44df-934a-ce63a3efb9f1,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:31.183400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:31.191854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c598dd48-da06-437f-924a-3defe4b215a4', 'network_id': 'c598dd48-da06-437f-924a-3defe4b215a4', 'tenant_id': '35a15dd3c0564172a307d2f4b605cfec', 'fixed_ips': [{'subnet_id': '98b4728d-7247-4b6a-8986-ad6490b189ed'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:31.193357 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.195521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a96540af-28cf-491d-a3ec-159d481a52a8 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0785592 Jul 08 17:37:31.209650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf312cd-f930-4ee4-8be4-0e06aab47559 req-5331c571-1254-450c-a829-d1a93955f2dd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:31.222808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43202) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:31.223356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43204) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:31.223607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aaf312cd-f930-4ee4-8be4-0e06aab47559 req-5331c571-1254-450c-a829-d1a93955f2dd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.7602246 Jul 08 17:37:31.225781 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] Set router 44108eae-867b-4783-8207-c79e1ca4a524 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:31.236235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Request body: {'floatingip': {'port_id': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:31.352305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Deleting port 5e388db4-d24b-44cc-bf71-37e669709db5 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:31.352632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.367161 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.387541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.494058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Allocated IP 2001:db8:0:ffff::2 (c598dd48-da06-437f-924a-3defe4b215a4/98b4728d-7247-4b6a-8986-ad6490b189ed/0fc89884-347d-4f06-8436-607b8593091d) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:31.530961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Deleting port 158bda34-ceab-445a-ba15-883037b65168 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:31.531556 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.534604 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:37:26Z', 'revision_number': 3, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port': {'id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:24Z', 'updated_at': '2021-07-08T17:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:31.584156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.586645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.587118 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Added segment 3a1c0ece-7999-4d0e-9050-c0332aa9ccb8 of type vlan for network ec18b3d0-7788-494e-afe5-2c467d6d27db Jul 08 17:37:31.609111 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfde37c-bb25-45c8-a51f-615150a8ca92 None None] The sync data for ids ['44108eae-867b-4783-8207-c79e1ca4a524'] in n-d-799528-4 is: [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:37:26Z', 'revision_number': 3, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port': {'id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:24Z', 'updated_at': '2021-07-08T17:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:31.711752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] For port 5e388db4-d24b-44cc-bf71-37e669709db5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5e388db4-d24b-44cc-bf71-37e669709db5,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:31.712377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.761031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Calling delete_port for 5e388db4-d24b-44cc-bf71-37e669709db5 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:31.825211 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.843631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Transition to ACTIVE for port object 0fc89884-347d-4f06-8436-607b8593091d will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:31.868789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Transition to ACTIVE for port object 0fc89884-347d-4f06-8436-607b8593091d will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:31.880721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04f36714-598d-4875-b6b1-b7267437c40e req-c7fc0aee-9cde-4329-8008-d1ce38b36646 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 210 time: 0.0465970 Jul 08 17:37:31.889897 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.937338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:31.951641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Pushing event updated for resources: {'Port': ['ID=0fc89884-347d-4f06-8436-607b8593091d,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:31.963604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Network c598dd48-da06-437f-924a-3defe4b215a4 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:31.966239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:31.969654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:32.010866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=8fa4a77f-2f16-4da0-9569-b2ecdeba366b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:32.113442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Attempting to bind port 0fc89884-347d-4f06-8436-607b8593091d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:32.113977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Attempting to bind port 0fc89884-347d-4f06-8436-607b8593091d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '9b8aa1ad-7523-4c08-ae87-46f2b9cb1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c598dd48-da06-437f-924a-3defe4b215a4'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:32.114254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Attempting to bind port 0fc89884-347d-4f06-8436-607b8593091d on network c598dd48-da06-437f-924a-3defe4b215a4 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:32.123641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:32.124076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Checking segment: {'id': '9b8aa1ad-7523-4c08-ae87-46f2b9cb1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c598dd48-da06-437f-924a-3defe4b215a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:32.124544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.125380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Bound using segment: {'id': '9b8aa1ad-7523-4c08-ae87-46f2b9cb1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c598dd48-da06-437f-924a-3defe4b215a4'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:32.126205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Bound port: 0fc89884-347d-4f06-8436-607b8593091d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8aa1ad-7523-4c08-ae87-46f2b9cb1397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c598dd48-da06-437f-924a-3defe4b215a4'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:32.126606 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.143666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.216029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.232224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.233981 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b300ae5e-a2ea-4c0d-b749-7db271bfda86 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/8fa4a77f-2f16-4da0-9569-b2ecdeba366b HTTP/1.1" status: 204 len: 168 time: 2.1793237 Jul 08 17:37:32.244211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:32.294514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] For port 0fc89884-347d-4f06-8436-607b8593091d, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:32.298485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] For port 0fc89884-347d-4f06-8436-607b8593091d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0fc89884-347d-4f06-8436-607b8593091d,segment=NetworkSegment(9b8aa1ad-7523-4c08-ae87-46f2b9cb1397),segment_id=9b8aa1ad-7523-4c08-ae87-46f2b9cb1397)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:32.306446 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.336670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:37:32.339695 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05e4b64-dec3-41e2-a376-a7a0db7f9286 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:37:32.346846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event deleted for resources: {'Port': ['ID=5e388db4-d24b-44cc-bf71-37e669709db5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:32.354275 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c05e4b64-dec3-41e2-a376-a7a0db7f9286 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/8fa4a77f-2f16-4da0-9569-b2ecdeba366b HTTP/1.1" status: 404 len: 333 time: 0.0947998 Jul 08 17:37:32.354908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43226) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:32.365400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Allocated IP 172.20.0.1 (1bde3b53-bf93-400d-a5bd-cbce44412ba4/bc93eb3f-4589-451c-b427-ec562bb1ef19/8fb84e2d-324e-49f6-8200-d1c17b63e3a0) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:32.409091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8a7d7-f779-42a9-8348-a805ed19544a None None] Pushing event updated for resources: {'Port': ['ID=0fc89884-347d-4f06-8436-607b8593091d,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:32.437629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] No DVR routers for this DVR port 5e388db4-d24b-44cc-bf71-37e669709db5 on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:32.441284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.443567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb0d8aae-21c1-43d2-b336-2b03eaf9ba02 req-ca4bc72c-342e-472f-9b29-86a23d9ad2fc tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "DELETE /v2.0/ports/5e388db4-d24b-44cc-bf71-37e669709db5 HTTP/1.1" status: 204 len: 173 time: 1.4464421 Jul 08 17:37:32.444066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'name': 'network-vif-deleted', 'tag': '5e388db4-d24b-44cc-bf71-37e669709db5'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:32.458755 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba114c5-0949-4015-9cf9-6aca62134006" -d '{"events": [{"server_uuid": "9cbaec6c-7194-4bbe-8d42-a5446450daf9", "name": "network-vif-deleted", "tag": "5e388db4-d24b-44cc-bf71-37e669709db5"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:32.532711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] For port 158bda34-ceab-445a-ba15-883037b65168, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=158bda34-ceab-445a-ba15-883037b65168,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:32.533284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.554759 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd821e20-2cfa-4deb-9d0a-faf2cbbd72bd x-openstack-request-id: req-cd821e20-2cfa-4deb-9d0a-faf2cbbd72bd {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:32.555321 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbaec6c-7194-4bbe-8d42-a5446450daf9", "name": "network-vif-deleted", "tag": "5e388db4-d24b-44cc-bf71-37e669709db5", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:32.555761 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cd821e20-2cfa-4deb-9d0a-faf2cbbd72bd {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:32.556323 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbaec6c-7194-4bbe-8d42-a5446450daf9', 'name': 'network-vif-deleted', 'tag': '5e388db4-d24b-44cc-bf71-37e669709db5', 'status': 'completed', 'code': 200} Jul 08 17:37:32.654342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.662226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:32.664194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.670978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Calling delete_port for 158bda34-ceab-445a-ba15-883037b65168 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:32.677324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.775486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.775752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Network': ['ID=ec18b3d0-7788-494e-afe5-2c467d6d27db,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:32.788457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ec18b3d0-7788-494e-afe5-2c467d6d27db details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:32.795541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Deleting port 8711f6f3-86cc-47ac-9242-33f1be6bc8a5 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:32.795968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.796971 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.928174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.928484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:32.954715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:32.960093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Calling delete_port for 8711f6f3-86cc-47ac-9242-33f1be6bc8a5 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:32.972458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:32.990404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:32.998642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:33.065472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.096856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet 92a549f3-d37d-434d-8e46-5b4b51ceb5e0 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:33.170207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.185893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5e388db4-d24b-44cc-bf71-37e669709db5 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:33.224396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3803ab6-f494-4af1-aa12-0e7f3ff21fd9 req-4f9a601a-a0cb-4ef5-9a1c-423cfc5fd62b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 210 time: 0.0417585 Jul 08 17:37:33.239376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 5e388db4-d24b-44cc-bf71-37e669709db5 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:33.239779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5e388db4-d24b-44cc-bf71-37e669709db5 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:33.240202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 158bda34-ceab-445a-ba15-883037b65168 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:33.340842 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.453326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0fc89884-347d-4f06-8436-607b8593091d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:33.540904 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.553864 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-876478de-aa2e-40ff-a778-d5f7c41ca47d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6895454 Jul 08 17:37:33.554459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:33.558644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 0fc89884-347d-4f06-8436-607b8593091d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:33.560863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'subnet': {'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:33.567129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39923d3a-fcb0-44df-934a-ce63a3efb9f1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:33.602606 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.659388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158bda34-ceab-445a-ba15-883037b65168'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:33.660761 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.667938 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dacb49-15a9-40cb-b62d-4d8cbe25e72c" -d '{"events": [{"server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "name": "network-vif-unplugged", "status": "completed", "tag": "158bda34-ceab-445a-ba15-883037b65168"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:33.705920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 158bda34-ceab-445a-ba15-883037b65168, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=158bda34-ceab-445a-ba15-883037b65168,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:33.735419 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c0970-d7f3-4779-b858-12bf9588a201 x-openstack-request-id: req-995c0970-d7f3-4779-b858-12bf9588a201 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:33.735970 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "name": "network-vif-unplugged", "status": "completed", "tag": "158bda34-ceab-445a-ba15-883037b65168", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:33.736438 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-995c0970-d7f3-4779-b858-12bf9588a201 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:33.737158 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158bda34-ceab-445a-ba15-883037b65168', 'code': 200} Jul 08 17:37:33.740482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.761675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:33.789646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:33.790383 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.820646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.867127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:33.924431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=158bda34-ceab-445a-ba15-883037b65168,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:33.999793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Pushing event deleted for resources: {'Port': ['ID=8711f6f3-86cc-47ac-9242-33f1be6bc8a5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:34.035605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.063802 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.078158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:34.094330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 39923d3a-fcb0-44df-934a-ce63a3efb9f1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=39923d3a-fcb0-44df-934a-ce63a3efb9f1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:34.100139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.104361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.108335 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4f83a2a6-7ffc-4bff-8deb-2a7b2c0d6aca tempest-FloatingIPAdminTestJSON-552545587 tempest-FloatingIPAdminTestJSON-552545587-project] 10.222.0.63 "DELETE /v2.0/floatingips/195e76b4-e905-4ec1-b8a7-9ce47b39b5a1 HTTP/1.1" status: 204 len: 168 time: 2.8836651 Jul 08 17:37:34.111673 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.111884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43244) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:34.182608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:34.187704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.209960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=39923d3a-fcb0-44df-934a-ce63a3efb9f1,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:34.236998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb06a1ec-c2c0-4b0c-b3c8-38d6f27765a1 None None] Network c598dd48-da06-437f-924a-3defe4b215a4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:34.251505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-5a5ebd08-4321-49c8-98b6-87d2440709fe tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:34.252854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-5a5ebd08-4321-49c8-98b6-87d2440709fe tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 812 time: 0.4776509 Jul 08 17:37:34.368365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Request body: {'port': {'device_id': 'c9e6d02d-644a-4712-b614-b407989be444', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'admin_state_up': True, 'tenant_id': '365f56e232db40248a00ac01ea11c40e'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:34.376926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8e8e00d9-48b7-49bc-bcda-06bb75cdc64a None None] Provisioning for port 0fc89884-347d-4f06-8436-607b8593091d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:34.406194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8e8e00d9-48b7-49bc-bcda-06bb75cdc64a None None] Provisioning complete for port 0fc89884-347d-4f06-8436-607b8593091d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:34.406572 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e8e00d9-48b7-49bc-bcda-06bb75cdc64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.452892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.480320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:37:34.556334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73602d81-aee3-4c9b-979f-66a8ac909781 req-873033fd-3df4-4f78-a30e-c8fda7f591e9 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 210 time: 0.0663872 Jul 08 17:37:34.562716 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e8e00d9-48b7-49bc-bcda-06bb75cdc64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.634281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8e8e00d9-48b7-49bc-bcda-06bb75cdc64a None None] For port 0fc89884-347d-4f06-8436-607b8593091d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0fc89884-347d-4f06-8436-607b8593091d,segment=NetworkSegment(9b8aa1ad-7523-4c08-ae87-46f2b9cb1397),segment_id=9b8aa1ad-7523-4c08-ae87-46f2b9cb1397)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:34.639878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e8e00d9-48b7-49bc-bcda-06bb75cdc64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.652158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.724275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e00d9-48b7-49bc-bcda-06bb75cdc64a None None] Pushing event updated for resources: {'Port': ['ID=0fc89884-347d-4f06-8436-607b8593091d,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:34.775791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event deleted for resources: {'Port': ['ID=158bda34-ceab-445a-ba15-883037b65168,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:34.797332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:34.816858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:34.837483 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.899983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-502a2198-f04d-4d75-bcdf-83032fe7a4b8 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:34.901646 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-502a2198-f04d-4d75-bcdf-83032fe7a4b8 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 812 time: 0.3694279 Jul 08 17:37:34.905639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Deleting port aa59ebf1-7cc5-48a7-99f5-a1f2190bbd7c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:34.906035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:34.976569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.013719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.021866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Request body: {'port': {'device_id': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'admin_state_up': True, 'tenant_id': '365f56e232db40248a00ac01ea11c40e'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:35.028970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] No DVR routers for this DVR port 158bda34-ceab-445a-ba15-883037b65168 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:35.044578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Router 44108eae-867b-4783-8207-c79e1ca4a524 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:35.054857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.056505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d6abc6a-413f-4fb5-9081-829097bb8556 req-3917e4bd-f029-421e-bf34-adb584884400 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "DELETE /v2.0/ports/158bda34-ceab-445a-ba15-883037b65168 HTTP/1.1" status: 204 len: 173 time: 4.1188660 Jul 08 17:37:35.068048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Made reservation on behalf of 365f56e232db40248a00ac01ea11c40e for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:35.070082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'name': 'network-vif-deleted', 'tag': '158bda34-ceab-445a-ba15-883037b65168'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:35.072689 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be956e19-30b9-4d06-8b0e-17a2f502f57c" -d '{"events": [{"server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "name": "network-vif-deleted", "tag": "158bda34-ceab-445a-ba15-883037b65168"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:35.077360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.081584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3a9f347a-abb0-4b11-81bf-ed35b8788125 None None] Provisioning complete for port 0fc89884-347d-4f06-8436-607b8593091d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:35.082205 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3a9f347a-abb0-4b11-81bf-ed35b8788125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.220963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=92a549f3-d37d-434d-8e46-5b4b51ceb5e0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:35.225971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.228475 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c5d1fdda-afaf-4c5f-a986-ea46f91b971d tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/92a549f3-d37d-434d-8e46-5b4b51ceb5e0 HTTP/1.1" status: 204 len: 168 time: 2.7895212 Jul 08 17:37:35.230371 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b80422-9b15-4c34-9094-0f04b607203d x-openstack-request-id: req-c3b80422-9b15-4c34-9094-0f04b607203d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:35.230925 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c149a174-5b88-4557-ac92-d85c479eea82", "name": "network-vif-deleted", "tag": "158bda34-ceab-445a-ba15-883037b65168", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:35.231340 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c3b80422-9b15-4c34-9094-0f04b607203d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:35.231910 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c149a174-5b88-4557-ac92-d85c479eea82', 'name': 'network-vif-deleted', 'tag': '158bda34-ceab-445a-ba15-883037b65168', 'status': 'completed', 'code': 200} Jul 08 17:37:35.234783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9e707-bf6e-489d-96f4-726d90d512b7 None None] Network ed83915a-9c66-4a67-8c34-56d1857e99de requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:35.240057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43254) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:35.272506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.272957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.293968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0fc89884-347d-4f06-8436-607b8593091d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:35.346786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Calling delete_port for aa59ebf1-7cc5-48a7-99f5-a1f2190bbd7c owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:35.406078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:37:35.412046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0fc89884-347d-4f06-8436-607b8593091d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:35.413759 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.417737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.485696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.516724 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Floating IP ea2e3ed6-de27-434f-9716-da3e96b795bf associated. External IP: 172.25.5.96, port: 6d30dc0b-8979-45b5-bc76-3adeb3e17811. Jul 08 17:37:35.519037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:35.537364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2683d56e-ab52-4810-8c27-a05e64a1f686 admin admin] 10.222.0.63 "PUT /v2.0/routers/44108eae-867b-4783-8207-c79e1ca4a524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5218391 Jul 08 17:37:35.562077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Subnet': ['ID=4302af76-bf76-4f27-9f0a-a7f4f2bf772a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:35.575288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39923d3a-fcb0-44df-934a-ce63a3efb9f1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:35.582117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Made reservation on behalf of 365f56e232db40248a00ac01ea11c40e for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:35.605183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Checking segment: {'id': '3a1c0ece-7999-4d0e-9050-c0332aa9ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:35.605594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network hostable DHCP agents. Network: ec18b3d0-7788-494e-afe5-2c467d6d27db, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:35.608932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.609467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Allocated IP 172.20.0.13 (7edc29ba-ba39-48c4-b5ca-09e2a50ff76f/cc3ae9e0-7909-4b1c-9222-5533572277fa/b49151b8-dbaf-4250-b05e-5ea6d82fffc9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:35.633450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Sync routers for ids ['44108eae-867b-4783-8207-c79e1ca4a524'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:35.642070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] DHCP port deletion for ed83915a-9c66-4a67-8c34-56d1857e99de request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:35.648859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network ec18b3d0-7788-494e-afe5-2c467d6d27db is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:35.682362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ec18b3d0-7788-494e-afe5-2c467d6d27db) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:35.691186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:35.691491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Routers {'44108eae-867b-4783-8207-c79e1ca4a524'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:35.691966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.692323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['44108eae-867b-4783-8207-c79e1ca4a524'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:35.818109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2da109-53e8-40fa-a797-fe2a6b87282f None None] Network ec18b3d0-7788-494e-afe5-2c467d6d27db requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:35.837110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:35.837540 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:35.945677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f20db6a-5c4b-41ef-b7f5-afe9f8b6e793 req-e48e28ed-694d-4216-bd0f-ae29fe6a1994 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 210 time: 0.1639085 Jul 08 17:37:35.955182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-66434e0b-b86f-433a-8743-f2299a92e6d5 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3994405 Jul 08 17:37:35.957673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43266) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:35.963085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'port': {'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db', 'name': 'tempest-NetworksIpV6TestAttrs-62314546'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:36.025792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Set router 44108eae-867b-4783-8207-c79e1ca4a524 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:36.033532 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.070893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 5336e2cd-05d8-4684-8055-567cb5a14aad {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:36.072612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.107392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.241428 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.323529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-224de2d3-40aa-41d5-ba8b-049858a06a2e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.323779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] Deleting port 5336e2cd-05d8-4684-8055-567cb5a14aad {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:36.324241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.325499 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-224de2d3-40aa-41d5-ba8b-049858a06a2e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 819 time: 0.2399435 Jul 08 17:37:36.336935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:36.354954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:36.359474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:36.362400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event updated for resources: {'Port': ['ID=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:36.369552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-3f03e8ee-520a-4e3e-b423-06134804a8f4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/quotas/3e7bda56b39a4c71a1a222b7d8094381 HTTP/1.1" status: 200 len: 375 time: 0.0347085 Jul 08 17:37:36.393846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:36.397937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.406030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ec18b3d0-7788-494e-afe5-2c467d6d27db', 'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db', 'tenant_id': '35a15dd3c0564172a307d2f4b605cfec', 'fixed_ips': [{'subnet_id': '4302af76-bf76-4f27-9f0a-a7f4f2bf772a'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:36.407523 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.453993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] device_id is not set on port 580ec7f2-964c-4c5c-b883-c2f815d40c26 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:36.476705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:36.477194 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.508786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] For port 5336e2cd-05d8-4684-8055-567cb5a14aad, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5336e2cd-05d8-4684-8055-567cb5a14aad,segment=NetworkSegment(fd7fa1e0-dcb7-4c72-81e9-c90068c7961a),segment_id=fd7fa1e0-dcb7-4c72-81e9-c90068c7961a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:36.509192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.527532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Allocated IP 172.20.0.6 (7edc29ba-ba39-48c4-b5ca-09e2a50ff76f/cc3ae9e0-7909-4b1c-9222-5533572277fa/cc3d0f79-7afa-490a-8a7b-df7b67963035) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:36.530576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] Calling delete_port for 5336e2cd-05d8-4684-8055-567cb5a14aad owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:36.547433 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-66edb9ce-c1b8-4a2c-9101-ae26b16129dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2666998 Jul 08 17:37:36.562977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Request body: {'port': {'device_id': 'c9e6d02d-644a-4712-b614-b407989be444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:36.612140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-ef0f5545-0313-416a-9bbf-8a58ce1c440d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2227635 Jul 08 17:37:36.676408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa59ebf1-7cc5-48a7-99f5-a1f2190bbd7c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:36.696346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Allocated IP 2001:db8::f816:3eff:fecb:b9ac (ec18b3d0-7788-494e-afe5-2c467d6d27db/4302af76-bf76-4f27-9f0a-a7f4f2bf772a/580ec7f2-964c-4c5c-b883-c2f815d40c26) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:36.755517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] For port 5336e2cd-05d8-4684-8055-567cb5a14aad, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5336e2cd-05d8-4684-8055-567cb5a14aad,segment=NetworkSegment(fd7fa1e0-dcb7-4c72-81e9-c90068c7961a),segment_id=fd7fa1e0-dcb7-4c72-81e9-c90068c7961a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:36.755943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.777226 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.790102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Router e5354f7f-e494-4866-a13c-3a117d431a17 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:36.831235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:37:33Z', 'revision_number': 4, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port': {'id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:24Z', 'updated_at': '2021-07-08T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8fb84e2d-324e-49f6-8200-d1c17b63e3a0', 'name': '', 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'mac_address': 'fa:16:3e:88:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:31Z', 'updated_at': '2021-07-08T17:37:33Z', 'revision_number': 2, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'subnets': [{'id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:36.834380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 5336e2cd-05d8-4684-8055-567cb5a14aad owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:36.839160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.865446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Checking router: 44108eae-867b-4783-8207-c79e1ca4a524 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:36.865836 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.865990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Updating router 44108eae-867b-4783-8207-c79e1ca4a524 port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:37:36.869990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.873292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6bcca20a-44ac-4b7a-a431-78895f23c624 tempest-FloatingIPAdminTestJSON-1100010297 tempest-FloatingIPAdminTestJSON-1100010297-project-admin] 10.222.0.63 "DELETE /v2.0/floatingips/df0ac062-fb30-42ae-bf2b-7c4a83e6ce62 HTTP/1.1" status: 204 len: 168 time: 2.7518535 Jul 08 17:37:36.904989 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.906632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43280) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:36.938303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] Pushing event deleted for resources: {'Port': ['ID=5336e2cd-05d8-4684-8055-567cb5a14aad,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:36.940281 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:36.943027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca1aa96-f4c8-44ff-aa01-311b9a4299cd None None] No DVR routers for this DVR port 5336e2cd-05d8-4684-8055-567cb5a14aad on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:37.132905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.180888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-9e821135-e8dd-43c3-a5b8-55b17311c5fc service neutron] 10.222.0.63 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524437 Jul 08 17:37:37.193365 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.217836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5336e2cd-05d8-4684-8055-567cb5a14aad no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:37.219298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:37.232019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:37.234866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:37.243824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5336e2cd-05d8-4684-8055-567cb5a14aad {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:37.244188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5336e2cd-05d8-4684-8055-567cb5a14aad not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:37.249373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No DVR routers for this DVR port 5336e2cd-05d8-4684-8055-567cb5a14aad on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:37.281162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:37.286217 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.292859 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] Sync routers for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:37.307867 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:37.308763 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:37.338234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event updated for resources: {'Port': ['ID=cc3d0f79-7afa-490a-8a7b-df7b67963035,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:37.356922 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.374832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Transition to ACTIVE for port object 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:37.390152 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.453982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=5336e2cd-05d8-4684-8055-567cb5a14aad,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:37.468582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483b54-99f3-4756-9736-212dd60dd5af None None] Pushing event updated for resources: {'Port': ['ID=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:37.469781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Deleting port fee578c5-1964-41c8-a3de-70cfbf38c6fe {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:37.470089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.485166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:37.485829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.510314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-70c8048e-4bb2-4f87-b907-0630257cc2c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "PUT /v2.0/floatingips/ea2e3ed6-de27-434f-9716-da3e96b795bf HTTP/1.1" status: 200 len: 991 time: 6.2754412 Jul 08 17:37:37.510585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.511982 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.536142 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-dcff5d1e-d04b-4dac-be87-cd47c9f26337 service neutron] 10.222.0.63 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516660 Jul 08 17:37:37.538407 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:37.539275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:37.541593 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dc342c-4e19-480e-9a60-d08072082d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:37.556480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Attempting to bind port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:37.557452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Attempting to bind port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:37.558942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Attempting to bind port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 on network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:37.564186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed83915a-9c66-4a67-8c34-56d1857e99de']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:37.567849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:37.568570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Checking segment: {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:37.569994 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.571516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Bound using segment: {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:37.572212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Bound port: 8fb84e2d-324e-49f6-8200-d1c17b63e3a0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:37.572710 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.582350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7fa1e0-dcb7-4c72-81e9-c90068c7961a') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:37.582642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7fa1e0-dcb7-4c72-81e9-c90068c7961a') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:37.592456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732a667-8244-4d32-a00a-9d38d6877276 req-907def8c-ff46-4559-b456-648ffcb6753c tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:37.594289 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-1ff18b3f-f9c5-4d5d-b227-c084a0d82c5b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5844965 Jul 08 17:37:37.599986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.600976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3732a667-8244-4d32-a00a-9d38d6877276 req-907def8c-ff46-4559-b456-648ffcb6753c tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 931 time: 0.3912458 Jul 08 17:37:37.602263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Transition to ACTIVE for port object 580ec7f2-964c-4c5c-b883-c2f815d40c26 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:37.621545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Request body: {'port': {'device_id': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:37.654620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.675438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:37.675701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] For port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:37.675872 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:37.681163 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:37.686235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] For port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:37.686355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.692064 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.767308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Calling delete_port for fee578c5-1964-41c8-a3de-70cfbf38c6fe owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:37.792619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Routers {'44108eae-867b-4783-8207-c79e1ca4a524'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:37.793859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['44108eae-867b-4783-8207-c79e1ca4a524'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:37.853658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3732a667-8244-4d32-a00a-9d38d6877276 req-6d9ffda1-4a91-44c5-a982-d3637a7bb3eb tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379246 Jul 08 17:37:37.860770 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.862265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.869750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.878638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/ed83915a-9c66-4a67-8c34-56d1857e99de HTTP/1.1" status: 204 len: 168 time: 2.6329641 Jul 08 17:37:37.881499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43298) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:37.893261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:37.905492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2000d-cdb8-4324-beda-14f166152369 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=ed83915a-9c66-4a67-8c34-56d1857e99de,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:37.911931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1754461776'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:37.915332 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'ea2e3ed6-de27-434f-9716-da3e96b795bf', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'port_id': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'mac_address': 'fa:16:3e:bb:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:37:05Z', 'updated_at': '2021-07-08T17:37:34Z', 'revision_number': 1, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:37.955204 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] Checking router: e5354f7f-e494-4866-a13c-3a117d431a17 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:37:37.967594 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:37.968493 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:38.046880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] Set router 44108eae-867b-4783-8207-c79e1ca4a524 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:38.091355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network ec18b3d0-7788-494e-afe5-2c467d6d27db is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:38.099379 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:37:38.174194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:38.208985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:38.221043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:38.226567 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.281808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:38.301558 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.305093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Port': ['ID=580ec7f2-964c-4c5c-b883-c2f815d40c26,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.312637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49151b8-dbaf-4250-b05e-5ea6d82fffc9 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:38.320680 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5f4b31-f6ec-4aa6-a0cb-535748c06294 x-openstack-request-id: req-9e5f4b31-f6ec-4aa6-a0cb-535748c06294 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:38.321240 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:38.321440 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9e5f4b31-f6ec-4aa6-a0cb-535748c06294 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:38.321845 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'status': 'completed', 'code': 200} Jul 08 17:37:38.332922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.341241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483b54-99f3-4756-9736-212dd60dd5af None None] Pushing event updated for resources: {'Port': ['ID=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.346273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.384002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2f96a7d6-e06b-499d-ba74-59676fcba86c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.4252765 Jul 08 17:37:38.389065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43306) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:38.394202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34e28c11-a86d-4c37-88e9-3eadf4cb5f75 req-8cf85f23-4b44-489b-9de0-433572920875 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 210 time: 0.0653794 Jul 08 17:37:38.403946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Port': ['ID=fee578c5-1964-41c8-a3de-70cfbf38c6fe,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.434421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc342c-4e19-480e-9a60-d08072082d7e req-edc9dba1-71be-443c-8723-fe88b6d46cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:38.436052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58dc342c-4e19-480e-9a60-d08072082d7e req-edc9dba1-71be-443c-8723-fe88b6d46cfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1097 time: 0.1650939 Jul 08 17:37:38.445386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Transition to ACTIVE for port object b49151b8-dbaf-4250-b05e-5ea6d82fffc9 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:38.466240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.469380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:38.509852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Allocated IP 2001:db8::f816:3eff:fe8b:a646 (ec18b3d0-7788-494e-afe5-2c467d6d27db/4302af76-bf76-4f27-9f0a-a7f4f2bf772a/cda3abce-cf3f-4888-84c9-a11841b5a113) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:38.547754 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'ea2e3ed6-de27-434f-9716-da3e96b795bf', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'port_id': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'mac_address': 'fa:16:3e:bb:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:37:05Z', 'updated_at': '2021-07-08T17:37:34Z', 'revision_number': 1, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:38.581775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.582356 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Added segment 92ee851e-ce09-41c8-acf8-46b200e9d58a of type vlan for network 444b017d-0fd5-47e1-9079-e1f05dd468dc Jul 08 17:37:38.596431 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c2ddf-d691-4feb-9554-f2fbc95cdb92 None None] The sync data for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 is: [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'ea2e3ed6-de27-434f-9716-da3e96b795bf', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'port_id': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'mac_address': 'fa:16:3e:bb:b1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:37:05Z', 'updated_at': '2021-07-08T17:37:34Z', 'revision_number': 1, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:38.619751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting subnet 4302af76-bf76-4f27-9f0a-a7f4f2bf772a {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:38.699363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:37:33Z', 'revision_number': 4, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port': {'id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:24Z', 'updated_at': '2021-07-08T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8fb84e2d-324e-49f6-8200-d1c17b63e3a0', 'name': '', 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'mac_address': 'fa:16:3e:88:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:31Z', 'updated_at': '2021-07-08T17:37:37Z', 'revision_number': 4, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'subnets': [{'id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:38.726507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Pushing event updated for resources: {'Port': ['ID=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.831351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.833655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0136d06d-f4cc-4a9b-8adc-599236f0260f tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "DELETE /v2.0/ports/fee578c5-1964-41c8-a3de-70cfbf38c6fe HTTP/1.1" status: 204 len: 168 time: 1.9256308 Jul 08 17:37:38.836272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43322) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:38.848970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab80699-9f99-451c-a85a-051ae1618494 None None] The sync data for ids ['44108eae-867b-4783-8207-c79e1ca4a524'] in n-d-799528-4 is: [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:37:33Z', 'revision_number': 4, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port': {'id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:24Z', 'updated_at': '2021-07-08T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8fb84e2d-324e-49f6-8200-d1c17b63e3a0', 'name': '', 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'mac_address': 'fa:16:3e:88:65:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:31Z', 'updated_at': '2021-07-08T17:37:37Z', 'revision_number': 4, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'subnets': [{'id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:38.851997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.861243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.861969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Transition to ACTIVE for port object cda3abce-cf3f-4888-84c9-a11841b5a113 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:38.879193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Transition to ACTIVE for port object cda3abce-cf3f-4888-84c9-a11841b5a113 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:38.888013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc342c-4e19-480e-9a60-d08072082d7e req-d56bc5a9-a5fd-4be7-bbe7-aadb592193d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:38.889237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.889658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58dc342c-4e19-480e-9a60-d08072082d7e req-d56bc5a9-a5fd-4be7-bbe7-aadb592193d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.2600746 Jul 08 17:37:38.936382 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:38.955218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Network ec18b3d0-7788-494e-afe5-2c467d6d27db is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:38.960997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:38.972555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Pushing event updated for resources: {'Port': ['ID=cda3abce-cf3f-4888-84c9-a11841b5a113,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:38.976319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:39.064490 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58dc342c-4e19-480e-9a60-d08072082d7e req-7a1b3d5d-3061-41d6-b0ba-38c745ad226e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 200 len: 999 time: 0.1608264 Jul 08 17:37:39.101750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Attempting to bind port cda3abce-cf3f-4888-84c9-a11841b5a113 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:39.103730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Attempting to bind port cda3abce-cf3f-4888-84c9-a11841b5a113 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '3a1c0ece-7999-4d0e-9050-c0332aa9ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:39.105015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Attempting to bind port cda3abce-cf3f-4888-84c9-a11841b5a113 on network ec18b3d0-7788-494e-afe5-2c467d6d27db {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:39.120307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.137119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:39.137671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Checking segment: {'id': '3a1c0ece-7999-4d0e-9050-c0332aa9ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:39.138368 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.138874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Bound using segment: {'id': '3a1c0ece-7999-4d0e-9050-c0332aa9ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:39.139462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Bound port: cda3abce-cf3f-4888-84c9-a11841b5a113, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1c0ece-7999-4d0e-9050-c0332aa9ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ec18b3d0-7788-494e-afe5-2c467d6d27db'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:39.139956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.156129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681582d3-be9c-4132-88e1-4e7bbb56fc43 None None] New status for floating IP ea2e3ed6-de27-434f-9716-da3e96b795bf: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:37:39.218039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15defd9f-8c35-4134-a8bb-e987f7210a80 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.223112 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-15defd9f-8c35-4134-a8bb-e987f7210a80 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b427c8d-7e0e-4e6e-97ab-c746c080dcaf HTTP/1.1" status: 200 len: 913 time: 0.3830740 Jul 08 17:37:39.225877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43330) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:39.227618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc342c-4e19-480e-9a60-d08072082d7e req-445129c9-62bd-4e06-b99a-1b4cf49dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.229664 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58dc342c-4e19-480e-9a60-d08072082d7e req-445129c9-62bd-4e06-b99a-1b4cf49dd39e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.1503191 Jul 08 17:37:39.238243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.254040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.254795 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.410219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:39.421785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3d0f79-7afa-490a-8a7b-df7b67963035 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:39.455753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.482338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Transition to ACTIVE for port object cc3d0f79-7afa-490a-8a7b-df7b67963035 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:39.496166 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-7be01382-fdc6-405c-b7b3-d41dcbbc71e3 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.498964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-7be01382-fdc6-405c-b7b3-d41dcbbc71e3 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 819 time: 0.8121941 Jul 08 17:37:39.499873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Attempting to bind port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:39.500215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Attempting to bind port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:39.500547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Attempting to bind port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:39.518886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] For port cda3abce-cf3f-4888-84c9-a11841b5a113, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:39.528049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] For port cda3abce-cf3f-4888-84c9-a11841b5a113, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cda3abce-cf3f-4888-84c9-a11841b5a113,segment=NetworkSegment(3a1c0ece-7999-4d0e-9050-c0332aa9ccb8),segment_id=3a1c0ece-7999-4d0e-9050-c0332aa9ccb8)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:39.539398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.541499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:39.557161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:39.557794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Attempting to bind port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:39.570765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6821022 Jul 08 17:37:39.571666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43334) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:39.577668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:39.578137 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.602064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:39.602588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Checking segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:39.603495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Bound using segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:39.604051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Bound port: b49151b8-dbaf-4250-b05e-5ea6d82fffc9, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:39.604496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.605787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.618772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:39.672354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0155e-bf44-4f2a-8b89-a6a2c819d541 None None] Pushing event updated for resources: {'Port': ['ID=cda3abce-cf3f-4888-84c9-a11841b5a113,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.680110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc342c-4e19-480e-9a60-d08072082d7e req-5c47e909-db46-42d8-ac64-32b0178d848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:39.681926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58dc342c-4e19-480e-9a60-d08072082d7e req-5c47e909-db46-42d8-ac64-32b0178d848e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4410994 Jul 08 17:37:39.701971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00082f37-6389-4619-8d11-7d34b1712c53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Network': ['ID=444b017d-0fd5-47e1-9079-e1f05dd468dc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.729736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:39.771545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-b781f724-117f-44b0-b791-396c25572970 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/quotas/3e7bda56b39a4c71a1a222b7d8094381 HTTP/1.1" status: 200 len: 375 time: 0.2369108 Jul 08 17:37:39.775480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d0f79-7afa-490a-8a7b-df7b67963035,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:39.821017 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:39.891361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:39.906410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.001894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:40.086516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.095555 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58dc342c-4e19-480e-9a60-d08072082d7e req-3e485a2a-b413-462d-8739-30de25c1d6bd service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960385 Jul 08 17:37:40.119222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Attempting to bind port cc3d0f79-7afa-490a-8a7b-df7b67963035 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:40.119624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Attempting to bind port cc3d0f79-7afa-490a-8a7b-df7b67963035 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:40.120060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Attempting to bind port cc3d0f79-7afa-490a-8a7b-df7b67963035 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:40.149063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ba5bf-a9de-4243-8c10-5768e8854ee6 req-13b116de-47f6-4a29-9568-80b64756a96d tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.157460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-217ba5bf-a9de-4243-8c10-5768e8854ee6 req-13b116de-47f6-4a29-9568-80b64756a96d tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 931 time: 0.8952115 Jul 08 17:37:40.187197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Port cc3d0f79-7afa-490a-8a7b-df7b67963035 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:40.187838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Attempting to bind port cc3d0f79-7afa-490a-8a7b-df7b67963035 on network 7edc29ba-ba39-48c4-b5ca-09e2a50ff76f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:40.219041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:40.219751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Checking segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:40.220438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Bound using segment: {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:40.221362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Bound port: cc3d0f79-7afa-490a-8a7b-df7b67963035, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8126cc09-58df-4a12-971a-1ffefae0449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:40.221936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.241978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] For port b49151b8-dbaf-4250-b05e-5ea6d82fffc9, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:40.247806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-ee582366-b7e3-44a7-b2d9-65c13f2ebc99 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.249385 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-ee582366-b7e3-44a7-b2d9-65c13f2ebc99 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 819 time: 0.2662516 Jul 08 17:37:40.258895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] For port b49151b8-dbaf-4250-b05e-5ea6d82fffc9, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:40.267721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:40.271350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.285947 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.290954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Request body: {'port': {'device_id': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'admin_state_up': True, 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:40.349429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-217ba5bf-a9de-4243-8c10-5768e8854ee6 req-d411b8f5-16fd-491f-b514-96936e0f4b92 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910880 Jul 08 17:37:40.382011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-7f788868-2818-4fc5-be36-0542f70bda1a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6090555 Jul 08 17:37:40.394728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.426210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.426827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.428293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] 10.222.0.72 "PUT /v2.0/ports/b49151b8-dbaf-4250-b05e-5ea6d82fffc9 HTTP/1.1" status: 200 len: 1092 time: 3.8723688 Jul 08 17:37:40.438437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e6d02d-644a-4712-b614-b407989be444', 'tag': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:40.440973 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba24041-53d7-4dfb-aa59-2962907bef33" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e6d02d-644a-4712-b614-b407989be444", "tag": "b49151b8-dbaf-4250-b05e-5ea6d82fffc9"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:40.548323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Subnet': ['ID=4302af76-bf76-4f27-9f0a-a7f4f2bf772a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:40.586896 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.591836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e432538c-7b00-431b-8b41-20ba3332426f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/4302af76-bf76-4f27-9f0a-a7f4f2bf772a HTTP/1.1" status: 204 len: 168 time: 2.1999702 Jul 08 17:37:40.600070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43338) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.601314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843146-5e97-4840-993a-3ddbd0257381 service neutron] Pushing event updated for resources: {'Port': ['ID=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:40.779306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-4a9fd52b-d2fa-47e3-8aee-60a852cbf886 service neutron] 10.222.0.63 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646727 Jul 08 17:37:40.811950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc74e5c-7001-4a6a-bbc1-59911a6459f6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.813543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc74e5c-7001-4a6a-bbc1-59911a6459f6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:40.817981 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dcc74e5c-7001-4a6a-bbc1-59911a6459f6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2108295 Jul 08 17:37:40.841768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43340) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:40.878098 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba371079-1b82-487e-8c98-85faea6209cb x-openstack-request-id: req-ba371079-1b82-487e-8c98-85faea6209cb {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:40.878803 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e6d02d-644a-4712-b614-b407989be444", "tag": "b49151b8-dbaf-4250-b05e-5ea6d82fffc9", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:40.879825 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ba371079-1b82-487e-8c98-85faea6209cb {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:40.879825 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e6d02d-644a-4712-b614-b407989be444', 'tag': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9', 'status': 'completed', 'code': 200} Jul 08 17:37:40.930172 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58dc342c-4e19-480e-9a60-d08072082d7e req-86fd90a4-c3c8-45a5-82ef-a234bccdb74e service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236666 Jul 08 17:37:40.939404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] For port cc3d0f79-7afa-490a-8a7b-df7b67963035, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:40.979470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] For port cc3d0f79-7afa-490a-8a7b-df7b67963035, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:40.983545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:40.994295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.019840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-cb9444f7-9cba-49e7-9366-03ea3ecdab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.021398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-cb9444f7-9cba-49e7-9366-03ea3ecdab7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 1095 time: 0.5266049 Jul 08 17:37:41.038885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a594121b-ee7d-4410-aca2-63095e00593d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.069326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.071917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.072458 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.073890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] 10.222.0.72 "PUT /v2.0/ports/cc3d0f79-7afa-490a-8a7b-df7b67963035 HTTP/1.1" status: 200 len: 1091 time: 3.4603381 Jul 08 17:37:41.079063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:41.087277 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7130744-bc03-40f3-825c-e968467f3924" -d '{"events": [{"name": "network-changed", "server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:41.110493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-443d5abb-866a-467b-b694-932e58e0f991 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b49151b8-dbaf-4250-b05e-5ea6d82fffc9 HTTP/1.1" status: 200 len: 217 time: 0.0677285 Jul 08 17:37:41.135111 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-a594121b-ee7d-4410-aca2-63095e00593d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 17:37:41.135588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a594121b-ee7d-4410-aca2-63095e00593d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:41.137408 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a594121b-ee7d-4410-aca2-63095e00593d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/ec18b3d0-7788-494e-afe5-2c467d6d27db HTTP/1.1" status: 409 len: 405 time: 0.2833831 Jul 08 17:37:41.155111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43344) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:41.156419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Made reservation on behalf of 3e7bda56b39a4c71a1a222b7d8094381 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:41.159410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=bae12ccd-81a7-4240-9202-b86e80db6d75,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:41.159813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.168015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1752024491'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:41.171785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-72e48029-f3e6-4c14-b9a7-623e09ba4195 service neutron] 10.222.0.63 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916032 Jul 08 17:37:41.173118 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b77984-dcfb-4fd1-aa6e-ba6558b6dd85 x-openstack-request-id: req-00b77984-dcfb-4fd1-aa6e-ba6558b6dd85 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:41.173615 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:41.174026 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-00b77984-dcfb-4fd1-aa6e-ba6558b6dd85 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:41.174934 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035', 'status': 'completed', 'code': 200} Jul 08 17:37:41.189651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Checking segment: {'id': '92ee851e-ce09-41c8-acf8-46b200e9d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:41.189850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network hostable DHCP agents. Network: 444b017d-0fd5-47e1-9079-e1f05dd468dc, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:41.196968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5dffd2-375b-476b-b3f9-669fdaacf4e4 None None] Network ec18b3d0-7788-494e-afe5-2c467d6d27db requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:41.203400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-435b200d-e710-4de7-a5d8-385796a1f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.204949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-435b200d-e710-4de7-a5d8-385796a1f828 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.0813339 Jul 08 17:37:41.233930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb341dd-09e0-4c5d-872c-9accc77d5a52 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d0f79-7afa-490a-8a7b-df7b67963035,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:41.247583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:41.251866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-a3cda33a-b184-4a59-8b91-51e1ef788d06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391703 Jul 08 17:37:41.270205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 444b017d-0fd5-47e1-9079-e1f05dd468dc) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:41.275201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.276289 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.306812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cf0d3-4ebe-4973-b068-6bd0aa1f601e None None] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:41.336757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:41.340632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.346735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7221038b-c5aa-477e-9212-4b2b742a8561 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7470517 Jul 08 17:37:41.347667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43346) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:41.356126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cc0901b6-d06e-41ae-9a8c-dfc765732ccd tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-915722510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:41.429010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-a23bef61-9e61-485a-b489-4f36c116efec service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680958 Jul 08 17:37:41.434228 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc0901b6-d06e-41ae-9a8c-dfc765732ccd tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.435295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc0901b6-d06e-41ae-9a8c-dfc765732ccd tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.508931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Allocated IP 172.20.0.13 (1bde3b53-bf93-400d-a5bd-cbce44412ba4/bc93eb3f-4589-451c-b427-ec562bb1ef19/0f3dacad-c542-4a0b-aad0-df20b1c07053) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:41.536028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:41.582860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c4cb1a23-b75f-4db7-8d56-973c25a77365 None None] Provisioning for port cda3abce-cf3f-4888-84c9-a11841b5a113 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:41.599414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-444b017d-0fd5-47e1-9079-e1f05dd468dc', 'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc', 'tenant_id': '0f10210dfd394abe9f4b8a5386c220f3', 'fixed_ips': [{'subnet_id': 'bae12ccd-81a7-4240-9202-b86e80db6d75'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:41.600362 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.712720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.722447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:41.736109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:41.736463 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Added segment e6d5fed5-6151-4dd2-9e8f-d502940d32bc of type vlan for network 9d87e977-b91b-48ae-ad51-794b81583ca1 Jul 08 17:37:41.756265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-a5296475-6e7a-4511-8800-69a66df207bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:41.757968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-a5296475-6e7a-4511-8800-69a66df207bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 1094 time: 0.6104434 Jul 08 17:37:41.760199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Allocated IP 2001:db8::2 (444b017d-0fd5-47e1-9079-e1f05dd468dc/bae12ccd-81a7-4240-9202-b86e80db6d75/62abaa9e-6dce-4c0e-890f-57f8170e7677) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:41.857505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-ea43739c-4124-4b85-8421-b6f95c8a13ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035 HTTP/1.1" status: 200 len: 217 time: 0.0515709 Jul 08 17:37:41.870439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.023194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-ebb80d6f-f8f6-4ccc-91cc-c97d8e55f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.024745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-ebb80d6f-f8f6-4ccc-91cc-c97d8e55f0ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.1462758 Jul 08 17:37:42.030018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.078063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6a5b833-50a0-41be-a0ed-5cc8fc76f555 req-5a218e39-96a1-4e21-87af-2658a91eb415 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 210 time: 0.5461221 Jul 08 17:37:42.086982 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc0901b6-d06e-41ae-9a8c-dfc765732ccd tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.087538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.089959 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-19084edb-30cb-44fb-86de-86975c54a359 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507077 Jul 08 17:37:42.097176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Transition to ACTIVE for port object 62abaa9e-6dce-4c0e-890f-57f8170e7677 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:42.115076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Transition to ACTIVE for port object 62abaa9e-6dce-4c0e-890f-57f8170e7677 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:42.117918 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc0901b6-d06e-41ae-9a8c-dfc765732ccd tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.123095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:42.123496 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.134704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Pushing event updated for resources: {'Port': ['ID=0f3dacad-c542-4a0b-aad0-df20b1c07053,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.137661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.153163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.153939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.160951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc0901b6-d06e-41ae-9a8c-dfc765732ccd tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.165722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc0901b6-d06e-41ae-9a8c-dfc765732ccd tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8144076 Jul 08 17:37:42.168269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43366) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:42.174811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc', 'name': 'tempest-PortsIpV6TestJSON-622571986'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:42.177075 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.242364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:42.252093 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-776f7b28-d726-4ca5-822c-d052782dde88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2167525 Jul 08 17:37:42.265204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:42.278219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:42.285474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Pushing event updated for resources: {'Port': ['ID=62abaa9e-6dce-4c0e-890f-57f8170e7677,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.288943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:42.293173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:42.301467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cda3abce-cf3f-4888-84c9-a11841b5a113 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:42.310517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:42.389450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2262464 Jul 08 17:37:42.394738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43368) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:42.448723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96687d-9258-4fc6-a1e4-92f6d96d546f req-c2a68812-e4a4-4b38-94a2-606cfe17c325 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.453324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c96687d-9258-4fc6-a1e4-92f6d96d546f req-c2a68812-e4a4-4b38-94a2-606cfe17c325 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 943 time: 0.4437945 Jul 08 17:37:42.471995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91835e34-db79-46af-9e53-41cc97cdb71d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Network': ['ID=9d87e977-b91b-48ae-ad51-794b81583ca1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:42.474358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Attempting to bind port 62abaa9e-6dce-4c0e-890f-57f8170e7677 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:42.476272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Attempting to bind port 62abaa9e-6dce-4c0e-890f-57f8170e7677 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '92ee851e-ce09-41c8-acf8-46b200e9d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:42.476477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'subnet': {'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:42.477217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Attempting to bind port 62abaa9e-6dce-4c0e-890f-57f8170e7677 on network 444b017d-0fd5-47e1-9079-e1f05dd468dc {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:42.484963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.485304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port cda3abce-cf3f-4888-84c9-a11841b5a113 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:42.485618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.494580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port cda3abce-cf3f-4888-84c9-a11841b5a113 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:42.495187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.515228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-bb9fd2de-ee82-464a-a0b8-a14e8c25f514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2316089 Jul 08 17:37:42.535767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9d87e977-b91b-48ae-ad51-794b81583ca1 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:42.538575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Request body: {'port': {'device_id': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:42.571318 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-91c08ad3-5fc2-407b-9091-de58efe745d2 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618747 Jul 08 17:37:42.576374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Deleting port 4289172d-a4af-4c4f-bc01-7436b56baf5d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:42.576651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.615118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:42.615548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Checking segment: {'id': '92ee851e-ce09-41c8-acf8-46b200e9d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:42.616550 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.617053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Bound using segment: {'id': '92ee851e-ce09-41c8-acf8-46b200e9d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:42.617662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Bound port: 62abaa9e-6dce-4c0e-890f-57f8170e7677, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ee851e-ce09-41c8-acf8-46b200e9d58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '444b017d-0fd5-47e1-9079-e1f05dd468dc'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:42.618055 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.681502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-b99ff474-e839-453d-ab25-8f6b0b6942eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.683228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-b99ff474-e839-453d-ab25-8f6b0b6942eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 1095 time: 0.4298475 Jul 08 17:37:42.689167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c96687d-9258-4fc6-a1e4-92f6d96d546f req-23d30828-8863-4444-b22c-79ddc4821647 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955419 Jul 08 17:37:42.733554 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.754230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] For port 62abaa9e-6dce-4c0e-890f-57f8170e7677, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:42.780501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.783149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] For port 62abaa9e-6dce-4c0e-890f-57f8170e7677, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=62abaa9e-6dce-4c0e-890f-57f8170e7677,segment=NetworkSegment(92ee851e-ce09-41c8-acf8-46b200e9d58a),segment_id=92ee851e-ce09-41c8-acf8-46b200e9d58a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:42.809048 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.812296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.814572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port cda3abce-cf3f-4888-84c9-a11841b5a113, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cda3abce-cf3f-4888-84c9-a11841b5a113,segment=NetworkSegment(3a1c0ece-7999-4d0e-9050-c0332aa9ccb8),segment_id=3a1c0ece-7999-4d0e-9050-c0332aa9ccb8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:42.819221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:42.823198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.823444 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-636d3e1e-3e02-4199-bdf6-aac29d416e34 req-d8fe29af-395f-4b37-b67b-c70500528286 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412775 Jul 08 17:37:42.851094 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.856404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Calling delete_port for 4289172d-a4af-4c4f-bc01-7436b56baf5d owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:42.857703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] DHCP port deletion for ec18b3d0-7788-494e-afe5-2c467d6d27db request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:42.883030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-33eba8b6-4e96-4243-830e-780ab3e1a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:42.889887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-33eba8b6-4e96-4243-830e-780ab3e1a98e service neutron] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 913 time: 0.1935744 Jul 08 17:37:42.895366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:42.903398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:42.903677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:42.953375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c771cf-e9df-426e-aafe-fdb0e66774ba None None] Pushing event updated for resources: {'Port': ['ID=62abaa9e-6dce-4c0e-890f-57f8170e7677,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.044470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] Deleting port cda3abce-cf3f-4888-84c9-a11841b5a113 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:43.044862 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.067232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-5b287b1a-aa17-4405-aeb0-6b43dba39bee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b49151b8-dbaf-4250-b05e-5ea6d82fffc9 HTTP/1.1" status: 200 len: 217 time: 0.1545653 Jul 08 17:37:43.199675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-b87ddd8b-dd4c-4f16-8de7-e3ec771122ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:43.207556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-b87ddd8b-dd4c-4f16-8de7-e3ec771122ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.1302009 Jul 08 17:37:43.208519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=cda3abce-cf3f-4888-84c9-a11841b5a113,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.239689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cda3abce-cf3f-4888-84c9-a11841b5a113 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:43.310053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-80910f88-1e05-497b-b16f-5a08c11e11d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840719 Jul 08 17:37:43.348761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] For port cda3abce-cf3f-4888-84c9-a11841b5a113, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cda3abce-cf3f-4888-84c9-a11841b5a113,segment=NetworkSegment(3a1c0ece-7999-4d0e-9050-c0332aa9ccb8),segment_id=3a1c0ece-7999-4d0e-9050-c0332aa9ccb8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:43.349922 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.366071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::1c9 (444b017d-0fd5-47e1-9079-e1f05dd468dc/bae12ccd-81a7-4240-9202-b86e80db6d75/41f5b040-f0aa-4292-a1fc-08d8ffbd5a39) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:43.391591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] Calling delete_port for cda3abce-cf3f-4888-84c9-a11841b5a113 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:43.401405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-d5175864-d0f2-445e-bbf7-5c4e566aeb40 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:43.404369 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-d5175864-d0f2-445e-bbf7-5c4e566aeb40 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 819 time: 0.3472095 Jul 08 17:37:43.486491 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88fd4df0-e2c9-4f35-a355-602259d00952 req-d83d106f-95e1-4532-9e72-9f5eaf44a13f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 210 time: 0.1157715 Jul 08 17:37:43.532458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Request body: {'port': {'device_id': '3990bd97-3813-4420-b476-c177576b8447', 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'admin_state_up': True, 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:43.618682 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.662512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.663603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7130744-bc03-40f3-825c-e968467f3924 req-296ffcab-cbc6-461b-8c78-bf9b66ee6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:43.666443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.668185 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7130744-bc03-40f3-825c-e968467f3924 req-296ffcab-cbc6-461b-8c78-bf9b66ee6bda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=365f56e232db40248a00ac01ea11c40e&device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 1094 time: 0.7524378 Jul 08 17:37:43.684706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:43.719817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] Pushing event deleted for resources: {'Port': ['ID=cda3abce-cf3f-4888-84c9-a11841b5a113,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.744177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c0664-0da8-413f-9d0a-72839dd48383 None None] No DVR routers for this DVR port cda3abce-cf3f-4888-84c9-a11841b5a113 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:43.765478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-63a15725-327f-4958-b920-9642dcebdcb5 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045634 Jul 08 17:37:43.861669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Port': ['ID=4289172d-a4af-4c4f-bc01-7436b56baf5d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:43.864267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-c663562c-4bfd-42bd-ae96-f84953570f71 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961330 Jul 08 17:37:44.025612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:37:44.036315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.041285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.109224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:44.145667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323854e9-07a1-4781-ab65-1165cb370a98 req-6b69594f-3ba8-4f29-9bbe-c44b8400b9c6 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:44.149360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-323854e9-07a1-4781-ab65-1165cb370a98 req-6b69594f-3ba8-4f29-9bbe-c44b8400b9c6 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 943 time: 0.2302668 Jul 08 17:37:44.163588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Subnet': ['ID=77e06449-66d4-4a3e-8e23-0a25cae00e99,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.181619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.181965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.182309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.182648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.183095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.183415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.183747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.184070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.184392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.184718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.185065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.185383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:37:44.239607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Checking segment: {'id': 'e6d5fed5-6151-4dd2-9e8f-d502940d32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:44.240267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network hostable DHCP agents. Network: 9d87e977-b91b-48ae-ad51-794b81583ca1, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:44.257092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-323854e9-07a1-4781-ab65-1165cb370a98 req-76facb5e-caa4-40ff-9b64-7b38bd0f4d14 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963180 Jul 08 17:37:44.261644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.317661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network 9d87e977-b91b-48ae-ad51-794b81583ca1 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:44.327574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:44.342366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:44.345470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:44.352244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:44.353114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.360622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9d87e977-b91b-48ae-ad51-794b81583ca1) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:44.367384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:44.368007 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.372107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40fc5e-0790-4f19-bbc4-74c53ab63c0f None None] Network 9d87e977-b91b-48ae-ad51-794b81583ca1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:44.375576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=41f5b040-f0aa-4292-a1fc-08d8ffbd5a39,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:44.411156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7130744-bc03-40f3-825c-e968467f3924 req-94f1ed13-b5f0-4425-94f1-6d175ac74a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:44.412786 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7130744-bc03-40f3-825c-e968467f3924 req-94f1ed13-b5f0-4425-94f1-6d175ac74a21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 200 len: 913 time: 0.7290962 Jul 08 17:37:44.424039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3abe14a9-08eb-428f-b4d6-426111d03796 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0010955 Jul 08 17:37:44.424247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43382) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.430854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'port': {'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1', 'name': 'tempest-NetworksIpV6TestAttrs-500428662'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:44.440862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-83ead354-35a5-409f-bc58-cab61a14cd89 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2704382 Jul 08 17:37:44.452089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43384) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:44.456833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Made reservation on behalf of 3e7bda56b39a4c71a1a222b7d8094381 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:44.461003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.468973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e591607-c764-4550-b971-4403a9b07bee None None] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:44.513528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3dacad-c542-4a0b-aad0-df20b1c07053 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:44.517890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7130744-bc03-40f3-825c-e968467f3924 req-8eeb7813-8359-4afc-a457-ff8dedbcd975 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035 HTTP/1.1" status: 200 len: 217 time: 0.0970082 Jul 08 17:37:44.527055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.658091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8d32fa84-23b2-4dbb-ad63-e2e6594e7595 None None] Provisioning for port 62abaa9e-6dce-4c0e-890f-57f8170e7677 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:44.662062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Transition to ACTIVE for port object 0f3dacad-c542-4a0b-aad0-df20b1c07053 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:44.671391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7130744-bc03-40f3-825c-e968467f3924 req-de1affe3-81df-4b52-9ddf-f9c62f500346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:44.672968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7130744-bc03-40f3-825c-e968467f3924 req-de1affe3-81df-4b52-9ddf-f9c62f500346 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 200 len: 852 time: 0.1433415 Jul 08 17:37:44.695309 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.727999 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.732146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7130744-bc03-40f3-825c-e968467f3924 req-9113c168-5ff2-4644-ab1c-38c16f54c4a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452750 Jul 08 17:37:44.773348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30a8efaf-698b-4167-8688-ef3c009183c2 req-6c988488-cc63-4953-b832-5a0e01fc96ca tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 210 time: 0.0659113 Jul 08 17:37:44.783290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-9d87e977-b91b-48ae-ad51-794b81583ca1', 'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1', 'tenant_id': '35a15dd3c0564172a307d2f4b605cfec', 'fixed_ips': [{'subnet_id': '77e06449-66d4-4a3e-8e23-0a25cae00e99'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:44.793189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:44.939360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Allocated IP 172.20.0.7 (1bde3b53-bf93-400d-a5bd-cbce44412ba4/bc93eb3f-4589-451c-b427-ec562bb1ef19/8b90277c-7f9d-41f6-9a83-523785a72d8f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:44.941955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:44.947578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.004771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Allocated IP 2001:db8::f816:3eff:fe75:49b4 (9d87e977-b91b-48ae-ad51-794b81583ca1/77e06449-66d4-4a3e-8e23-0a25cae00e99/c85fe84b-9244-4442-a843-fbfd1663945f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:45.007185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] device_id is not set on port 26ea9b50-d8f0-474b-b97b-706eaebd74e6 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:45.011858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Pushing event updated for resources: {'Port': ['ID=0f3dacad-c542-4a0b-aad0-df20b1c07053,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:45.118170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.218609 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7130744-bc03-40f3-825c-e968467f3924 req-51ab3e70-d61f-4800-b042-f584dcbf49aa service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659863 Jul 08 17:37:45.232600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b49151b8-dbaf-4250-b05e-5ea6d82fffc9 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:45.282221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 62abaa9e-6dce-4c0e-890f-57f8170e7677 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:45.320149 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.323920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Attempting to bind port 0f3dacad-c542-4a0b-aad0-df20b1c07053 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:45.324367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Attempting to bind port 0f3dacad-c542-4a0b-aad0-df20b1c07053 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:45.325009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Attempting to bind port 0f3dacad-c542-4a0b-aad0-df20b1c07053 on network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:45.364591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Transition to ACTIVE for port object c85fe84b-9244-4442-a843-fbfd1663945f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:45.403601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Port 0f3dacad-c542-4a0b-aad0-df20b1c07053 on network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:45.403927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Attempting to bind port 0f3dacad-c542-4a0b-aad0-df20b1c07053 on network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:45.404891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Provisioning for port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:45.415409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Transition to ACTIVE for port object c85fe84b-9244-4442-a843-fbfd1663945f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:45.426293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Provisioning complete for port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:45.426671 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.440967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:45.441698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Checking segment: {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:45.441698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Bound using segment: {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:45.442131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Bound port: 0f3dacad-c542-4a0b-aad0-df20b1c07053, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:45.442489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.483918 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.498073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b49151b8-dbaf-4250-b05e-5ea6d82fffc9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:45.502135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:45.549570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] For port 0f3dacad-c542-4a0b-aad0-df20b1c07053, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:45.553140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] For port 0f3dacad-c542-4a0b-aad0-df20b1c07053, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:45.560422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'port_id': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9', 'mac_address': 'fa:16:3e:e1:91:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ae9e0-7909-4b1c-9222-5533572277fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:45.566613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Network 9d87e977-b91b-48ae-ad51-794b81583ca1 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:45.567438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 62abaa9e-6dce-4c0e-890f-57f8170e7677 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:45.572804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.575124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:45.581777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:45.588415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 62abaa9e-6dce-4c0e-890f-57f8170e7677 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:45.588840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.611384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Pushing event updated for resources: {'Port': ['ID=c85fe84b-9244-4442-a843-fbfd1663945f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:45.632767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Provisioning complete for port 62abaa9e-6dce-4c0e-890f-57f8170e7677 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:45.633143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.706265 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b7130744-bc03-40f3-825c-e968467f3924 req-d7dbd407-03fb-402c-83bd-78bdd0d73435 service neutron] 10.222.0.72 "GET /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711325 Jul 08 17:37:45.734629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.790034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49151b8-dbaf-4250-b05e-5ea6d82fffc9 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:45.817758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:45.818386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.820369 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] 10.222.0.72 "PUT /v2.0/ports/0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 200 len: 1092 time: 3.2932353 Jul 08 17:37:45.823109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'tag': '0f3dacad-c542-4a0b-aad0-df20b1c07053'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:45.825957 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907a1bdc-d250-4742-9db6-4f937746ac6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8beabf-5c97-4432-ae92-7ef2fcff3015", "tag": "0f3dacad-c542-4a0b-aad0-df20b1c07053"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:45.828592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83af0ba-41e1-45ea-9673-99efe37c285d service neutron] Pushing event updated for resources: {'Port': ['ID=0f3dacad-c542-4a0b-aad0-df20b1c07053,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:45.853622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.906115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Router 8b427c8d-7e0e-4e6e-97ab-c746c080dcaf has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:45.923249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Allocated IP 2001:db8::f816:3eff:fec1:1bd7 (9d87e977-b91b-48ae-ad51-794b81583ca1/77e06449-66d4-4a3e-8e23-0a25cae00e99/26ea9b50-d8f0-474b-b97b-706eaebd74e6) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:45.926607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.943419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce30542-c019-41fe-acbe-e1088647803f req-753adb27-0227-47de-90a3-b2471803c003 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:45.951725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fce30542-c019-41fe-acbe-e1088647803f req-753adb27-0227-47de-90a3-b2471803c003 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 943 time: 0.5112803 Jul 08 17:37:45.965209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.967132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Attempting to bind port c85fe84b-9244-4442-a843-fbfd1663945f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:45.968478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Attempting to bind port c85fe84b-9244-4442-a843-fbfd1663945f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'e6d5fed5-6151-4dd2-9e8f-d502940d32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:45.971244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Attempting to bind port c85fe84b-9244-4442-a843-fbfd1663945f on network 9d87e977-b91b-48ae-ad51-794b81583ca1 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:45.979119 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.990065 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:45.999197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:45.999577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Checking segment: {'id': 'e6d5fed5-6151-4dd2-9e8f-d502940d32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:45.999970 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.000780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Bound using segment: {'id': 'e6d5fed5-6151-4dd2-9e8f-d502940d32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:46.000906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Bound port: c85fe84b-9244-4442-a843-fbfd1663945f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d5fed5-6151-4dd2-9e8f-d502940d32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9d87e977-b91b-48ae-ad51-794b81583ca1'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:46.001456 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.002302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.042554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b49151b8-dbaf-4250-b05e-5ea6d82fffc9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:46.102053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.102637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:46.103020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device cc3d0f79-7afa-490a-8a7b-df7b67963035 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:46.111780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-ea16811a-473e-4728-a465-39876fc62aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:46.114074 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-ea16811a-473e-4728-a465-39876fc62aff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1095 time: 0.2276235 Jul 08 17:37:46.119930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:46.120105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fce30542-c019-41fe-acbe-e1088647803f req-c06bc127-73ad-4a52-9611-b75ff1d51aac tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672366 Jul 08 17:37:46.129647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Pushing event updated for resources: {'Port': ['ID=8b90277c-7f9d-41f6-9a83-523785a72d8f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.132553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:46.164448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=41f5b040-f0aa-4292-a1fc-08d8ffbd5a39,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.176966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 62abaa9e-6dce-4c0e-890f-57f8170e7677, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=62abaa9e-6dce-4c0e-890f-57f8170e7677,segment=NetworkSegment(92ee851e-ce09-41c8-acf8-46b200e9d58a),segment_id=92ee851e-ce09-41c8-acf8-46b200e9d58a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:46.192602 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.205910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] For port c85fe84b-9244-4442-a843-fbfd1663945f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:46.207659 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-82286886-4061-469c-bbd7-fa92e131028b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 200 len: 217 time: 0.0832260 Jul 08 17:37:46.216706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port cc3d0f79-7afa-490a-8a7b-df7b67963035, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:46.282514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] For port c85fe84b-9244-4442-a843-fbfd1663945f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c85fe84b-9244-4442-a843-fbfd1663945f,segment=NetworkSegment(e6d5fed5-6151-4dd2-9e8f-d502940d32bc),segment_id=e6d5fed5-6151-4dd2-9e8f-d502940d32bc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:46.283715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'cc3d0f79-7afa-490a-8a7b-df7b67963035', 'network_id': '7edc29ba-ba39-48c4-b5ca-09e2a50ff76f', 'port_id': 'cc3d0f79-7afa-490a-8a7b-df7b67963035', 'mac_address': 'fa:16:3e:35:8e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3ae9e0-7909-4b1c-9222-5533572277fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:46.289034 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77bcbf-33ad-4754-915d-51accdf93f75 x-openstack-request-id: req-2b77bcbf-33ad-4754-915d-51accdf93f75 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:46.289333 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8beabf-5c97-4432-ae92-7ef2fcff3015", "tag": "0f3dacad-c542-4a0b-aad0-df20b1c07053", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:46.289661 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2b77bcbf-33ad-4754-915d-51accdf93f75 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:46.290085 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'tag': '0f3dacad-c542-4a0b-aad0-df20b1c07053', 'status': 'completed', 'code': 200} Jul 08 17:37:46.295182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:46.299123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.319433 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] Sync routers for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:46.322137 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-866f7371-fca1-4173-925d-3581f2bf946b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "PUT /v2.0/routers/8b427c8d-7e0e-4e6e-97ab-c746c080dcaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0912955 Jul 08 17:37:46.328941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43406) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:46.339188 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:46.339876 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:46.360431 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.383744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3283cc4-a0f3-4673-91bb-99525cccb389 req-4cac2ce8-2dc5-4338-b9dc-49065655c34b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:46.391491 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3283cc4-a0f3-4673-91bb-99525cccb389 req-4cac2ce8-2dc5-4338-b9dc-49065655c34b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 931 time: 0.4044898 Jul 08 17:37:46.395849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.407935 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:37:46.408529 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-a15b32c9-0694-45ff-8922-77a6da829ee4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:37:46.433431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3d0f79-7afa-490a-8a7b-df7b67963035 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:46.452322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:46.458409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:46.459164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.466908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3283cc4-a0f3-4673-91bb-99525cccb389 req-03d9c0c0-32f0-4ac8-8a7b-2df9f893cbe8 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734425 Jul 08 17:37:46.469858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=62abaa9e-6dce-4c0e-890f-57f8170e7677,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.478855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port cc3d0f79-7afa-490a-8a7b-df7b67963035, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:46.501514 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] Routers {'8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:46.502694 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:46.511094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a903ae6a-58d6-445a-a786-7fd1f4be3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:46.512689 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-a903ae6a-58d6-445a-a786-7fd1f4be3ba1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.2905228 Jul 08 17:37:46.516118 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-2be2ea91-ca0c-480d-b39e-83e355fc91b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0068533 Jul 08 17:37:46.525384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.575742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Request body: {'port': {'device_id': '3990bd97-3813-4420-b476-c177576b8447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:46.580973 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:46.581974 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e5b57-bb8f-493f-a85f-5ee753013e7d None None] The sync data for ids ['8b427c8d-7e0e-4e6e-97ab-c746c080dcaf'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:46.601830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e386886-a9d5-4239-9393-fb1f0e57932c None None] Pushing event updated for resources: {'Port': ['ID=c85fe84b-9244-4442-a843-fbfd1663945f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.634136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.639952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-00c802d1-2b53-4f5a-b431-eade71f0749f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606518 Jul 08 17:37:46.668518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=cc3d0f79-7afa-490a-8a7b-df7b67963035,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:46.686575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.714985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.743305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Transition to ACTIVE for port object 26ea9b50-d8f0-474b-b97b-706eaebd74e6 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:46.846713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.851869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:46.868292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['cc3d0f79-7afa-490a-8a7b-df7b67963035'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:46.956775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b49151b8-dbaf-4250-b05e-5ea6d82fffc9'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:46.970171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network 9d87e977-b91b-48ae-ad51-794b81583ca1 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:47.002539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:47.005273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:47.012361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:47.013073 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.044382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Port': ['ID=26ea9b50-d8f0-474b-b97b-706eaebd74e6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:47.105812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-decc1cc0-23df-4182-8a90-31d1091fbb46 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6792543 Jul 08 17:37:47.128508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43410) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:47.250821 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.293555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting subnet 77e06449-66d4-4a3e-8e23-0a25cae00e99 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:47.301686 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-12bacc21-1d3b-4c15-a769-69b6d0c41496 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543353 Jul 08 17:37:47.302604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.335504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.340990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.341985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.462127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.486127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a01862a5-9429-4a3a-997d-ab103bd93211 None None] Provisioning complete for port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:47.486611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a01862a5-9429-4a3a-997d-ab103bd93211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.494051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.504408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=41f5b040-f0aa-4292-a1fc-08d8ffbd5a39,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:47.527666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 62abaa9e-6dce-4c0e-890f-57f8170e7677 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:47.581752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffd9bd-7263-44ce-a7f7-9948e1b1ca7c req-a271dcbb-060e-4091-bd05-11a37aee708e tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:47.589799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2ffd9bd-7263-44ce-a7f7-9948e1b1ca7c req-a271dcbb-060e-4091-bd05-11a37aee708e tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 944 time: 0.1882033 Jul 08 17:37:47.603112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:47.625153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:47.638804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a01862a5-9429-4a3a-997d-ab103bd93211 None None] Port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:47.727242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2ffd9bd-7263-44ce-a7f7-9948e1b1ca7c req-6f50a6e8-8879-4bee-9cdf-bc8ad7e171c9 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362164 Jul 08 17:37:47.743486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 62abaa9e-6dce-4c0e-890f-57f8170e7677 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:47.743873 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.924627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c85fe84b-9244-4442-a843-fbfd1663945f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:47.961683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:47.998284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port c85fe84b-9244-4442-a843-fbfd1663945f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:48.061902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8704f632-7f3e-4caa-9bc1-ee79a5ea38d1 req-744b03ed-f377-4c68-af77-f0bd86a3bd11 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359540 Jul 08 17:37:48.078699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.081870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8fa77-377a-43c4-8c0c-b4fc0c06f2b7 req-982e1aee-9c9a-4315-aaf7-655285d0ede7 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.083416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33c8fa77-377a-43c4-8c0c-b4fc0c06f2b7 req-982e1aee-9c9a-4315-aaf7-655285d0ede7 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 931 time: 0.2571814 Jul 08 17:37:48.101613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Router 2765a937-eeeb-4e53-ac42-8ce018834341 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:37:48.144159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Subnet': ['ID=77e06449-66d4-4a3e-8e23-0a25cae00e99,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:48.173987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.179456 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9a6f4c82-18eb-4df8-9658-b6c35d07bece tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/77e06449-66d4-4a3e-8e23-0a25cae00e99 HTTP/1.1" status: 204 len: 168 time: 1.0465941 Jul 08 17:37:48.181006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Deleting port 1e950577-609c-4562-b980-5513a177b53b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:48.181351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.191832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-db70e39c-9938-413a-9139-8a7b2644a77d None None] Provisioning complete for port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:48.192648 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db70e39c-9938-413a-9139-8a7b2644a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.197342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c8c01-472b-4470-a793-9e9b29b7d112 None None] Network 9d87e977-b91b-48ae-ad51-794b81583ca1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:48.221504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43422) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.264286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33c8fa77-377a-43c4-8c0c-b4fc0c06f2b7 req-497fbc57-e2df-4061-8c8e-5b12a2734f2b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737041 Jul 08 17:37:48.281591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-db70e39c-9938-413a-9139-8a7b2644a77d None None] Port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:37:48.328286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:48.338672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f8129fef-d43b-46fb-b6a7-6ca64e8b7ef4 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "PUT /v2.0/routers/2765a937-eeeb-4e53-ac42-8ce018834341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8854246 Jul 08 17:37:48.339352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43424) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.342761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be2137-e706-40ba-ae0e-2446bf9be868 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.344570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be2137-e706-40ba-ae0e-2446bf9be868 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.346904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b0be2137-e706-40ba-ae0e-2446bf9be868 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1224158 Jul 08 17:37:48.349662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43426) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.350114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] Sync routers for ids ['2765a937-eeeb-4e53-ac42-8ce018834341'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:48.367104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] Routers {'2765a937-eeeb-4e53-ac42-8ce018834341'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:48.367746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2765a937-eeeb-4e53-ac42-8ce018834341'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:48.398878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.409741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:48.431814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f69860be-5247-431f-8e70-d400999e63c5 None None] Provisioning for port c85fe84b-9244-4442-a843-fbfd1663945f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:48.434864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] Routers {'2765a937-eeeb-4e53-ac42-8ce018834341'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:48.435444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2765a937-eeeb-4e53-ac42-8ce018834341'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:48.436496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-346123f4-79af-4120-a5af-3ebcccfc0f09 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.441690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f69860be-5247-431f-8e70-d400999e63c5 None None] Provisioning complete for port c85fe84b-9244-4442-a843-fbfd1663945f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:48.442073 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f69860be-5247-431f-8e70-d400999e63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.444536 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-346123f4-79af-4120-a5af-3ebcccfc0f09 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 17:37:48.445042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346123f4-79af-4120-a5af-3ebcccfc0f09 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:37:48.448527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Calling delete_port for 1e950577-609c-4562-b980-5513a177b53b owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:48.451556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-346123f4-79af-4120-a5af-3ebcccfc0f09 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/9d87e977-b91b-48ae-ad51-794b81583ca1 HTTP/1.1" status: 409 len: 405 time: 0.1003048 Jul 08 17:37:48.452714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43428) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.457085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-75636d59-6122-46ea-90a7-fd5ab39b49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.458201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-874894957'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:48.458613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-75636d59-6122-46ea-90a7-fd5ab39b49d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1095 time: 0.2863657 Jul 08 17:37:48.483308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:48.489917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.502332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b90277c-7f9d-41f6-9a83-523785a72d8f {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:48.507339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:48.508122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3828fe2-8bcc-4904-b96d-b88e2d08c95a None None] The sync data for ids ['2765a937-eeeb-4e53-ac42-8ce018834341'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:48.521751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:48.534276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.537301 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Added segment 1dacc04e-25b6-4fad-bc00-ec104133037e of type vlan for network 5030c27e-1323-4b8b-9206-c27dea578085 Jul 08 17:37:48.575432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.579693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] DHCP port deletion for 9d87e977-b91b-48ae-ad51-794b81583ca1 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:48.590233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.608959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Transition to ACTIVE for port object 8b90277c-7f9d-41f6-9a83-523785a72d8f will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:48.621750 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f69860be-5247-431f-8e70-d400999e63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.623978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.632824 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.638929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.639893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.683748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f69860be-5247-431f-8e70-d400999e63c5 None None] For port c85fe84b-9244-4442-a843-fbfd1663945f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c85fe84b-9244-4442-a843-fbfd1663945f,segment=NetworkSegment(e6d5fed5-6151-4dd2-9e8f-d502940d32bc),segment_id=e6d5fed5-6151-4dd2-9e8f-d502940d32bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:48.684025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7f65b-9f69-4e6f-ace2-6e5f927ec408 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.688724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-15b7f65b-9f69-4e6f-ace2-6e5f927ec408 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports?device_id=2765a937-eeeb-4e53-ac42-8ce018834341 HTTP/1.1" status: 200 len: 988 time: 0.3481350 Jul 08 17:37:48.689418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43432) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.701153 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f69860be-5247-431f-8e70-d400999e63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.714161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2596838 Jul 08 17:37:48.720812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43434) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:48.730571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c24de-025f-47ab-8ae6-41164c4efab7 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Network': ['ID=5030c27e-1323-4b8b-9206-c27dea578085,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:48.753809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5030c27e-1323-4b8b-9206-c27dea578085 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:48.796201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] Deleting port c85fe84b-9244-4442-a843-fbfd1663945f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:48.796581 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.841113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'subnet': {'network_id': '5030c27e-1323-4b8b-9206-c27dea578085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:48.856896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-ef67d163-1bda-4dc1-a0b9-34f167f065f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:48.858624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-ef67d163-1bda-4dc1-a0b9-34f167f065f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 920 time: 0.3889205 Jul 08 17:37:48.909694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69860be-5247-431f-8e70-d400999e63c5 None None] Pushing event updated for resources: {'Port': ['ID=c85fe84b-9244-4442-a843-fbfd1663945f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:48.931565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Pushing event updated for resources: {'Port': ['ID=8b90277c-7f9d-41f6-9a83-523785a72d8f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:48.941480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] For port c85fe84b-9244-4442-a843-fbfd1663945f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c85fe84b-9244-4442-a843-fbfd1663945f,segment=NetworkSegment(e6d5fed5-6151-4dd2-9e8f-d502940d32bc),segment_id=e6d5fed5-6151-4dd2-9e8f-d502940d32bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:48.941857 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:48.959517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] Calling delete_port for c85fe84b-9244-4442-a843-fbfd1663945f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:49.009719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-225868b9-1af9-4d7f-8026-ce2f308275a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 200 len: 217 time: 0.1037290 Jul 08 17:37:49.061828 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.104942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] No DVR routers for this DVR port c85fe84b-9244-4442-a843-fbfd1663945f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:49.111960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5311e3e-d84b-4747-b1a3-7e625199e627 None None] Pushing event deleted for resources: {'Port': ['ID=c85fe84b-9244-4442-a843-fbfd1663945f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:49.130659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45f6cf-dfa7-4e74-a55a-8796d732a90d req-0b4cb112-e06a-4f59-8214-bfd7af8df4cb tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:49.133860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b45f6cf-dfa7-4e74-a55a-8796d732a90d req-0b4cb112-e06a-4f59-8214-bfd7af8df4cb tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 944 time: 0.0887167 Jul 08 17:37:49.175377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b45f6cf-dfa7-4e74-a55a-8796d732a90d req-f9937305-c938-4111-bb12-d5f93917c48c tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Jul 08 17:37:49.192641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c85fe84b-9244-4442-a843-fbfd1663945f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:49.213523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: c85fe84b-9244-4442-a843-fbfd1663945f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:49.213900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c85fe84b-9244-4442-a843-fbfd1663945f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:49.250246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b49151b8-dbaf-4250-b05e-5ea6d82fffc9 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:49.260008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-507b0119-7233-4eaf-a552-e873c2b08cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:49.261533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-507b0119-7233-4eaf-a552-e873c2b08cc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.2292745 Jul 08 17:37:49.283068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Attempting to bind port 8b90277c-7f9d-41f6-9a83-523785a72d8f on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:49.283406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Attempting to bind port 8b90277c-7f9d-41f6-9a83-523785a72d8f by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:49.283735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Attempting to bind port 8b90277c-7f9d-41f6-9a83-523785a72d8f on network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:49.308577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:49.308908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:49.312502 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.313940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:49.314423 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.315592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.323463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-0b68f69d-d742-4518-9209-ef7d589672f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514593 Jul 08 17:37:49.337570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Port 8b90277c-7f9d-41f6-9a83-523785a72d8f on network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:37:49.337916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Attempting to bind port 8b90277c-7f9d-41f6-9a83-523785a72d8f on network 1bde3b53-bf93-400d-a5bd-cbce44412ba4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:49.416328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.419993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Port': ['ID=1e950577-609c-4562-b980-5513a177b53b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:49.445238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e6d02d-644a-4712-b614-b407989be444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:49.447471 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea82b8ed-5713-4880-ae82-f3093331b1dc" -d '{"events": [{"server_uuid": "c9e6d02d-644a-4712-b614-b407989be444", "name": "network-vif-plugged", "status": "completed", "tag": "b49151b8-dbaf-4250-b05e-5ea6d82fffc9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:49.464220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b49151b8-dbaf-4250-b05e-5ea6d82fffc9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:49.469374 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.470580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device cc3d0f79-7afa-490a-8a7b-df7b67963035 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:49.500796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:49.501159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Checking segment: {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:49.501553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Bound using segment: {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:49.502010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Bound port: 8b90277c-7f9d-41f6-9a83-523785a72d8f, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343cc1cc-4e91-4902-98d7-ab5086e95ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:49.502375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.505549 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e52f2a7-276f-4fae-b667-681c205d9b33 x-openstack-request-id: req-8e52f2a7-276f-4fae-b667-681c205d9b33 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:49.505842 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e6d02d-644a-4712-b614-b407989be444", "name": "network-vif-plugged", "status": "completed", "tag": "b49151b8-dbaf-4250-b05e-5ea6d82fffc9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:49.506096 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8e52f2a7-276f-4fae-b667-681c205d9b33 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:49.506677 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e6d02d-644a-4712-b614-b407989be444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9', 'code': 200} Jul 08 17:37:49.508257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c828b-267c-4f2e-99de-0cc4f92485d6 req-c97e3a56-8d88-4f5e-a59f-ca3afae2cc6f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:49.510792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-778c828b-267c-4f2e-99de-0cc4f92485d6 req-c97e3a56-8d88-4f5e-a59f-ca3afae2cc6f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 943 time: 0.1097977 Jul 08 17:37:49.569349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-778c828b-267c-4f2e-99de-0cc4f92485d6 req-5badf4b2-017d-4f2b-bbe2-82c59bf02223 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512738 Jul 08 17:37:49.593239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:49.608898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port cc3d0f79-7afa-490a-8a7b-df7b67963035 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:49.613076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port cc3d0f79-7afa-490a-8a7b-df7b67963035 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:49.613456 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.699560 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.736384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port cc3d0f79-7afa-490a-8a7b-df7b67963035, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:49.740553 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:49.794863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=cc3d0f79-7afa-490a-8a7b-df7b67963035,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.053790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.162390 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-3ac7c932-fe52-4adb-a92c-76fc0f73e9af service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206301 Jul 08 17:37:50.173092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] For port 8b90277c-7f9d-41f6-9a83-523785a72d8f, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:50.252276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.275070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.307823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] For port 8b90277c-7f9d-41f6-9a83-523785a72d8f, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:50.341405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.371211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489e594-6b15-4894-b85c-8c754b1278c5 req-3d781665-7c5e-4907-8f4a-82d50dd3af1b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.372801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4489e594-6b15-4894-b85c-8c754b1278c5 req-3d781665-7c5e-4907-8f4a-82d50dd3af1b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 945 time: 0.0693247 Jul 08 17:37:50.426111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4489e594-6b15-4894-b85c-8c754b1278c5 req-15a27f0c-3f59-4f93-b8e9-494d1150d68e tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Jul 08 17:37:50.429106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0fc55-e11c-4ae3-a338-0da8701883c7 req-42c96694-f1b8-42f1-8a2e-396086033561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.430660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98a0fc55-e11c-4ae3-a338-0da8701883c7 req-42c96694-f1b8-42f1-8a2e-396086033561 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 1097 time: 0.5722933 Jul 08 17:37:50.507258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.507967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Fanout notify agent at l3_agent the message router_deleted on router 8b427c8d-7e0e-4e6e-97ab-c746c080dcaf {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:50.510748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.511438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.512831 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] 10.222.0.72 "PUT /v2.0/ports/8b90277c-7f9d-41f6-9a83-523785a72d8f HTTP/1.1" status: 200 len: 1091 time: 3.9414208 Jul 08 17:37:50.520127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.521330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ca8f193-1c06-4c5a-8a8d-8269317c3ebe tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "DELETE /v2.0/routers/8b427c8d-7e0e-4e6e-97ab-c746c080dcaf HTTP/1.1" status: 204 len: 168 time: 4.1899102 Jul 08 17:37:50.524043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43454) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:50.539647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3990bd97-3813-4420-b476-c177576b8447', 'tag': '8b90277c-7f9d-41f6-9a83-523785a72d8f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:50.542098 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3990bd97-3813-4420-b476-c177576b8447", "tag": "8b90277c-7f9d-41f6-9a83-523785a72d8f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:50.593629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Deleting subnet b86a8ad9-a484-420e-8484-a6fe4d1f165b {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:50.598112 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f2e543-9a50-49b8-95d4-e5f77b66a4bb x-openstack-request-id: req-05f2e543-9a50-49b8-95d4-e5f77b66a4bb {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:50.598397 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3990bd97-3813-4420-b476-c177576b8447", "tag": "8b90277c-7f9d-41f6-9a83-523785a72d8f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:50.598647 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-05f2e543-9a50-49b8-95d4-e5f77b66a4bb {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:50.599036 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3990bd97-3813-4420-b476-c177576b8447', 'tag': '8b90277c-7f9d-41f6-9a83-523785a72d8f', 'status': 'completed', 'code': 200} Jul 08 17:37:50.600350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.623066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482d512-3b6c-44d2-b660-9afad21f20bc service neutron] Pushing event updated for resources: {'Port': ['ID=8b90277c-7f9d-41f6-9a83-523785a72d8f,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.643971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-907a1bdc-d250-4742-9db6-4f937746ac6b req-ea7e6056-fcd1-4faf-bec4-ae37ffd65952 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300358 Jul 08 17:37:50.650148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.683932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98a0fc55-e11c-4ae3-a338-0da8701883c7 req-53008049-69ad-4f8c-af64-2556df081df2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207518 Jul 08 17:37:50.794535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.804462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.822610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:37:50.841737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c659-d133-467a-91e3-8adfbef3d188 req-fcfcf28a-6fca-4d28-88ee-b66344b64f40 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.843354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d65c659-d133-467a-91e3-8adfbef3d188 req-fcfcf28a-6fca-4d28-88ee-b66344b64f40 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 943 time: 0.1586535 Jul 08 17:37:50.861667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.896973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.903224 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d65c659-d133-467a-91e3-8adfbef3d188 req-4f1c4384-701b-4a3c-a4c6-13118b6238fa tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504270 Jul 08 17:37:50.906003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-e18a3dde-03c5-4e91-a89b-c19ff50309ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:50.907557 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-e18a3dde-03c5-4e91-a89b-c19ff50309ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 1094 time: 0.3357737 Jul 08 17:37:50.932261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Subnet': ['ID=b86a8ad9-a484-420e-8484-a6fe4d1f165b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:50.934872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:50.941088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-39308790-767e-4a2e-9c1c-c8d27984c10b tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "DELETE /v2.0/subnets/b86a8ad9-a484-420e-8484-a6fe4d1f165b HTTP/1.1" status: 204 len: 168 time: 0.4153101 Jul 08 17:37:50.941382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43462) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:50.944294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c1d832-25f8-4b3b-99a6-f87f8d61fcc1 None None] Network 73fad1e4-e398-4439-ab90-214327bf1650 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:50.996044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-53b29430-5410-48a1-bc90-794e3a5aa670 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f HTTP/1.1" status: 200 len: 217 time: 0.0623806 Jul 08 17:37:51.036295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.044247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Subnet': ['ID=3e06f2c7-87a4-4c9b-a564-77c01e1790e6,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:51.101558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Checking segment: {'id': '1dacc04e-25b6-4fad-bc00-ec104133037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5030c27e-1323-4b8b-9206-c27dea578085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:51.102052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network hostable DHCP agents. Network: 5030c27e-1323-4b8b-9206-c27dea578085, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:51.121354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Deleting port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:51.121717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.133585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-37c451bc-730e-439a-b27d-205bae364ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.135127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-37c451bc-730e-439a-b27d-205bae364ac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.1323817 Jul 08 17:37:51.163771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] DHCP port deletion for 73fad1e4-e398-4439-ab90-214327bf1650 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:51.182767 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-0189d978-12cc-49f5-aa80-ea41b85ea26f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364654 Jul 08 17:37:51.187874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network 5030c27e-1323-4b8b-9206-c27dea578085 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:51.199726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] For port 9094a023-0da3-4d89-9ef0-31c03a0c65c0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9094a023-0da3-4d89-9ef0-31c03a0c65c0,segment=NetworkSegment(252e5470-89c7-441c-9f11-fde5f58469ea),segment_id=252e5470-89c7-441c-9f11-fde5f58469ea)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:51.200224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.217148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] Deleting port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:51.217530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.217697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Calling delete_port for 9094a023-0da3-4d89-9ef0-31c03a0c65c0 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:51.219762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 5030c27e-1323-4b8b-9206-c27dea578085) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:51.231868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f11452e-408c-4ada-a1d3-478b29d1b7c8 None None] Network 5030c27e-1323-4b8b-9206-c27dea578085 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:51.253776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.254384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.316242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-da271aa5-0ba1-4f2b-b812-2e2f75595e39 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5526512 Jul 08 17:37:51.317455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43466) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:51.322907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] For port 9094a023-0da3-4d89-9ef0-31c03a0c65c0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9094a023-0da3-4d89-9ef0-31c03a0c65c0,segment=NetworkSegment(252e5470-89c7-441c-9f11-fde5f58469ea),segment_id=252e5470-89c7-441c-9f11-fde5f58469ea)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:51.323735 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.344152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] Calling delete_port for 9094a023-0da3-4d89-9ef0-31c03a0c65c0 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:51.348347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-14c254b8-7c9a-4915-8a48-9e234a267186 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513267 Jul 08 17:37:51.357835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0f3dacad-c542-4a0b-aad0-df20b1c07053 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:51.382727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:51.383353 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.383885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.421288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] No DVR routers for this DVR port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:51.422998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Port': ['ID=9094a023-0da3-4d89-9ef0-31c03a0c65c0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:51.538552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:51.541146 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89db0906-ccb0-48d6-a6f1-74a9a31b2e12" -d '{"events": [{"server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "name": "network-vif-plugged", "status": "completed", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:51.560911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e145093c-b3fb-4cd7-88f2-5de619a64e2d req-cc0a51cf-d39c-4356-8ef1-b4fd4e5b42a8 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010136 Jul 08 17:37:51.564420 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.577663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:51.634377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.684277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.704350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0f3dacad-c542-4a0b-aad0-df20b1c07053, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:51.707113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fad1e4-e398-4439-ab90-214327bf1650']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:51.759223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '0f3dacad-c542-4a0b-aad0-df20b1c07053', 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'port_id': '0f3dacad-c542-4a0b-aad0-df20b1c07053', 'mac_address': 'fa:16:3e:d3:4c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:51.771753 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f6ca0d-f7cf-443c-9aee-aebf4aec107d x-openstack-request-id: req-28f6ca0d-f7cf-443c-9aee-aebf4aec107d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:51.773112 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "name": "network-vif-plugged", "status": "completed", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:51.773373 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-28f6ca0d-f7cf-443c-9aee-aebf4aec107d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:51.773767 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035', 'code': 200} Jul 08 17:37:51.774357 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.795827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.799585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252e5470-89c7-441c-9f11-fde5f58469ea') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:51.799895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252e5470-89c7-441c-9f11-fde5f58469ea') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:51.813194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-9dff12c3-2bcf-4c07-9774-452dae6d6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.815139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-9dff12c3-2bcf-4c07-9774-452dae6d6b95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 1094 time: 0.1570585 Jul 08 17:37:51.838252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] Pushing event deleted for resources: {'Port': ['ID=9094a023-0da3-4d89-9ef0-31c03a0c65c0,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:51.843223 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.853973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58fa43-c692-489c-9d5f-fafeabeeeb11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-5030c27e-1323-4b8b-9206-c27dea578085', 'network_id': '5030c27e-1323-4b8b-9206-c27dea578085', 'tenant_id': '35a15dd3c0564172a307d2f4b605cfec', 'fixed_ips': [{'subnet_id': '3e06f2c7-87a4-4c9b-a564-77c01e1790e6'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:51.855597 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3f58fa43-c692-489c-9d5f-fafeabeeeb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.885350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.886586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be477c6e-2199-4d04-af1d-e8afc890dc8e None None] No DVR routers for this DVR port 9094a023-0da3-4d89-9ef0-31c03a0c65c0 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:51.899670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:51.900199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:51.904033 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:51.924532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018a219-44c7-48ff-b797-fef8f6673cbc req-f1987e81-5f4d-48ed-bc65-a8c29ccec0fa tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:51.926117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c018a219-44c7-48ff-b797-fef8f6673cbc req-f1987e81-5f4d-48ed-bc65-a8c29ccec0fa tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 945 time: 0.2849402 Jul 08 17:37:51.938028 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.955079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3dacad-c542-4a0b-aad0-df20b1c07053 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:51.983430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0f3dacad-c542-4a0b-aad0-df20b1c07053, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:51.996460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:51.996781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.043871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Subnet': ['ID=3e06f2c7-87a4-4c9b-a564-77c01e1790e6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:52.048696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=41f5b040-f0aa-4292-a1fc-08d8ffbd5a39,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:52.059180 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.084706 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.088478 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.094145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "DELETE /v2.0/networks/73fad1e4-e398-4439-ab90-214327bf1650 HTTP/1.1" status: 204 len: 168 time: 1.1448314 Jul 08 17:37:52.098251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eeb187-5335-4078-b3d2-272501325d35 req-4f781c13-e9cd-4990-95aa-97616a12f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.098749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c018a219-44c7-48ff-b797-fef8f6673cbc req-c5024a2b-e13b-4611-9b31-0b62b5e76ae9 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395972 Jul 08 17:37:52.100138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9eeb187-5335-4078-b3d2-272501325d35 req-4f781c13-e9cd-4990-95aa-97616a12f40a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 1096 time: 0.2433863 Jul 08 17:37:52.104610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43478) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:52.142231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0f3dacad-c542-4a0b-aad0-df20b1c07053,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:52.159335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-d7929941-e2e9-4785-bc11-36e14b485ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.161525 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-d7929941-e2e9-4785-bc11-36e14b485ccc service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 920 time: 0.3135028 Jul 08 17:37:52.174884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94d701-9dc0-42ec-a5f0-8160ec447645 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Network': ['ID=73fad1e4-e398-4439-ab90-214327bf1650,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-3f58fa43-c692-489c-9d5f-fafeabeeeb11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e06f2c7-87a4-4c9b-a564-77c01e1790e6: This subnet is being modified by another concurrent operation. Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:37:52.193943 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e06f2c7-87a4-4c9b-a564-77c01e1790e6: This subnet is being modified by another concurrent operation. Jul 08 17:37:52.199106 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:37:52.250708 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.251124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5937da5-1b34-4473-8290-ceb87ab78571 None None] Network 5030c27e-1323-4b8b-9206-c27dea578085 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:52.264631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5030c27e-1323-4b8b-9206-c27dea578085']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:52.288415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dacc04e-25b6-4fad-bc00-ec104133037e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:52.288939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dacc04e-25b6-4fad-bc00-ec104133037e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:52.305762 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.340916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc512a24-5506-4673-a93d-0db525b46d3a req-9e3d9ce0-263c-4d7e-acf5-204b4a37f167 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.342388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc512a24-5506-4673-a93d-0db525b46d3a req-9e3d9ce0-263c-4d7e-acf5-204b4a37f167 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 943 time: 0.1524532 Jul 08 17:37:52.343472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.353008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:52.353508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:52.359114 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:52.442848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833049fe-a471-4e40-9b5e-b45fcc483fd7 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:37:52.469928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc512a24-5506-4673-a93d-0db525b46d3a req-99aaad3c-55fb-4bd1-af59-49bb68527801 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063488 Jul 08 17:37:52.471868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.480457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.482700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/5030c27e-1323-4b8b-9206-c27dea578085 HTTP/1.1" status: 204 len: 168 time: 1.1639755 Jul 08 17:37:52.504103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0f3dacad-c542-4a0b-aad0-df20b1c07053'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:52.505265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43482) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:52.510690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364698146'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:52.514254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82f3d9-2335-4446-9e70-6fb210c2b594 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Network': ['ID=5030c27e-1323-4b8b-9206-c27dea578085,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:52.534650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:52.538774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.568759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:52.578810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.579323 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Added segment 6fd01d05-337f-4dcc-bd15-4925d22e0e14 of type vlan for network eb5989a2-4632-4afd-b736-aabb34d06045 Jul 08 17:37:52.622909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.654844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-86c1afb2-d6f1-451a-8b57-d5d10d2c050f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f HTTP/1.1" status: 200 len: 217 time: 0.1048088 Jul 08 17:37:52.657393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833049fe-a471-4e40-9b5e-b45fcc483fd7 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:37:52.675528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.689079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.699316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.699990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.725881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9eeb187-5335-4078-b3d2-272501325d35 req-8003bce1-382c-4a1a-be54-c2e7c73dc736 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078823 Jul 08 17:37:52.777912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2688184 Jul 08 17:37:52.778686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43486) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:52.783736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'subnet': {'network_id': 'eb5989a2-4632-4afd-b736-aabb34d06045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:52.814975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-3d6c0870-b538-43b9-8d3e-897949fdc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:52.815688 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-3d6c0870-b538-43b9-8d3e-897949fdc2c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.1486478 Jul 08 17:37:52.845263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808248-febf-4c46-9c9c-db8f51e1943a tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Network': ['ID=eb5989a2-4632-4afd-b736-aabb34d06045,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:52.857106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-1ce2eae0-724d-43e8-b0d8-58fe8f73fc10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322514 Jul 08 17:37:52.863509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network eb5989a2-4632-4afd-b736-aabb34d06045 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:52.901741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:52.905786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:52.938828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Deleting port 8dbb36e2-2998-422d-81c3-ae6a55ffe71e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:52.939172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.037505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Router 2765a937-eeeb-4e53-ac42-8ce018834341 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:37:53.097996 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.098339 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.104214 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-e0cc644a-d2a2-407b-bda9-23fd438ecd3b service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090800 Jul 08 17:37:53.117016 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.172766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Subnet': ['ID=e7fbd32d-ccb0-472d-97ca-02ebc6efd454,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:53.208835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Checking segment: {'id': '6fd01d05-337f-4dcc-bd15-4925d22e0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eb5989a2-4632-4afd-b736-aabb34d06045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:53.209210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network hostable DHCP agents. Network: eb5989a2-4632-4afd-b736-aabb34d06045, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:53.212933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Calling delete_port for 8dbb36e2-2998-422d-81c3-ae6a55ffe71e owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:53.230723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9094a023-0da3-4d89-9ef0-31c03a0c65c0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:53.231302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network eb5989a2-4632-4afd-b736-aabb34d06045 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:53.246873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, eb5989a2-4632-4afd-b736-aabb34d06045) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:53.252909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.253569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.260013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9094a023-0da3-4d89-9ef0-31c03a0c65c0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:53.260358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9094a023-0da3-4d89-9ef0-31c03a0c65c0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:53.270048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:37:53.281503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f7d4d36a-f529-49f1-99ab-b463c4d68992 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5016155 Jul 08 17:37:53.283122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43490) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:53.285243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] Sync routers for ids ['2765a937-eeeb-4e53-ac42-8ce018834341'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:37:53.287960 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6c7a1ba6-fc89-404e-8ca8-cb22f8aab712 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "PUT /v2.0/routers/2765a937-eeeb-4e53-ac42-8ce018834341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5909753 Jul 08 17:37:53.291478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43492) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:53.298856 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] Routers {'2765a937-eeeb-4e53-ac42-8ce018834341'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:53.300042 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2765a937-eeeb-4e53-ac42-8ce018834341'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:53.360682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535c6c8-5dc2-477f-a6f9-498924bf5e4d None None] Network eb5989a2-4632-4afd-b736-aabb34d06045 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:53.369330 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:53.381492 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] Routers {'2765a937-eeeb-4e53-ac42-8ce018834341'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:37:53.383215 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:37:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2765a937-eeeb-4e53-ac42-8ce018834341'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:53.413954 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe8189a-4357-4652-9820-4180a8d40fd0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:37:53.415606 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8fe8189a-4357-4652-9820-4180a8d40fd0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/41f5b040-f0aa-4292-a1fc-08d8ffbd5a39 HTTP/1.1" status: 404 len: 333 time: 0.1118240 Jul 08 17:37:53.425391 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:53.427420 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95caf7a3-d100-4d9d-b9e2-ba9f8dbd97de None None] The sync data for ids ['2765a937-eeeb-4e53-ac42-8ce018834341'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:37:53.429435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43496) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:53.532246 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b57ff24-50f8-4c5e-860f-98fc8e70d6d0 req-71868753-4cf3-4cc1-a2aa-e876aa2ba4f4 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837011 Jul 08 17:37:53.546306 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f330-338d-47d2-ad55-20bb45c699f1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.563941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-eb5989a2-4632-4afd-b736-aabb34d06045', 'network_id': 'eb5989a2-4632-4afd-b736-aabb34d06045', 'tenant_id': '35a15dd3c0564172a307d2f4b605cfec', 'fixed_ips': [{'subnet_id': 'e7fbd32d-ccb0-472d-97ca-02ebc6efd454'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:53.564862 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.715328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Allocated IP 2001:db8::2 (eb5989a2-4632-4afd-b736-aabb34d06045/e7fbd32d-ccb0-472d-97ca-02ebc6efd454/97f72989-61a3-4a75-91eb-d6e9cb3c966c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:53.833394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.841201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.852087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24e029-86ee-4bd7-8cda-086f6a01f906 req-b103e573-751e-44cb-9889-6c8bad214469 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.853521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c24e029-86ee-4bd7-8cda-086f6a01f906 req-b103e573-751e-44cb-9889-6c8bad214469 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 945 time: 0.5559051 Jul 08 17:37:53.866534 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f330-338d-47d2-ad55-20bb45c699f1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.869280 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f330-338d-47d2-ad55-20bb45c699f1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.872665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Pushing event deleted for resources: {'Port': ['ID=8dbb36e2-2998-422d-81c3-ae6a55ffe71e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:53.902436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c781765-fe69-4ef2-9ad4-ee0340f30c66 req-c092a1b9-5e03-4468-8db7-30ca142d49ea tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:53.903970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c781765-fe69-4ef2-9ad4-ee0340f30c66 req-c092a1b9-5e03-4468-8db7-30ca142d49ea tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 943 time: 0.1862555 Jul 08 17:37:53.924608 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.933680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Transition to ACTIVE for port object 97f72989-61a3-4a75-91eb-d6e9cb3c966c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:53.950812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Transition to ACTIVE for port object 97f72989-61a3-4a75-91eb-d6e9cb3c966c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:53.961328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.984457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f330-338d-47d2-ad55-20bb45c699f1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.985857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc3f330-338d-47d2-ad55-20bb45c699f1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Fanout notify agent at l3_agent the message router_deleted on router 2765a937-eeeb-4e53-ac42-8ce018834341 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:37:53.995108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c24e029-86ee-4bd7-8cda-086f6a01f906 req-147e7a56-e6d4-49f3-9018-dd62e3d506aa tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244109 Jul 08 17:37:53.998334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f330-338d-47d2-ad55-20bb45c699f1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:53.999285 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1dc3f330-338d-47d2-ad55-20bb45c699f1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/routers/2765a937-eeeb-4e53-ac42-8ce018834341 HTTP/1.1" status: 204 len: 168 time: 0.5667260 Jul 08 17:37:54.002172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43504) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:54.004952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.005118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Network eb5989a2-4632-4afd-b736-aabb34d06045 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:54.008855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:54.009407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.012462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:54.013611 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.015109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5aa95485-42f0-44d7-94dd-9e751eaa61b7 tempest-FloatingIPAdminTestJSON-1185001048 tempest-FloatingIPAdminTestJSON-1185001048-project] 10.222.0.63 "DELETE /v2.0/floatingips/6bb88735-d9f1-4758-a695-9f28dbf78d76 HTTP/1.1" status: 204 len: 168 time: 1.9089568 Jul 08 17:37:54.031068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Pushing event updated for resources: {'Port': ['ID=97f72989-61a3-4a75-91eb-d6e9cb3c966c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:54.031245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c781765-fe69-4ef2-9ad4-ee0340f30c66 req-7be1f900-81dd-4449-b952-59feac33636f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194360 Jul 08 17:37:54.093565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Attempting to bind port 97f72989-61a3-4a75-91eb-d6e9cb3c966c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:54.093837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Attempting to bind port 97f72989-61a3-4a75-91eb-d6e9cb3c966c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '6fd01d05-337f-4dcc-bd15-4925d22e0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eb5989a2-4632-4afd-b736-aabb34d06045'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:54.094258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Attempting to bind port 97f72989-61a3-4a75-91eb-d6e9cb3c966c on network eb5989a2-4632-4afd-b736-aabb34d06045 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:54.099899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:54.101153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Checking segment: {'id': '6fd01d05-337f-4dcc-bd15-4925d22e0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eb5989a2-4632-4afd-b736-aabb34d06045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:54.101599 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.102719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Bound using segment: {'id': '6fd01d05-337f-4dcc-bd15-4925d22e0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eb5989a2-4632-4afd-b736-aabb34d06045'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:54.103223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Bound port: 97f72989-61a3-4a75-91eb-d6e9cb3c966c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd01d05-337f-4dcc-bd15-4925d22e0e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'eb5989a2-4632-4afd-b736-aabb34d06045'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:54.103627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.168510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet bae12ccd-81a7-4240-9202-b86e80db6d75 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:37:54.175656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.202232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] For port 97f72989-61a3-4a75-91eb-d6e9cb3c966c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:54.210828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] For port 97f72989-61a3-4a75-91eb-d6e9cb3c966c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=97f72989-61a3-4a75-91eb-d6e9cb3c966c,segment=NetworkSegment(6fd01d05-337f-4dcc-bd15-4925d22e0e14),segment_id=6fd01d05-337f-4dcc-bd15-4925d22e0e14)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:54.215437 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.222918 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.271331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fbd32d-ccb0-472d-97ca-02ebc6efd454,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:54.278550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00ac63-a7b2-4e97-b770-058600283e98 None None] Pushing event updated for resources: {'Port': ['ID=97f72989-61a3-4a75-91eb-d6e9cb3c966c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:54.290899 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.381119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43510) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:54.408174 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.426395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5989a2-4632-4afd-b736-aabb34d06045']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:54.470374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd01d05-337f-4dcc-bd15-4925d22e0e14') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:54.470672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd01d05-337f-4dcc-bd15-4925d22e0e14') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:54.490873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.526043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.532531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.559210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:54.559629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:54.562848 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:54.616783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9502a162-e69a-4291-980c-897a41a6afca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4685d695469f49bd9fcdde26fd564d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315114 Jul 08 17:37:54.618203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43516) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:54.641722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:37:54.641722 n-d-799528-4 neutron-server[93664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:37:54.641722 n-d-799528-4 neutron-server[93664]: [parameters: {'id': 'eb5989a2-4632-4afd-b736-aabb34d06045'}] Jul 08 17:37:54.641722 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:37:54.642432 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:37:54.664942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.687416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c8282ff-cbab-474e-82b6-cf4285f02cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.697342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=bae12ccd-81a7-4240-9202-b86e80db6d75,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:54.701011 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.705928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-23bb7bbb-a879-4307-86a2-8f2610d84d63 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/bae12ccd-81a7-4240-9202-b86e80db6d75 HTTP/1.1" status: 204 len: 168 time: 0.6992760 Jul 08 17:37:54.706066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43518) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:54.711711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33e669-2963-4507-8341-7d15ace9f57a None None] Network 444b017d-0fd5-47e1-9079-e1f05dd468dc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:54.732278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c8282ff-cbab-474e-82b6-cf4285f02cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.836126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.889355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c8282ff-cbab-474e-82b6-cf4285f02cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.892844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c8282ff-cbab-474e-82b6-cf4285f02cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.894146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5c8282ff-cbab-474e-82b6-cf4285f02cad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8eeaef19-03fd-4d23-8778-18fd9524afe7 HTTP/1.1" status: 204 len: 168 time: 0.2748957 Jul 08 17:37:54.906319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8282ff-cbab-474e-82b6-cf4285f02cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeaef19-03fd-4d23-8778-18fd9524afe7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:54.922746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 62abaa9e-6dce-4c0e-890f-57f8170e7677 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:54.923099 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:54.932175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] DHCP port deletion for 444b017d-0fd5-47e1-9079-e1f05dd468dc request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:54.994689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] Deleting port 62abaa9e-6dce-4c0e-890f-57f8170e7677 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:54.995351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.000686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] For port 62abaa9e-6dce-4c0e-890f-57f8170e7677, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=62abaa9e-6dce-4c0e-890f-57f8170e7677,segment=NetworkSegment(92ee851e-ce09-41c8-acf8-46b200e9d58a),segment_id=92ee851e-ce09-41c8-acf8-46b200e9d58a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:55.001653 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.019760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 62abaa9e-6dce-4c0e-890f-57f8170e7677 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:55.081391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] For port 62abaa9e-6dce-4c0e-890f-57f8170e7677, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=62abaa9e-6dce-4c0e-890f-57f8170e7677,segment=NetworkSegment(92ee851e-ce09-41c8-acf8-46b200e9d58a),segment_id=92ee851e-ce09-41c8-acf8-46b200e9d58a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:55.082179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.109337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] Calling delete_port for 62abaa9e-6dce-4c0e-890f-57f8170e7677 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:55.139064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.145490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.247286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=62abaa9e-6dce-4c0e-890f-57f8170e7677,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:55.249331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No DVR routers for this DVR port 62abaa9e-6dce-4c0e-890f-57f8170e7677 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:55.254021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting port 97f72989-61a3-4a75-91eb-d6e9cb3c966c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:55.254203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.282143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8b90277c-7f9d-41f6-9a83-523785a72d8f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:37:55.285764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0f3dacad-c542-4a0b-aad0-df20b1c07053 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:55.331027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 97f72989-61a3-4a75-91eb-d6e9cb3c966c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:55.436540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43532) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:55.438647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.462293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444b017d-0fd5-47e1-9079-e1f05dd468dc']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:55.465480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f61845d9-0706-4e69-bd0d-3d7e461bdf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.473658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] For port 97f72989-61a3-4a75-91eb-d6e9cb3c966c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=97f72989-61a3-4a75-91eb-d6e9cb3c966c,segment=NetworkSegment(6fd01d05-337f-4dcc-bd15-4925d22e0e14),segment_id=6fd01d05-337f-4dcc-bd15-4925d22e0e14)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:55.474074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.486426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ee851e-ce09-41c8-acf8-46b200e9d58a') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:55.486814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ee851e-ce09-41c8-acf8-46b200e9d58a') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:55.501824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Calling delete_port for 97f72989-61a3-4a75-91eb-d6e9cb3c966c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:37:55.508044 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.518391 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.540141 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.554647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:55.555180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:55.558497 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:55.566712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] No DVR routers for this DVR port 62abaa9e-6dce-4c0e-890f-57f8170e7677 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:55.579159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cd0f8-c545-4295-ba08-deac78e169f2 None None] Pushing event deleted for resources: {'Port': ['ID=62abaa9e-6dce-4c0e-890f-57f8170e7677,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:55.594930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 0f3dacad-c542-4a0b-aad0-df20b1c07053 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:55.601841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83c17-a193-4675-8dd7-4baaacd0ed83 req-cfede9e2-ccc0-4a07-ab33-755118408ddb tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:55.603722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dc83c17-a193-4675-8dd7-4baaacd0ed83 req-cfede9e2-ccc0-4a07-ab33-755118408ddb tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 945 time: 0.2587051 Jul 08 17:37:55.605015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 97f72989-61a3-4a75-91eb-d6e9cb3c966c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:55.610898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 0f3dacad-c542-4a0b-aad0-df20b1c07053 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:55.610898 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.613248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5f993-0bd0-4b92-975a-09fac0112c33 req-008e11e6-82b1-4f44-8a37-87d5a3927f89 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:55.614971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77d5f993-0bd0-4b92-975a-09fac0112c33 req-008e11e6-82b1-4f44-8a37-87d5a3927f89 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 943 time: 0.2712965 Jul 08 17:37:55.619613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8b90277c-7f9d-41f6-9a83-523785a72d8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:55.663572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab950da2-c45d-46a6-8753-76a5fe25d93c None None] Network eb5989a2-4632-4afd-b736-aabb34d06045 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:55.692050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.705131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.707493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/444b017d-0fd5-47e1-9079-e1f05dd468dc HTTP/1.1" status: 204 len: 168 time: 1.0005164 Jul 08 17:37:55.711569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43536) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:55.712758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77d5f993-0bd0-4b92-975a-09fac0112c33 req-6d54b819-e223-4102-9d18-4bf13dc8c430 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883036 Jul 08 17:37:55.719014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dc83c17-a193-4675-8dd7-4baaacd0ed83 req-3ff613a3-155d-440f-883b-c994fccf97d0 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979156 Jul 08 17:37:55.743105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.782805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 62abaa9e-6dce-4c0e-890f-57f8170e7677 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:55.799765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f61845d9-0706-4e69-bd0d-3d7e461bdf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.806954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No DVR routers for this DVR port 97f72989-61a3-4a75-91eb-d6e9cb3c966c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:37:55.809701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Port': ['ID=97f72989-61a3-4a75-91eb-d6e9cb3c966c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:55.823384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703f0fe-a219-4548-9189-72edc4d81b6e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=444b017d-0fd5-47e1-9079-e1f05dd468dc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:55.827520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f61845d9-0706-4e69-bd0d-3d7e461bdf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.845929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '8b90277c-7f9d-41f6-9a83-523785a72d8f', 'network_id': '1bde3b53-bf93-400d-a5bd-cbce44412ba4', 'port_id': '8b90277c-7f9d-41f6-9a83-523785a72d8f', 'mac_address': 'fa:16:3e:5c:77:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc93eb3f-4589-451c-b427-ec562bb1ef19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:37:55.854279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-03ee25a9-bd08-4e99-bcd7-d6c0cfb43ee0 None None] Could not find standard attr ID for object 97f72989-61a3-4a75-91eb-d6e9cb3c966c. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:37:55.862336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 62abaa9e-6dce-4c0e-890f-57f8170e7677 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:55.862689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 62abaa9e-6dce-4c0e-890f-57f8170e7677 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:55.886758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61845d9-0706-4e69-bd0d-3d7e461bdf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e140d6f1-44a6-43c0-bf5b-6bf32409f6b1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:55.930218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f61845d9-0706-4e69-bd0d-3d7e461bdf57 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2dfb482f6e6b476a937c26799b413d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880717 Jul 08 17:37:55.937983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4292dd00-289d-4862-9906-00da35cf0183 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:55.943784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4292dd00-289d-4862-9906-00da35cf0183 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/18ac46ac-3272-4d31-a407-f2e00e1532fc HTTP/1.1" status: 200 len: 844 time: 0.2314010 Jul 08 17:37:55.945142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43540) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:55.945657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43542) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:55.960550 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.982612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:55.987189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.012092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5989a2-4632-4afd-b736-aabb34d06045']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:56.030515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd01d05-337f-4dcc-bd15-4925d22e0e14') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:56.030813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd01d05-337f-4dcc-bd15-4925d22e0e14') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:56.032123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b90277c-7f9d-41f6-9a83-523785a72d8f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:37:56.056498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.069746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.076200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095350b1-5636-4ddb-af74-c7faddbb6c8b None None] DHCP port deletion for eb5989a2-4632-4afd-b736-aabb34d06045 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:37:56.077987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4b813b6-15b7-44ab-b881-bbad6ac7b880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.084116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8b90277c-7f9d-41f6-9a83-523785a72d8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:56.091127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.101877 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1ad15d52-7735-4bcc-ada7-b6c325fc3e10 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/18ac46ac-3272-4d31-a407-f2e00e1532fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1537807 Jul 08 17:37:56.102167 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.102701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43544) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:56.116592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:56.123002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:56.123727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.127233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4b813b6-15b7-44ab-b881-bbad6ac7b880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.146371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3dacad-c542-4a0b-aad0-df20b1c07053'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:37:56.148860 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d39c8-a864-4b24-9539-a60ce8690257" -d '{"events": [{"server_uuid": "8b8beabf-5c97-4432-ae92-7ef2fcff3015", "name": "network-vif-plugged", "status": "completed", "tag": "0f3dacad-c542-4a0b-aad0-df20b1c07053"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:37:56.170861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 0f3dacad-c542-4a0b-aad0-df20b1c07053, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:56.175153 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:56.183158 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.192282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8b90277c-7f9d-41f6-9a83-523785a72d8f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.202940 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aa4cfc-5d01-4876-a0d5-1905c16b627d x-openstack-request-id: req-51aa4cfc-5d01-4876-a0d5-1905c16b627d {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:37:56.203249 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8beabf-5c97-4432-ae92-7ef2fcff3015", "name": "network-vif-plugged", "status": "completed", "tag": "0f3dacad-c542-4a0b-aad0-df20b1c07053", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:37:56.203514 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51aa4cfc-5d01-4876-a0d5-1905c16b627d {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:37:56.204376 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3dacad-c542-4a0b-aad0-df20b1c07053', 'code': 200} Jul 08 17:37:56.257715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4b813b6-15b7-44ab-b881-bbad6ac7b880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.262150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4b813b6-15b7-44ab-b881-bbad6ac7b880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.262489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=0f3dacad-c542-4a0b-aad0-df20b1c07053,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.263756 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b4b813b6-15b7-44ab-b881-bbad6ac7b880 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e140d6f1-44a6-43c0-bf5b-6bf32409f6b1 HTTP/1.1" status: 204 len: 168 time: 0.3170121 Jul 08 17:37:56.279829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b813b6-15b7-44ab-b881-bbad6ac7b880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e140d6f1-44a6-43c0-bf5b-6bf32409f6b1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.289350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.290576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:56.295630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.296827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.303267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/eb5989a2-4632-4afd-b736-aabb34d06045 HTTP/1.1" status: 204 len: 168 time: 3.0151815 Jul 08 17:37:56.306057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43550) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:56.320205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1385496874'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:56.329839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3ba1-1912-493a-b499-ca614fb1647c tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Network': ['ID=eb5989a2-4632-4afd-b736-aabb34d06045,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.362500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682f64b-7433-49e0-b032-efe0039e4442 req-b5be3e65-0d9b-4890-a18c-46a7d2f33075 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:56.364461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f682f64b-7433-49e0-b032-efe0039e4442 req-b5be3e65-0d9b-4890-a18c-46a7d2f33075 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 946 time: 0.1589184 Jul 08 17:37:56.409627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f682f64b-7433-49e0-b032-efe0039e4442 req-11b9f519-380a-47eb-9e0d-59a9c2d391de tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Jul 08 17:37:56.436776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:56.440768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.482183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['8b90277c-7f9d-41f6-9a83-523785a72d8f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:37:56.494689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b32d9-53e9-48b6-82ac-a1465a3abed7 req-bf4ca95d-846e-4996-b3e2-49acc985474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:56.496263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-630b32d9-53e9-48b6-82ac-a1465a3abed7 req-bf4ca95d-846e-4996-b3e2-49acc985474a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1097 time: 0.1724906 Jul 08 17:37:56.498316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:56.556106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.556464 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Added segment 58b33cee-6fb6-48ff-9b52-10273f7fec9c of type vlan for network a6b1b6f5-7d4e-458d-bff1-fd849d26040f Jul 08 17:37:56.629778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-630b32d9-53e9-48b6-82ac-a1465a3abed7 req-150a7373-8a19-4329-afa9-6de7cafb10f9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231296 Jul 08 17:37:56.635284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.706419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.718503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.724796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:56.725441 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.734933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43558) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:56.748226 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a190b41-aa6f-4c9b-9cdd-287714dbc865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.823785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:56.840316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:56.847925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:56.847925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.854947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5b1a0-2ce5-42ed-aaf0-1e624b0640a9 None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:56.863747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Network': ['ID=a6b1b6f5-7d4e-458d-bff1-fd849d26040f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.865737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=7b61655c-3b28-48df-9742-089081cd2015,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:56.903530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a6b1b6f5-7d4e-458d-bff1-fd849d26040f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:56.937766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a190b41-aa6f-4c9b-9cdd-287714dbc865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.947775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-225a9384-a818-4db4-9b86-0e28c85637ea tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6403911 Jul 08 17:37:56.948666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a190b41-aa6f-4c9b-9cdd-287714dbc865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:56.953714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-11d01918-7b0a-49b2-b411-e645e5f4dd53 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8438876 Jul 08 17:37:56.953714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43566) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:56.954134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43568) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:56.957317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Request body: {'subnet': {'network_id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:56.976935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b79374ff-469b-4c2b-b0fc-a5a0c50537d0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'security_group': {'name': 'tempest-secgroup-253082533'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:57.028441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4a190b41-aa6f-4c9b-9cdd-287714dbc865 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c12eee8bfeb47b085d3b84c8aa07d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923994 Jul 08 17:37:57.031479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43572) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:57.040283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a190b41-aa6f-4c9b-9cdd-287714dbc865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ddf563-18ec-4ed8-85cc-7e7a1c53f4ca,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:57.042978 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b79374ff-469b-4c2b-b0fc-a5a0c50537d0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.080526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5aa9b-d347-4cda-9891-321227a9b02c req-a9d0b178-0df5-4bef-af2e-819d4d27ef10 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:57.082149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eda5aa9b-d347-4cda-9891-321227a9b02c req-a9d0b178-0df5-4bef-af2e-819d4d27ef10 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 944 time: 0.2023861 Jul 08 17:37:57.093811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Made reservation on behalf of 35a15dd3c0564172a307d2f4b605cfec for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:57.098613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.181961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd2d6d20-6f54-42f0-9a73-9392ba6b134f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.186563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eda5aa9b-d347-4cda-9891-321227a9b02c req-badcf4c4-26c9-4b17-9878-ef4ca913f43b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927367 Jul 08 17:37:57.216250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-7c7e200c-5d23-4c85-9857-cd91e51c5317', 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'tenant_id': '0f10210dfd394abe9f4b8a5386c220f3', 'fixed_ips': [{'subnet_id': '7b61655c-3b28-48df-9742-089081cd2015'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:57.217359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.267173 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd2d6d20-6f54-42f0-9a73-9392ba6b134f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.309765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 97f72989-61a3-4a75-91eb-d6e9cb3c966c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:37:57.337618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 97f72989-61a3-4a75-91eb-d6e9cb3c966c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:37:57.337971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 97f72989-61a3-4a75-91eb-d6e9cb3c966c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:37:57.342405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b79374ff-469b-4c2b-b0fc-a5a0c50537d0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.371465 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b79374ff-469b-4c2b-b0fc-a5a0c50537d0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.406796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79374ff-469b-4c2b-b0fc-a5a0c50537d0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87458d99-74c8-4f67-9c9b-91e4c9ca11c3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:57.440180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-93e7c7cc-8f19-4273-babf-6490dddec87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.449430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b79374ff-469b-4c2b-b0fc-a5a0c50537d0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.450907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b79374ff-469b-4c2b-b0fc-a5a0c50537d0 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4937091 Jul 08 17:37:57.455644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43576) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:57.463238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-44b01ab9-bd4f-4c9a-a846-79d17c6164f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1451564318'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:57.470797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Allocated IP 2001:db8::2 (7c7e200c-5d23-4c85-9857-cd91e51c5317/7b61655c-3b28-48df-9742-089081cd2015/35b01bda-4be1-4972-a098-87dae64adbcc) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:57.477589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd2d6d20-6f54-42f0-9a73-9392ba6b134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.480506 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd2d6d20-6f54-42f0-9a73-9392ba6b134f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.481733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd2d6d20-6f54-42f0-9a73-9392ba6b134f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/84ddf563-18ec-4ed8-85cc-7e7a1c53f4ca HTTP/1.1" status: 204 len: 168 time: 0.4492402 Jul 08 17:37:57.498608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d6d20-6f54-42f0-9a73-9392ba6b134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ddf563-18ec-4ed8-85cc-7e7a1c53f4ca,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:57.514347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a0101-532b-4c13-8c84-f1cacb463bbe req-b800a4f3-effa-4f90-9806-c873fe701377 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:57.523146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d1a0101-532b-4c13-8c84-f1cacb463bbe req-b800a4f3-effa-4f90-9806-c873fe701377 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 946 time: 0.1107233 Jul 08 17:37:57.545207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:37:57.547080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44b01ab9-bd4f-4c9a-a846-79d17c6164f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.549785 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.597064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d1a0101-532b-4c13-8c84-f1cacb463bbe req-12f22fa9-0841-443d-b901-7f429bdbd907 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723062 Jul 08 17:37:57.638540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event updated for resources: {'Subnet': ['ID=754ba7cc-6513-4aa0-b4ef-050cce6b52f0,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:57.654812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Checking segment: {'id': '58b33cee-6fb6-48ff-9b52-10273f7fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:57.661352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network hostable DHCP agents. Network: a6b1b6f5-7d4e-458d-bff1-fd849d26040f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:37:57.718448 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.723722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Network a6b1b6f5-7d4e-458d-bff1-fd849d26040f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:37:57.729751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Transition to ACTIVE for port object 35b01bda-4be1-4972-a098-87dae64adbcc will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:57.739958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a6b1b6f5-7d4e-458d-bff1-fd849d26040f) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:57.744159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44b01ab9-bd4f-4c9a-a846-79d17c6164f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.749407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:57.750139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.759357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44b01ab9-bd4f-4c9a-a846-79d17c6164f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.762695 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fcc81-8981-4f71-af83-f2ae0e3ae617 None None] Network a6b1b6f5-7d4e-458d-bff1-fd849d26040f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:57.799770 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ca68b5d4-5dad-4a4b-abec-286a5a3d4108 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8464322 Jul 08 17:37:57.807131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43582) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:57.811696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44b01ab9-bd4f-4c9a-a846-79d17c6164f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.812916 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44b01ab9-bd4f-4c9a-a846-79d17c6164f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3533418 Jul 08 17:37:57.815953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:57.817589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Transition to ACTIVE for port object 35b01bda-4be1-4972-a098-87dae64adbcc will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:57.833149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-92132253', 'security_groups': ['60043184-7dc9-4e05-a736-453ba41d4a03'], 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b61655c-3b28-48df-9742-089081cd2015'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:57.833596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:57.883072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:57.896660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:57.900057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:57.920163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b01ab9-bd4f-4c9a-a846-79d17c6164f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60043184-7dc9-4e05-a736-453ba41d4a03,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:57.951604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Pushing event updated for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:57.995481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:58.031347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Attempting to bind port 35b01bda-4be1-4972-a098-87dae64adbcc on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:58.031720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Attempting to bind port 35b01bda-4be1-4972-a098-87dae64adbcc by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '3dac4aac-326b-4344-9bc3-fae97b95cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:58.032367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Attempting to bind port 35b01bda-4be1-4972-a098-87dae64adbcc on network 7c7e200c-5d23-4c85-9857-cd91e51c5317 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:58.045010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:58.046133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Checking segment: {'id': '3dac4aac-326b-4344-9bc3-fae97b95cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:58.047151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.047558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Bound using segment: {'id': '3dac4aac-326b-4344-9bc3-fae97b95cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:58.048047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Bound port: 35b01bda-4be1-4972-a098-87dae64adbcc, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dac4aac-326b-4344-9bc3-fae97b95cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:58.048436 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.080354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.114431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-a6b1b6f5-7d4e-458d-bff1-fd849d26040f', 'network_id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f', 'tenant_id': '35a15dd3c0564172a307d2f4b605cfec', 'fixed_ips': [{'subnet_id': '754ba7cc-6513-4aa0-b4ef-050cce6b52f0'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:37:58.115293 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.119779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.167403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port 36be2be8-2536-4a76-b73b-359d78cafd5c yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:37:58.228625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.239229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:58.269600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=35b01bda-4be1-4972-a098-87dae64adbcc,segment=NetworkSegment(3dac4aac-326b-4344-9bc3-fae97b95cc5d),segment_id=3dac4aac-326b-4344-9bc3-fae97b95cc5d)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:58.282318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.454282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43608) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:58.499649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f49c8-812d-4233-b904-e0c9310b54bd req-1e04c3b5-8ffe-4cf4-b6e8-bbf0ecbbf34c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:58.510057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-023f49c8-812d-4233-b904-e0c9310b54bd req-1e04c3b5-8ffe-4cf4-b6e8-bbf0ecbbf34c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 944 time: 0.1318171 Jul 08 17:37:58.553771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::248 (7c7e200c-5d23-4c85-9857-cd91e51c5317/7b61655c-3b28-48df-9742-089081cd2015/36be2be8-2536-4a76-b73b-359d78cafd5c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:58.576035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-023f49c8-812d-4233-b904-e0c9310b54bd req-85467e58-e89a-4408-a0cf-014fcb169fc4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642824 Jul 08 17:37:58.600383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a576310-276c-456f-a35c-cba421d45d3a None None] Pushing event updated for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:58.606407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Allocated IP 2001:db8::f816:3eff:fed2:8778 (a6b1b6f5-7d4e-458d-bff1-fd849d26040f/754ba7cc-6513-4aa0-b4ef-050cce6b52f0/0471f8e4-0923-4933-b795-1c1cbbee2049) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:37:58.625521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-433003622'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:58.661793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:58.668834 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.691856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.849469 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.864895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Transition to ACTIVE for port object 0471f8e4-0923-4933-b795-1c1cbbee2049 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:58.873405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-ef484884-06e8-4501-8946-dde0cc720f32 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:58.875340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-ef484884-06e8-4501-8946-dde0cc720f32 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 946 time: 0.1612854 Jul 08 17:37:58.899936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Transition to ACTIVE for port object 0471f8e4-0923-4933-b795-1c1cbbee2049 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:58.905658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.909396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.925306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a3f7d-8a4d-4c30-8d3b-2ea4f44e6057 req-7b318b0c-ac8b-4153-a5cf-928776ab0c5e tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:58.932551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-013a3f7d-8a4d-4c30-8d3b-2ea4f44e6057 req-7b318b0c-ac8b-4153-a5cf-928776ab0c5e tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 946 time: 0.1484845 Jul 08 17:37:58.940206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:58.953321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Network a6b1b6f5-7d4e-458d-bff1-fd849d26040f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:37:58.958197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:37:58.977224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:37:58.992394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7a56e3-9bf8-4fa7-99de-348a3f507915,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:59.028138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-013a3f7d-8a4d-4c30-8d3b-2ea4f44e6057 req-d36b1d8f-6f05-481d-a6ae-6ec666fa4bcf tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945427 Jul 08 17:37:59.049139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Pushing event updated for resources: {'Port': ['ID=0471f8e4-0923-4933-b795-1c1cbbee2049,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:59.064292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Attempting to bind port 0471f8e4-0923-4933-b795-1c1cbbee2049 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:37:59.064643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Attempting to bind port 0471f8e4-0923-4933-b795-1c1cbbee2049 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '58b33cee-6fb6-48ff-9b52-10273f7fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:37:59.065654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Attempting to bind port 0471f8e4-0923-4933-b795-1c1cbbee2049 on network a6b1b6f5-7d4e-458d-bff1-fd849d26040f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:37:59.071174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:37:59.072039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:37:59.072517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Checking segment: {'id': '58b33cee-6fb6-48ff-9b52-10273f7fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:37:59.073089 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.073509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Bound using segment: {'id': '58b33cee-6fb6-48ff-9b52-10273f7fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:37:59.074709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Bound port: 0471f8e4-0923-4933-b795-1c1cbbee2049, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b33cee-6fb6-48ff-9b52-10273f7fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:37:59.074709 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.082578 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.085884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.087359 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Added segment 82a65a56-9bb3-4fcf-a89c-816453fee971 of type vlan for network f41068c4-d3ab-477a-a263-356249169de4 Jul 08 17:37:59.095230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.139917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Subnet': ['ID=754ba7cc-6513-4aa0-b4ef-050cce6b52f0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:59.153357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 36be2be8-2536-4a76-b73b-359d78cafd5c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:37:59.156850 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.161549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] For port 0471f8e4-0923-4933-b795-1c1cbbee2049, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:37:59.163539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Deleting port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:37:59.163767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.164960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] For port 0471f8e4-0923-4933-b795-1c1cbbee2049, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0471f8e4-0923-4933-b795-1c1cbbee2049,segment=NetworkSegment(58b33cee-6fb6-48ff-9b52-10273f7fec9c),segment_id=58b33cee-6fb6-48ff-9b52-10273f7fec9c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:37:59.173129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.206493 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.214655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:59.215405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.301688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8446090 Jul 08 17:37:59.306063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:37:59.312158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'subnet': {'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:37:59.312610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8b90277c-7f9d-41f6-9a83-523785a72d8f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:59.322211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e29f6e-1f48-46e6-9eff-0613ef2cb833 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Network': ['ID=f41068c4-d3ab-477a-a263-356249169de4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:59.346868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739e79e-4645-4a8d-94d4-56fc8428dc67 None None] Pushing event updated for resources: {'Port': ['ID=0471f8e4-0923-4933-b795-1c1cbbee2049,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:37:59.368979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f41068c4-d3ab-477a-a263-356249169de4 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:37:59.392674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75930e0-7994-4475-87fd-9dfd180d6609 None None] Network a6b1b6f5-7d4e-458d-bff1-fd849d26040f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:37:59.461503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:37:59.466179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.634698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-9b2113e0-8ddc-43ad-b75a-be4a14412675 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:37:59.636945 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-9b2113e0-8ddc-43ad-b75a-be4a14412675 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff894b68-851f-49b8-9f14-0a787fb1b100 HTTP/1.1" status: 200 len: 945 time: 0.6365030 Jul 08 17:37:59.637112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 35b01bda-4be1-4972-a098-87dae64adbcc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:37:59.700803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 8b90277c-7f9d-41f6-9a83-523785a72d8f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:37:59.712583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.723151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 8b90277c-7f9d-41f6-9a83-523785a72d8f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:37:59.723626 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.759795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b1b6f5-7d4e-458d-bff1-fd849d26040f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:59.793240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b33cee-6fb6-48ff-9b52-10273f7fec9c') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:59.793580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b33cee-6fb6-48ff-9b52-10273f7fec9c') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:37:59.821020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.846116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.886383 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.902119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.919574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] For port b49151b8-dbaf-4250-b05e-5ea6d82fffc9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:37:59.919997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.940081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:37:59.940495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:37:59.944958 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:37:59.993267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Calling delete_port for b49151b8-dbaf-4250-b05e-5ea6d82fffc9 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:00.000974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 35b01bda-4be1-4972-a098-87dae64adbcc completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:00.002809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Subnet': ['ID=5bf779ec-e760-455c-83e7-4a63468348fa,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:00.016668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:00.033921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.038299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:00.048130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:00.049786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d872f5ca-a79d-47c4-b5d6-933d8da9b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.056830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccc7f5-e000-4b73-aa40-90f7270fb8f1 req-96ee446f-e2f7-46a1-9082-ad3b73b6c2cf tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.058475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.059110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.059241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-faccc7f5-e000-4b73-aa40-90f7270fb8f1 req-96ee446f-e2f7-46a1-9082-ad3b73b6c2cf tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 944 time: 0.1810386 Jul 08 17:38:00.060659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Checking segment: {'id': '82a65a56-9bb3-4fcf-a89c-816453fee971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f41068c4-d3ab-477a-a263-356249169de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:00.061155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network hostable DHCP agents. Network: f41068c4-d3ab-477a-a263-356249169de4, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:00.061948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=36be2be8-2536-4a76-b73b-359d78cafd5c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:00.098137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8b90277c-7f9d-41f6-9a83-523785a72d8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:00.099549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3990bd97-3813-4420-b476-c177576b8447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b90277c-7f9d-41f6-9a83-523785a72d8f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:00.103290 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceca58f-2f75-4a19-a86b-ed16711b80c9" -d '{"events": [{"server_uuid": "3990bd97-3813-4420-b476-c177576b8447", "name": "network-vif-plugged", "status": "completed", "tag": "8b90277c-7f9d-41f6-9a83-523785a72d8f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:00.109494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.110746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device cc3d0f79-7afa-490a-8a7b-df7b67963035 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:00.132052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:38:00.132052 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:38:00.132052 n-d-799528-4 neutron-server[93665]: [parameters: {'id': 'a6b1b6f5-7d4e-458d-bff1-fd849d26040f'}] Jul 08 17:38:00.132052 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:38:00.132884 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:38:00.136989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-faccc7f5-e000-4b73-aa40-90f7270fb8f1 req-aff2e0ae-b78a-4626-a6fd-3924efa06cb8 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650620 Jul 08 17:38:00.138828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network f41068c4-d3ab-477a-a263-356249169de4 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:00.148610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Deleting port cc3d0f79-7afa-490a-8a7b-df7b67963035 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:00.149026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.156792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f41068c4-d3ab-477a-a263-356249169de4) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:00.172392 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-73bd74da-aa75-44fc-afe2-d8d523a06988 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3555715 Jul 08 17:38:00.182891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.183520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.186264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43630) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:00.192657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3571ab7c-26c7-41c7-b40d-838764f5795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:00.197326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56d892-eb56-4356-a71b-105de02946ab None None] Network f41068c4-d3ab-477a-a263-356249169de4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:00.263542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-348c9acf-0e93-4e1f-ad07-2c917303fc33 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9567215 Jul 08 17:38:00.264170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43632) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:00.271207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'name': 'tempest-AllowedAddressPairTestJSON-25391055'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:00.289577 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d0b4f2-25e4-451c-ae60-c803f510e9d7 x-openstack-request-id: req-c7d0b4f2-25e4-451c-ae60-c803f510e9d7 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:00.289969 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3990bd97-3813-4420-b476-c177576b8447", "name": "network-vif-plugged", "status": "completed", "tag": "8b90277c-7f9d-41f6-9a83-523785a72d8f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:00.290285 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7d0b4f2-25e4-451c-ae60-c803f510e9d7 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:00.290745 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3990bd97-3813-4420-b476-c177576b8447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b90277c-7f9d-41f6-9a83-523785a72d8f', 'code': 200} Jul 08 17:38:00.336165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8b90277c-7f9d-41f6-9a83-523785a72d8f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:00.420826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571ab7c-26c7-41c7-b40d-838764f5795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:00.426024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3571ab7c-26c7-41c7-b40d-838764f5795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.441424 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.461418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Provisioning for port 35b01bda-4be1-4972-a098-87dae64adbcc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:00.473635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.482724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:00.483100 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.490799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] For port cc3d0f79-7afa-490a-8a7b-df7b67963035, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:00.492053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.519954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ee2df-7436-4896-917f-22b0800b60c4 req-f84f57f0-66f2-427b-94e8-9c0d736f5ac1 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.532569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Calling delete_port for cc3d0f79-7afa-490a-8a7b-df7b67963035 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:00.537325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-596ee2df-7436-4896-917f-22b0800b60c4 req-f84f57f0-66f2-427b-94e8-9c0d736f5ac1 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 946 time: 0.2349472 Jul 08 17:38:00.559415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port cc3d0f79-7afa-490a-8a7b-df7b67963035, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=cc3d0f79-7afa-490a-8a7b-df7b67963035,segment=NetworkSegment(8126cc09-58df-4a12-971a-1ffefae0449d),segment_id=8126cc09-58df-4a12-971a-1ffefae0449d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:00.568980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f41068c4-d3ab-477a-a263-356249169de4', 'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'tenant_id': '33654909c45f48c490a1e813eb1c03fc', 'fixed_ips': [{'subnet_id': '5bf779ec-e760-455c-83e7-4a63468348fa'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:38:00.570020 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.581680 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.675538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-596ee2df-7436-4896-917f-22b0800b60c4 req-43819eaa-f04f-48f3-87d0-9dd4ca0ab6dd tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3fd7ea6-80bc-4b90-8b10-318feca69780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362054 Jul 08 17:38:00.693910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.694956 n-d-799528-4 neutron-server[93664]: INFO neutron.db.ipam_backend_mixin [None req-3571ab7c-26c7-41c7-b40d-838764f5795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b61655c-3b28-48df-9742-089081cd2015 (CIDR: 2001:db8::/64) Jul 08 17:38:00.696585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.701830 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3571ab7c-26c7-41c7-b40d-838764f5795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:38:00.702344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3571ab7c-26c7-41c7-b40d-838764f5795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:00.737174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3571ab7c-26c7-41c7-b40d-838764f5795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5488844 Jul 08 17:38:00.739088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43638) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:00.750171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:00.770274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event deleted for resources: {'Port': ['ID=b49151b8-dbaf-4250-b05e-5ea6d82fffc9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:00.779668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=cc3d0f79-7afa-490a-8a7b-df7b67963035,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:00.787349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.792917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c15440-d874-4a1a-9188-bb4874f73089 req-0fa99a5b-ad59-4bb1-9b7e-192b13ffee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:00.794899 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e1c15440-d874-4a1a-9188-bb4874f73089 req-0fa99a5b-ad59-4bb1-9b7e-192b13ffee1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 1096 time: 0.4204025 Jul 08 17:38:00.873201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=35b01bda-4be1-4972-a098-87dae64adbcc,segment=NetworkSegment(3dac4aac-326b-4344-9bc3-fae97b95cc5d),segment_id=3dac4aac-326b-4344-9bc3-fae97b95cc5d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:00.882285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.885976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Allocated IP 172.20.0.2 (f41068c4-d3ab-477a-a263-356249169de4/5bf779ec-e760-455c-83e7-4a63468348fa/a55fec49-993c-42ba-bc82-0d66ca7bf359) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:00.910996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] No DVR routers for this DVR port b49151b8-dbaf-4250-b05e-5ea6d82fffc9 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:00.912695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:00.916622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.919585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.921886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f88db911-66bb-4e2d-9500-f2d469d8ce83 req-1413df71-7f6c-4e29-a88c-5dac2367e61f tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "DELETE /v2.0/ports/b49151b8-dbaf-4250-b05e-5ea6d82fffc9 HTTP/1.1" status: 204 len: 173 time: 2.0344915 Jul 08 17:38:00.932609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e6d02d-644a-4712-b614-b407989be444', 'name': 'network-vif-deleted', 'tag': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:00.935266 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28392cc-ef57-497e-adba-623235d6cf51" -d '{"events": [{"server_uuid": "c9e6d02d-644a-4712-b614-b407989be444", "name": "network-vif-deleted", "tag": "b49151b8-dbaf-4250-b05e-5ea6d82fffc9"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:00.969526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Provisioning complete for port 18ac46ac-3272-4d31-a407-f2e00e1532fc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:00.970046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:00.976563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] device_id is not set on port d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:00.978859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:00.991853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e1c15440-d874-4a1a-9188-bb4874f73089 req-8485ddc6-f09a-4d2e-af1d-101f1c27c4e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700795 Jul 08 17:38:00.993649 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.057124 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd7779e-5156-4305-8852-d313f9eb891c x-openstack-request-id: req-3bd7779e-5156-4305-8852-d313f9eb891c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:01.057556 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e6d02d-644a-4712-b614-b407989be444", "name": "network-vif-deleted", "tag": "b49151b8-dbaf-4250-b05e-5ea6d82fffc9", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:01.057917 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3bd7779e-5156-4305-8852-d313f9eb891c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:01.058387 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e6d02d-644a-4712-b614-b407989be444', 'name': 'network-vif-deleted', 'tag': 'b49151b8-dbaf-4250-b05e-5ea6d82fffc9', 'status': 'completed', 'code': 200} Jul 08 17:38:01.089162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Pushing event updated for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:01.115294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting port 0471f8e4-0923-4933-b795-1c1cbbee2049 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:01.115677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.117083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-765f0547-af3c-4657-a262-d4460486e0dd None None] Port 18ac46ac-3272-4d31-a407-f2e00e1532fc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:01.129072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.201264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Pushing event deleted for resources: {'Port': ['ID=cc3d0f79-7afa-490a-8a7b-df7b67963035,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:01.273271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] No DVR routers for this DVR port cc3d0f79-7afa-490a-8a7b-df7b67963035 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:01.276857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] For port 0471f8e4-0923-4933-b795-1c1cbbee2049, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0471f8e4-0923-4933-b795-1c1cbbee2049,segment=NetworkSegment(58b33cee-6fb6-48ff-9b52-10273f7fec9c),segment_id=58b33cee-6fb6-48ff-9b52-10273f7fec9c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:01.277218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.280615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.283486 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e268b6fc-c46c-4c37-b9c6-441294dc7495 req-defc628b-4cd9-41ea-bfbd-8350d847119b tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.72 "DELETE /v2.0/ports/cc3d0f79-7afa-490a-8a7b-df7b67963035 HTTP/1.1" status: 204 len: 173 time: 1.6282394 Jul 08 17:38:01.293852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 35b01bda-4be1-4972-a098-87dae64adbcc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:01.295571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Calling delete_port for 0471f8e4-0923-4933-b795-1c1cbbee2049 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:01.358116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b49151b8-dbaf-4250-b05e-5ea6d82fffc9 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:01.388318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: b49151b8-dbaf-4250-b05e-5ea6d82fffc9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:01.388977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b49151b8-dbaf-4250-b05e-5ea6d82fffc9 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:01.390558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-80e1ea69-b576-4681-8bff-f7b24e0cf6b1 None None] Provisioning for port 36be2be8-2536-4a76-b73b-359d78cafd5c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:01.395898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.400964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-80e1ea69-b576-4681-8bff-f7b24e0cf6b1 None None] Provisioning complete for port 36be2be8-2536-4a76-b73b-359d78cafd5c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:01.402174 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-80e1ea69-b576-4681-8bff-f7b24e0cf6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.423383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.432010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Port': ['ID=0471f8e4-0923-4933-b795-1c1cbbee2049,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:01.435215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No DVR routers for this DVR port 0471f8e4-0923-4933-b795-1c1cbbee2049 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:01.473336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-80e1ea69-b576-4681-8bff-f7b24e0cf6b1 None None] Port 36be2be8-2536-4a76-b73b-359d78cafd5c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:01.478063 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.480645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:01.486190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:01.489770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.496078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Transition to ACTIVE for port object a55fec49-993c-42ba-bc82-0d66ca7bf359 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:01.497952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6593d2-2c8f-4cba-94fa-74c1320fa3b6 req-381398df-a78e-47fe-a1bc-fc776fba3f2e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:01.499664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd6593d2-2c8f-4cba-94fa-74c1320fa3b6 req-381398df-a78e-47fe-a1bc-fc776fba3f2e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1395659 Jul 08 17:38:01.503261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:01.503848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.505775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722fa2c-81bc-43fa-bac3-baddcc6b904c None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:01.529986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=ade1fad4-69e2-4099-82f3-6873178fb0b7,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:01.535371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-15a7acf5-4819-4288-a5a1-9fdb4cf22990 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7952080 Jul 08 17:38:01.540769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43646) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:01.545162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.546393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-973701260', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ade1fad4-69e2-4099-82f3-6873178fb0b7'}], 'security_groups': ['87458d99-74c8-4f67-9c9b-91e4c9ca11c3']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:01.558103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b1b6f5-7d4e-458d-bff1-fd849d26040f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:01.569525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b33cee-6fb6-48ff-9b52-10273f7fec9c') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:01.569940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b33cee-6fb6-48ff-9b52-10273f7fec9c') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:01.573641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Transition to ACTIVE for port object a55fec49-993c-42ba-bc82-0d66ca7bf359 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:01.574967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:01.575454 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.581091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.581601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd6593d2-2c8f-4cba-94fa-74c1320fa3b6 req-d7bdf32c-ebed-435f-a3c6-06d11affb247 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701394 Jul 08 17:38:01.598412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.605621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:01.606391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:01.615599 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:01.631876 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.686615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Network f41068c4-d3ab-477a-a263-356249169de4 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:01.726341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Pushing event updated for resources: {'Port': ['ID=a55fec49-993c-42ba-bc82-0d66ca7bf359,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:01.774798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.776797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:01.780035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:01.792766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.823680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:01.829775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/a6b1b6f5-7d4e-458d-bff1-fd849d26040f HTTP/1.1" status: 204 len: 168 time: 4.0260723 Jul 08 17:38:01.832397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43650) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:01.833100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e006d6-e42e-477c-8773-0cdee59d5037 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Network': ['ID=a6b1b6f5-7d4e-458d-bff1-fd849d26040f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:01.839888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Allocated IP 172.20.0.11 (f41068c4-d3ab-477a-a263-356249169de4/5bf779ec-e760-455c-83e7-4a63468348fa/d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:01.881407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75dc95b6-2d74-4ef5-9d95-f4f8b91c2991 req-686eaf57-79b2-4cb8-9be8-129e57e8a7f2 tempest-MultipleCreateTestJSON-593694886 tempest-MultipleCreateTestJSON-593694886-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9e6d02d-644a-4712-b614-b407989be444 HTTP/1.1" status: 200 len: 210 time: 0.0531023 Jul 08 17:38:01.903338 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2519f4ae-3c64-4889-84a0-cb4381a7035f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:01.903542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2519f4ae-3c64-4889-84a0-cb4381a7035f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:01.905195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2519f4ae-3c64-4889-84a0-cb4381a7035f tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/754ba7cc-6513-4aa0-b4ef-050cce6b52f0 HTTP/1.1" status: 404 len: 337 time: 0.0640972 Jul 08 17:38:01.909740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43654) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:01.922995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.923712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.924214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.924727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.925120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.925434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.926173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.926515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.926844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.927177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.927506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.927838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:01.954892 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1368e055-0807-45bf-96f8-ac593726c7aa tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:01.955462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1368e055-0807-45bf-96f8-ac593726c7aa tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:01.959703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1368e055-0807-45bf-96f8-ac593726c7aa tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/a6b1b6f5-7d4e-458d-bff1-fd849d26040f HTTP/1.1" status: 404 len: 339 time: 0.0465798 Jul 08 17:38:01.961922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43658) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:01.996099 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-28466675-dbbc-4f91-9f83-bfcdb03796da tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:01.996560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28466675-dbbc-4f91-9f83-bfcdb03796da tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:02.000946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28466675-dbbc-4f91-9f83-bfcdb03796da tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/e7fbd32d-ccb0-472d-97ca-02ebc6efd454 HTTP/1.1" status: 404 len: 337 time: 0.0354993 Jul 08 17:38:02.003405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43660) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.033965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:38:02.063686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.081947 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6498281-6aa5-4282-8518-207475d60829 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:02.082574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6498281-6aa5-4282-8518-207475d60829 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:02.086759 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d6498281-6aa5-4282-8518-207475d60829 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/eb5989a2-4632-4afd-b736-aabb34d06045 HTTP/1.1" status: 404 len: 339 time: 0.0799642 Jul 08 17:38:02.089223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43664) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.112359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Transition to ACTIVE for port object d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:02.139399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Attempting to bind port a55fec49-993c-42ba-bc82-0d66ca7bf359 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:02.139903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Attempting to bind port a55fec49-993c-42ba-bc82-0d66ca7bf359 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '82a65a56-9bb3-4fcf-a89c-816453fee971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f41068c4-d3ab-477a-a263-356249169de4'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:02.140333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Attempting to bind port a55fec49-993c-42ba-bc82-0d66ca7bf359 on network f41068c4-d3ab-477a-a263-356249169de4 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:02.162448 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ed3c7e-d508-4574-802f-ae2b6f6cc22d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:02.163709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ed3c7e-d508-4574-802f-ae2b6f6cc22d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:02.165723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-37ed3c7e-d508-4574-802f-ae2b6f6cc22d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/3e06f2c7-87a4-4c9b-a564-77c01e1790e6 HTTP/1.1" status: 404 len: 337 time: 0.0755599 Jul 08 17:38:02.167670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:02.168050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Checking segment: {'id': '82a65a56-9bb3-4fcf-a89c-816453fee971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f41068c4-d3ab-477a-a263-356249169de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:02.168452 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.168879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Bound using segment: {'id': '82a65a56-9bb3-4fcf-a89c-816453fee971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f41068c4-d3ab-477a-a263-356249169de4'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:02.169367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Bound port: a55fec49-993c-42ba-bc82-0d66ca7bf359, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a65a56-9bb3-4fcf-a89c-816453fee971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f41068c4-d3ab-477a-a263-356249169de4'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:02.170016 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.170270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43666) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.237792 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e118ae-78bb-4cd3-8264-5140d55499f3 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:02.238590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e118ae-78bb-4cd3-8264-5140d55499f3 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:02.243607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-16e118ae-78bb-4cd3-8264-5140d55499f3 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/5030c27e-1323-4b8b-9206-c27dea578085 HTTP/1.1" status: 404 len: 339 time: 0.0674965 Jul 08 17:38:02.252708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43668) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.264121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.321433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:02.324227 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156fdcff-73f3-4272-85ed-053b43ef4ee3" -d '{"events": [{"server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:02.327942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network f41068c4-d3ab-477a-a263-356249169de4 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:02.331301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:02.337517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:02.363466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:02.383290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] For port a55fec49-993c-42ba-bc82-0d66ca7bf359, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:02.388780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] For port a55fec49-993c-42ba-bc82-0d66ca7bf359, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a55fec49-993c-42ba-bc82-0d66ca7bf359,segment=NetworkSegment(82a65a56-9bb3-4fcf-a89c-816453fee971),segment_id=82a65a56-9bb3-4fcf-a89c-816453fee971)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:02.400782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] Update dhcp port {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'fixed_ips': [{'subnet_id': '7b61655c-3b28-48df-9742-089081cd2015', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ade1fad4-69e2-4099-82f3-6873178fb0b7'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '35b01bda-4be1-4972-a098-87dae64adbcc'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:38:02.406356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.435356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:02.436139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.446384 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48554f4e-4a58-403c-b7fa-802020bc71ad x-openstack-request-id: req-48554f4e-4a58-403c-b7fa-802020bc71ad {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:02.446718 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "name": "network-vif-unplugged", "status": "completed", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:02.447904 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-48554f4e-4a58-403c-b7fa-802020bc71ad {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:02.448834 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035', 'code': 200} Jul 08 17:38:02.462228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c97f4199-a002-4e60-b4af-a87adf815e11 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1949484 Jul 08 17:38:02.465058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43672) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.468775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Delete allocated IP 2001:db8::248 (7c7e200c-5d23-4c85-9857-cd91e51c5317/7b61655c-3b28-48df-9742-089081cd2015) {{(pid=93664) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:38:02.470616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'name': 'tempest-AllowedAddressPairTestJSON-584818283', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:0b:8a:3d'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:02.477191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting port 26ea9b50-d8f0-474b-b97b-706eaebd74e6 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:02.477526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.483327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8:0:1::2a7 (7c7e200c-5d23-4c85-9857-cd91e51c5317/ade1fad4-69e2-4099-82f3-6873178fb0b7/36be2be8-2536-4a76-b73b-359d78cafd5c) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:02.502273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.527813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeacf27-8ce0-4744-a88d-1ac81177ff83 None None] Pushing event updated for resources: {'Port': ['ID=a55fec49-993c-42ba-bc82-0d66ca7bf359,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:02.576504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.597267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Calling delete_port for 26ea9b50-d8f0-474b-b97b-706eaebd74e6 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:02.615115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:02.720298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.743503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] device_id is not set on port b8d96120-8665-411b-9c25-00aa63cd6068 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:02.798114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.862589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.870515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.911562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Allocated IP 172.20.0.14 (f41068c4-d3ab-477a-a263-356249169de4/5bf779ec-e760-455c-83e7-4a63468348fa/b8d96120-8665-411b-9c25-00aa63cd6068) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:02.916488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Port': ['ID=26ea9b50-d8f0-474b-b97b-706eaebd74e6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:02.919591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object 36be2be8-2536-4a76-b73b-359d78cafd5c will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:02.930303 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.932313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3919cf91-8559-4b02-9e8c-81cbb41f28e6 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/ports/26ea9b50-d8f0-474b-b97b-706eaebd74e6 HTTP/1.1" status: 204 len: 168 time: 0.6790998 Jul 08 17:38:02.933976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:02.935557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43678) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:02.995831 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d2fc08-3e12-4fa3-8f4a-02ab151874c3 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:02.996291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d2fc08-3e12-4fa3-8f4a-02ab151874c3 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:03.000548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-92d2fc08-3e12-4fa3-8f4a-02ab151874c3 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/77e06449-66d4-4a3e-8e23-0a25cae00e99 HTTP/1.1" status: 404 len: 337 time: 0.0618691 Jul 08 17:38:03.003991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43680) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:03.029766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e48d95-a129-4fb4-a263-0ea18f641d8f req-cf791be7-bac0-4097-b3a5-54d2f9984671 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.031356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07e48d95-a129-4fb4-a263-0ea18f641d8f req-cf791be7-bac0-4097-b3a5-54d2f9984671 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2594633 Jul 08 17:38:03.063372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'name': 'network-vif-deleted', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:38:03.066119 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cd17cb-b453-4b32-8ec2-f37bec2d6484" -d '{"events": [{"server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "name": "network-vif-deleted", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:38:03.127957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43686) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:03.244765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] Allocated IP 2001:db8:0:1::2 (7c7e200c-5d23-4c85-9857-cd91e51c5317/ade1fad4-69e2-4099-82f3-6873178fb0b7/35b01bda-4be1-4972-a098-87dae64adbcc) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:03.247557 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d827e8d9-51f2-497d-9763-1a7619a1dcb1 x-openstack-request-id: req-d827e8d9-51f2-497d-9763-1a7619a1dcb1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:38:03.247982 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff894b68-851f-49b8-9f14-0a787fb1b100", "name": "network-vif-deleted", "tag": "cc3d0f79-7afa-490a-8a7b-df7b67963035", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:38:03.248089 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d827e8d9-51f2-497d-9763-1a7619a1dcb1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:38:03.248485 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff894b68-851f-49b8-9f14-0a787fb1b100', 'name': 'network-vif-deleted', 'tag': 'cc3d0f79-7afa-490a-8a7b-df7b67963035', 'status': 'completed', 'code': 200} Jul 08 17:38:03.273249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.300644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] Deleting subnet cc3ae9e0-7909-4b1c-9222-5533572277fa {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:03.309018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Transition to ACTIVE for port object b8d96120-8665-411b-9c25-00aa63cd6068 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:03.315727 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.354465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a55fec49-993c-42ba-bc82-0d66ca7bf359 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:03.381159 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-b71e8e6b-8036-4b33-a932-2f01965a3380 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2642915 Jul 08 17:38:03.423311 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.469766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] In _notify_port_updated(), no bound segment for port 36be2be8-2536-4a76-b73b-359d78cafd5c on network 7c7e200c-5d23-4c85-9857-cd91e51c5317 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:03.476559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.484016 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.486483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "PUT /v2.0/ports/36be2be8-2536-4a76-b73b-359d78cafd5c HTTP/1.1" status: 200 len: 930 time: 1.9453089 Jul 08 17:38:03.490094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43694) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:03.511259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=35b01bda-4be1-4972-a098-87dae64adbcc,segment=NetworkSegment(3dac4aac-326b-4344-9bc3-fae97b95cc5d),segment_id=3dac4aac-326b-4344-9bc3-fae97b95cc5d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:03.521887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port a55fec49-993c-42ba-bc82-0d66ca7bf359 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:03.543476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c493396-965c-480a-9e5b-058254c3c5f3 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=36be2be8-2536-4a76-b73b-359d78cafd5c,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:03.575150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.581359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.598457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.602594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.603555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] Transition to ACTIVE for port object 35b01bda-4be1-4972-a098-87dae64adbcc will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:03.609371 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.618569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07e48d95-a129-4fb4-a263-0ea18f641d8f req-11499094-9d6f-4719-b078-39ad50154fad tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786204 Jul 08 17:38:03.695715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network f41068c4-d3ab-477a-a263-356249169de4 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:03.704245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:03.717623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:03.789352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.792332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3eb7c-3541-4ed5-994f-723758ab9901 None None] Pushing event updated for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:03.810188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d87e977-b91b-48ae-ad51-794b81583ca1']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:03.817493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=b8d96120-8665-411b-9c25-00aa63cd6068,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:03.847476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d5fed5-6151-4dd2-9e8f-d502940d32bc') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:03.847889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d5fed5-6151-4dd2-9e8f-d502940d32bc') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:03.848568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.849431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.850025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.851108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.851787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.852355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.853100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.855348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-59087165-e948-4d55-a964-7d76f329d45e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b14560631ba543b18b297591d37c7d5f&device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6502 time: 0.3824964 Jul 08 17:38:03.872307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:03.873423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.878147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.901614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:03.914288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:03.915059 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:04.008940 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:04.014604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.025099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.027789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/9d87e977-b91b-48ae-ad51-794b81583ca1 HTTP/1.1" status: 204 len: 168 time: 1.0215364 Jul 08 17:38:04.030264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43700) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:04.035047 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bd2ab344-fcdb-40cd-82e0-9a2fa53c4ff0 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5665412 Jul 08 17:38:04.035047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.040722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43702) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:04.051658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84081e4-bd59-4037-bdb2-a8de967c9592 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Network': ['ID=9d87e977-b91b-48ae-ad51-794b81583ca1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:04.098299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd744da2-2893-4bef-94e7-787a5bab3783 None None] Network f41068c4-d3ab-477a-a263-356249169de4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:04.110538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3ae9e0-7909-4b1c-9222-5533572277fa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:04.158566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.163934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9c487b7d-be32-44ce-ace6-44aa344e1021 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/cc3ae9e0-7909-4b1c-9222-5533572277fa HTTP/1.1" status: 204 len: 168 time: 1.0329032 Jul 08 17:38:04.164691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43704) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:04.174409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5d218fe7-1309-4e31-a169-8d0210883fd3 None None] Provisioning for port a55fec49-993c-42ba-bc82-0d66ca7bf359 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:04.182725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5d218fe7-1309-4e31-a169-8d0210883fd3 None None] Provisioning complete for port a55fec49-993c-42ba-bc82-0d66ca7bf359 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:04.183106 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5d218fe7-1309-4e31-a169-8d0210883fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.217567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting port 580ec7f2-964c-4c5c-b883-c2f815d40c26 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:04.217903 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.267527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.298362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1bd69-7640-4f5d-8e03-f44e080be7cf req-236e3d78-a61b-40f2-afed-1f477e1e4926 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.300139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c1bd69-7640-4f5d-8e03-f44e080be7cf req-236e3d78-a61b-40f2-afed-1f477e1e4926 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1562843 Jul 08 17:38:04.302312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 36be2be8-2536-4a76-b73b-359d78cafd5c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:04.302769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.351984 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5d218fe7-1309-4e31-a169-8d0210883fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.369608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.379359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c1bd69-7640-4f5d-8e03-f44e080be7cf req-a4dc606c-997c-43ec-8f34-805a757eaea8 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692656 Jul 08 17:38:04.396838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Calling delete_port for 580ec7f2-964c-4c5c-b883-c2f815d40c26 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:04.422904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b743948-9ff2-4f0c-9a00-382e4bd62aac tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.425453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b743948-9ff2-4f0c-9a00-382e4bd62aac tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.432762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b743948-9ff2-4f0c-9a00-382e4bd62aac tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.434643 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8b743948-9ff2-4f0c-9a00-382e4bd62aac tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3656166 Jul 08 17:38:04.436166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-10701b21-df34-403f-8df6-b0297d4e8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.436773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-10701b21-df34-403f-8df6-b0297d4e8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.437319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-10701b21-df34-403f-8df6-b0297d4e8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:04.438923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-10701b21-df34-403f-8df6-b0297d4e8e2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=a81a00d8-77b5-4664-b5ce-6342936760b5&id=361915ae-e677-4ba1-a26a-8e1a0329c81a&id=361915ae-e677-4ba1-a26a-8e1a0329c81a HTTP/1.1" status: 200 len: 2297 time: 0.5501366 Jul 08 17:38:04.458845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43708) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:04.470115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5d218fe7-1309-4e31-a169-8d0210883fd3 None None] For port a55fec49-993c-42ba-bc82-0d66ca7bf359, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a55fec49-993c-42ba-bc82-0d66ca7bf359,segment=NetworkSegment(82a65a56-9bb3-4fcf-a89c-816453fee971),segment_id=82a65a56-9bb3-4fcf-a89c-816453fee971)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:04.483792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5d218fe7-1309-4e31-a169-8d0210883fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.530590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.583295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Port': ['ID=580ec7f2-964c-4c5c-b883-c2f815d40c26,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:04.604902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.608782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-192d511a-8f4d-4d24-8394-5defb34e01c2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/ports/580ec7f2-964c-4c5c-b883-c2f815d40c26 HTTP/1.1" status: 204 len: 168 time: 0.5768483 Jul 08 17:38:04.610475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43712) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:04.619288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d218fe7-1309-4e31-a169-8d0210883fd3 None None] Pushing event updated for resources: {'Port': ['ID=a55fec49-993c-42ba-bc82-0d66ca7bf359,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:04.661542 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b69d49f-321b-4a1a-b9a7-bc6a9d5ecb98 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:04.662095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b69d49f-321b-4a1a-b9a7-bc6a9d5ecb98 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:04.668546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4b69d49f-321b-4a1a-b9a7-bc6a9d5ecb98 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/4302af76-bf76-4f27-9f0a-a7f4f2bf772a HTTP/1.1" status: 404 len: 337 time: 0.0531785 Jul 08 17:38:04.669043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43714) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:04.721121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Provisioning for port 35b01bda-4be1-4972-a098-87dae64adbcc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:04.727344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:04.727344 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.784629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.895450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.903434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Provisioning complete for port 18ac46ac-3272-4d31-a407-f2e00e1532fc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:04.904196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.912146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec18b3d0-7788-494e-afe5-2c467d6d27db']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:04.927059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1c0ece-7999-4d0e-9050-c0332aa9ccb8') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:04.927273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1c0ece-7999-4d0e-9050-c0332aa9ccb8') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:04.940677 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.954679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Port 18ac46ac-3272-4d31-a407-f2e00e1532fc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:04.960863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.970374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:04.970798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:04.975223 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:04.978812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Provisioning for port 36be2be8-2536-4a76-b73b-359d78cafd5c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:04.983615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Provisioning complete for port 36be2be8-2536-4a76-b73b-359d78cafd5c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:04.983825 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.038268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-456b9b5c-5e9f-4f98-ae90-682933ad27dd None None] Port 36be2be8-2536-4a76-b73b-359d78cafd5c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:05.051679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.060644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.063218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/ec18b3d0-7788-494e-afe5-2c467d6d27db HTTP/1.1" status: 204 len: 168 time: 0.3929999 Jul 08 17:38:05.065669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43718) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:05.085110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e98f1-8667-4a43-a193-d518efccf95d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Network': ['ID=ec18b3d0-7788-494e-afe5-2c467d6d27db,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:05.115728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1680474-f777-4a6e-9de3-06ebba715420 req-2c759380-cc15-4481-ba4e-c3e81e227b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:05.117879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1680474-f777-4a6e-9de3-06ebba715420 req-2c759380-cc15-4481-ba4e-c3e81e227b14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 1096 time: 1.0087218 Jul 08 17:38:05.131713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting subnet 98b4728d-7247-4b6a-8986-ad6490b189ed {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:05.135009 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.135364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.170754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Provisioning for port d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:05.175569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Provisioning complete for port d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:05.175996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.202327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.223420 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-e3820d60-1b94-4f6a-b0ea-40e0d3c7a30a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=219c0543-bc8c-418f-8f87-598c2693360b HTTP/1.1" status: 200 len: 1001 time: 0.7522869 Jul 08 17:38:05.225134 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.230383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edc29ba-ba39-48c4-b5ca-09e2a50ff76f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:05.247181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 35b01bda-4be1-4972-a098-87dae64adbcc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:05.269418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8126cc09-58df-4a12-971a-1ffefae0449d') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:05.270059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8126cc09-58df-4a12-971a-1ffefae0449d') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:05.277274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Port d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:05.301893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Provisioning complete for port a55fec49-993c-42ba-bc82-0d66ca7bf359 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:05.302618 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.309770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.312940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 36be2be8-2536-4a76-b73b-359d78cafd5c owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:05.343576 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.354839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:05.355410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.420015 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.441169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-190eccbb-aaf5-41d0-9f5c-6763ddb6810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:05.442583 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-190eccbb-aaf5-41d0-9f5c-6763ddb6810c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3ba21f92-0c6a-4238-91cc-a16c1b7a0665 HTTP/1.1" status: 200 len: 855 time: 0.1953442 Jul 08 17:38:05.463863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.505287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:05.505945 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:05.509550 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:05.513631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1680474-f777-4a6e-9de3-06ebba715420 req-5a1008df-6f59-4302-bf5d-2743fa10230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:05.515305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1680474-f777-4a6e-9de3-06ebba715420 req-5a1008df-6f59-4302-bf5d-2743fa10230a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 920 time: 0.3730659 Jul 08 17:38:05.533082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c8c52-eca3-4c95-acde-8fa74b41a920 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:38:05.539391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.550894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/subnets/98b4728d-7247-4b6a-8986-ad6490b189ed HTTP/1.1" status: 204 len: 168 time: 0.4842484 Jul 08 17:38:05.552596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff3883-ad5b-4ed5-ba67-99f2a92e410d tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Subnet': ['ID=98b4728d-7247-4b6a-8986-ad6490b189ed,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:05.555035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43722) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:05.581599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Provisioning for port b8d96120-8665-411b-9c25-00aa63cd6068 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:05.597164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Provisioning complete for port b8d96120-8665-411b-9c25-00aa63cd6068 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:05.597653 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.635314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a55fec49-993c-42ba-bc82-0d66ca7bf359 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:05.638981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting port b8d96120-8665-411b-9c25-00aa63cd6068 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:05.639324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.679485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.724580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Port b8d96120-8665-411b-9c25-00aa63cd6068 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:05.735810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1680474-f777-4a6e-9de3-06ebba715420 req-e03bb05a-406a-41ce-8c2a-ad2254a1a2ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f HTTP/1.1" status: 200 len: 217 time: 0.1593785 Jul 08 17:38:05.764128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a55fec49-993c-42ba-bc82-0d66ca7bf359 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:05.764682 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.796001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb9b9-9b87-4dcf-96b3-d03a237947b6 req-6c2f9bad-fca2-4ba4-b973-501cde8065f3 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:05.802940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fabb9b9-9b87-4dcf-96b3-d03a237947b6 req-6c2f9bad-fca2-4ba4-b973-501cde8065f3 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2163267 Jul 08 17:38:05.829961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Deleting port 0fc89884-347d-4f06-8436-607b8593091d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:05.830317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.831697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.875154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.879806 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] 10.222.0.63 "DELETE /v2.0/networks/7edc29ba-ba39-48c4-b5ca-09e2a50ff76f HTTP/1.1" status: 204 len: 168 time: 1.6925397 Jul 08 17:38:05.905311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Provisioning complete for port 36be2be8-2536-4a76-b73b-359d78cafd5c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:05.905692 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:05.917089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fabb9b9-9b87-4dcf-96b3-d03a237947b6 req-49c55461-687c-4292-8d32-551423f5bb64 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122384 Jul 08 17:38:05.960295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] For port 0fc89884-347d-4f06-8436-607b8593091d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0fc89884-347d-4f06-8436-607b8593091d,segment=NetworkSegment(9b8aa1ad-7523-4c08-ae87-46f2b9cb1397),segment_id=9b8aa1ad-7523-4c08-ae87-46f2b9cb1397)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:05.963621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.015181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Calling delete_port for 0fc89884-347d-4f06-8436-607b8593091d owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:06.019882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1680474-f777-4a6e-9de3-06ebba715420 req-4dafe35b-c62f-402c-b8e7-fffcbf5888a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:06.021471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1680474-f777-4a6e-9de3-06ebba715420 req-4dafe35b-c62f-402c-b8e7-fffcbf5888a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.2739372 Jul 08 17:38:06.025751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec0eeb-7804-4081-9e1c-5593929b9d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=7edc29ba-ba39-48c4-b5ca-09e2a50ff76f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:06.030836 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.031037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eeff11bc-766c-4655-9c9a-f44677555d84 None None] Port 36be2be8-2536-4a76-b73b-359d78cafd5c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:06.034867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c8c52-eca3-4c95-acde-8fa74b41a920 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:38:06.095197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.126396 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1680474-f777-4a6e-9de3-06ebba715420 req-5f8c5d5c-6fb1-49ff-a0d8-0874807951de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896289 Jul 08 17:38:06.147905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.152776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-2f1b0f7c-0ccd-4286-980a-bd70c67eb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:06.154273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-2f1b0f7c-0ccd-4286-980a-bd70c67eb2b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6617718 Jul 08 17:38:06.155250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=36be2be8-2536-4a76-b73b-359d78cafd5c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:06.169198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] No DVR routers for this DVR port 0fc89884-347d-4f06-8436-607b8593091d on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:06.191180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1b564b71-d516-4292-880d-3d0e66a1cb50 None None] Provisioning complete for port d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:06.191446 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1b564b71-d516-4292-880d-3d0e66a1cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.193093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Port': ['ID=0fc89884-347d-4f06-8436-607b8593091d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:06.226487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43732) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:06.239915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Calling delete_port for b8d96120-8665-411b-9c25-00aa63cd6068 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:06.241208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.245448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44a6d2d5-838e-49e2-a052-8f448b45fdf1 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/36be2be8-2536-4a76-b73b-359d78cafd5c HTTP/1.1" status: 204 len: 168 time: 2.7519937 Jul 08 17:38:06.246343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43734) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:06.262485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1b564b71-d516-4292-880d-3d0e66a1cb50 None None] Port d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:06.288779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1b564b71-d516-4292-880d-3d0e66a1cb50 None None] Provisioning complete for port b8d96120-8665-411b-9c25-00aa63cd6068 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:06.288779 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1b564b71-d516-4292-880d-3d0e66a1cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.315359 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.333305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c598dd48-da06-437f-924a-3defe4b215a4']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:06.345697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-767f8785-b14f-4a58-86f2-73787d9d6792 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=365f56e232db40248a00ac01ea11c40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152458 Jul 08 17:38:06.346486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43736) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:06.348346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8aa1ad-7523-4c08-ae87-46f2b9cb1397') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:06.348647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8aa1ad-7523-4c08-ae87-46f2b9cb1397') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:06.357954 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-6222f511-409b-402f-8364-908e4778d2cc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:38:06.359598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6222f511-409b-402f-8364-908e4778d2cc tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/36be2be8-2536-4a76-b73b-359d78cafd5c HTTP/1.1" status: 404 len: 333 time: 0.1104188 Jul 08 17:38:06.366741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1680474-f777-4a6e-9de3-06ebba715420 req-3d31d48d-a130-4ce6-9747-e0014a8c695d service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176309 Jul 08 17:38:06.369570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43738) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:06.378975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1b564b71-d516-4292-880d-3d0e66a1cb50 None None] Port b8d96120-8665-411b-9c25-00aa63cd6068 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:06.391963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.420666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.428210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606a0c3-f5ad-4c41-bf5d-8dfc1380a17a None None] Network c598dd48-da06-437f-924a-3defe4b215a4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:06.434774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:06.435252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:06.439361 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:06.452046 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe989b79-7de5-48f4-8102-6681cda9d8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.519604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe989b79-7de5-48f4-8102-6681cda9d8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.538099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.544986 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-80c90755-9c00-44cc-bfa7-4c96766c548a service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136947 Jul 08 17:38:06.545270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.548322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] 10.222.0.63 "DELETE /v2.0/networks/c598dd48-da06-437f-924a-3defe4b215a4 HTTP/1.1" status: 204 len: 168 time: 0.9921141 Jul 08 17:38:06.581892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5a478-27af-4c2a-952c-06f43fbd62d2 tempest-NetworksIpV6TestAttrs-359840678 tempest-NetworksIpV6TestAttrs-359840678-project] Pushing event deleted for resources: {'Network': ['ID=c598dd48-da06-437f-924a-3defe4b215a4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:06.622645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1680474-f777-4a6e-9de3-06ebba715420 req-df2b4641-d802-471c-9318-5d3f0699cf86 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433465 Jul 08 17:38:06.623598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7375-211e-452f-9449-9f6931977427 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.643746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe989b79-7de5-48f4-8102-6681cda9d8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.646641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe989b79-7de5-48f4-8102-6681cda9d8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.654663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fe989b79-7de5-48f4-8102-6681cda9d8a1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c3fd7ea6-80bc-4b90-8b10-318feca69780 HTTP/1.1" status: 204 len: 168 time: 0.3014655 Jul 08 17:38:06.663628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe989b79-7de5-48f4-8102-6681cda9d8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fd7ea6-80bc-4b90-8b10-318feca69780,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:06.682846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60138531-97c2-44ad-8d5a-4ec99e4058ec None None] DHCP port deletion for c598dd48-da06-437f-924a-3defe4b215a4 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:06.723496 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7375-211e-452f-9449-9f6931977427 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.794653 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.859264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Port': ['ID=b8d96120-8665-411b-9c25-00aa63cd6068,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:06.907575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-f406e8d1-6584-42a6-81af-f7b5ebe82024 service neutron] 10.222.0.72 "GET /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494325 Jul 08 17:38:06.931300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7375-211e-452f-9449-9f6931977427 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.934213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba6d7375-211e-452f-9449-9f6931977427 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:06.938678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43756) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:06.948149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ba6d7375-211e-452f-9449-9f6931977427 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/security-groups/60043184-7dc9-4e05-a736-453ba41d4a03 HTTP/1.1" status: 204 len: 168 time: 0.5775001 Jul 08 17:38:07.024396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43760) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:07.029518 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-90b17edb-7064-4f1b-8b95-704d1623cf9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 200 len: 217 time: 0.1114831 Jul 08 17:38:07.056662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4a84ad-1e41-4847-b8b1-9d14f6f884d6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.101369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d7375-211e-452f-9449-9f6931977427 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60043184-7dc9-4e05-a736-453ba41d4a03,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:07.139862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4a84ad-1e41-4847-b8b1-9d14f6f884d6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.285576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0fc89884-347d-4f06-8436-607b8593091d no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:07.299618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-6ff34f2e-1b14-4d19-9ee6-943af47a3564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:07.301389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-6ff34f2e-1b14-4d19-9ee6-943af47a3564 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.2583995 Jul 08 17:38:07.310517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 0fc89884-347d-4f06-8436-607b8593091d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:07.310855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0fc89884-347d-4f06-8436-607b8593091d not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:07.312786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.315413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c2db63e6-7c4a-4e33-a647-6fb526b6b0e9 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/ports/b8d96120-8665-411b-9c25-00aa63cd6068 HTTP/1.1" status: 204 len: 168 time: 2.8539057 Jul 08 17:38:07.325401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43772) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:07.338898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4a84ad-1e41-4847-b8b1-9d14f6f884d6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.341436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c4a84ad-1e41-4847-b8b1-9d14f6f884d6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.345527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c4a84ad-1e41-4847-b8b1-9d14f6f884d6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/security-groups/87458d99-74c8-4f67-9c9b-91e4c9ca11c3 HTTP/1.1" status: 204 len: 168 time: 0.4057138 Jul 08 17:38:07.346305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43776) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:07.374114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-df3a9c35-068d-4448-9d71-cae7befba071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:07.375709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-df3a9c35-068d-4448-9d71-cae7befba071 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0591309 Jul 08 17:38:07.389647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed3118-738d-4c77-8ebf-332e78d0b860 req-daa37b3c-beac-4d99-b857-8ee4f01bc623 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:07.397862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ed3118-738d-4c77-8ebf-332e78d0b860 req-daa37b3c-beac-4d99-b857-8ee4f01bc623 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2596462 Jul 08 17:38:07.404110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d4afd93d-9ff0-4980-89bc-0d891cc03357 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35a15dd3c0564172a307d2f4b605cfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764024 Jul 08 17:38:07.405172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43778) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:07.438621 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-282e15ee-1a67-472a-914f-c7cd88822ee8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] GET failed (client error): The resource could not be found. Jul 08 17:38:07.444284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-282e15ee-1a67-472a-914f-c7cd88822ee8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "GET /v2.0/ports/b8d96120-8665-411b-9c25-00aa63cd6068 HTTP/1.1" status: 404 len: 333 time: 0.1160948 Jul 08 17:38:07.444801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43780) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:07.449267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a84ad-1e41-4847-b8b1-9d14f6f884d6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87458d99-74c8-4f67-9c9b-91e4c9ca11c3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:07.462023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'name': 'tempest-AllowedAddressPairTestJSON-860373587'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:07.497923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ed3118-738d-4c77-8ebf-332e78d0b860 req-99ac46f5-f7fd-4a54-9557-3e30447a0dee tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989592 Jul 08 17:38:07.506136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet 7b61655c-3b28-48df-9742-089081cd2015 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:07.510341 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.553061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.608014 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-0259ed47-f159-4387-9faa-c46e4c9ec879 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238538 Jul 08 17:38:07.612348 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8e701fd-82c0-4990-a565-ac0597a51239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.654307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.696029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8e701fd-82c0-4990-a565-ac0597a51239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.719662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.755786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=7b61655c-3b28-48df-9742-089081cd2015,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:07.758398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.760609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f3609bea-8860-46f5-ace9-afabf2516bc5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/7b61655c-3b28-48df-9742-089081cd2015 HTTP/1.1" status: 204 len: 168 time: 0.4048402 Jul 08 17:38:07.764867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43796) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:07.770543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:07.778504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:07.780228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3538f12c-d7fc-4544-8a87-e5c27641d94b None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:07.782286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.809665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] device_id is not set on port 87adec94-c3f5-415e-bb40-76f0d7fe76be yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:07.816073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-674d197a-2e58-455f-9dda-08d54db91247 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985602 Jul 08 17:38:07.863352 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8e701fd-82c0-4990-a565-ac0597a51239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.867739 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8e701fd-82c0-4990-a565-ac0597a51239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:07.868566 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b8e701fd-82c0-4990-a565-ac0597a51239 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a1bc991-ab3c-42d3-8782-139b164106dd HTTP/1.1" status: 204 len: 168 time: 0.4627602 Jul 08 17:38:07.914372 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-0a88b2c3-f800-44c5-9a39-14767e14c824 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 200 len: 217 time: 0.0599992 Jul 08 17:38:07.918262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e701fd-82c0-4990-a565-ac0597a51239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1bc991-ab3c-42d3-8782-139b164106dd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:07.918436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:07.926155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.032838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-c2eb1c54-367f-4842-8ee7-88e6d9e6a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:08.034450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-c2eb1c54-367f-4842-8ee7-88e6d9e6a0e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.1099524 Jul 08 17:38:08.048880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Allocated IP 172.20.0.12 (f41068c4-d3ab-477a-a263-356249169de4/5bf779ec-e760-455c-83e7-4a63468348fa/87adec94-c3f5-415e-bb40-76f0d7fe76be) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:08.301645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-692c8d0d-1582-4462-9081-7e047d2b064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:08.303478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-692c8d0d-1582-4462-9081-7e047d2b064e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2561500 Jul 08 17:38:08.359305 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.447517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:08.453151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:08.460609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:08.461242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.489361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=85f0f6a8-ffd9-4a3f-9482-c045b918eafe,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:08.496645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-54a415cb-0100-4f2a-a8b9-39e196537676 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7306390 Jul 08 17:38:08.499352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43814) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:08.500231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.505138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-456974fc-b2d1-4c15-8f11-0d3cde74de12 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'security_group': {'name': 'tempest-secgroup-925060597'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:08.529595 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-5842518a-7f7d-4e8f-b8d9-fde57957bfce service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172260 Jul 08 17:38:08.545777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Transition to ACTIVE for port object 87adec94-c3f5-415e-bb40-76f0d7fe76be will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:08.559535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-456974fc-b2d1-4c15-8f11-0d3cde74de12 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.746511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-903b6a6c-f530-4240-a132-f3f067145869 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038596 Jul 08 17:38:08.749794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.830334 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-456974fc-b2d1-4c15-8f11-0d3cde74de12 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.849623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-456974fc-b2d1-4c15-8f11-0d3cde74de12 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.893322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456974fc-b2d1-4c15-8f11-0d3cde74de12 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec20605-7900-4163-a155-db7e685cf1f2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:08.904474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-2be53df9-5911-42e4-9b62-54656bb829a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 HTTP/1.1" status: 200 len: 217 time: 0.1329124 Jul 08 17:38:08.916967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network f41068c4-d3ab-477a-a263-356249169de4 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:08.927070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cab10f-5490-4dcd-afb0-7501f9ab6913 req-e6e67277-55cb-49a7-8cb6-58b97e14e56a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:08.933369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:08.935974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:08.937216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1cab10f-5490-4dcd-afb0-7501f9ab6913 req-e6e67277-55cb-49a7-8cb6-58b97e14e56a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2670116 Jul 08 17:38:08.941438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-456974fc-b2d1-4c15-8f11-0d3cde74de12 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:08.941945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-456974fc-b2d1-4c15-8f11-0d3cde74de12 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4411039 Jul 08 17:38:08.968376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:09.001243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b1e51009-911c-40c6-9ded-ca056703ce6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'security_group': {'name': 'tempest-secgroup-1251304309'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:09.013916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=87adec94-c3f5-415e-bb40-76f0d7fe76be,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:09.023924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1cab10f-5490-4dcd-afb0-7501f9ab6913 req-26f9ae85-82dd-4b19-9492-425071d11ac5 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856776 Jul 08 17:38:09.061008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-e0dc8b75-ea01-421b-9995-3096e27dd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:09.062512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-e0dc8b75-ea01-421b-9995-3096e27dd624 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.1443224 Jul 08 17:38:09.111582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:09.112163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.125696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1e51009-911c-40c6-9ded-ca056703ce6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.138738 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0a217f63-cd41-403a-95fb-972611e0428f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6911478 Jul 08 17:38:09.141487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43838) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:09.146930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:0b:8a:3d'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:09.177320 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43840) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:09.227632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-71f42a05-6f1f-4324-a33a-43ea3afa03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:09.229540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-71f42a05-6f1f-4324-a33a-43ea3afa03d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1573129 Jul 08 17:38:09.334331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5b730d9-5761-442c-8624-dd0cf460c45f None None] Provisioning for port 87adec94-c3f5-415e-bb40-76f0d7fe76be completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:09.339232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5b730d9-5761-442c-8624-dd0cf460c45f None None] Provisioning complete for port 87adec94-c3f5-415e-bb40-76f0d7fe76be triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:09.339638 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5b730d9-5761-442c-8624-dd0cf460c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.417912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0572f5-7fc1-489a-8d27-15efd82ac863 None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:09.440630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.485141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1389098388'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:09.508334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d5b730d9-5761-442c-8624-dd0cf460c45f None None] Port 87adec94-c3f5-415e-bb40-76f0d7fe76be cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:09.537666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1e51009-911c-40c6-9ded-ca056703ce6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.541479 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-fa8ab759-2e6b-4bab-b3c0-8c8f230a6126 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038812 Jul 08 17:38:09.553177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1e51009-911c-40c6-9ded-ca056703ce6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.609128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e51009-911c-40c6-9ded-ca056703ce6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372f2eac-ecb1-4045-9dfa-e8fde603fcc8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:09.686705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7a130e81-a938-4c5b-9fb0-ab818b92b237 None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:09.687078 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a130e81-a938-4c5b-9fb0-ab818b92b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.718442 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-f8b59ec9-aaa1-4620-a1a6-162cebf7fa85 service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499112 Jul 08 17:38:09.723128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:09.727739 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.754871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.759978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1e51009-911c-40c6-9ded-ca056703ce6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.761241 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1e51009-911c-40c6-9ded-ca056703ce6f tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7676587 Jul 08 17:38:09.799785 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.800338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43856) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:09.805976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1331f933-8739-4c14-aaa6-df4a4a688686 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'security_group': {'name': 'tempest-secgroup-252690372'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:09.809991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.815661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-ef7b85a2-2f88-4ed0-b707-fe048a2c521d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=d804950a-4a16-4107-b800-69280cf2ad45 HTTP/1.1" status: 200 len: 217 time: 0.0810394 Jul 08 17:38:09.857377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7a130e81-a938-4c5b-9fb0-ab818b92b237 None None] Provisioning complete for port 18ac46ac-3272-4d31-a407-f2e00e1532fc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:09.857983 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a130e81-a938-4c5b-9fb0-ab818b92b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.887380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=87adec94-c3f5-415e-bb40-76f0d7fe76be,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:09.895464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-f38ca4a2-e172-48d0-a3fb-c4f68b909ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:09.897080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-f38ca4a2-e172-48d0-a3fb-c4f68b909ff7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 200 len: 797 time: 0.0728245 Jul 08 17:38:09.937293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] In _notify_port_updated(), no bound segment for port 87adec94-c3f5-415e-bb40-76f0d7fe76be on network f41068c4-d3ab-477a-a263-356249169de4 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:09.943470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:09.944873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:09.949215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e7ee535-30eb-4a7e-b2d6-8ff6fdc131fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "PUT /v2.0/ports/87adec94-c3f5-415e-bb40-76f0d7fe76be HTTP/1.1" status: 200 len: 994 time: 0.8037324 Jul 08 17:38:09.949215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43860) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:09.961959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7a130e81-a938-4c5b-9fb0-ab818b92b237 None None] Port 18ac46ac-3272-4d31-a407-f2e00e1532fc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:09.984252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] Update dhcp port {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'fixed_ips': [{'subnet_id': 'ade1fad4-69e2-4099-82f3-6873178fb0b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '85f0f6a8-ffd9-4a3f-9482-c045b918eafe'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '35b01bda-4be1-4972-a098-87dae64adbcc'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:38:10.061707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.074562 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.078460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-17a70514-1161-4214-9528-9079c2a38895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:10.081348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-17a70514-1161-4214-9528-9079c2a38895 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a81a00d8-77b5-4664-b5ce-6342936760b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1754251 Jul 08 17:38:10.092916 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.121006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting port 87adec94-c3f5-415e-bb40-76f0d7fe76be {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:10.121490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.211086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:10.230069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1331f933-8739-4c14-aaa6-df4a4a688686 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.275009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62149cd7-96fa-4ca2-8ce0-d1ae84f16fbc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:10.286391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.286914 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment a40e038e-4be0-4647-be0b-7e3b7bf4890d of type vlan for network 14bf6955-6d62-4eab-b086-3f0c33736c83 Jul 08 17:38:10.342293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] Allocated IP 2001:db8::2 (7c7e200c-5d23-4c85-9857-cd91e51c5317/85f0f6a8-ffd9-4a3f-9482-c045b918eafe/35b01bda-4be1-4972-a098-87dae64adbcc) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:10.361230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.400815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Calling delete_port for 87adec94-c3f5-415e-bb40-76f0d7fe76be owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:10.543609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7892c06-b4a9-42cd-8248-4b124ed93b44 req-f6b8c7e3-c44f-48ea-acd7-e6af9e8a7a9b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:10.550418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7892c06-b4a9-42cd-8248-4b124ed93b44 req-f6b8c7e3-c44f-48ea-acd7-e6af9e8a7a9b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.3232214 Jul 08 17:38:10.693324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7892c06-b4a9-42cd-8248-4b124ed93b44 req-c6526d6d-9e4d-4c98-b350-49345331b728 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Jul 08 17:38:10.694758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.738075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Port': ['ID=87adec94-c3f5-415e-bb40-76f0d7fe76be,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:10.783794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eaf6d078-7299-4be3-9e45-e65d8e20e9c7 None None] Provisioning complete for port 87adec94-c3f5-415e-bb40-76f0d7fe76be triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:10.784180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eaf6d078-7299-4be3-9e45-e65d8e20e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.833473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6d078-7299-4be3-9e45-e65d8e20e9c7 None None] Port 87adec94-c3f5-415e-bb40-76f0d7fe76be was deleted so its status cannot be updated. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:38:10.875187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.876715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=35b01bda-4be1-4972-a098-87dae64adbcc,segment=NetworkSegment(3dac4aac-326b-4344-9bc3-fae97b95cc5d),segment_id=3dac4aac-326b-4344-9bc3-fae97b95cc5d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:10.891294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-17aab877-610a-4d7e-ae15-211df68afabb service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7984426 Jul 08 17:38:10.917008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:10.933377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] Transition to ACTIVE for port object 35b01bda-4be1-4972-a098-87dae64adbcc will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:10.948028 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.042102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7864a0-f40b-4515-b00a-e8809803baa4 None None] Pushing event updated for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:11.055280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.061497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1716c76b-a9ae-4ddf-8482-d438cb2ec72f tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/ports/87adec94-c3f5-415e-bb40-76f0d7fe76be HTTP/1.1" status: 204 len: 168 time: 1.1112876 Jul 08 17:38:11.062264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43876) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:11.096471 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-733b03d7-95a0-445f-8320-6fca1353b558 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] GET failed (client error): The resource could not be found. Jul 08 17:38:11.103047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-733b03d7-95a0-445f-8320-6fca1353b558 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "GET /v2.0/ports/87adec94-c3f5-415e-bb40-76f0d7fe76be HTTP/1.1" status: 404 len: 333 time: 0.0393355 Jul 08 17:38:11.105446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43878) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:11.112383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'name': 'tempest-AllowedAddressPairTestJSON-343145879'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:11.120470 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-01c33485-b20a-4a30-b393-5a1557a1ad1b service neutron] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094979 Jul 08 17:38:11.126025 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.132000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:11.132667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.213794 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-6ba23714-e60c-444c-b77e-616c9346040c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a HTTP/1.1" status: 200 len: 217 time: 0.0773633 Jul 08 17:38:11.249759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 35b01bda-4be1-4972-a098-87dae64adbcc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:11.315488 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1331f933-8739-4c14-aaa6-df4a4a688686 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.328248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1331f933-8739-4c14-aaa6-df4a4a688686 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.342526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=14bf6955-6d62-4eab-b086-3f0c33736c83,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:11.352345 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bdae0cf8-87fa-424e-857c-72b346cc3379 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1718557 Jul 08 17:38:11.353056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43882) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:11.358858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:11.361106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:11.363933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.378829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'name': 'tempest-PortsTestJSON-587823183'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:11.391274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-9113faaf-eb28-44c5-bcc1-e9300c8cbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:11.391679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] device_id is not set on port ed7ae6f2-514c-4c1a-a620-ed5782130483 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:11.392773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-9113faaf-eb28-44c5-bcc1-e9300c8cbcd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.1657550 Jul 08 17:38:11.408240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1331f933-8739-4c14-aaa6-df4a4a688686 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.409573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1331f933-8739-4c14-aaa6-df4a4a688686 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6077442 Jul 08 17:38:11.442752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43886) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:11.470684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331f933-8739-4c14-aaa6-df4a4a688686 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12cc23f-f414-44be-8b5d-9043d144c778,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:11.476871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-822067715', 'security_groups': ['c12cc23f-f414-44be-8b5d-9043d144c778'], 'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85f0f6a8-ffd9-4a3f-9482-c045b918eafe'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:11.561011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-dfb20fa0-1a7e-4ec7-8c38-cb472a002dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:11.562990 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-dfb20fa0-1a7e-4ec7-8c38-cb472a002dac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127477 Jul 08 17:38:11.564194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:11.568481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.688047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:11.688968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-6c397f58-103c-44af-bdce-fcda6f70eb89 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170866 Jul 08 17:38:11.693138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Allocated IP 172.20.0.3 (f41068c4-d3ab-477a-a263-356249169de4/5bf779ec-e760-455c-83e7-4a63468348fa/ed7ae6f2-514c-4c1a-a620-ed5782130483) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:11.711273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:11.905116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-66cf2c1c-e06c-4f7a-b9ff-dc7382909358 service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064228 Jul 08 17:38:11.913195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:11.952075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] device_id is not set on port af302ec8-cc61-4270-8eb1-456a90b579ab yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:11.972782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fff4d98-98f2-4f97-9627-37e97acdc7e9 None None] Provisioning for port 35b01bda-4be1-4972-a098-87dae64adbcc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:11.994145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fff4d98-98f2-4f97-9627-37e97acdc7e9 None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:11.994145 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2fff4d98-98f2-4f97-9627-37e97acdc7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.030903 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-f623bb48-c1a6-4629-a0e0-763976edbb5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257 HTTP/1.1" status: 200 len: 217 time: 0.1103230 Jul 08 17:38:12.117027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.130658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-150b6077-b161-48f7-ac01-09b880214028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.133723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-150b6077-b161-48f7-ac01-09b880214028 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 200 len: 797 time: 0.0890610 Jul 08 17:38:12.166620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.195291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2fff4d98-98f2-4f97-9627-37e97acdc7e9 None None] Provisioning complete for port 18ac46ac-3272-4d31-a407-f2e00e1532fc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:12.195594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2fff4d98-98f2-4f97-9627-37e97acdc7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.223168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Transition to ACTIVE for port object ed7ae6f2-514c-4c1a-a620-ed5782130483 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:12.238419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38a2c-c702-4ac9-a795-744c5daba4ed req-7efd61f3-1bd1-44f0-966c-e7df83e4b610 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.247558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96b38a2c-c702-4ac9-a795-744c5daba4ed req-7efd61f3-1bd1-44f0-966c-e7df83e4b610 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2498956 Jul 08 17:38:12.254065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.279896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2fff4d98-98f2-4f97-9627-37e97acdc7e9 None None] Port 18ac46ac-3272-4d31-a407-f2e00e1532fc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:12.329429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-b8578bb6-231b-434a-9f96-bbdd43044f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.330901 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-b8578bb6-231b-434a-9f96-bbdd43044f8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=361915ae-e677-4ba1-a26a-8e1a0329c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1894121 Jul 08 17:38:12.349583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=57ec0dd5-481f-450d-8e3c-6e0dc86b0d66,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:12.365331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96b38a2c-c702-4ac9-a795-744c5daba4ed req-9e9a45fb-43ef-48f2-92a0-489bf6c9ea6c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168430 Jul 08 17:38:12.383642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8::99 (7c7e200c-5d23-4c85-9857-cd91e51c5317/85f0f6a8-ffd9-4a3f-9482-c045b918eafe/af302ec8-cc61-4270-8eb1-456a90b579ab) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:12.398038 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.414716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': 'a40e038e-4be0-4647-be0b-7e3b7bf4890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:12.415535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: 14bf6955-6d62-4eab-b086-3f0c33736c83, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:12.455344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network f41068c4-d3ab-477a-a263-356249169de4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:12.457223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:12.465580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:12.473352 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-a80289d3-70f6-4eee-a12c-14ede9f79e0f service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319211 Jul 08 17:38:12.477293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:12.477538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 14bf6955-6d62-4eab-b086-3f0c33736c83) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:12.500814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f01c5-2711-4d0a-9450-b2da0d4e96a2 None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:12.517484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=ed7ae6f2-514c-4c1a-a620-ed5782130483,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:12.543035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:12.548681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.549321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.575177 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-51238a79-efdd-4ce5-be2c-b331cba46cff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2123339 Jul 08 17:38:12.576778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43906) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:12.587269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1295911055'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:12.612462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1419386e-e7a0-4d4f-a17c-aa5e3aa456c1 req-ed8debfa-8574-4dd1-898a-3b2798a1a70c service neutron] 10.222.0.72 "GET /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292062 Jul 08 17:38:12.615295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.615986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.634069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:12.637701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.702779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-01d1e0aa-ca7d-406e-83f4-59c7ef4d5429 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5979595 Jul 08 17:38:12.705842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43908) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:12.716654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0b:8a:3d'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:12.729073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:12.739272 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.751612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.751967 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment 279d553f-9d8c-4b12-9690-fa0d48ea6097 of type vlan for network 0c2688a5-b453-4151-adc2-9f5d6556733c Jul 08 17:38:12.766501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object af302ec8-cc61-4270-8eb1-456a90b579ab will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:12.846815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.917477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.928077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-06e97378-8b0d-46a5-8523-9d11e893de4e None None] Provisioning for port ed7ae6f2-514c-4c1a-a620-ed5782130483 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:12.934611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-06e97378-8b0d-46a5-8523-9d11e893de4e None None] Provisioning complete for port ed7ae6f2-514c-4c1a-a620-ed5782130483 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:12.935082 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06e97378-8b0d-46a5-8523-9d11e893de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.939191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.947445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:12.948257 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.983850 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:12.998831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-06e97378-8b0d-46a5-8523-9d11e893de4e None None] Port ed7ae6f2-514c-4c1a-a620-ed5782130483 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:13.052977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:13.064845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:13.073372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4952703 Jul 08 17:38:13.074205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=af302ec8-cc61-4270-8eb1-456a90b579ab,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:13.076920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:13.082883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:13.083648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.085995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43912) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:13.093903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'ports': [{'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83'}, {'network_id': '0c2688a5-b453-4151-adc2-9f5d6556733c'}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:13.094309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:13.094688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '0c2688a5-b453-4151-adc2-9f5d6556733c'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:13.099007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfde55-83a9-4655-a2b0-f13abf30b7a0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=0c2688a5-b453-4151-adc2-9f5d6556733c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:13.112229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 0c2688a5-b453-4151-adc2-9f5d6556733c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:13.203609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1a64d98c-4e06-4aa1-b9ec-6959307c80d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7462499 Jul 08 17:38:13.204249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43918) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:13.206832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.215090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.219878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e929f8e9-7eb4-493b-abd1-5fd07873eb7b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:13.323503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=ed7ae6f2-514c-4c1a-a620-ed5782130483,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:13.351123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] In _notify_port_updated(), no bound segment for port ed7ae6f2-514c-4c1a-a620-ed5782130483 on network f41068c4-d3ab-477a-a263-356249169de4 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:13.358625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:13.359457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.361107 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-06dd8262-c746-492d-856f-8806b19b79ad tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "PUT /v2.0/ports/ed7ae6f2-514c-4c1a-a620-ed5782130483 HTTP/1.1" status: 200 len: 995 time: 0.6542089 Jul 08 17:38:13.363944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43926) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:13.533192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.542510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0d46a49e-32cd-4173-b616-90c9973bf322 None None] Provisioning for port af302ec8-cc61-4270-8eb1-456a90b579ab completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:13.547758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0d46a49e-32cd-4173-b616-90c9973bf322 None None] Provisioning complete for port af302ec8-cc61-4270-8eb1-456a90b579ab triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:13.548237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d46a49e-32cd-4173-b616-90c9973bf322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.560225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting port ed7ae6f2-514c-4c1a-a620-ed5782130483 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:13.560517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.587521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0d46a49e-32cd-4173-b616-90c9973bf322 None None] Port af302ec8-cc61-4270-8eb1-456a90b579ab cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:13.680458 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.704066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Calling delete_port for ed7ae6f2-514c-4c1a-a620-ed5782130483 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:13.713835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5b2b7f97-8485-4e53-80e9-f12f02638c59 None None] Provisioning complete for port ed7ae6f2-514c-4c1a-a620-ed5782130483 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:13.714419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b2b7f97-8485-4e53-80e9-f12f02638c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.777681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b7f97-8485-4e53-80e9-f12f02638c59 None None] Port ed7ae6f2-514c-4c1a-a620-ed5782130483 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:13.875072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.907319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Port': ['ID=ed7ae6f2-514c-4c1a-a620-ed5782130483,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:13.938838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 2} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:13.943553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:13.958604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c85840-9619-4f77-ae4b-563185449106 req-9682ab35-ac13-406f-997a-5fee0dc03199 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:13.965230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c85840-9619-4f77-ae4b-563185449106 req-9682ab35-ac13-406f-997a-5fee0dc03199 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1523173 Jul 08 17:38:13.999675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.004135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-19def74a-a5ae-4cb6-afc0-78fdcf1e933d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/ports/ed7ae6f2-514c-4c1a-a620-ed5782130483 HTTP/1.1" status: 204 len: 168 time: 0.6367915 Jul 08 17:38:14.005220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43948) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:14.010335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.037187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e929f8e9-7eb4-493b-abd1-5fd07873eb7b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:14.040985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e929f8e9-7eb4-493b-abd1-5fd07873eb7b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.044096 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efcac9a-10e7-4e22-a659-f5896d4ed758 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] GET failed (client error): The resource could not be found. Jul 08 17:38:14.050630 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3efcac9a-10e7-4e22-a659-f5896d4ed758 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "GET /v2.0/ports/ed7ae6f2-514c-4c1a-a620-ed5782130483 HTTP/1.1" status: 404 len: 333 time: 0.0394351 Jul 08 17:38:14.051126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43950) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:14.069672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'name': 'tempest-AllowedAddressPairTestJSON-2082447079'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:14.163765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c85840-9619-4f77-ae4b-563185449106 req-3d2b4cd6-6fa3-406b-ac73-fabaab7e8293 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974287 Jul 08 17:38:14.278542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 2264e821-e9ea-4479-bdf7-f68294fead47 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:14.311191 n-d-799528-4 neutron-server[93664]: INFO neutron.db.ipam_backend_mixin [None req-e929f8e9-7eb4-493b-abd1-5fd07873eb7b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85f0f6a8-ffd9-4a3f-9482-c045b918eafe (CIDR: 2001:db8::/64) Jul 08 17:38:14.318089 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e929f8e9-7eb4-493b-abd1-5fd07873eb7b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:38:14.318575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e929f8e9-7eb4-493b-abd1-5fd07873eb7b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:14.337705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:14.341343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.367952 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e929f8e9-7eb4-493b-abd1-5fd07873eb7b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1594524 Jul 08 17:38:14.369110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43962) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:14.377203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4b1e7bd7-3f7b-4f66-a5f2-ada7c74d64d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:14.434489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] device_id is not set on port cfc54689-b6a9-4ba7-a560-ae729346361d yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:14.497224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.511829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1e7bd7-3f7b-4f66-a5f2-ada7c74d64d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:14.515683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7bd7-3f7b-4f66-a5f2-ada7c74d64d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.632979 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-4b1e7bd7-3f7b-4f66-a5f2-ada7c74d64d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ade1fad4-69e2-4099-82f3-6873178fb0b7 (CIDR: 2001:db8:0:1::/64) Jul 08 17:38:14.636917 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1e7bd7-3f7b-4f66-a5f2-ada7c74d64d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:38:14.637378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1e7bd7-3f7b-4f66-a5f2-ada7c74d64d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:14.643124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 247eb65b-7a3e-40ab-a302-4a10c43d47c7 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:14.666333 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4b1e7bd7-3f7b-4f66-a5f2-ada7c74d64d2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2958035 Jul 08 17:38:14.666986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43978) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:14.676045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'subnet': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:14.728775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Allocated IP 172.20.0.4 (f41068c4-d3ab-477a-a263-356249169de4/5bf779ec-e760-455c-83e7-4a63468348fa/cfc54689-b6a9-4ba7-a560-ae729346361d) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:14.820640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Made reservation on behalf of 0f10210dfd394abe9f4b8a5386c220f3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:14.824654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.828485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.944413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:14.993260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.013053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:15.021379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:15.024481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Transition to ACTIVE for port object cfc54689-b6a9-4ba7-a560-ae729346361d will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:15.029772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:15.030585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.035430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=2264e821-e9ea-4479-bdf7-f68294fead47,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:15.066668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.107596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:15.110907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:15.115340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.116015 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.122721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=247eb65b-7a3e-40ab-a302-4a10c43d47c7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:15.125858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78841852-ad4b-412f-b5c9-bed3422d315b None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:15.134419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': '279d553f-9d8c-4b12-9690-fa0d48ea6097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0c2688a5-b453-4151-adc2-9f5d6556733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:15.134776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: 0c2688a5-b453-4151-adc2-9f5d6556733c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:15.137931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Subnet': ['ID=d6fed72c-e192-4b87-8179-cbc77b5dd230,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:15.144726 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fef1cef9-d8aa-413d-9be7-3b4d01b689ca tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4738870 Jul 08 17:38:15.144726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43980) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:15.146199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.151947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1613676940', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6fed72c-e192-4b87-8179-cbc77b5dd230'}], 'security_groups': ['eec20605-7900-4163-a155-db7e685cf1f2', '372f2eac-ecb1-4045-9dfa-e8fde603fcc8']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:15.197020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network f41068c4-d3ab-477a-a263-356249169de4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:15.202611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:15.215181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:15.257288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 0c2688a5-b453-4151-adc2-9f5d6556733c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:15.295917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=cfc54689-b6a9-4ba7-a560-ae729346361d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:15.311149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 0c2688a5-b453-4151-adc2-9f5d6556733c) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:15.320690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:15.335909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bfd88-c77e-4b2e-be89-219f20e76f36 None None] Network 0c2688a5-b453-4151-adc2-9f5d6556733c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:15.337538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.344589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.345310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.396612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.398320 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.403778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-caf04d85-d847-4358-a5ae-402463559a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3143210 Jul 08 17:38:15.407779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:15.455569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1f2e2c4e-87cc-46e3-bd43-8c66207b793d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4036334 Jul 08 17:38:15.458959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43988) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:15.465446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'network_id': 'f41068c4-d3ab-477a-a263-356249169de4', 'name': 'tempest-AllowedAddressPairTestJSON-1305080671'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:15.491775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.640659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Made reservation on behalf of 33654909c45f48c490a1e813eb1c03fc for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:15.644779 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.667515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] device_id is not set on port 3ed0cc96-2763-496f-9523-ae6e12dbbacf yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:15.699154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-046e015a-7404-423d-a342-f444a01e03b6 None None] Provisioning for port cfc54689-b6a9-4ba7-a560-ae729346361d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:15.708571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-046e015a-7404-423d-a342-f444a01e03b6 None None] Provisioning complete for port cfc54689-b6a9-4ba7-a560-ae729346361d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:15.708979 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-046e015a-7404-423d-a342-f444a01e03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.769995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-046e015a-7404-423d-a342-f444a01e03b6 None None] Port cfc54689-b6a9-4ba7-a560-ae729346361d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:15.863092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Allocated IP 172.20.0.14 (f41068c4-d3ab-477a-a263-356249169de4/5bf779ec-e760-455c-83e7-4a63468348fa/3ed0cc96-2763-496f-9523-ae6e12dbbacf) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:15.873274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] Update dhcp port {'port': {'network_id': '7c7e200c-5d23-4c85-9857-cd91e51c5317', 'fixed_ips': [{'subnet_id': 'ade1fad4-69e2-4099-82f3-6873178fb0b7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '85f0f6a8-ffd9-4a3f-9482-c045b918eafe', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6fed72c-e192-4b87-8179-cbc77b5dd230'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '35b01bda-4be1-4972-a098-87dae64adbcc'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:38:15.883612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ff394-e636-48b7-972a-288d58eb987a req-d7905b49-ee67-43b6-8917-330dc5af9514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:15.890738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-388ff394-e636-48b7-972a-288d58eb987a req-d7905b49-ee67-43b6-8917-330dc5af9514 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.3229177 Jul 08 17:38:15.922782 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:15.959991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Delete allocated IP 2001:db8::99 (7c7e200c-5d23-4c85-9857-cd91e51c5317/85f0f6a8-ffd9-4a3f-9482-c045b918eafe) {{(pid=93665) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:38:15.962502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-388ff394-e636-48b7-972a-288d58eb987a req-05745f65-8b09-412f-aac3-809de47b1bb3 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708156 Jul 08 17:38:15.972272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Allocated IP 2001:db8:0:2::28f (7c7e200c-5d23-4c85-9857-cd91e51c5317/d6fed72c-e192-4b87-8179-cbc77b5dd230/af302ec8-cc61-4270-8eb1-456a90b579ab) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:15.999852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 247eb65b-7a3e-40ab-a302-4a10c43d47c7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:16.000204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.080530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.135464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 247eb65b-7a3e-40ab-a302-4a10c43d47c7 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:16.154271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.170782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Transition to ACTIVE for port object af302ec8-cc61-4270-8eb1-456a90b579ab will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:16.181201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.228355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] Allocated IP 2001:db8:0:2::2 (7c7e200c-5d23-4c85-9857-cd91e51c5317/d6fed72c-e192-4b87-8179-cbc77b5dd230/35b01bda-4be1-4972-a098-87dae64adbcc) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:16.245533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.262599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] In _notify_port_updated(), no bound segment for port af302ec8-cc61-4270-8eb1-456a90b579ab on network 7c7e200c-5d23-4c85-9857-cd91e51c5317 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:16.267424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Transition to ACTIVE for port object 3ed0cc96-2763-496f-9523-ae6e12dbbacf will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:16.270147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:16.270147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.275159 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "PUT /v2.0/ports/af302ec8-cc61-4270-8eb1-456a90b579ab HTTP/1.1" status: 200 len: 970 time: 1.1270695 Jul 08 17:38:16.275886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43996) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:16.288323 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.340894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=35b01bda-4be1-4972-a098-87dae64adbcc,segment=NetworkSegment(3dac4aac-326b-4344-9bc3-fae97b95cc5d),segment_id=3dac4aac-326b-4344-9bc3-fae97b95cc5d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:16.342440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=247eb65b-7a3e-40ab-a302-4a10c43d47c7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:16.350019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.354725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5b32437a-67d4-4ff1-b817-ed56e67fa996 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/247eb65b-7a3e-40ab-a302-4a10c43d47c7 HTTP/1.1" status: 204 len: 168 time: 0.9435296 Jul 08 17:38:16.355472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43998) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:16.358066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.367363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1f42f-f98f-4779-b00b-522893a5fae5 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event updated for resources: {'Port': ['ID=af302ec8-cc61-4270-8eb1-456a90b579ab,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:16.392161 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.411058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] Transition to ACTIVE for port object 35b01bda-4be1-4972-a098-87dae64adbcc will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:16.415491 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.436954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Network f41068c4-d3ab-477a-a263-356249169de4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:16.445858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:16.453341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:16.473444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port af302ec8-cc61-4270-8eb1-456a90b579ab {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:16.473775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.510645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=3ed0cc96-2763-496f-9523-ae6e12dbbacf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:16.538684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:16.539370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.557871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020245d0-e4e7-4285-a62f-157a250f042d None None] Pushing event updated for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:16.565030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bcf813-b794-4e65-861b-46b11c7d648f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:16.574835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bcf813-b794-4e65-861b-46b11c7d648f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:16.578271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-68bcf813-b794-4e65-861b-46b11c7d648f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2215254 Jul 08 17:38:16.581167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44002) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:16.647760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.662386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for af302ec8-cc61-4270-8eb1-456a90b579ab owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:16.676433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44004) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:16.679630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2807f1b9-1711-46e1-9761-acfb2200f7ca tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2194099 Jul 08 17:38:16.684201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:0b:8a:3d'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1b:f1:28'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:16.800854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 2264e821-e9ea-4479-bdf7-f68294fead47 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:16.808687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.914721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-29f86c33-4f26-472d-b1c7-c7e7834f3dab None None] Provisioning for port 3ed0cc96-2763-496f-9523-ae6e12dbbacf completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:16.917203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.919619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-29f86c33-4f26-472d-b1c7-c7e7834f3dab None None] Provisioning complete for port 3ed0cc96-2763-496f-9523-ae6e12dbbacf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:16.920218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-29f86c33-4f26-472d-b1c7-c7e7834f3dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.936960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:16.938092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 2264e821-e9ea-4479-bdf7-f68294fead47 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:17.011546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-29f86c33-4f26-472d-b1c7-c7e7834f3dab None None] Port 3ed0cc96-2763-496f-9523-ae6e12dbbacf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:17.151590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.163254 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.191321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=af302ec8-cc61-4270-8eb1-456a90b579ab,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:17.241805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=2264e821-e9ea-4479-bdf7-f68294fead47,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:17.285057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.290221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-40edaa30-b197-4a7d-9146-374116cc4957 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/2264e821-e9ea-4479-bdf7-f68294fead47 HTTP/1.1" status: 204 len: 168 time: 0.7040303 Jul 08 17:38:17.292683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.297189 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d4c63365-9d50-4538-be53-8072a0c34b85 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/af302ec8-cc61-4270-8eb1-456a90b579ab HTTP/1.1" status: 204 len: 168 time: 1.0155389 Jul 08 17:38:17.297189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44018) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.306401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44020) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.353922 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb6ebf2-6110-4100-932a-fafb0f0af132 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] GET failed (client error): The resource could not be found. Jul 08 17:38:17.357790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1bb6ebf2-6110-4100-932a-fafb0f0af132 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports/af302ec8-cc61-4270-8eb1-456a90b579ab HTTP/1.1" status: 404 len: 333 time: 0.0469601 Jul 08 17:38:17.360351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44022) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.361975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 35b01bda-4be1-4972-a098-87dae64adbcc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:17.417812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92343-1da2-4345-9abe-5a91b0b9bb8d req-41d90d77-b4e9-4a87-b0a1-8bdc11f06837 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:17.424975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dab92343-1da2-4345-9abe-5a91b0b9bb8d req-41d90d77-b4e9-4a87-b0a1-8bdc11f06837 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1966748 Jul 08 17:38:17.470845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dab92343-1da2-4345-9abe-5a91b0b9bb8d req-330c850c-eaa9-4513-a7dd-43d95aa22f5d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Jul 08 17:38:17.489114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac89cd73-5548-492c-8a62-6607740cbe9e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.523107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac89cd73-5548-492c-8a62-6607740cbe9e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.526086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afe65f-df3c-4c9f-8831-2207848fd22a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:17.530120 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56afe65f-df3c-4c9f-8831-2207848fd22a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2267725 Jul 08 17:38:17.531141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44024) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.547236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.555455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.569792 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9e469c-26f4-454c-b84c-43b81a6a7233 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:17.574362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6c9e469c-26f4-454c-b84c-43b81a6a7233 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/247eb65b-7a3e-40ab-a302-4a10c43d47c7 HTTP/1.1" status: 404 len: 333 time: 0.0394607 Jul 08 17:38:17.579415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44026) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.626245 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ed0dad-8cea-4a18-bf39-872f8e24be95 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:17.626245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-56ed0dad-8cea-4a18-bf39-872f8e24be95 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/2264e821-e9ea-4479-bdf7-f68294fead47 HTTP/1.1" status: 404 len: 333 time: 0.0381656 Jul 08 17:38:17.628407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44028) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.632313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event updated for resources: {'Port': ['ID=3ed0cc96-2763-496f-9523-ae6e12dbbacf,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:17.636170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe00da90-4e60-4810-bb3a-a91294b3f17f None None] Could not find standard attr ID for object af302ec8-cc61-4270-8eb1-456a90b579ab. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:38:17.664628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe00da90-4e60-4810-bb3a-a91294b3f17f None None] Provisioning for port 35b01bda-4be1-4972-a098-87dae64adbcc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:17.669351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe00da90-4e60-4810-bb3a-a91294b3f17f None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:17.669991 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fe00da90-4e60-4810-bb3a-a91294b3f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.714616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] In _notify_port_updated(), no bound segment for port 3ed0cc96-2763-496f-9523-ae6e12dbbacf on network f41068c4-d3ab-477a-a263-356249169de4 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:17.730028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:17.730543 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.731903 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-460f0134-8420-4421-8959-1c5fdc3d777d tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "PUT /v2.0/ports/3ed0cc96-2763-496f-9523-ae6e12dbbacf HTTP/1.1" status: 200 len: 1057 time: 1.0540409 Jul 08 17:38:17.734667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44032) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.756603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.810946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac89cd73-5548-492c-8a62-6607740cbe9e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.822291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac89cd73-5548-492c-8a62-6607740cbe9e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.826546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ac89cd73-5548-492c-8a62-6607740cbe9e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/security-groups/c12cc23f-f414-44be-8b5d-9043d144c778 HTTP/1.1" status: 204 len: 168 time: 0.4625638 Jul 08 17:38:17.827249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44034) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:17.890585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe00da90-4e60-4810-bb3a-a91294b3f17f None None] Provisioning complete for port 18ac46ac-3272-4d31-a407-f2e00e1532fc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:17.891317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fe00da90-4e60-4810-bb3a-a91294b3f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:17.984689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting port 3ed0cc96-2763-496f-9523-ae6e12dbbacf {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:17.985620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.015593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89cd73-5548-492c-8a62-6607740cbe9e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12cc23f-f414-44be-8b5d-9043d144c778,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:18.017255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fe00da90-4e60-4810-bb3a-a91294b3f17f None None] Port 18ac46ac-3272-4d31-a407-f2e00e1532fc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:18.135885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-40ab0b05-d437-4d46-b952-5167c49f5276 None None] Could not find standard attr ID for object af302ec8-cc61-4270-8eb1-456a90b579ab. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:38:18.162552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-40ab0b05-d437-4d46-b952-5167c49f5276 None None] Provisioning complete for port 3ed0cc96-2763-496f-9523-ae6e12dbbacf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:18.163756 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-40ab0b05-d437-4d46-b952-5167c49f5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.203313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.225268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.241831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Calling delete_port for 3ed0cc96-2763-496f-9523-ae6e12dbbacf owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:18.248284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2688a5-b453-4151-adc2-9f5d6556733c']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:18.256657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-40ab0b05-d437-4d46-b952-5167c49f5276 None None] Port 3ed0cc96-2763-496f-9523-ae6e12dbbacf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:18.266449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a42-f766-489d-bac9-b78e4f7108c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.292847 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a42-f766-489d-bac9-b78e4f7108c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.339573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279d553f-9d8c-4b12-9690-fa0d48ea6097') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:18.339573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279d553f-9d8c-4b12-9690-fa0d48ea6097') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:18.348377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a42-f766-489d-bac9-b78e4f7108c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.350970 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b51a42-f766-489d-bac9-b78e4f7108c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.354693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b1b51a42-f766-489d-bac9-b78e4f7108c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/security-groups/372f2eac-ecb1-4045-9dfa-e8fde603fcc8 HTTP/1.1" status: 204 len: 168 time: 0.4732404 Jul 08 17:38:18.354693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.356385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44042) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:18.370207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b51a42-f766-489d-bac9-b78e4f7108c6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f2eac-ecb1-4045-9dfa-e8fde603fcc8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:18.379878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.395192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:18.396116 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:18.441826 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:18.469225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.476883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.477651 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.479622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/0c2688a5-b453-4151-adc2-9f5d6556733c HTTP/1.1" status: 204 len: 168 time: 0.8499017 Jul 08 17:38:18.489786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44044) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:18.493125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d918bac-2b30-43b8-aa9a-c0b332832f61 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=0c2688a5-b453-4151-adc2-9f5d6556733c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:18.501842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-36240561'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:18.534233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Port': ['ID=3ed0cc96-2763-496f-9523-ae6e12dbbacf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:18.539241 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6111d8c-b4f6-4499-892b-6c0d8d73e52b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.599436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:18.603622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.606871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6111d8c-b4f6-4499-892b-6c0d8d73e52b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.696727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:18.705499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee58f-b463-4c97-b5a7-d5e7c1bddbaa req-ebb830cb-de43-4af0-bddd-27502c0758e8 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:18.707375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-621ee58f-b463-4c97-b5a7-d5e7c1bddbaa req-ebb830cb-de43-4af0-bddd-27502c0758e8 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.0961421 Jul 08 17:38:18.723147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.723369 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment 0612844c-39cb-469a-90d3-49eb8d05467f of type vlan for network ede2a86a-54d9-40e3-b812-49d9941a692b Jul 08 17:38:18.757065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6111d8c-b4f6-4499-892b-6c0d8d73e52b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.760024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6111d8c-b4f6-4499-892b-6c0d8d73e52b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.764463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f6111d8c-b4f6-4499-892b-6c0d8d73e52b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/security-groups/eec20605-7900-4163-a155-db7e685cf1f2 HTTP/1.1" status: 204 len: 168 time: 0.3983326 Jul 08 17:38:18.765480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-621ee58f-b463-4c97-b5a7-d5e7c1bddbaa req-0ecd7398-41cb-484d-9ff2-8706c4c04e3c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Jul 08 17:38:18.780700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44048) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:18.846305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6111d8c-b4f6-4499-892b-6c0d8d73e52b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec20605-7900-4163-a155-db7e685cf1f2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:18.855717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet 85f0f6a8-ffd9-4a3f-9482-c045b918eafe {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:18.859324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.864186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.909406 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.949986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.954829 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e59f6b5-361c-41c6-91c7-8827bcfb3506 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/ports/3ed0cc96-2763-496f-9523-ae6e12dbbacf HTTP/1.1" status: 204 len: 168 time: 1.2165606 Jul 08 17:38:18.955035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44050) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:18.964905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:18.970591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:18.971189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.005784 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebce31c-1ec5-4d3c-bc5e-05005d7a5c02 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] GET failed (client error): The resource could not be found. Jul 08 17:38:19.007566 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1ebce31c-1ec5-4d3c-bc5e-05005d7a5c02 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "GET /v2.0/ports/3ed0cc96-2763-496f-9523-ae6e12dbbacf HTTP/1.1" status: 404 len: 333 time: 0.0516052 Jul 08 17:38:19.015226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44054) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:19.033992 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.058128 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5652778 Jul 08 17:38:19.061069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44056) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:19.069664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:19.092479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d443c-c533-4e28-8a47-5a9afaecf798 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=ede2a86a-54d9-40e3-b812-49d9941a692b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:19.109207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ede2a86a-54d9-40e3-b812-49d9941a692b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:19.223756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting port cfc54689-b6a9-4ba7-a560-ae729346361d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:19.224337 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.234071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:19.238655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.301147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.349005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=85f0f6a8-ffd9-4a3f-9482-c045b918eafe,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:19.357270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.365588 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f4f2652e-2452-4e56-847f-5bcd8ac1537b tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/85f0f6a8-ffd9-4a3f-9482-c045b918eafe HTTP/1.1" status: 204 len: 168 time: 0.5774679 Jul 08 17:38:19.365588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44064) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:19.369738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19091581-967e-4ce5-9b37-88aa71122a35 None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:19.427834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet d6fed72c-e192-4b87-8179-cbc77b5dd230 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:19.440929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.497669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.509883 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.542614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Calling delete_port for cfc54689-b6a9-4ba7-a560-ae729346361d owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:19.664500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.742456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.773391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.782428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fed72c-e192-4b87-8179-cbc77b5dd230,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:19.797400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.801872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ebe25f82-e6d1-4d5b-8770-941a63b73cd7 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/d6fed72c-e192-4b87-8179-cbc77b5dd230 HTTP/1.1" status: 204 len: 168 time: 0.4351132 Jul 08 17:38:19.812242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44066) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:19.857994 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-158cdf64-df96-4e51-ba12-8feb43a4f714 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:19.858591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158cdf64-df96-4e51-ba12-8feb43a4f714 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:19.860371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-158cdf64-df96-4e51-ba12-8feb43a4f714 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/85f0f6a8-ffd9-4a3f-9482-c045b918eafe HTTP/1.1" status: 404 len: 337 time: 0.0469668 Jul 08 17:38:19.865302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:19.878450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.880439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=1c4cef2f-e1e1-488f-a595-28c2b24d4baf,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:19.891688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': '0612844c-39cb-469a-90d3-49eb8d05467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:19.892061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: ede2a86a-54d9-40e3-b812-49d9941a692b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:19.938156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network ede2a86a-54d9-40e3-b812-49d9941a692b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:19.958115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ede2a86a-54d9-40e3-b812-49d9941a692b) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:19.962411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Port': ['ID=cfc54689-b6a9-4ba7-a560-ae729346361d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:19.962937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:19.963521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:19.982029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99783fa3-e09c-4480-bba0-b3b01f0c0c82 None None] Network ede2a86a-54d9-40e3-b812-49d9941a692b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:19.982544 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5f8a7be4-6e6e-4939-8983-8e7b17b6658c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9180014 Jul 08 17:38:19.983271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44072) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:19.996823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b', 'name': 'tempest-PortsTestJSON-348782620'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:20.018946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting subnet ade1fad4-69e2-4099-82f3-6873178fb0b7 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:20.023828 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.089608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.169470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:20.173595 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.201126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 7d9dc187-4115-4354-bd34-8c3d296634d3 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:20.241785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ede2a86a-54d9-40e3-b812-49d9941a692b', 'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b', 'tenant_id': 'e193cbbf2fb241c994e90cd4391d59b1', 'fixed_ips': [{'subnet_id': '1c4cef2f-e1e1-488f-a595-28c2b24d4baf'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:38:20.243266 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.413741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.415752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d5a78553-2b76-41de-9009-d80816f3d7a4 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/ports/cfc54689-b6a9-4ba7-a560-ae729346361d HTTP/1.1" status: 204 len: 168 time: 1.3994198 Jul 08 17:38:20.419838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44084) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:20.421183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.6 (ede2a86a-54d9-40e3-b812-49d9941a692b/1c4cef2f-e1e1-488f-a595-28c2b24d4baf/7d9dc187-4115-4354-bd34-8c3d296634d3) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:20.525834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba785-6529-430a-a064-81e32d8ec848 req-79203d96-ccf3-40ed-9e68-9e56fb981548 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:20.533681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d59ba785-6529-430a-a064-81e32d8ec848 req-79203d96-ccf3-40ed-9e68-9e56fb981548 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.5854664 Jul 08 17:38:20.573888 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9dd80c-5a2f-41a6-ac3a-6a8d8adf8702 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] GET failed (client error): The resource could not be found. Jul 08 17:38:20.575552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5c9dd80c-5a2f-41a6-ac3a-6a8d8adf8702 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "GET /v2.0/ports/cfc54689-b6a9-4ba7-a560-ae729346361d HTTP/1.1" status: 404 len: 333 time: 0.1547723 Jul 08 17:38:20.583351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44088) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:20.585617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b30e5-17c1-4261-8bab-9b46e36e308f None None] Network 7c7e200c-5d23-4c85-9857-cd91e51c5317 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:20.650740 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.671164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-15eb6a54-00fb-4d9d-921a-e67999aafa5e None None] Provisioning complete for port 35b01bda-4be1-4972-a098-87dae64adbcc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:20.671549 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-15eb6a54-00fb-4d9d-921a-e67999aafa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.683073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.700293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d59ba785-6529-430a-a064-81e32d8ec848 req-dc5c95c6-cb51-46c4-8796-cccbb5a4c21e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656311 Jul 08 17:38:20.708843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object 7d9dc187-4115-4354-bd34-8c3d296634d3 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:20.783472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.786214 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.801736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting port d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:20.806270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.840821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Subnet': ['ID=ade1fad4-69e2-4099-82f3-6873178fb0b7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:20.842973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:20.844889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5500b8da-ca68-4449-9bcd-fc1f4142f513 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/ade1fad4-69e2-4099-82f3-6873178fb0b7 HTTP/1.1" status: 204 len: 168 time: 0.9783347 Jul 08 17:38:20.855534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44090) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:20.856092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=7d9dc187-4115-4354-bd34-8c3d296634d3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:20.905512 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44af31e-3e9d-4754-b21c-0948e9372d72 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:20.905939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44af31e-3e9d-4754-b21c-0948e9372d72 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:20.910314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b44af31e-3e9d-4754-b21c-0948e9372d72 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/7b61655c-3b28-48df-9742-089081cd2015 HTTP/1.1" status: 404 len: 337 time: 0.0480309 Jul 08 17:38:20.910314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network ede2a86a-54d9-40e3-b812-49d9941a692b is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:20.910885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44092) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:20.926777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:20.931044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:20.962697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Allocated IP 172.20.0.2 (ede2a86a-54d9-40e3-b812-49d9941a692b/1c4cef2f-e1e1-488f-a595-28c2b24d4baf/8c4e6507-d509-48a2-ba75-b94e802ebce8) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:20.982006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e75a804-88b9-47b9-98a3-ca2f5b310a7a tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "GET /v2.0/ports?device_id=2765a937-eeeb-4e53-ac42-8ce018834341 HTTP/1.1" status: 200 len: 205 time: 0.0679286 Jul 08 17:38:20.983592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44094) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.048653 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-ae673030-b8c4-4887-b0cf-84f727a055f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] delete failed (client error): The resource could not be found. Jul 08 17:38:21.052313 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae673030-b8c4-4887-b0cf-84f727a055f8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/routers/2765a937-eeeb-4e53-ac42-8ce018834341 HTTP/1.1" status: 404 len: 336 time: 0.0645094 Jul 08 17:38:21.052313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44096) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.070886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-15eb6a54-00fb-4d9d-921a-e67999aafa5e None None] Provisioning complete for port 18ac46ac-3272-4d31-a407-f2e00e1532fc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:21.071060 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-15eb6a54-00fb-4d9d-921a-e67999aafa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.076311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] DHCP port deletion for 7c7e200c-5d23-4c85-9857-cd91e51c5317 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:21.122625 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5713bced-17c5-4c49-acd2-e7722a58751a tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.123102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5713bced-17c5-4c49-acd2-e7722a58751a tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.127279 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5713bced-17c5-4c49-acd2-e7722a58751a tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/bae12ccd-81a7-4240-9202-b86e80db6d75 HTTP/1.1" status: 404 len: 337 time: 0.0718400 Jul 08 17:38:21.128121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44098) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.134659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:21.135333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.172193 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f2f7d2-eb1c-4311-a0b7-9b64060ff615 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.172651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f2f7d2-eb1c-4311-a0b7-9b64060ff615 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.174846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-68f2f7d2-eb1c-4311-a0b7-9b64060ff615 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/92a549f3-d37d-434d-8e46-5b4b51ceb5e0 HTTP/1.1" status: 404 len: 337 time: 0.0365803 Jul 08 17:38:21.177694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44100) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.207310 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ede03c6-2461-4355-bba7-128de40eb17e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.207786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ede03c6-2461-4355-bba7-128de40eb17e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.210411 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8ede03c6-2461-4355-bba7-128de40eb17e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/f7f2e6af-570d-47f8-9987-43fcab45f5db HTTP/1.1" status: 404 len: 337 time: 0.0309918 Jul 08 17:38:21.213032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44102) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.226242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-850bc6d5-5fbb-4b75-bf06-759e53382185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2409451 Jul 08 17:38:21.226930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44104) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.262293 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddff07dc-f9be-4e44-a81d-616db8d4d622 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.263058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddff07dc-f9be-4e44-a81d-616db8d4d622 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.267080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ddff07dc-f9be-4e44-a81d-616db8d4d622 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/27135e81-cc4f-4a74-84c1-4ca965a117a2 HTTP/1.1" status: 404 len: 333 time: 0.0509686 Jul 08 17:38:21.290115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44106) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.327863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-15eb6a54-00fb-4d9d-921a-e67999aafa5e None None] Port 18ac46ac-3272-4d31-a407-f2e00e1532fc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:21.331967 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6a1473-5fe5-4c07-a7ce-065fcf33492a tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.332522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6a1473-5fe5-4c07-a7ce-065fcf33492a tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.334248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa6a1473-5fe5-4c07-a7ce-065fcf33492a tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/71b1b534-61c8-4662-8217-d720a03bb5f4 HTTP/1.1" status: 404 len: 337 time: 0.0432494 Jul 08 17:38:21.337657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44108) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.345279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 35b01bda-4be1-4972-a098-87dae64adbcc no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:21.375726 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d76b1cc-1501-4a71-8592-ad118b08795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.376180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d76b1cc-1501-4a71-8592-ad118b08795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.378318 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4d76b1cc-1501-4a71-8592-ad118b08795e tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/34ffddc0-d820-44c9-a694-fb034d4ecfdc HTTP/1.1" status: 404 len: 337 time: 0.0397334 Jul 08 17:38:21.380868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44112) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.386437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.401560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Calling delete_port for d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:21.424963 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27657d1-1d48-4da3-9a48-8b8b90503fcb tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.425630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27657d1-1d48-4da3-9a48-8b8b90503fcb tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.427374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e27657d1-1d48-4da3-9a48-8b8b90503fcb tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/26b5b346-7421-46f3-9f8c-b6a14b0f45a8 HTTP/1.1" status: 404 len: 333 time: 0.0454268 Jul 08 17:38:21.429861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.468672 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad3e3f1-111a-4f73-a882-e2759861d403 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.469119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad3e3f1-111a-4f73-a882-e2759861d403 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.470857 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4ad3e3f1-111a-4f73-a882-e2759861d403 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/a6ad2e6a-f34d-4789-852d-c2ae4caec2b5 HTTP/1.1" status: 404 len: 337 time: 0.0399847 Jul 08 17:38:21.473608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44116) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.516439 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c5f4fc-438d-4e44-8bc9-c08021a480c8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:21.516921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c5f4fc-438d-4e44-8bc9-c08021a480c8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:21.518678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-49c5f4fc-438d-4e44-8bc9-c08021a480c8 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/subnets/b60b0d3d-d7d9-4947-bf2a-6c6243e6e0e1 HTTP/1.1" status: 404 len: 337 time: 0.0441675 Jul 08 17:38:21.521887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44118) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.558888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] Deleting port 35b01bda-4be1-4972-a098-87dae64adbcc {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:21.559534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.566474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 7d9dc187-4115-4354-bd34-8c3d296634d3 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:21.566859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.635920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.669262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Port': ['ID=d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:21.700409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.711721 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.727440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Transition to ACTIVE for port object 8c4e6507-d509-48a2-ba75-b94e802ebce8 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:21.808772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=35b01bda-4be1-4972-a098-87dae64adbcc,segment=NetworkSegment(3dac4aac-326b-4344-9bc3-fae97b95cc5d),segment_id=3dac4aac-326b-4344-9bc3-fae97b95cc5d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:21.812350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.815420 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.834417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.840382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2fe3eb40-79a9-4b88-8390-9b4d7b3184a8 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/ports/d67c7bea-64d4-4aa1-b0e7-4cb2d6988c63 HTTP/1.1" status: 204 len: 168 time: 1.2556994 Jul 08 17:38:21.841146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:21.850032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 7d9dc187-4115-4354-bd34-8c3d296634d3 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:21.869904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Transition to ACTIVE for port object 8c4e6507-d509-48a2-ba75-b94e802ebce8 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:21.871606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] Calling delete_port for 35b01bda-4be1-4972-a098-87dae64adbcc owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:21.904323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting subnet 5bf779ec-e760-455c-83e7-4a63468348fa {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:21.907921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.922171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Deleting port 18ac46ac-3272-4d31-a407-f2e00e1532fc {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:21.922603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.938566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 35b01bda-4be1-4972-a098-87dae64adbcc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=35b01bda-4be1-4972-a098-87dae64adbcc,segment=NetworkSegment(3dac4aac-326b-4344-9bc3-fae97b95cc5d),segment_id=3dac4aac-326b-4344-9bc3-fae97b95cc5d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:21.940030 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.961443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:21.992534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.033455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.051775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Calling delete_port for 18ac46ac-3272-4d31-a407-f2e00e1532fc owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:22.057937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640600f-06d0-4f43-85bb-9fb5da91ba9d req-9dcddd5f-7811-421d-b1f9-5efd469f3d69 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:22.059504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6640600f-06d0-4f43-85bb-9fb5da91ba9d req-9dcddd5f-7811-421d-b1f9-5efd469f3d69 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1229703 Jul 08 17:38:22.074221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Network ede2a86a-54d9-40e3-b812-49d9941a692b is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:22.083663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:22.095980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:22.106925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Pushing event updated for resources: {'Port': ['ID=8c4e6507-d509-48a2-ba75-b94e802ebce8,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.127975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6640600f-06d0-4f43-85bb-9fb5da91ba9d req-5823595e-f5f2-43a6-9ded-7b0aa6065cd5 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Jul 08 17:38:22.142597 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.214292 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.230910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Attempting to bind port 8c4e6507-d509-48a2-ba75-b94e802ebce8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:22.231585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Attempting to bind port 8c4e6507-d509-48a2-ba75-b94e802ebce8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0612844c-39cb-469a-90d3-49eb8d05467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:22.232161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Attempting to bind port 8c4e6507-d509-48a2-ba75-b94e802ebce8 on network ede2a86a-54d9-40e3-b812-49d9941a692b {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:22.248435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.251669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:22.252369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Checking segment: {'id': '0612844c-39cb-469a-90d3-49eb8d05467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:22.253020 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.253621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Bound using segment: {'id': '0612844c-39cb-469a-90d3-49eb8d05467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:22.254357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Bound port: 8c4e6507-d509-48a2-ba75-b94e802ebce8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0612844c-39cb-469a-90d3-49eb8d05467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ede2a86a-54d9-40e3-b812-49d9941a692b'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:22.254501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf779ec-e760-455c-83e7-4a63468348fa,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.255094 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.256926 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.261946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bb9c2662-aa56-4ab4-9f27-c055e743e9fc tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/subnets/5bf779ec-e760-455c-83e7-4a63468348fa HTTP/1.1" status: 204 len: 168 time: 0.4197686 Jul 08 17:38:22.263169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44130) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:22.276477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128f610-d11b-4383-a5a2-8a1a138dfa08 None None] Network f41068c4-d3ab-477a-a263-356249169de4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:22.286662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.289171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/ports/18ac46ac-3272-4d31-a407-f2e00e1532fc HTTP/1.1" status: 204 len: 168 time: 0.7657888 Jul 08 17:38:22.305794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:22.318033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd652-bd5e-4e1f-b3d7-b4ecffdd6ea2 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Port': ['ID=18ac46ac-3272-4d31-a407-f2e00e1532fc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.338607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=11']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.354658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.373854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.392834 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.423408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=7d9dc187-4115-4354-bd34-8c3d296634d3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.430813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] Pushing event deleted for resources: {'Port': ['ID=35b01bda-4be1-4972-a098-87dae64adbcc,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.473429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] For port 8c4e6507-d509-48a2-ba75-b94e802ebce8, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:22.473780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.478776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] For port 8c4e6507-d509-48a2-ba75-b94e802ebce8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8c4e6507-d509-48a2-ba75-b94e802ebce8,segment=NetworkSegment(0612844c-39cb-469a-90d3-49eb8d05467f),segment_id=0612844c-39cb-469a-90d3-49eb8d05467f)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:22.480753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Deleting port a55fec49-993c-42ba-bc82-0d66ca7bf359 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:22.481107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.488136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6b555-893a-4fb2-afa0-4bc3ebbb9b28 None None] No DVR routers for this DVR port 35b01bda-4be1-4972-a098-87dae64adbcc on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:22.520307 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.544125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.546100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-949f5057-3dd4-4019-96fb-c67f00fc5c41 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/7d9dc187-4115-4354-bd34-8c3d296634d3 HTTP/1.1" status: 204 len: 168 time: 1.3167539 Jul 08 17:38:22.550235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44134) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:22.588301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] For port a55fec49-993c-42ba-bc82-0d66ca7bf359, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a55fec49-993c-42ba-bc82-0d66ca7bf359,segment=NetworkSegment(82a65a56-9bb3-4fcf-a89c-816453fee971),segment_id=82a65a56-9bb3-4fcf-a89c-816453fee971)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:22.589117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.613082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Calling delete_port for a55fec49-993c-42ba-bc82-0d66ca7bf359 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:22.635533 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa73add-31e2-4385-af71-8136a0cbb7b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:38:22.636311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa73add-31e2-4385-af71-8136a0cbb7b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:22.638335 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dfa73add-31e2-4385-af71-8136a0cbb7b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/7d9dc187-4115-4354-bd34-8c3d296634d3 HTTP/1.1" status: 404 len: 333 time: 0.0871577 Jul 08 17:38:22.642960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44140) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:22.661971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.674489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7e200c-5d23-4c85-9857-cd91e51c5317']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:22.689949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415744e-1345-49be-b4c4-11fe9b1b1682 None None] Pushing event updated for resources: {'Port': ['ID=8c4e6507-d509-48a2-ba75-b94e802ebce8,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:22.692109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dac4aac-326b-4344-9bc3-fae97b95cc5d') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:22.692412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dac4aac-326b-4344-9bc3-fae97b95cc5d') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:22.714861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.750323 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.753512 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d15989f-a8b6-425a-8b63-30e629b3bda6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:22.756712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2d15989f-a8b6-425a-8b63-30e629b3bda6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/7d9dc187-4115-4354-bd34-8c3d296634d3 HTTP/1.1" status: 404 len: 333 time: 0.0410717 Jul 08 17:38:22.760187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44146) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:22.762028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:22.762484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:22.771545 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:22.823825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] DHCP port deletion for f41068c4-d3ab-477a-a263-356249169de4 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:22.878800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.923294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.934728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] Deleting port a55fec49-993c-42ba-bc82-0d66ca7bf359 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:22.935452 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.935589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet 1c4cef2f-e1e1-488f-a595-28c2b24d4baf {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:22.939290 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:22.946189 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] 10.222.0.63 "DELETE /v2.0/networks/7c7e200c-5d23-4c85-9857-cd91e51c5317 HTTP/1.1" status: 204 len: 168 time: 0.6342437 Jul 08 17:38:22.946383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.004455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3089bc5-f930-427f-a4f8-27791ce9edd6 tempest-PortsIpV6TestJSON-99677701 tempest-PortsIpV6TestJSON-99677701-project] Pushing event deleted for resources: {'Network': ['ID=7c7e200c-5d23-4c85-9857-cd91e51c5317,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.065367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Port': ['ID=a55fec49-993c-42ba-bc82-0d66ca7bf359,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.074895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] No DVR routers for this DVR port a55fec49-993c-42ba-bc82-0d66ca7bf359 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:23.115760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] For port a55fec49-993c-42ba-bc82-0d66ca7bf359, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:23.118479 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.151746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] Calling delete_port for a55fec49-993c-42ba-bc82-0d66ca7bf359 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:23.155880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] Port a55fec49-993c-42ba-bc82-0d66ca7bf359 was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:38:23.157429 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.172876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] No DVR routers for this DVR port a55fec49-993c-42ba-bc82-0d66ca7bf359 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:23.202076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4699-23ad-4523-b378-4405c70cf4dd None None] Pushing event deleted for resources: {'Port': ['ID=a55fec49-993c-42ba-bc82-0d66ca7bf359,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.277176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44156) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:23.329848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.399872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8c4e6507-d509-48a2-ba75-b94e802ebce8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:23.408869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44162) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:23.457138 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.474958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41068c4-d3ab-477a-a263-356249169de4']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:23.476416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1771fc1f-09f4-4814-ab7f-add3685694d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.502847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8c4e6507-d509-48a2-ba75-b94e802ebce8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:23.522846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a65a56-9bb3-4fcf-a89c-816453fee971') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:23.523441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a65a56-9bb3-4fcf-a89c-816453fee971') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:23.539483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.553153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.560062 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:23.560700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:23.574703 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:23.588624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a55fec49-993c-42ba-bc82-0d66ca7bf359 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:23.590659 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-654da655-2c48-4be2-a30a-834c154535cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f10210dfd394abe9f4b8a5386c220f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803002 Jul 08 17:38:23.593976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44166) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:23.614151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: a55fec49-993c-42ba-bc82-0d66ca7bf359 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:23.614568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a55fec49-993c-42ba-bc82-0d66ca7bf359 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:23.669586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.696068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e05e466-1e2e-48b9-810c-06db37804511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.707436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41411246-22b5-4700-9b6d-3cb443e53047 req-c204f4a9-1a94-4196-953d-d37c5ca28696 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:23.709683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41411246-22b5-4700-9b6d-3cb443e53047 req-c204f4a9-1a94-4196-953d-d37c5ca28696 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.3411987 Jul 08 17:38:23.737902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e05e466-1e2e-48b9-810c-06db37804511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.747667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.765584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.769242 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1771fc1f-09f4-4814-ab7f-add3685694d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.771351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] 10.222.0.63 "DELETE /v2.0/networks/f41068c4-d3ab-477a-a263-356249169de4 HTTP/1.1" status: 204 len: 168 time: 1.5067449 Jul 08 17:38:23.791660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28a2c4-3b4c-42b9-9fa5-acceb0cd3158 tempest-AllowedAddressPairTestJSON-127321385 tempest-AllowedAddressPairTestJSON-127321385-project] Pushing event deleted for resources: {'Network': ['ID=f41068c4-d3ab-477a-a263-356249169de4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.811348 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1771fc1f-09f4-4814-ab7f-add3685694d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.812796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41411246-22b5-4700-9b6d-3cb443e53047 req-b5f3464e-cb57-4a2e-9dd4-1a1fa7e88d9b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960038 Jul 08 17:38:23.832380 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.895198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4cef2f-e1e1-488f-a595-28c2b24d4baf,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.909864 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1771fc1f-09f4-4814-ab7f-add3685694d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91978dc0a5ca4139beff32def809d1e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6280131 Jul 08 17:38:23.910551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44172) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:23.918964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771fc1f-09f4-4814-ab7f-add3685694d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84343af9-d1b3-4bcd-9d34-32ae0e371211,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:23.939792 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:23.944786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-48d9dac9-5cc1-4bf1-beee-99feb96c03d5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/1c4cef2f-e1e1-488f-a595-28c2b24d4baf HTTP/1.1" status: 204 len: 168 time: 1.1805899 Jul 08 17:38:23.954358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44174) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:24.067265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e05e466-1e2e-48b9-810c-06db37804511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.071794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e05e466-1e2e-48b9-810c-06db37804511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.083309 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.083973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4e05e466-1e2e-48b9-810c-06db37804511 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f9af672-9a30-4194-90ee-df2a214a844a HTTP/1.1" status: 204 len: 168 time: 0.4886377 Jul 08 17:38:24.117826 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-800e7a2f-6444-47b2-a140-8e0942455de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.122593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05e466-1e2e-48b9-810c-06db37804511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9af672-9a30-4194-90ee-df2a214a844a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:24.182938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-800e7a2f-6444-47b2-a140-8e0942455de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.222004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 8c4e6507-d509-48a2-ba75-b94e802ebce8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:24.222663 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.255933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b25c15-fc73-4f13-8d28-129934238955 None None] Network ede2a86a-54d9-40e3-b812-49d9941a692b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:24.285497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44184) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:24.293120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-800e7a2f-6444-47b2-a140-8e0942455de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.295761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-800e7a2f-6444-47b2-a140-8e0942455de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.302806 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-800e7a2f-6444-47b2-a140-8e0942455de7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/84343af9-d1b3-4bcd-9d34-32ae0e371211 HTTP/1.1" status: 204 len: 168 time: 0.3883100 Jul 08 17:38:24.317839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e7a2f-6444-47b2-a140-8e0942455de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84343af9-d1b3-4bcd-9d34-32ae0e371211,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:24.341378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] For port 8c4e6507-d509-48a2-ba75-b94e802ebce8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8c4e6507-d509-48a2-ba75-b94e802ebce8,segment=NetworkSegment(0612844c-39cb-469a-90d3-49eb8d05467f),segment_id=0612844c-39cb-469a-90d3-49eb8d05467f)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:24.341744 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.357538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 8c4e6507-d509-48a2-ba75-b94e802ebce8 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:24.426583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-596ea7a0-c0f4-473f-bbaf-87135d52765b None None] Provisioning for port 8c4e6507-d509-48a2-ba75-b94e802ebce8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:24.433428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-596ea7a0-c0f4-473f-bbaf-87135d52765b None None] Provisioning complete for port 8c4e6507-d509-48a2-ba75-b94e802ebce8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:24.433749 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-596ea7a0-c0f4-473f-bbaf-87135d52765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.456899 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.482916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-596ea7a0-c0f4-473f-bbaf-87135d52765b None None] Could not find standard attr ID for object 8c4e6507-d509-48a2-ba75-b94e802ebce8. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:38:24.485359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=8c4e6507-d509-48a2-ba75-b94e802ebce8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:24.488044 n-d-799528-4 neutron-server[93666]: INFO neutron.plugins.ml2.db [None req-596ea7a0-c0f4-473f-bbaf-87135d52765b None None] No ports have port_id starting with 8c4e6507-d509-48a2-ba75-b94e802ebce8 Jul 08 17:38:24.492329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No DVR routers for this DVR port 8c4e6507-d509-48a2-ba75-b94e802ebce8 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:24.561659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb1eb41-9afb-4a37-b94e-0085a35820f3 None None] DHCP port deletion for ede2a86a-54d9-40e3-b812-49d9941a692b request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:24.593658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.595913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-413e6340-076b-4b9a-a0b9-88a3aa9e819a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=33654909c45f48c490a1e813eb1c03fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087921 Jul 08 17:38:24.599052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44192) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:24.607041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede2a86a-54d9-40e3-b812-49d9941a692b']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:24.631280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0612844c-39cb-469a-90d3-49eb8d05467f') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:24.632204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0612844c-39cb-469a-90d3-49eb8d05467f') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:24.642247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.665594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.673580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:24.674938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:24.680044 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:24.690026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ff351269-4bf5-4bc9-a5d6-3dfdf75c06bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.714310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ff351269-4bf5-4bc9-a5d6-3dfdf75c06bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.752490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.766934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.769770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/ede2a86a-54d9-40e3-b812-49d9941a692b HTTP/1.1" status: 204 len: 168 time: 0.8139627 Jul 08 17:38:24.774159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44208) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:24.781703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1463095199'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:24.787312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771fb55-1135-440e-9fb7-e1a1a82f6812 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=ede2a86a-54d9-40e3-b812-49d9941a692b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:24.807515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ff351269-4bf5-4bc9-a5d6-3dfdf75c06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.810508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ff351269-4bf5-4bc9-a5d6-3dfdf75c06bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.811881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ff351269-4bf5-4bc9-a5d6-3dfdf75c06bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec7a56e3-9bf8-4fa7-99de-348a3f507915 HTTP/1.1" status: 204 len: 168 time: 0.2118270 Jul 08 17:38:24.821387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:24.824911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.828361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff351269-4bf5-4bc9-a5d6-3dfdf75c06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7a56e3-9bf8-4fa7-99de-348a3f507915,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:24.869206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:24.885297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.886576 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment 112498ca-b37e-4ec6-82b0-cbaa14bd3378 of type vlan for network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a Jul 08 17:38:24.939728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.976312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:24.983005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:24.983635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.028429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a5b77-c79e-4988-bfaf-fab97f7541b9 req-42b1761d-713c-481f-87b8-61a741b3a4ef tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:25.030056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-762a5b77-c79e-4988-bfaf-fab97f7541b9 req-42b1761d-713c-481f-87b8-61a741b3a4ef tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.0816927 Jul 08 17:38:25.062553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=033e7774-2ee8-4cc1-a4d8-c54be5c2904a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:25.073183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:25.085431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-30d46253-f3bc-497e-9fc9-7c2899738764 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3067613 Jul 08 17:38:25.085900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:25.091300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:25.126372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-762a5b77-c79e-4988-bfaf-fab97f7541b9 req-83923b9a-27fe-4e60-bf44-6b50d379056a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898137 Jul 08 17:38:25.258757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:25.262480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.276974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8c4e6507-d509-48a2-ba75-b94e802ebce8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:25.316048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8c4e6507-d509-48a2-ba75-b94e802ebce8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:25.316401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8c4e6507-d509-48a2-ba75-b94e802ebce8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:25.503700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44248) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:25.517150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.579867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=c7492e6e-2af2-4db6-bddf-67b3b6d379d6,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:25.591644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': '112498ca-b37e-4ec6-82b0-cbaa14bd3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:25.592011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: 033e7774-2ee8-4cc1-a4d8-c54be5c2904a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:25.614383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:25.625432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 033e7774-2ee8-4cc1-a4d8-c54be5c2904a) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:25.630340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:25.631009 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.638455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ece776-b45c-4a15-b80c-a34310167339 None None] Network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:25.652688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44256) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:25.653478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e4d0bb0-c4ac-44cb-a968-bdf8eeb1858e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5655601 Jul 08 17:38:25.658041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-873042952'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:25.679880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--388607705'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:25.726713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.758371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.775393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.822892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-033e7774-2ee8-4cc1-a4d8-c54be5c2904a', 'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a', 'tenant_id': 'e193cbbf2fb241c994e90cd4391d59b1', 'fixed_ips': [{'subnet_id': 'c7492e6e-2af2-4db6-bddf-67b3b6d379d6'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:38:25.823774 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.924907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.931787 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:25.967775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99204e62-2500-48af-9049-7d4e874f6b56,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:25.975822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:25.979999 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.009142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 60a38c19-8bd0-42fe-ad0c-8c5612a316a9 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:26.014599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Allocated IP 172.20.0.2 (033e7774-2ee8-4cc1-a4d8-c54be5c2904a/c7492e6e-2af2-4db6-bddf-67b3b6d379d6/4467c04f-1e1c-4025-b688-4fd9ef78c2c4) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:26.125305 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.130496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.180869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.184947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6771553 Jul 08 17:38:26.185397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44276) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.193432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cfec8-f17a-486c-b6c5-47d4cb9801ef tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2984b50-8522-4a64-af4a-28293c526f8f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:26.219749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44278) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.224102 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.240810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Transition to ACTIVE for port object 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:26.277309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Transition to ACTIVE for port object 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:26.292534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.336957 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-01d49f90-3bf3-4166-a222-4f3c0a154047 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1503663 Jul 08 17:38:26.337571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44286) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.345082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6c24e9bb-4ab0-4122-89d9-7ee9b4541644 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-security--861225150', 'description': 'tempest-security-description-1281487673'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:26.365357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Pushing event updated for resources: {'Port': ['ID=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:26.378980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:26.380866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:26.384593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:26.406853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c24e9bb-4ab0-4122-89d9-7ee9b4541644 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.432331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.7 (033e7774-2ee8-4cc1-a4d8-c54be5c2904a/c7492e6e-2af2-4db6-bddf-67b3b6d379d6/60a38c19-8bd0-42fe-ad0c-8c5612a316a9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:26.461380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b381a94-6271-49c8-939b-b3bd2e969e08 req-265c07ad-fbaf-4d9f-bb11-1fcd2b8cad33 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:26.468307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b381a94-6271-49c8-939b-b3bd2e969e08 req-265c07ad-fbaf-4d9f-bb11-1fcd2b8cad33 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1782591 Jul 08 17:38:26.474697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c24e9bb-4ab0-4122-89d9-7ee9b4541644 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.482104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c24e9bb-4ab0-4122-89d9-7ee9b4541644 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.485489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c24e9bb-4ab0-4122-89d9-7ee9b4541644 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.488813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6c24e9bb-4ab0-4122-89d9-7ee9b4541644 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "PUT /v2.0/security-groups/d2984b50-8522-4a64-af4a-28293c526f8f HTTP/1.1" status: 200 len: 1779 time: 0.1483147 Jul 08 17:38:26.490038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44294) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.524883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Attempting to bind port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:26.525044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Attempting to bind port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '112498ca-b37e-4ec6-82b0-cbaa14bd3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:26.525625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Attempting to bind port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 on network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:26.538807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:26.539274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Checking segment: {'id': '112498ca-b37e-4ec6-82b0-cbaa14bd3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:26.539595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.539994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Bound using segment: {'id': '112498ca-b37e-4ec6-82b0-cbaa14bd3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:26.540483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Bound port: 4467c04f-1e1c-4025-b688-4fd9ef78c2c4, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112498ca-b37e-4ec6-82b0-cbaa14bd3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '033e7774-2ee8-4cc1-a4d8-c54be5c2904a'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:26.541316 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.543602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24e9bb-4ab0-4122-89d9-7ee9b4541644 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2984b50-8522-4a64-af4a-28293c526f8f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:26.609149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1321608383'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:26.640505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] For port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:26.644621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] For port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,segment=NetworkSegment(112498ca-b37e-4ec6-82b0-cbaa14bd3378),segment_id=112498ca-b37e-4ec6-82b0-cbaa14bd3378)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:26.652359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.702913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7b568831-c239-4d20-bc93-4fe1b35f5a12 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups/d2984b50-8522-4a64-af4a-28293c526f8f HTTP/1.1" status: 200 len: 1779 time: 0.2102473 Jul 08 17:38:26.704924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44300) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.721581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b381a94-6271-49c8-939b-b3bd2e969e08 req-9bc2e764-465c-44ec-8a28-de15f782f154 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524281 Jul 08 17:38:26.729259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:26.734944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.759181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.763657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afcbea-2ac8-458b-8bb1-9ca1010c978a None None] Pushing event updated for resources: {'Port': ['ID=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:26.791274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14f3e3c6-a6ad-4b0b-8557-54a0345292c4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.820315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14f3e3c6-a6ad-4b0b-8557-54a0345292c4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.822662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.860170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object 60a38c19-8bd0-42fe-ad0c-8c5612a316a9 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:26.876863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14f3e3c6-a6ad-4b0b-8557-54a0345292c4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.880054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14f3e3c6-a6ad-4b0b-8557-54a0345292c4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.885673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-14f3e3c6-a6ad-4b0b-8557-54a0345292c4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/d2984b50-8522-4a64-af4a-28293c526f8f HTTP/1.1" status: 204 len: 168 time: 0.1791101 Jul 08 17:38:26.886525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44304) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.909160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3e3c6-a6ad-4b0b-8557-54a0345292c4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2984b50-8522-4a64-af4a-28293c526f8f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:26.969110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-11a804f3-1581-4a15-a5f1-9d9d57a5cbba tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778153 Jul 08 17:38:26.969409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44306) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:26.991469 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.992884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:26.993491 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-a6028118-e4e4-4f61-bd61-188f58b8c0a9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] delete failed (client error): The resource could not be found. Jul 08 17:38:26.998617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a6028118-e4e4-4f61-bd61-188f58b8c0a9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/d2984b50-8522-4a64-af4a-28293c526f8f HTTP/1.1" status: 404 len: 347 time: 0.0245683 Jul 08 17:38:26.999053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44308) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.032307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ab147798-7396-4d1e-b171-d35f5bafdc9b tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158202535'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:27.041312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.101238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:27.102302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:27.110224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=60a38c19-8bd0-42fe-ad0c-8c5612a316a9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:27.119228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:27.124931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:27.127950 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab147798-7396-4d1e-b171-d35f5bafdc9b tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.132958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de803ae4-c3bb-493b-b07e-d585af71b45b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:27.135768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.136118 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Added segment 80f15bbd-ec1b-4a76-a04e-ff5cd741b101 of type vlan for network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a Jul 08 17:38:27.235670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:27.236301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.240890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.291810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:27.300665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.306336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:27.306938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.388177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:27.400895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab147798-7396-4d1e-b171-d35f5bafdc9b tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.402150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Network': ['ID=70d57a41-3e3d-49e0-a1ec-b1e1775eb22a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:27.413251 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab147798-7396-4d1e-b171-d35f5bafdc9b tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.432478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcf9164e-3fe5-4c2f-997c-ebab5f986e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.435481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:27.450170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b84f5aea-b915-4427-9e82-320da7e59d26 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7961860 Jul 08 17:38:27.452719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44318) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.468288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4f10de89-26e7-4a81-950e-c1b9764a3f53 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2474146 Jul 08 17:38:27.476511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab147798-7396-4d1e-b171-d35f5bafdc9b tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dabd41f-d339-4f95-92e3-45ec9dea05f7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:27.492367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44320) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.497910 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab147798-7396-4d1e-b171-d35f5bafdc9b tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.503519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ab147798-7396-4d1e-b171-d35f5bafdc9b tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4994276 Jul 08 17:38:27.504255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44322) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.508977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'subnet': {'network_id': '70d57a41-3e3d-49e0-a1ec-b1e1775eb22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:27.519227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ed27fd97-334e-4111-a5fb-2abc6ca3fa25 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': '1dabd41f-d339-4f95-92e3-45ec9dea05f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:27.550616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed27fd97-334e-4111-a5fb-2abc6ca3fa25 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.652338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed27fd97-334e-4111-a5fb-2abc6ca3fa25 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.667503 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed27fd97-334e-4111-a5fb-2abc6ca3fa25 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.698505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27fd97-334e-4111-a5fb-2abc6ca3fa25 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6f39bc-4ebd-4b31-8e6c-11cd620f872a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:27.709071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 60a38c19-8bd0-42fe-ad0c-8c5612a316a9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:27.709718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.713556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:27.714921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed27fd97-334e-4111-a5fb-2abc6ca3fa25 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.719137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ed27fd97-334e-4111-a5fb-2abc6ca3fa25 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030737 Jul 08 17:38:27.719302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.719767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44334) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.755263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7660a84e-0953-410c-9c35-fb1cd71af69d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.774581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7660a84e-0953-410c-9c35-fb1cd71af69d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.836658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7660a84e-0953-410c-9c35-fb1cd71af69d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.853877 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7660a84e-0953-410c-9c35-fb1cd71af69d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.865333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7660a84e-0953-410c-9c35-fb1cd71af69d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/fc6f39bc-4ebd-4b31-8e6c-11cd620f872a HTTP/1.1" status: 204 len: 168 time: 0.1442466 Jul 08 17:38:27.868551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44340) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.879798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a84e-0953-410c-9c35-fb1cd71af69d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc6f39bc-4ebd-4b31-8e6c-11cd620f872a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:27.949983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:27.961571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1746212e-e653-4cb9-bf9f-276a7c8e2795 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918148 Jul 08 17:38:27.966388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44344) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:27.997125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 60a38c19-8bd0-42fe-ad0c-8c5612a316a9 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:28.025855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dae29-0a87-4ed6-b66b-c44d30e9b915 req-e4316fd7-7934-4886-9849-60bb7b25ed08 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:28.027923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b2dae29-0a87-4ed6-b66b-c44d30e9b915 req-e4316fd7-7934-4886-9849-60bb7b25ed08 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.0965698 Jul 08 17:38:28.077664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b2dae29-0a87-4ed6-b66b-c44d30e9b915 req-44abfef2-ad5b-4ce2-b956-8d9b52801e8b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Jul 08 17:38:28.160608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223f540-b673-4da6-a3fb-ac5c219b6708 None None] Network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:28.162776 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68a544dc-faeb-4079-92ba-a4759d3ad6fa tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.216500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.219388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68a544dc-faeb-4079-92ba-a4759d3ad6fa tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.279476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b70be70f-0219-47e3-b1af-92b3fcaf6704 None None] Provisioning for port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:28.286232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b70be70f-0219-47e3-b1af-92b3fcaf6704 None None] Provisioning complete for port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:28.286658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70be70f-0219-47e3-b1af-92b3fcaf6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.342263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Subnet': ['ID=c6aae3d7-6e5e-41ba-890e-c44fbc030efd,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:28.366756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.373132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Checking segment: {'id': '80f15bbd-ec1b-4a76-a04e-ff5cd741b101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '70d57a41-3e3d-49e0-a1ec-b1e1775eb22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:28.373591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network hostable DHCP agents. Network: 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:28.375812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68a544dc-faeb-4079-92ba-a4759d3ad6fa tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.378788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68a544dc-faeb-4079-92ba-a4759d3ad6fa tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.380162 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-68a544dc-faeb-4079-92ba-a4759d3ad6fa tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/1dabd41f-d339-4f95-92e3-45ec9dea05f7 HTTP/1.1" status: 204 len: 168 time: 0.4081652 Jul 08 17:38:28.383420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44350) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:28.417367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=60a38c19-8bd0-42fe-ad0c-8c5612a316a9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:28.425068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a544dc-faeb-4079-92ba-a4759d3ad6fa tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dabd41f-d339-4f95-92e3-45ec9dea05f7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:28.432041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70be70f-0219-47e3-b1af-92b3fcaf6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.487075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b70be70f-0219-47e3-b1af-92b3fcaf6704 None None] For port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,segment=NetworkSegment(112498ca-b37e-4ec6-82b0-cbaa14bd3378),segment_id=112498ca-b37e-4ec6-82b0-cbaa14bd3378)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:28.494726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b70be70f-0219-47e3-b1af-92b3fcaf6704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.496820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:28.500716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0766e77d-1836-429a-a932-c4ed0dff9056 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1159499 Jul 08 17:38:28.501579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44352) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:28.507443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e80a8429-dccc-46ff-9fd9-ad0dffdd4302 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729848227'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:28.523441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:28.526124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.532292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44354) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:28.532509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cd9699a3-4db2-40af-8c7a-01c0b242bc63 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/60a38c19-8bd0-42fe-ad0c-8c5612a316a9 HTTP/1.1" status: 204 len: 168 time: 1.0785620 Jul 08 17:38:28.537741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:28.538576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.548430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6c925-d1e5-436e-b251-d9ff3f9fc98a None None] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:28.577708 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-521a5ad4-c55e-4f9d-a09d-7b50e4c3f51c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0832398 Jul 08 17:38:28.580561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44356) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:28.588612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-217565926', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:28.598507 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd98f5b0-0cc1-47f9-9990-a3f4ab71aa8e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:28.600067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd98f5b0-0cc1-47f9-9990-a3f4ab71aa8e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/60a38c19-8bd0-42fe-ad0c-8c5612a316a9 HTTP/1.1" status: 404 len: 333 time: 0.0640697 Jul 08 17:38:28.600953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e80a8429-dccc-46ff-9fd9-ad0dffdd4302 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.607023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44358) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:28.668397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70be70f-0219-47e3-b1af-92b3fcaf6704 None None] Pushing event updated for resources: {'Port': ['ID=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:28.692116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.697177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.728958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet c7492e6e-2af2-4db6-bddf-67b3b6d379d6 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:28.741461 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.824471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f0c142-c531-4956-a4cb-a4aa542cf0ad None None] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:28.831658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-019f6c8b-da28-4da5-b4bc-2f7b15aa9138 None None] Could not find standard attr ID for object 60a38c19-8bd0-42fe-ad0c-8c5612a316a9. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:38:28.839840 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e80a8429-dccc-46ff-9fd9-ad0dffdd4302 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.852280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e80a8429-dccc-46ff-9fd9-ad0dffdd4302 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.923425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e80a8429-dccc-46ff-9fd9-ad0dffdd4302 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.924720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e80a8429-dccc-46ff-9fd9-ad0dffdd4302 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4222629 Jul 08 17:38:28.926240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.932843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.936564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44366) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:28.941141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-019f6c8b-da28-4da5-b4bc-2f7b15aa9138 None None] Provisioning complete for port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:28.941534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-019f6c8b-da28-4da5-b4bc-2f7b15aa9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:28.942759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-31bfa68b-6e59-448d-a5d5-55f62cbf5ed8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'b7e41759-022c-40bb-a0ed-f0d278664f3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:28.994328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a8429-dccc-46ff-9fd9-ad0dffdd4302 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e41759-022c-40bb-a0ed-f0d278664f3a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.009358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-31bfa68b-6e59-448d-a5d5-55f62cbf5ed8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.159176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-31bfa68b-6e59-448d-a5d5-55f62cbf5ed8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.171443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-31bfa68b-6e59-448d-a5d5-55f62cbf5ed8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.216195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfa68b-6e59-448d-a5d5-55f62cbf5ed8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d772cc-fe7f-4cec-81ce-5f31cd32a92d,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.227936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-31bfa68b-6e59-448d-a5d5-55f62cbf5ed8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.232414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-31bfa68b-6e59-448d-a5d5-55f62cbf5ed8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2937679 Jul 08 17:38:29.233086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44374) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.238549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-55326ec1-407c-4465-86ff-cbae9af0fee3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'b7e41759-022c-40bb-a0ed-f0d278664f3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:29.309763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55326ec1-407c-4465-86ff-cbae9af0fee3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.322577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:29.381729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44376) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.451086 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55326ec1-407c-4465-86ff-cbae9af0fee3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.460933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454637e-6a15-4564-b78c-57f70fd8d106 req-39e117b6-1753-4ba4-a44f-953ec2899953 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:29.468655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f454637e-6a15-4564-b78c-57f70fd8d106 req-39e117b6-1753-4ba4-a44f-953ec2899953 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1304536 Jul 08 17:38:29.479550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55326ec1-407c-4465-86ff-cbae9af0fee3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.508428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:29.509096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.524769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55326ec1-407c-4465-86ff-cbae9af0fee3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b220e59-b06a-4037-a30c-0f511d770c5e,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.534799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55326ec1-407c-4465-86ff-cbae9af0fee3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.539592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-55326ec1-407c-4465-86ff-cbae9af0fee3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054891 Jul 08 17:38:29.540586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44380) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.547652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4e397fdd-3ad6-415c-b1bf-c77dd6b65b68 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'b7e41759-022c-40bb-a0ed-f0d278664f3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:29.586129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f454637e-6a15-4564-b78c-57f70fd8d106 req-13503baa-b73b-4c0f-9d36-5c3e718adaae tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158745 Jul 08 17:38:29.600849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e397fdd-3ad6-415c-b1bf-c77dd6b65b68 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.625311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8dd6c71f-53cb-491f-8b08-c2ed4c364c33 None None] Could not find standard attr ID for object 60a38c19-8bd0-42fe-ad0c-8c5612a316a9. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:38:29.642471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-74704111-296d-40af-95b6-629bff88b3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.651265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.666421 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.695965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e397fdd-3ad6-415c-b1bf-c77dd6b65b68 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.705324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e397fdd-3ad6-415c-b1bf-c77dd6b65b68 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.732576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e397fdd-3ad6-415c-b1bf-c77dd6b65b68 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37283532-d064-4ccf-85ea-244137b9288f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.793207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-74704111-296d-40af-95b6-629bff88b3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.796357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.800198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-74704111-296d-40af-95b6-629bff88b3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.821766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e397fdd-3ad6-415c-b1bf-c77dd6b65b68 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.823086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4e397fdd-3ad6-415c-b1bf-c77dd6b65b68 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2794254 Jul 08 17:38:29.826494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.834183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-86ef8fb0-bdf8-494d-b10b-ccd704fa2b19 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'b7e41759-022c-40bb-a0ed-f0d278664f3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:29.840575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=c7492e6e-2af2-4db6-bddf-67b3b6d379d6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.850789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.853228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c60ec8-4c00-492d-92d4-93bb6953fea3 None None] Network 033e7774-2ee8-4cc1-a4d8-c54be5c2904a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:29.854457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-74704111-296d-40af-95b6-629bff88b3ef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5dc12f9060914fd4a25cba0ad9f05279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680202 Jul 08 17:38:29.855355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44386) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.856438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74704111-296d-40af-95b6-629bff88b3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a127e26f-bc72-4101-be11-efc822bd68c2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:29.866328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/c7492e6e-2af2-4db6-bddf-67b3b6d379d6 HTTP/1.1" status: 204 len: 168 time: 1.2580426 Jul 08 17:38:29.873459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44388) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:29.918375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-faeba64d-43e9-4725-9b23-2b7eb289af05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:29.924594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.924963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.925305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.925638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.925976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.926283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.926606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.926929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.927250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.927571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.927888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.928200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ab3ad-52f4-4f88-9882-ffac52525b20 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:29.950780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-faeba64d-43e9-4725-9b23-2b7eb289af05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.015179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-faeba64d-43e9-4725-9b23-2b7eb289af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.019483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-faeba64d-43e9-4725-9b23-2b7eb289af05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.025987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-faeba64d-43e9-4725-9b23-2b7eb289af05 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a127e26f-bc72-4101-be11-efc822bd68c2 HTTP/1.1" status: 204 len: 168 time: 0.1661663 Jul 08 17:38:30.049386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeba64d-43e9-4725-9b23-2b7eb289af05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a127e26f-bc72-4101-be11-efc822bd68c2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:30.053041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36f66a8c-70b9-45f9-abfd-81d3bc12ec42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.146032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] DHCP port deletion for 033e7774-2ee8-4cc1-a4d8-c54be5c2904a request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:30.166613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-86ef8fb0-bdf8-494d-b10b-ccd704fa2b19 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.186984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.239736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] Deleting port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:30.240165 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.246195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.281046 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.321512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-86ef8fb0-bdf8-494d-b10b-ccd704fa2b19 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.344669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] For port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,segment=NetworkSegment(112498ca-b37e-4ec6-82b0-cbaa14bd3378),segment_id=112498ca-b37e-4ec6-82b0-cbaa14bd3378)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:30.346463 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.362498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] Calling delete_port for 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:30.370845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-86ef8fb0-bdf8-494d-b10b-ccd704fa2b19 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.409451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef8fb0-bdf8-494d-b10b-ccd704fa2b19 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d713f525-6977-4d47-862d-71f4e585a40e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:30.417435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-86ef8fb0-bdf8-494d-b10b-ccd704fa2b19 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.422417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-86ef8fb0-bdf8-494d-b10b-ccd704fa2b19 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5897477 Jul 08 17:38:30.422890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44398) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:30.427521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-98f8d27e-b2aa-456e-a054-63f07f3480e4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'b7e41759-022c-40bb-a0ed-f0d278664f3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:30.445346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44400) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:30.469091 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.471272 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.490235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98f8d27e-b2aa-456e-a054-63f07f3480e4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.496951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:30.497297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.511989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca4d-879e-4357-b179-649f943fdf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.515996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] Pushing event deleted for resources: {'Port': ['ID=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:30.524902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0318d-caf7-4c20-93bb-2cfd39fc2bc0 None None] No DVR routers for this DVR port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:30.551105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98f8d27e-b2aa-456e-a054-63f07f3480e4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.556083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98f8d27e-b2aa-456e-a054-63f07f3480e4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.576273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8d27e-b2aa-456e-a054-63f07f3480e4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dacecf-28f9-4cb2-bcdd-ad86bb2f5332,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:30.607982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.25.5.193 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/7db3d4df-e480-4492-8fca-545b29f6fde8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:30.610665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] For port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4, host n-d-799528-4, got binding levels [] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:30.611079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.637570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:30.641017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 was not found and therefore no delete operation was performed {{(pid=93665) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:38:30.647279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.780528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=4467c04f-1e1c-4025-b688-4fd9ef78c2c4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:30.787064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No DVR routers for this DVR port 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:30.869540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a7fa-867b-40a0-9ae4-49b3d22303ef req-7751f8da-78c6-4157-afee-f4a5e463f3b2 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:30.871051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f317a7fa-867b-40a0-9ae4-49b3d22303ef req-7751f8da-78c6-4157-afee-f4a5e463f3b2 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.0686460 Jul 08 17:38:30.916063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f317a7fa-867b-40a0-9ae4-49b3d22303ef req-7c823bb6-eae6-4403-950b-0a2df473102a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Jul 08 17:38:30.931599 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.949516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033e7774-2ee8-4cc1-a4d8-c54be5c2904a']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:30.966258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112498ca-b37e-4ec6-82b0-cbaa14bd3378') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:30.966556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112498ca-b37e-4ec6-82b0-cbaa14bd3378') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:30.976648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca4d-879e-4357-b179-649f943fdf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.988217 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.988599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98f8d27e-b2aa-456e-a054-63f07f3480e4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.992688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-98f8d27e-b2aa-456e-a054-63f07f3480e4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5661900 Jul 08 17:38:30.992876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3fcca4d-879e-4357-b179-649f943fdf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:30.992997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44406) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.000146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.020374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b2c-187b-4637-b976-c76f1c1c79dc tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.029560 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b2c-187b-4637-b976-c76f1c1c79dc tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.034270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.052658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:31.053673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:31.058354 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:31.060928 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a3fcca4d-879e-4357-b179-649f943fdf88 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0c6028b214c44562aaee109d3b130792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135097 Jul 08 17:38:31.061708 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b2c-187b-4637-b976-c76f1c1c79dc tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.067248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8b2c-187b-4637-b976-c76f1c1c79dc tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.068367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e1dc8b2c-187b-4637-b976-c76f1c1c79dc tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/e8dacecf-28f9-4cb2-bcdd-ad86bb2f5332 HTTP/1.1" status: 204 len: 168 time: 0.0745044 Jul 08 17:38:31.068990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44408) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.074708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44410) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.090491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc8b2c-187b-4637-b976-c76f1c1c79dc tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8dacecf-28f9-4cb2-bcdd-ad86bb2f5332,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.124963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcca4d-879e-4357-b179-649f943fdf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e8d567-7fff-4a0c-854f-65fb9c2be22e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.132405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-262d49f1-4151-4c47-ba1d-7f57731e484b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.158045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-262d49f1-4151-4c47-ba1d-7f57731e484b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.172484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.183994 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.188725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.190676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/033e7774-2ee8-4cc1-a4d8-c54be5c2904a HTTP/1.1" status: 204 len: 168 time: 1.3162959 Jul 08 17:38:31.195756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44414) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.201386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'name': 'tempest-PortsTestJSON-1627326653'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:31.210984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d53647fd-9c3f-4e93-94cc-ca12d6782097 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1060903 Jul 08 17:38:31.219177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44416) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.239482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ac8a2-da0f-4d7e-a0ae-95a91df94c08 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=033e7774-2ee8-4cc1-a4d8-c54be5c2904a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.257155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:31.261532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:31.266047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:31.269234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=7db3d4df-e480-4492-8fca-545b29f6fde8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.287200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:31.301068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33da-a778-49d5-bff1-cf22a41285a5 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.305452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-262d49f1-4151-4c47-ba1d-7f57731e484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.307918 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-262d49f1-4151-4c47-ba1d-7f57731e484b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.309291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-262d49f1-4151-4c47-ba1d-7f57731e484b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/03e8d567-7fff-4a0c-854f-65fb9c2be22e HTTP/1.1" status: 204 len: 168 time: 0.2372272 Jul 08 17:38:31.320517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33da-a778-49d5-bff1-cf22a41285a5 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.323873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:31.324879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4467c04f-1e1c-4025-b688-4fd9ef78c2c4 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:31.345661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d49f1-4151-4c47-ba1d-7f57731e484b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e8d567-7fff-4a0c-854f-65fb9c2be22e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.351935 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.375740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:31.384993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.398346 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33da-a778-49d5-bff1-cf22a41285a5 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.403351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ce7d33da-a778-49d5-bff1-cf22a41285a5 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.404777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ce7d33da-a778-49d5-bff1-cf22a41285a5 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/d713f525-6977-4d47-862d-71f4e585a40e HTTP/1.1" status: 204 len: 168 time: 0.1851420 Jul 08 17:38:31.410799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44422) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.433810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 1ea0b20f-ddf4-419f-9e21-3c8e266918db yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:31.441881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d33da-a778-49d5-bff1-cf22a41285a5 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d713f525-6977-4d47-862d-71f4e585a40e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.525384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1ebdbfdc-9142-4e16-b602-d254e5f5a857 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1128674 Jul 08 17:38:31.532383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44424) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.566093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.580387 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dae97914-5547-4377-a957-e723c6e1f1ce tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.625835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dae97914-5547-4377-a957-e723c6e1f1ce tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.683316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dae97914-5547-4377-a957-e723c6e1f1ce tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.688396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dae97914-5547-4377-a957-e723c6e1f1ce tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.689696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dae97914-5547-4377-a957-e723c6e1f1ce tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/37283532-d064-4ccf-85ea-244137b9288f HTTP/1.1" status: 204 len: 168 time: 0.1563730 Jul 08 17:38:31.692854 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.696343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44432) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.719175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae97914-5547-4377-a957-e723c6e1f1ce tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37283532-d064-4ccf-85ea-244137b9288f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.773380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-04e9739f-ec26-4d10-a5e7-200f1dfd54ca tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0725455 Jul 08 17:38:31.773641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44436) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.794721 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.816598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.818749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee051317-eb72-4dfe-aca3-09338f316dac tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.827529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee051317-eb72-4dfe-aca3-09338f316dac tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.851814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:31.855269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:31.859351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:31.865375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:31.866108 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.879372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=1ea0b20f-ddf4-419f-9e21-3c8e266918db,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.885273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4b1aceeb-79a2-42e0-ba08-4090ca26f472 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6883929 Jul 08 17:38:31.887682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44440) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.931305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee051317-eb72-4dfe-aca3-09338f316dac tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.949327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee051317-eb72-4dfe-aca3-09338f316dac tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:31.952837 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee051317-eb72-4dfe-aca3-09338f316dac tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/6b220e59-b06a-4037-a30c-0f511d770c5e HTTP/1.1" status: 204 len: 168 time: 0.1759772 Jul 08 17:38:31.953598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee051317-eb72-4dfe-aca3-09338f316dac tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b220e59-b06a-4037-a30c-0f511d770c5e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:31.961140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44448) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:31.996520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 1ea0b20f-ddf4-419f-9e21-3c8e266918db {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:31.996986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.045452 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1619e0f5-dad3-47e1-b0ae-bb5d12dfebe4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0805564 Jul 08 17:38:32.045679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44452) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.085962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2a55d63-3841-4b37-9f36-7cda219f93b9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.089925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:38:32.100516 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2a55d63-3841-4b37-9f36-7cda219f93b9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.113114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.133840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 1ea0b20f-ddf4-419f-9e21-3c8e266918db owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:32.161090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e128eac-d7f9-40f3-b09f-62c2f2bf4c7a req-21d4b192-fdff-4c7a-b5ec-520defdb62f6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:32.162786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e128eac-d7f9-40f3-b09f-62c2f2bf4c7a req-21d4b192-fdff-4c7a-b5ec-520defdb62f6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.1155310 Jul 08 17:38:32.190917 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2a55d63-3841-4b37-9f36-7cda219f93b9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.199569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2a55d63-3841-4b37-9f36-7cda219f93b9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.203031 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c2a55d63-3841-4b37-9f36-7cda219f93b9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/35d772cc-fe7f-4cec-81ce-5f31cd32a92d HTTP/1.1" status: 204 len: 168 time: 0.1539342 Jul 08 17:38:32.204634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44460) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.245766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e128eac-d7f9-40f3-b09f-62c2f2bf4c7a req-3923998c-5048-4a0c-9e90-309a1c9ac033 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501735 Jul 08 17:38:32.248853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a55d63-3841-4b37-9f36-7cda219f93b9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35d772cc-fe7f-4cec-81ce-5f31cd32a92d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:32.274885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.307082 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5c1d1c0a-7d14-4ccd-8698-224769543a2f tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945809 Jul 08 17:38:32.308370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:32.309697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44464) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.318666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:32.330086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=1ea0b20f-ddf4-419f-9e21-3c8e266918db,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:32.331931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:32.332878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:32.355267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.359752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c30e6cce-8f39-4759-8d21-ec85e92b5144 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/1ea0b20f-ddf4-419f-9e21-3c8e266918db HTTP/1.1" status: 204 len: 168 time: 0.4687901 Jul 08 17:38:32.360040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44466) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.367096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'mac_address': 'fa:16:3e:b2:0b:2e', 'name': 'tempest-PortsTestJSON-231324038'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:32.370743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.373640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-35261524-625f-475c-83e7-0e8c376a84f9 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7917871 Jul 08 17:38:32.376397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44470) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.384590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:32.395868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:32.396756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:32.405839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fb81251a-df9f-4e27-8f14-b4e26d40d54d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.431853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fb81251a-df9f-4e27-8f14-b4e26d40d54d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.442435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:32.443371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a7efda-af0b-426a-bfb0-ef78c5f1d81d None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:32.485702 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fb81251a-df9f-4e27-8f14-b4e26d40d54d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.492819 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fb81251a-df9f-4e27-8f14-b4e26d40d54d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.496939 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fb81251a-df9f-4e27-8f14-b4e26d40d54d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/b7e41759-022c-40bb-a0ed-f0d278664f3a HTTP/1.1" status: 204 len: 168 time: 0.1862142 Jul 08 17:38:32.497713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44474) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.511947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81251a-df9f-4e27-8f14-b4e26d40d54d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e41759-022c-40bb-a0ed-f0d278664f3a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:32.576427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-63aae472-c2ef-427b-a8eb-dc691e6dc9a6 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674934 Jul 08 17:38:32.577221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44480) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.590560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-64b49724-e1e5-4188-95d0-f01ab5309641 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909002996'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:32.619915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64b49724-e1e5-4188-95d0-f01ab5309641 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.711694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64b49724-e1e5-4188-95d0-f01ab5309641 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.716678 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64b49724-e1e5-4188-95d0-f01ab5309641 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.760545 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64b49724-e1e5-4188-95d0-f01ab5309641 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.765230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64b49724-e1e5-4188-95d0-f01ab5309641 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1798007 Jul 08 17:38:32.767233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44486) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.771656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.774826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e8d11acd-7aa8-4121-80f4-7be9e48b2c6a tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'b2696509-04ff-4d42-9965-b32b8ff8520c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:32.781049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b49724-e1e5-4188-95d0-f01ab5309641 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2696509-04ff-4d42-9965-b32b8ff8520c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:32.820513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8d11acd-7aa8-4121-80f4-7be9e48b2c6a tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.879237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8d11acd-7aa8-4121-80f4-7be9e48b2c6a tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.882365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:32.883564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8d11acd-7aa8-4121-80f4-7be9e48b2c6a tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.904568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d11acd-7aa8-4121-80f4-7be9e48b2c6a tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fec0afe-40e9-4969-ac13-8ef84baafbae,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:32.908344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8d11acd-7aa8-4121-80f4-7be9e48b2c6a tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:32.909696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e8d11acd-7aa8-4121-80f4-7be9e48b2c6a tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1411128 Jul 08 17:38:32.912688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44490) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:32.996123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9903011-df5a-4d5c-bd28-58e4b8df3b06 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.021446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9903011-df5a-4d5c-bd28-58e4b8df3b06 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.027175 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.063914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 9a197110-c061-4099-ac23-c07ad070aae0 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:33.113074 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9903011-df5a-4d5c-bd28-58e4b8df3b06 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.115573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9903011-df5a-4d5c-bd28-58e4b8df3b06 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.116799 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e9903011-df5a-4d5c-bd28-58e4b8df3b06 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/b2696509-04ff-4d42-9965-b32b8ff8520c HTTP/1.1" status: 204 len: 168 time: 0.2022452 Jul 08 17:38:33.120172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44496) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:33.130001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb717a-be6f-40a0-976d-cbfae2b9cd26 req-0a506ba9-b99c-464f-8ced-17fdf9aff6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:33.131573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68eb717a-be6f-40a0-976d-cbfae2b9cd26 req-0a506ba9-b99c-464f-8ced-17fdf9aff6e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 1096 time: 0.0823214 Jul 08 17:38:33.132486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9903011-df5a-4d5c-bd28-58e4b8df3b06 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2696509-04ff-4d42-9965-b32b8ff8520c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:33.170258 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68eb717a-be6f-40a0-976d-cbfae2b9cd26 req-b451fee7-372c-40e6-9aba-906a6acec846 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jul 08 17:38:33.262829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-25552f4e-f3b4-4d58-8f53-0f5cc31ae754 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1369610 Jul 08 17:38:33.263427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44504) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:33.283296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fc4c959d-21e0-4a7c-b71a-dc3b560fb475 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--556420153'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:33.425072 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc4c959d-21e0-4a7c-b71a-dc3b560fb475 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.492364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.626029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee48fd-9150-4cb9-86bc-26f61260f0bf req-9543998f-f293-4399-9f1c-35bdd3a13b32 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:33.627581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59ee48fd-9150-4cb9-86bc-26f61260f0bf req-9543998f-f293-4399-9f1c-35bdd3a13b32 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2245352 Jul 08 17:38:33.686695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.707700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.740082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc4c959d-21e0-4a7c-b71a-dc3b560fb475 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.764078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59ee48fd-9150-4cb9-86bc-26f61260f0bf req-4fff2db6-6081-47dc-b9c7-7bd9f3c13079 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241033 Jul 08 17:38:33.773950 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc4c959d-21e0-4a7c-b71a-dc3b560fb475 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.819909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:33.845600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:33.848372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:33.855340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:33.856011 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.881462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=9a197110-c061-4099-ac23-c07ad070aae0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:33.892288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc4c959d-21e0-4a7c-b71a-dc3b560fb475 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:33.893838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fc4c959d-21e0-4a7c-b71a-dc3b560fb475 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6244891 Jul 08 17:38:33.896584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44526) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:33.899003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c959d-21e0-4a7c-b71a-dc3b560fb475 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fedbc3-863a-4491-ac95-dac09747ea99,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:33.935361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-20179ce6-00e9-4d3e-8ae0-ea0fdcad56f4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990196870'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:33.940463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4a1446e0-c8fc-40b6-95ae-bbc35250a7da tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5792718 Jul 08 17:38:33.943355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44528) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:33.989902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20179ce6-00e9-4d3e-8ae0-ea0fdcad56f4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.030118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd577b3-1d35-47d9-b50a-c48de447067c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:34.036985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44532) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.038790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3bd577b3-1d35-47d9-b50a-c48de447067c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/9a197110-c061-4099-ac23-c07ad070aae0 HTTP/1.1" status: 200 len: 840 time: 0.0931251 Jul 08 17:38:34.094970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44534) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.200345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0442699a-e14e-4fda-9391-3e0756429400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.276475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.1 (70d57a41-3e3d-49e0-a1ec-b1e1775eb22a/c6aae3d7-6e5e-41ba-890e-c44fbc030efd/3d90cb0a-3638-43f3-b7be-172a01361bcd) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:34.288451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 9a197110-c061-4099-ac23-c07ad070aae0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:34.288860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.316291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20179ce6-00e9-4d3e-8ae0-ea0fdcad56f4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.366070 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20179ce6-00e9-4d3e-8ae0-ea0fdcad56f4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.416801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0442699a-e14e-4fda-9391-3e0756429400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.421911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0442699a-e14e-4fda-9391-3e0756429400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.459598 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.461779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0442699a-e14e-4fda-9391-3e0756429400 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49e3ee08edeb4adb8510332e67f15514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657284 Jul 08 17:38:34.463884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442699a-e14e-4fda-9391-3e0756429400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2d346-b98f-4fd9-8fdf-f69d47773567,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:34.466688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44540) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.473294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20179ce6-00e9-4d3e-8ae0-ea0fdcad56f4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f881d7-d36d-43ca-adc6-b51e079b8f18,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:34.481594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20179ce6-00e9-4d3e-8ae0-ea0fdcad56f4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.482922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20179ce6-00e9-4d3e-8ae0-ea0fdcad56f4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5847616 Jul 08 17:38:34.483806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 9a197110-c061-4099-ac23-c07ad070aae0 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:34.488858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44544) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.494751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2862f14e-3f61-445d-9870-00bbc55bc903 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': '33fedbc3-863a-4491-ac95-dac09747ea99', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '12f881d7-d36d-43ca-adc6-b51e079b8f18', 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:34.536407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2862f14e-3f61-445d-9870-00bbc55bc903 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.583703 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.597938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7bb94d3-508f-48ee-940f-57fbd84b3be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.632030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.644479 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7bb94d3-508f-48ee-940f-57fbd84b3be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.659419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2862f14e-3f61-445d-9870-00bbc55bc903 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.668482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2862f14e-3f61-445d-9870-00bbc55bc903 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.673488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.676828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/9a197110-c061-4099-ac23-c07ad070aae0 HTTP/1.1" status: 204 len: 168 time: 0.6366713 Jul 08 17:38:34.678595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02efbb-682b-4d14-b657-7b2ad8c66518 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=9a197110-c061-4099-ac23-c07ad070aae0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:34.680968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44546) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.701275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f14e-3f61-445d-9870-00bbc55bc903 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118c1db9-b43a-4c21-95e2-8baf033f5e8b,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:34.712622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2862f14e-3f61-445d-9870-00bbc55bc903 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.714037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2862f14e-3f61-445d-9870-00bbc55bc903 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2240181 Jul 08 17:38:34.716797 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc1ece5-227d-43c5-bdec-5253d00eb75b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:34.717085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44548) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.718508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0dc1ece5-227d-43c5-bdec-5253d00eb75b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/9a197110-c061-4099-ac23-c07ad070aae0 HTTP/1.1" status: 404 len: 333 time: 0.0350218 Jul 08 17:38:34.720702 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.724843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44552) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.738928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'name': 'tempest-PortsTestJSON-1194848505'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:34.745315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7bb94d3-508f-48ee-940f-57fbd84b3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.747846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7bb94d3-508f-48ee-940f-57fbd84b3be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.751298 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c7bb94d3-508f-48ee-940f-57fbd84b3be8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c6e2d346-b98f-4fd9-8fdf-f69d47773567 HTTP/1.1" status: 204 len: 168 time: 0.2813196 Jul 08 17:38:34.754307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a77b42f-28b4-4ca1-bbb6-532c4c77bee2 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.764667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb94d3-508f-48ee-940f-57fbd84b3be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2d346-b98f-4fd9-8fdf-f69d47773567,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:34.771621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a77b42f-28b4-4ca1-bbb6-532c4c77bee2 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.806418 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a77b42f-28b4-4ca1-bbb6-532c4c77bee2 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.817820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a77b42f-28b4-4ca1-bbb6-532c4c77bee2 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.819030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9a77b42f-28b4-4ca1-bbb6-532c4c77bee2 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/118c1db9-b43a-4c21-95e2-8baf033f5e8b HTTP/1.1" status: 204 len: 168 time: 0.1009636 Jul 08 17:38:34.832021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.853352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77b42f-28b4-4ca1-bbb6-532c4c77bee2 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=118c1db9-b43a-4c21-95e2-8baf033f5e8b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:34.865599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:34.875824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:34.893377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:34.908105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=3d90cb0a-3638-43f3-b7be-172a01361bcd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:34.916630 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2b4fd69d-4ba8-45a2-ba04-0bfac5aaae81 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0818179 Jul 08 17:38:34.919089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44562) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:34.985406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b0016a9-db2a-4353-b76d-8703f99114c9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:34.998971 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.009473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b0016a9-db2a-4353-b76d-8703f99114c9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.039466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:35.042994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.055759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b0016a9-db2a-4353-b76d-8703f99114c9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.060006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b0016a9-db2a-4353-b76d-8703f99114c9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.061382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4b0016a9-db2a-4353-b76d-8703f99114c9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/12f881d7-d36d-43ca-adc6-b51e079b8f18 HTTP/1.1" status: 204 len: 168 time: 0.1412969 Jul 08 17:38:35.064476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44564) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.072665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0016a9-db2a-4353-b76d-8703f99114c9 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f881d7-d36d-43ca-adc6-b51e079b8f18,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.086340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44566) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.104424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6aeaf3b-63a6-4671-8c42-d6ccabfd496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.106205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port b971f93b-582b-41c1-8bd5-ed88225c74b0 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:35.184670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382da35d-5710-472e-a24e-16772d0a39b4 req-e5d477e4-4144-4bc0-a779-39771b96bf19 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:35.186214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-382da35d-5710-472e-a24e-16772d0a39b4 req-e5d477e4-4144-4bc0-a779-39771b96bf19 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2495754 Jul 08 17:38:35.196972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6aeaf3b-63a6-4671-8c42-d6ccabfd496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.200983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6aeaf3b-63a6-4671-8c42-d6ccabfd496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.243646 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d6aeaf3b-63a6-4671-8c42-d6ccabfd496f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=849c27ac603a4bfabe42c7f792efdff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530323 Jul 08 17:38:35.243646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aeaf3b-63a6-4671-8c42-d6ccabfd496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50601e8-5bff-45ae-a12b-3239513b08c8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.245560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.263215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9dac7908-32bc-4825-b809-5e9b62c9b581 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1950405 Jul 08 17:38:35.265926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44570) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.317647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-382da35d-5710-472e-a24e-16772d0a39b4 req-b18ecb0d-88ae-48b0-9308-909173b61b33 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173170 Jul 08 17:38:35.332686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-012b5a16-428b-42d9-b081-2c88736a5879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.354367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f5494dc-cee1-4702-a963-5e8d3bd0a8fd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.377297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-012b5a16-428b-42d9-b081-2c88736a5879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.381222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.396156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f5494dc-cee1-4702-a963-5e8d3bd0a8fd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.435321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.466915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f5494dc-cee1-4702-a963-5e8d3bd0a8fd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.470290 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f5494dc-cee1-4702-a963-5e8d3bd0a8fd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.474066 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7f5494dc-cee1-4702-a963-5e8d3bd0a8fd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/33fedbc3-863a-4491-ac95-dac09747ea99 HTTP/1.1" status: 204 len: 168 time: 0.2046587 Jul 08 17:38:35.475664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44576) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.497246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5494dc-cee1-4702-a963-5e8d3bd0a8fd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fedbc3-863a-4491-ac95-dac09747ea99,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.500678 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-012b5a16-428b-42d9-b081-2c88736a5879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.503124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-012b5a16-428b-42d9-b081-2c88736a5879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.504222 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-012b5a16-428b-42d9-b081-2c88736a5879 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c50601e8-5bff-45ae-a12b-3239513b08c8 HTTP/1.1" status: 204 len: 168 time: 0.2574935 Jul 08 17:38:35.523266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5a16-428b-42d9-b081-2c88736a5879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50601e8-5bff-45ae-a12b-3239513b08c8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.541474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8b30b0a9-eb58-47f0-84c0-098650ce3ec7 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635633 Jul 08 17:38:35.546888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44580) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.551626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-31e486ec-c2c6-47ae-bbc7-c7a209b91d26 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--764446657'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:35.580338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e486ec-c2c6-47ae-bbc7-c7a209b91d26 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.612715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.701900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41961d13-b26d-4bfc-8939-b68b06a2d5d3 req-5715dcd2-4fb0-4f29-99ee-7ddcda595a56 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:35.702746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e486ec-c2c6-47ae-bbc7-c7a209b91d26 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.703445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41961d13-b26d-4bfc-8939-b68b06a2d5d3 req-5715dcd2-4fb0-4f29-99ee-7ddcda595a56 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2383554 Jul 08 17:38:35.705346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:35.708375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e486ec-c2c6-47ae-bbc7-c7a209b91d26 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.715342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=b971f93b-582b-41c1-8bd5-ed88225c74b0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.717772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:35.740003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:35.746488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:35.747105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.764470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e486ec-c2c6-47ae-bbc7-c7a209b91d26 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af49431f-0fa1-4361-94f3-dc4f292b942c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.768125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e486ec-c2c6-47ae-bbc7-c7a209b91d26 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.773119 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-31e486ec-c2c6-47ae-bbc7-c7a209b91d26 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2250326 Jul 08 17:38:35.774472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.779101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2f30978f-b54d-482f-ba8f-db23b289df89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'af49431f-0fa1-4361-94f3-dc4f292b942c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:35.836192 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41961d13-b26d-4bfc-8939-b68b06a2d5d3 req-f78f7d15-1f37-405b-9ee7-41ff968c7371 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253400 Jul 08 17:38:35.839944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-78778c11-a7ac-419a-9c3d-5325e0f958ab tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1106899 Jul 08 17:38:35.843439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:35.845304 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f30978f-b54d-482f-ba8f-db23b289df89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.852288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:35.924594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f30978f-b54d-482f-ba8f-db23b289df89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.933853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f30978f-b54d-482f-ba8f-db23b289df89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.962741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30978f-b54d-482f-ba8f-db23b289df89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170dce20-d1a0-4338-9219-a8c779684d1b,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:35.974583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2f30978f-b54d-482f-ba8f-db23b289df89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:35.979319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2f30978f-b54d-482f-ba8f-db23b289df89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2013259 Jul 08 17:38:35.980009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44602) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.010134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.014538 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0062aaff-6f4e-43dd-8be9-b90b050b80e3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.020323 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.023659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0062aaff-6f4e-43dd-8be9-b90b050b80e3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.024240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.059988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0062aaff-6f4e-43dd-8be9-b90b050b80e3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.066233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0062aaff-6f4e-43dd-8be9-b90b050b80e3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.070317 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0062aaff-6f4e-43dd-8be9-b90b050b80e3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/170dce20-d1a0-4338-9219-a8c779684d1b HTTP/1.1" status: 204 len: 168 time: 0.0890548 Jul 08 17:38:36.072965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44606) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.088354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062aaff-6f4e-43dd-8be9-b90b050b80e3 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=170dce20-d1a0-4338-9219-a8c779684d1b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.142449 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-301822e0-0304-439e-9cb4-69c544d7e3ca tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604825 Jul 08 17:38:36.143077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.216199 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-388704b9-75e5-4044-82d2-e0b212e00409 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.252579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-388704b9-75e5-4044-82d2-e0b212e00409 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.343989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-388704b9-75e5-4044-82d2-e0b212e00409 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.347427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-388704b9-75e5-4044-82d2-e0b212e00409 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.352904 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-388704b9-75e5-4044-82d2-e0b212e00409 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/af49431f-0fa1-4361-94f3-dc4f292b942c HTTP/1.1" status: 204 len: 168 time: 0.2074006 Jul 08 17:38:36.353828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44620) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.394953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388704b9-75e5-4044-82d2-e0b212e00409 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af49431f-0fa1-4361-94f3-dc4f292b942c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.420267 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a0b828f2-3f47-41e2-baa1-36f6c94dbdce tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617108 Jul 08 17:38:36.424514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44624) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.431157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-358cf393-94cc-4421-8e36-d42a4154ba96 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group': {'name': 'tempest-secgroup--635027439'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:36.461870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-358cf393-94cc-4421-8e36-d42a4154ba96 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.501884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.515019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=3d90cb0a-3638-43f3-b7be-172a01361bcd,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.551478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.558541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.564491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.570655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.576604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.578639 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-358cf393-94cc-4421-8e36-d42a4154ba96 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.582740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.582923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-358cf393-94cc-4421-8e36-d42a4154ba96 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.588787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.593222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-281fc6a0-1e11-4f28-b1c0-f3527ac6033f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.6629171 Jul 08 17:38:36.615397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cf393-94cc-4421-8e36-d42a4154ba96 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd7071c-eac4-4b6a-8ba1-9122f3a8755a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.620119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-358cf393-94cc-4421-8e36-d42a4154ba96 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.623705 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-358cf393-94cc-4421-8e36-d42a4154ba96 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1951735 Jul 08 17:38:36.623900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44634) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.629084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3255efb4-a07b-40ad-b6ac-52eb37eecb89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'dfd7071c-eac4-4b6a-8ba1-9122f3a8755a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:36.662254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3255efb4-a07b-40ad-b6ac-52eb37eecb89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.725169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3255efb4-a07b-40ad-b6ac-52eb37eecb89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.732047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3255efb4-a07b-40ad-b6ac-52eb37eecb89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.753541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255efb4-a07b-40ad-b6ac-52eb37eecb89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13c895e-e20b-432f-b78f-adf114f6de51,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:36.756601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3255efb4-a07b-40ad-b6ac-52eb37eecb89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.760203 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3255efb4-a07b-40ad-b6ac-52eb37eecb89 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329653 Jul 08 17:38:36.760596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44642) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.785717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d59a3a61-a2c4-4086-9c13-90c55c3b3323 req-f44b0a43-b3bf-407c-95e4-8074b9828ed2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984230 Jul 08 17:38:36.789215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1bff57e0-d744-438b-83df-1fff53e9a2ee tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules/d13c895e-e20b-432f-b78f-adf114f6de51 HTTP/1.1" status: 200 len: 763 time: 0.0272944 Jul 08 17:38:36.789844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44644) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.799788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779b8f-6d1f-4f3e-bb8d-f4b9bc8cdb8b req-47ddf15d-bf49-4e14-8a58-1f2ec63d765d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.807516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97779b8f-6d1f-4f3e-bb8d-f4b9bc8cdb8b req-47ddf15d-bf49-4e14-8a58-1f2ec63d765d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.4279764 Jul 08 17:38:36.855842 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.866492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:36.870013 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-39f4f1a1-dcc0-4c5e-8197-496d3ff04607 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0788310 Jul 08 17:38:36.871108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44648) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.871905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:36.873763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.908463 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8179fb7a-99e3-4455-b694-57481e9df824 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.918580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8179fb7a-99e3-4455-b694-57481e9df824 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.930630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97779b8f-6d1f-4f3e-bb8d-f4b9bc8cdb8b req-d1e4d371-3580-410a-b8bd-4d388b1612e4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222651 Jul 08 17:38:36.937859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] In _notify_port_updated(), no bound segment for port b971f93b-582b-41c1-8bd5-ed88225c74b0 on network 14bf6955-6d62-4eab-b086-3f0c33736c83 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:36.956986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:36.958513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.959166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "PUT /v2.0/ports/b971f93b-582b-41c1-8bd5-ed88225c74b0 HTTP/1.1" status: 200 len: 818 time: 1.1145451 Jul 08 17:38:36.967815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44652) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:36.978394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8179fb7a-99e3-4455-b694-57481e9df824 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:36.998784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44654) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.004681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8179fb7a-99e3-4455-b694-57481e9df824 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.005791 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8179fb7a-99e3-4455-b694-57481e9df824 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/d13c895e-e20b-432f-b78f-adf114f6de51 HTTP/1.1" status: 204 len: 168 time: 0.1336534 Jul 08 17:38:37.009160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.025414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb3fd3-3adb-427f-8c92-d18deca2b668 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=b971f93b-582b-41c1-8bd5-ed88225c74b0,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.045213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179fb7a-99e3-4455-b694-57481e9df824 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d13c895e-e20b-432f-b78f-adf114f6de51,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.104095 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3ecff67-8021-46c4-ae4a-49a037a1089f tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883167 Jul 08 17:38:37.106646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44662) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.111346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-773f4499-da51-4f0b-a700-ff2438f2e1a4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'dfd7071c-eac4-4b6a-8ba1-9122f3a8755a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:37.147961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f74e1966-9d97-48bb-8fce-1227dbdb5d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.157523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port b971f93b-582b-41c1-8bd5-ed88225c74b0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:37.157856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.160707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-773f4499-da51-4f0b-a700-ff2438f2e1a4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.207264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:37.246857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.253656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.256048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.260614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.266511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.273163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.278528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for b971f93b-582b-41c1-8bd5-ed88225c74b0 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:37.279160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.281364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-773f4499-da51-4f0b-a700-ff2438f2e1a4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.285469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.287669 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d557514-9315-4a54-be8d-d739758cd6cb req-b30971c4-9228-40ee-874c-9ffcabb8b927 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.2426021 Jul 08 17:38:37.293318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-773f4499-da51-4f0b-a700-ff2438f2e1a4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.352251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f4499-da51-4f0b-a700-ff2438f2e1a4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b7d36-3456-4d83-b242-d42b80c16bb3,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.391534 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.421530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=b971f93b-582b-41c1-8bd5-ed88225c74b0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.425196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.429910 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1cb1cc2-8e05-4ce0-b58b-26ee568a6324 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/b971f93b-582b-41c1-8bd5-ed88225c74b0 HTTP/1.1" status: 204 len: 168 time: 0.4583323 Jul 08 17:38:37.429910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44666) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.468775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f74e1966-9d97-48bb-8fce-1227dbdb5d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.470631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:37.479359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b53d1f5a-e5ca-4ce5-9e6e-557f87bd2f26 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/routers/618a261d-d9ec-4052-bbbc-1dc450433fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0990770 Jul 08 17:38:37.479582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44668) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.485063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'port': {'network_id': '70d57a41-3e3d-49e0-a1ec-b1e1775eb22a', 'name': 'tempest-FloatingIPTestJSON-1431988782'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:37.487338 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:37.488538 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-773f4499-da51-4f0b-a700-ff2438f2e1a4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.492457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-773f4499-da51-4f0b-a700-ff2438f2e1a4 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3822062 Jul 08 17:38:37.496156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44670) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.497567 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:37.498145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f74e1966-9d97-48bb-8fce-1227dbdb5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.498302 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:37.517868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a813d549-aeaa-401f-894e-36a78cfa0ab2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.521888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a813d549-aeaa-401f-894e-36a78cfa0ab2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0884588 Jul 08 17:38:37.522937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44672) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.532385 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:37.539058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e723931e-59a1-46fd-adf4-ce8fd7f66ff7 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules/604b7d36-3456-4d83-b242-d42b80c16bb3 HTTP/1.1" status: 200 len: 763 time: 0.0400097 Jul 08 17:38:37.544037 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:37.544640 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:37.553754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44674) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.562131 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-90136b3e-60b1-4480-b28c-5b1fcf4e2f19 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:37.567732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-90136b3e-60b1-4480-b28c-5b1fcf4e2f19 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/b971f93b-582b-41c1-8bd5-ed88225c74b0 HTTP/1.1" status: 404 len: 333 time: 0.0402343 Jul 08 17:38:37.571547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44676) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.577741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1156325063'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:37.596064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f74e1966-9d97-48bb-8fce-1227dbdb5d50 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c9124f4e4b6f4989a367fb28e1571063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939202 Jul 08 17:38:37.596691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44678) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.605553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e1966-9d97-48bb-8fce-1227dbdb5d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650c92a1-90e5-468e-9e26-a42d1a4e99ac,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.626886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1068a64e-3e8a-46c6-b02b-ce98b41c97ea tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0690911 Jul 08 17:38:37.627186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44680) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.635016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:37.638552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.672846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5554d76-16a0-43f9-a386-aaad9658c140 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.678069 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:37.679303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0155d591-ae3a-4c33-9eef-025938134027 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:37.685512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:37.688158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5554d76-16a0-43f9-a386-aaad9658c140 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.705145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc38e290-32dd-4777-a0d2-da3b0402d5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.707586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.707988 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment 17eabd9c-941c-45e9-8de4-7a833642d34e of type vlan for network 04f4693c-61e8-4cd1-93b7-1094c26749ae Jul 08 17:38:37.720858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:37.724851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.745286 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc38e290-32dd-4777-a0d2-da3b0402d5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.750102 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5554d76-16a0-43f9-a386-aaad9658c140 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.758905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] device_id is not set on port 0f13b078-b14d-4955-8fcc-6312ac037866 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:37.763103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5554d76-16a0-43f9-a386-aaad9658c140 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.766446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5554d76-16a0-43f9-a386-aaad9658c140 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/604b7d36-3456-4d83-b242-d42b80c16bb3 HTTP/1.1" status: 204 len: 168 time: 0.1360404 Jul 08 17:38:37.766446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.766721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44682) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.773619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5554d76-16a0-43f9-a386-aaad9658c140 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=604b7d36-3456-4d83-b242-d42b80c16bb3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.799520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.805849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:37.806459 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.864512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2918866 Jul 08 17:38:37.868072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44684) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.873257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:37.905128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ad14de6e-3d5c-425b-ad2d-d6738eacbf47 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1372538 Jul 08 17:38:37.909315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44686) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:37.915880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-13aad3ab-ef71-4dfd-a123-8a6d43f279bd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Request body: {'security_group_rule': {'security_group_id': 'dfd7071c-eac4-4b6a-8ba1-9122f3a8755a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:37.923045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd1042-4ac0-4359-a95e-5aea592fa360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=04f4693c-61e8-4cd1-93b7-1094c26749ae,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.925851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc38e290-32dd-4777-a0d2-da3b0402d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.928446 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc38e290-32dd-4777-a0d2-da3b0402d5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:37.933427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fc38e290-32dd-4777-a0d2-da3b0402d5a9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/650c92a1-90e5-468e-9e26-a42d1a4e99ac HTTP/1.1" status: 204 len: 168 time: 0.3325739 Jul 08 17:38:37.938541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:37.955266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38e290-32dd-4777-a0d2-da3b0402d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c92a1-90e5-468e-9e26-a42d1a4e99ac,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:37.983666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.12 (70d57a41-3e3d-49e0-a1ec-b1e1775eb22a/c6aae3d7-6e5e-41ba-890e-c44fbc030efd/0f13b078-b14d-4955-8fcc-6312ac037866) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:38.002358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13aad3ab-ef71-4dfd-a123-8a6d43f279bd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.022894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:38.035327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.172988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13aad3ab-ef71-4dfd-a123-8a6d43f279bd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.203394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13aad3ab-ef71-4dfd-a123-8a6d43f279bd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.246890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aad3ab-ef71-4dfd-a123-8a6d43f279bd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a7e5a5-e855-442a-ab4a-21ffc249670c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:38.267094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13aad3ab-ef71-4dfd-a123-8a6d43f279bd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.270829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-13aad3ab-ef71-4dfd-a123-8a6d43f279bd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3581622 Jul 08 17:38:38.273625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44698) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:38.321195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.321889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c1e00f32-a8cc-418c-a2f9-7f7383afd3cd tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules/19a7e5a5-e855-442a-ab4a-21ffc249670c HTTP/1.1" status: 200 len: 764 time: 0.0430057 Jul 08 17:38:38.325174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44704) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:38.330763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.345403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580188b-4e67-430b-831e-2cef848f2724 req-a710d1bf-41f6-4328-a370-446fedc8601b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:38.346931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f580188b-4e67-430b-831e-2cef848f2724 req-a710d1bf-41f6-4328-a370-446fedc8601b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.1932364 Jul 08 17:38:38.396214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=73bc68e3-b6bd-4d19-9686-4f1979bfdf6a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:38.404183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': '17eabd9c-941c-45e9-8de4-7a833642d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:38.404796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: 04f4693c-61e8-4cd1-93b7-1094c26749ae, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:38.425492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:38.443311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8b4a33ec-269c-4bed-bfb7-259c49bca60c tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1135516 Jul 08 17:38:38.443565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 04f4693c-61e8-4cd1-93b7-1094c26749ae) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:38.446901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44710) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:38.453655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:38.454456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.454667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f580188b-4e67-430b-831e-2cef848f2724 req-0d4e268b-e92e-4fd6-aa4e-4b210b5ab400 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949106 Jul 08 17:38:38.460454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1a2b2-6672-493c-8b35-dcac66af2c95 None None] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:38.495577 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a6372c2-d07c-4df6-9a45-7469b946a182 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.507605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.509876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a6372c2-d07c-4df6-9a45-7469b946a182 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.564533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:38.568483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:38.573692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:38.595450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae9fdcdf-e22d-40aa-8592-0d5edf8b65f9 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7248149 Jul 08 17:38:38.599247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44718) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:38.607441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=0f13b078-b14d-4955-8fcc-6312ac037866,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:38.621780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-296f0a90-34ab-4b9f-a53a-f02cac5653e3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:38.629011 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a6372c2-d07c-4df6-9a45-7469b946a182 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.641716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:38.642369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.659780 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1ca9380c-5ef5-4451-8d11-1b2c824a1a65 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1786094 Jul 08 17:38:38.661594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44722) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:38.662586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a6372c2-d07c-4df6-9a45-7469b946a182 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.664499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1a6372c2-d07c-4df6-9a45-7469b946a182 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/19a7e5a5-e855-442a-ab4a-21ffc249670c HTTP/1.1" status: 204 len: 168 time: 0.2188561 Jul 08 17:38:38.665343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-04f4693c-61e8-4cd1-93b7-1094c26749ae', 'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae', 'tenant_id': 'e193cbbf2fb241c994e90cd4391d59b1', 'fixed_ips': [{'subnet_id': '73bc68e3-b6bd-4d19-9686-4f1979bfdf6a'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:38:38.667624 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.668078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44724) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:38.675369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'port': {'network_id': '70d57a41-3e3d-49e0-a1ec-b1e1775eb22a', 'name': 'tempest-FloatingIPTestJSON-2144437702'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:38.816468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6372c2-d07c-4df6-9a45-7469b946a182 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19a7e5a5-e855-442a-ab4a-21ffc249670c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:38.822071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f0a90-34ab-4b9f-a53a-f02cac5653e3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:38.827881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-296f0a90-34ab-4b9f-a53a-f02cac5653e3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.855253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0f73fc61-2e8e-4ccc-b986-46bbc802cac8 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1711802 Jul 08 17:38:38.861686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44734) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:38.908890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Allocated IP 172.20.0.2 (04f4693c-61e8-4cd1-93b7-1094c26749ae/73bc68e3-b6bd-4d19-9686-4f1979bfdf6a/7995ee94-1ac6-4095-8799-358213d8da6f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:38.962159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83a9a59c-3033-424d-9f66-5c50fa57cd91 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:38.976422 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-296f0a90-34ab-4b9f-a53a-f02cac5653e3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 73bc68e3-b6bd-4d19-9686-4f1979bfdf6a (CIDR: 172.20.0.0/28) Jul 08 17:38:38.985923 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-296f0a90-34ab-4b9f-a53a-f02cac5653e3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:38:38.987069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296f0a90-34ab-4b9f-a53a-f02cac5653e3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:38:38.996775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:39.005185 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.015473 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-296f0a90-34ab-4b9f-a53a-f02cac5653e3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4151268 Jul 08 17:38:39.018064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:39.029316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:39.033162 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:38:39.070535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] device_id is not set on port 8f2fc8df-3f58-4968-a67a-d9016f88bd4b yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:39.091427 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83a9a59c-3033-424d-9f66-5c50fa57cd91 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.152234 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.174198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Transition to ACTIVE for port object 7995ee94-1ac6-4095-8799-358213d8da6f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:39.201385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Transition to ACTIVE for port object 7995ee94-1ac6-4095-8799-358213d8da6f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:39.216700 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.220582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83a9a59c-3033-424d-9f66-5c50fa57cd91 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.227935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83a9a59c-3033-424d-9f66-5c50fa57cd91 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.236369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-83a9a59c-3033-424d-9f66-5c50fa57cd91 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "DELETE /v2.0/security-groups/dfd7071c-eac4-4b6a-8ba1-9122f3a8755a HTTP/1.1" status: 204 len: 168 time: 0.3704956 Jul 08 17:38:39.240080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:39.280252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9a59c-3033-424d-9f66-5c50fa57cd91 tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd7071c-eac4-4b6a-8ba1-9122f3a8755a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:39.317307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae623f4d-f528-4df0-bac5-efe1e68e301f tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712776 Jul 08 17:38:39.317522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Pushing event updated for resources: {'Port': ['ID=7995ee94-1ac6-4095-8799-358213d8da6f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:39.319674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44756) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:39.333934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:39.345260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.362589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:39.364479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:39.373985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:39.463255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Attempting to bind port 7995ee94-1ac6-4095-8799-358213d8da6f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:39.463917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Attempting to bind port 7995ee94-1ac6-4095-8799-358213d8da6f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '17eabd9c-941c-45e9-8de4-7a833642d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:39.464540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Attempting to bind port 7995ee94-1ac6-4095-8799-358213d8da6f on network 04f4693c-61e8-4cd1-93b7-1094c26749ae {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:39.470111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:39.470862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Checking segment: {'id': '17eabd9c-941c-45e9-8de4-7a833642d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:39.471617 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.472270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Bound using segment: {'id': '17eabd9c-941c-45e9-8de4-7a833642d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:39.473373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Bound port: 7995ee94-1ac6-4095-8799-358213d8da6f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eabd9c-941c-45e9-8de4-7a833642d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:39.473995 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.536916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c6571091-a65e-4745-a149-379c407efd8d tempest-SecGroupTest-756641039 tempest-SecGroupTest-756641039-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2043440 Jul 08 17:38:39.541315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.11 (70d57a41-3e3d-49e0-a1ec-b1e1775eb22a/c6aae3d7-6e5e-41ba-890e-c44fbc030efd/8f2fc8df-3f58-4968-a67a-d9016f88bd4b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:39.597143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] For port 7995ee94-1ac6-4095-8799-358213d8da6f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:39.603369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] For port 7995ee94-1ac6-4095-8799-358213d8da6f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7995ee94-1ac6-4095-8799-358213d8da6f,segment=NetworkSegment(17eabd9c-941c-45e9-8de4-7a833642d34e),segment_id=17eabd9c-941c-45e9-8de4-7a833642d34e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:39.626104 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.738432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71852434-e8c9-4dd7-88f6-8dadce99fddc None None] Pushing event updated for resources: {'Port': ['ID=7995ee94-1ac6-4095-8799-358213d8da6f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:39.739188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.811500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=181f7bcb-b9ca-44e4-810a-51110588e52f,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:39.831804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:39.833446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:39.836858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:39.837526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.864449 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-df121bda-6470-40a7-ae58-078ed67f9ab5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8446586 Jul 08 17:38:39.866720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44776) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:39.873036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae', 'fixed_ips': [{'subnet_id': '73bc68e3-b6bd-4d19-9686-4f1979bfdf6a'}, {'subnet_id': '181f7bcb-b9ca-44e4-810a-51110588e52f'}], 'name': 'tempest-PortsTestJSON-1258822645'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:39.894556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a8c42-a88c-4251-aa91-de477029f0ad req-86b204e7-05d6-49f1-bf71-28741c7085c3 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:39.910502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d7a8c42-a88c-4251-aa91-de477029f0ad req-86b204e7-05d6-49f1-bf71-28741c7085c3 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.6403604 Jul 08 17:38:39.912398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44778) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:39.934417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:39.936828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44780) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:39.999912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d7a8c42-a88c-4251-aa91-de477029f0ad req-4240bdac-a0fe-44a2-9564-adfa66b0ada4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881512 Jul 08 17:38:40.047399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.185043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:40.195418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:40.203875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:40.209499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=8f2fc8df-3f58-4968-a67a-d9016f88bd4b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:40.290666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5d96ba1a-0aba-45cf-9eb3-e95ef994ed09 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cbe791c647ee4d3e98cdfd3755c91142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487763 Jul 08 17:38:40.293104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44790) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:40.308428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.309195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.317589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.318174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.318755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.319246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.319727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.320199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.320671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:40.322871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5d40b8e7-5e58-4c3c-9c16-57d07127198e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 6502 time: 0.4026425 Jul 08 17:38:40.381126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3906be7b-0a05-4211-a573-e8ff97dcd62b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7162054 Jul 08 17:38:40.384516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44798) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:40.390836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '8f2fc8df-3f58-4968-a67a-d9016f88bd4b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:40.401133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5f2dfe63-bc45-4a6d-9964-cd8c778150d8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676301 Jul 08 17:38:40.417306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-722b887b-52de-444d-9952-6f975f09405d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.443461 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.447857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-722b887b-52de-444d-9952-6f975f09405d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.505699 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-722b887b-52de-444d-9952-6f975f09405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.509167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-722b887b-52de-444d-9952-6f975f09405d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.510502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-722b887b-52de-444d-9952-6f975f09405d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/99204e62-2500-48af-9049-7d4e874f6b56 HTTP/1.1" status: 204 len: 168 time: 0.2146628 Jul 08 17:38:40.520993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b887b-52de-444d-9952-6f975f09405d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99204e62-2500-48af-9049-7d4e874f6b56,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:40.566983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:40.716152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:40.751092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:40.758462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.012345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de62c721-07af-423a-934e-e9aec203f67a None None] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:41.059075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.25.5.34 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/fe867eec-ee39-4481-bed9-4e0234753dd0) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:41.144558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c86f4961-fff3-43c8-89f9-c6c673fe91fe None None] Provisioning for port 7995ee94-1ac6-4095-8799-358213d8da6f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:41.318547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f07a5-7c17-45d7-8ecd-f29089df5450 req-69c8bb4d-c189-45a5-9b27-9aa416f42670 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:41.320383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-097f07a5-7c17-45d7-8ecd-f29089df5450 req-69c8bb4d-c189-45a5-9b27-9aa416f42670 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.1508136 Jul 08 17:38:41.378352 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.399914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-097f07a5-7c17-45d7-8ecd-f29089df5450 req-9e20f43d-ae39-462e-8e9d-b172746994d2 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730851 Jul 08 17:38:41.403391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7995ee94-1ac6-4095-8799-358213d8da6f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:41.444423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.12 (04f4693c-61e8-4cd1-93b7-1094c26749ae/73bc68e3-b6bd-4d19-9686-4f1979bfdf6a/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:41.457313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.20 (04f4693c-61e8-4cd1-93b7-1094c26749ae/181f7bcb-b9ca-44e4-810a-51110588e52f/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:41.468688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] Update dhcp port {'port': {'network_id': '04f4693c-61e8-4cd1-93b7-1094c26749ae', 'fixed_ips': [{'subnet_id': '73bc68e3-b6bd-4d19-9686-4f1979bfdf6a', 'ip_address': '172.20.0.2'}, {'subnet_id': '181f7bcb-b9ca-44e4-810a-51110588e52f'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '7995ee94-1ac6-4095-8799-358213d8da6f'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:38:41.520127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7995ee94-1ac6-4095-8799-358213d8da6f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:41.528720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.530454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7995ee94-1ac6-4095-8799-358213d8da6f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:41.531031 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.534285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.579112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:41.591991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:41.596904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:41.694722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=fe867eec-ee39-4481-bed9-4e0234753dd0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:41.806328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44906) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:41.833414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44910) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:41.833638 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.888217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 7995ee94-1ac6-4095-8799-358213d8da6f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7995ee94-1ac6-4095-8799-358213d8da6f,segment=NetworkSegment(17eabd9c-941c-45e9-8de4-7a833642d34e),segment_id=17eabd9c-941c-45e9-8de4-7a833642d34e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:41.894478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.917968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:41.960524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0ebae5da-61ae-4d69-8380-9aa0e53264bb tempest-ServiceProvidersTest-83096358 tempest-ServiceProvidersTest-83096358-project] 10.222.0.63 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1515014 Jul 08 17:38:42.008938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=7995ee94-1ac6-4095-8799-358213d8da6f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:42.059197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:42.060660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e08a4234-bda5-461f-ad3d-8e5090844b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.227219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.234742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e08a4234-bda5-461f-ad3d-8e5090844b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.240385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e08a4234-bda5-461f-ad3d-8e5090844b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.276213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e08a4234-bda5-461f-ad3d-8e5090844b39 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=58c7038dd776464c9405f1216e267ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412444 Jul 08 17:38:42.277046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44926) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:42.287602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:42.308949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] Allocated IP 172.20.0.18 (04f4693c-61e8-4cd1-93b7-1094c26749ae/181f7bcb-b9ca-44e4-810a-51110588e52f/7995ee94-1ac6-4095-8799-358213d8da6f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:42.321128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a4234-bda5-461f-ad3d-8e5090844b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b6f92-4a53-4305-a9b7-b43f6604b458,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:42.352532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:42.354021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:42.362007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:42.375896 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4333159-3eaf-46b2-9820-db524b460d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.396782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:42.408952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4333159-3eaf-46b2-9820-db524b460d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.424052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.455912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:42.456562 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.462107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] For port 7995ee94-1ac6-4095-8799-358213d8da6f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7995ee94-1ac6-4095-8799-358213d8da6f,segment=NetworkSegment(17eabd9c-941c-45e9-8de4-7a833642d34e),segment_id=17eabd9c-941c-45e9-8de4-7a833642d34e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:42.466685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4333159-3eaf-46b2-9820-db524b460d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.470015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4333159-3eaf-46b2-9820-db524b460d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.471550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b4333159-3eaf-46b2-9820-db524b460d02 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a77b6f92-4a53-4305-a9b7-b43f6604b458 HTTP/1.1" status: 204 len: 168 time: 0.1821721 Jul 08 17:38:42.485578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f174b360-1b22-45b4-b170-da9e0e4df433 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.6174874 Jul 08 17:38:42.488246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4333159-3eaf-46b2-9820-db524b460d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b6f92-4a53-4305-a9b7-b43f6604b458,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:42.488385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44934) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:42.494407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73bc68e3-b6bd-4d19-9686-4f1979bfdf6a'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:42.505882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.524574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] Transition to ACTIVE for port object 7995ee94-1ac6-4095-8799-358213d8da6f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:42.534265 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87c5750f-dbd6-4d3b-a3b8-00c3e9bf4f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.542047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.622555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.682713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.699321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87c5750f-dbd6-4d3b-a3b8-00c3e9bf4f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.703398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef979f2b-2b99-4f13-b0d0-13520e351ec1 None None] Pushing event updated for resources: {'Port': ['ID=7995ee94-1ac6-4095-8799-358213d8da6f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:42.711429 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87c5750f-dbd6-4d3b-a3b8-00c3e9bf4f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.788650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-87c5750f-dbd6-4d3b-a3b8-00c3e9bf4f98 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fae4bade0acf452895c79bb5bada8d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093334 Jul 08 17:38:42.789475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5750f-dbd6-4d3b-a3b8-00c3e9bf4f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c57f09-e2cf-4a44-bd4f-3d29f06286c4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:42.803892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44938) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:42.913278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6fce588-88d8-40cd-a5a3-42429c589f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.971815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6fce588-88d8-40cd-a5a3-42429c589f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:42.989568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44942) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:43.034369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd43b008-3bff-4ec0-a0b7-e78398d6802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.105220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6fce588-88d8-40cd-a5a3-42429c589f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.113339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e6fce588-88d8-40cd-a5a3-42429c589f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.121543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e6fce588-88d8-40cd-a5a3-42429c589f4e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1c57f09-e2cf-4a44-bd4f-3d29f06286c4 HTTP/1.1" status: 204 len: 168 time: 0.3153756 Jul 08 17:38:43.126664 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.134114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Delete allocated IP 172.20.0.20 (04f4693c-61e8-4cd1-93b7-1094c26749ae/181f7bcb-b9ca-44e4-810a-51110588e52f) {{(pid=93665) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:38:43.150358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.167030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fce588-88d8-40cd-a5a3-42429c589f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c57f09-e2cf-4a44-bd4f-3d29f06286c4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:43.225242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd43b008-3bff-4ec0-a0b7-e78398d6802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.243355 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd43b008-3bff-4ec0-a0b7-e78398d6802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.292465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43b008-3bff-4ec0-a0b7-e78398d6802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf58a17e-30d7-4583-9c78-c4edf0dcd7fd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:43.330413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7995ee94-1ac6-4095-8799-358213d8da6f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:43.347368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=fe867eec-ee39-4481-bed9-4e0234753dd0,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:43.355056 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.373905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd43b008-3bff-4ec0-a0b7-e78398d6802a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=250ccf5605ec49fdaa12f476dac73d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831575 Jul 08 17:38:43.377184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44950) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:43.467180 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00a4e642-2bee-4801-a144-5b989955a065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.498131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddcda4-b98e-4a33-9623-081ad116a0d0 None None] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:43.510902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00a4e642-2bee-4801-a144-5b989955a065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.539103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.548063 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP 0c43c3dd-6125-4737-ba6c-8819188d8530 associated. External IP: 172.25.5.34, port: 8f2fc8df-3f58-4968-a67a-d9016f88bd4b. Jul 08 17:38:43.563515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3d0d361c-4b0f-402a-881c-3a99eee6ac8e None None] Provisioning for port 7995ee94-1ac6-4095-8799-358213d8da6f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:43.571743 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.588186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00a4e642-2bee-4801-a144-5b989955a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.591184 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-00a4e642-2bee-4801-a144-5b989955a065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.595106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-00a4e642-2bee-4801-a144-5b989955a065 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf58a17e-30d7-4583-9c78-c4edf0dcd7fd HTTP/1.1" status: 204 len: 168 time: 0.2117519 Jul 08 17:38:43.598943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3d0d361c-4b0f-402a-881c-3a99eee6ac8e None None] Provisioning complete for port 7995ee94-1ac6-4095-8799-358213d8da6f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:43.599324 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3d0d361c-4b0f-402a-881c-3a99eee6ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.599469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Ignored duplicate provisioning block setup for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:38:43.611070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4e642-2bee-4801-a144-5b989955a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf58a17e-30d7-4583-9c78-c4edf0dcd7fd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:43.612553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.774665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:43.922980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] In _notify_port_updated(), no bound segment for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea on network 04f4693c-61e8-4cd1-93b7-1094c26749ae {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:43.929908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:43.930610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:43.932145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ee5ef67-dfef-43e7-b546-8322bc6d9d66 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "PUT /v2.0/ports/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea HTTP/1.1" status: 200 len: 920 time: 1.4426107 Jul 08 17:38:43.934904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44970) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:43.942831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73bc68e3-b6bd-4d19-9686-4f1979bfdf6a'}, {'subnet_id': '181f7bcb-b9ca-44e4-810a-51110588e52f'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:44.011044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:44.115701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.127049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-06f82d91-2748-4bb2-90fc-a292473f108f None None] Provisioning for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:44.138123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-06f82d91-2748-4bb2-90fc-a292473f108f None None] Provisioning complete for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:44.138642 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06f82d91-2748-4bb2-90fc-a292473f108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.220314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-06f82d91-2748-4bb2-90fc-a292473f108f None None] Port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:44.240486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-06f82d91-2748-4bb2-90fc-a292473f108f None None] Provisioning complete for port 7995ee94-1ac6-4095-8799-358213d8da6f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:44.240901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06f82d91-2748-4bb2-90fc-a292473f108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.351724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:44.364573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:44.383329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:44.384074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:44.463748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.586777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44998) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:44.587673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9f1f1468-3f65-46a8-bd8b-a6bd5a77ab7a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2010767 Jul 08 17:38:44.591951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:44.740376 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.774463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:44.783868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.27 (04f4693c-61e8-4cd1-93b7-1094c26749ae/181f7bcb-b9ca-44e4-810a-51110588e52f/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:44.833657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:44.836538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:44.916757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:44.918212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183de91-8371-4c5c-b286-5cc88710d166 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:44.921729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-483ee12e-7b3f-4ab7-aab0-f48e33dd8446 None None] Provisioning complete for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:44.928035 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-483ee12e-7b3f-4ab7-aab0-f48e33dd8446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:44.968846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-d47d12bb-2b72-4813-8f9a-26c96d710284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:44.970851 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-d47d12bb-2b72-4813-8f9a-26c96d710284 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1097 time: 0.1291440 Jul 08 17:38:44.983132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-483ee12e-7b3f-4ab7-aab0-f48e33dd8446 None None] Port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:45.060303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:45.071595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:45.082878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:45.083232 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP 0c43c3dd-6125-4737-ba6c-8819188d8530 disassociated. External IP: 172.25.5.34, port: 8f2fc8df-3f58-4968-a67a-d9016f88bd4b. Jul 08 17:38:45.094847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:45.110190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49d1ea19-b4c3-4ac4-a4fe-0c73c6aff57a None None] Provisioning complete for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:45.110583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49d1ea19-b4c3-4ac4-a4fe-0c73c6aff57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:45.112540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:45.114959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-501b4975-1cef-42aa-89b9-fbaebe20256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:45.116882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-501b4975-1cef-42aa-89b9-fbaebe20256f service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 920 time: 0.1319847 Jul 08 17:38:45.146266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bccc6c-8118-4667-92a2-9620808de02e req-f3423330-9d1d-4b18-b2b0-5f40d8d37b64 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:45.153926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61bccc6c-8118-4667-92a2-9620808de02e req-f3423330-9d1d-4b18-b2b0-5f40d8d37b64 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2245862 Jul 08 17:38:45.206837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-49d1ea19-b4c3-4ac4-a4fe-0c73c6aff57a None None] Port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:45.282728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61bccc6c-8118-4667-92a2-9620808de02e req-c83324e4-9089-45ff-8ee7-aca71c4aab32 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262712 Jul 08 17:38:45.442813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:45.493793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:45.536755 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-64cbed80-a4cb-46cf-bec3-2e225da3128d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 200 len: 217 time: 0.0440068 Jul 08 17:38:45.728824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-54196e69-e62a-46fc-a294-45beadb6944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:45.730352 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-54196e69-e62a-46fc-a294-45beadb6944e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.1581688 Jul 08 17:38:45.787317 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-e1e9d57e-06c8-40ec-8a47-3989805d7b67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432940 Jul 08 17:38:45.788217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] In _notify_port_updated(), no bound segment for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea on network 04f4693c-61e8-4cd1-93b7-1094c26749ae {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:38:45.793746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:45.794414 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:45.798252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5235f418-70d7-4030-a8e5-c82ab11ebd23 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "PUT /v2.0/ports/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea HTTP/1.1" status: 200 len: 1000 time: 1.8596876 Jul 08 17:38:45.824213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45046) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:45.939515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-20fb8b5f-c0a0-4ca9-8d51-8f3cd8e7ebdd None None] Provisioning for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:45.949112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-20fb8b5f-c0a0-4ca9-8d51-8f3cd8e7ebdd None None] Provisioning complete for port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:45.951661 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20fb8b5f-c0a0-4ca9-8d51-8f3cd8e7ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.000051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-20fb8b5f-c0a0-4ca9-8d51-8f3cd8e7ebdd None None] Port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:46.017655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-55597baf-fea6-4cad-b07c-beb89cdb983e service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207756 Jul 08 17:38:46.030099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:46.035999 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.041202 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:46.051602 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:46.055787 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:46.091538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:46.092253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.106182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:46.115622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c6691292-f1fd-4242-80a6-43e534c20ef2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/floatingips/0c43c3dd-6125-4737-ba6c-8819188d8530 HTTP/1.1" status: 200 len: 687 time: 1.5268557 Jul 08 17:38:46.118481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45062) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:46.119535 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:46.120332 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:46.157109 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:46.157974 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a05eeb-0eaa-4b2c-9997-2c4c6ce71ce0 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:46.247791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.251907 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b11cb8-0228-470a-85de-79b4f10627c3 req-01197faf-6a37-4eda-b09c-40356e1ec7c1 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266154 Jul 08 17:38:46.274479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:46.290189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port fe867eec-ee39-4481-bed9-4e0234753dd0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:46.290579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.389410 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.389881 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.407777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for fe867eec-ee39-4481-bed9-4e0234753dd0 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:46.548223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.589607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:46.619344 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.668380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=fe867eec-ee39-4481-bed9-4e0234753dd0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:46.718703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.719058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.719412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.719868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.720212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.720973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.721141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.721480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.721812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.722145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.722495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.722826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:38:46.737140 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.743051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a38bed6d-b8d6-481b-8e30-0fb81b5e1643 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea HTTP/1.1" status: 204 len: 168 time: 0.9179015 Jul 08 17:38:46.743862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45120) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:46.752342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3511a9e-b350-4213-a573-b8c48ff2bb00 req-3e8a3f8f-da51-4b39-9ef8-7fd3b5f3a6f4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:46.759912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45122) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:46.760038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3511a9e-b350-4213-a573-b8c48ff2bb00 req-3e8a3f8f-da51-4b39-9ef8-7fd3b5f3a6f4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2251229 Jul 08 17:38:46.791767 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b664a43b-7432-40f6-afd8-5f443af35bf3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:46.796683 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b664a43b-7432-40f6-afd8-5f443af35bf3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea HTTP/1.1" status: 404 len: 333 time: 0.0488014 Jul 08 17:38:46.797120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45130) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:46.808970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3511a9e-b350-4213-a573-b8c48ff2bb00 req-9d9534c5-ef29-456a-a3ef-ebdba4e238b9 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Jul 08 17:38:46.812127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.815206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.819687 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d3a3147d-8a35-464f-9ffa-547fcc78535c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/floatingips/0c43c3dd-6125-4737-ba6c-8819188d8530 HTTP/1.1" status: 204 len: 168 time: 0.6967866 Jul 08 17:38:46.820728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45132) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:46.827470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '0f13b078-b14d-4955-8fcc-6312ac037866'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:46.869842 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.886470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet 181f7bcb-b9ca-44e4-810a-51110588e52f {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:46.892282 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:46.947690 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.010285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.028156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ada1b098-47b5-48e7-9434-aa586c79e79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.132618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.137842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.25.5.146 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/5fdc555f-3770-414f-9fac-f1319a52ba88) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:47.223497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ada1b098-47b5-48e7-9434-aa586c79e79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.227564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ada1b098-47b5-48e7-9434-aa586c79e79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.263372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.283818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.305012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1b098-47b5-48e7-9434-aa586c79e79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb5981b-50a2-40e0-b85a-2b05ac002191,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:47.307528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=181f7bcb-b9ca-44e4-810a-51110588e52f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:47.328585 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ada1b098-47b5-48e7-9434-aa586c79e79f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4cb0747a321c4cbda41f5b9657d3eb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673187 Jul 08 17:38:47.329226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45178) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:47.337804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.346326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.351124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e1e380e-010d-4397-971a-a054d8ccf3dc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/181f7bcb-b9ca-44e4-810a-51110588e52f HTTP/1.1" status: 204 len: 168 time: 0.5501359 Jul 08 17:38:47.351414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45184) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:47.356024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2047581-89b8-4a7a-bae9-4006f99dd701 None None] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:47.408199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:47.414840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:47.422173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet 73bc68e3-b6bd-4d19-9686-4f1979bfdf6a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:47.422393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:47.425911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.429286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=5fdc555f-3770-414f-9fac-f1319a52ba88,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:47.459477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41b32ded-e069-40a6-9f74-232da0a6807f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.489922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.500450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41b32ded-e069-40a6-9f74-232da0a6807f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.639661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.643242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41b32ded-e069-40a6-9f74-232da0a6807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.646124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41b32ded-e069-40a6-9f74-232da0a6807f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.647521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-41b32ded-e069-40a6-9f74-232da0a6807f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2bb5981b-50a2-40e0-b85a-2b05ac002191 HTTP/1.1" status: 204 len: 168 time: 0.3178279 Jul 08 17:38:47.706993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b32ded-e069-40a6-9f74-232da0a6807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb5981b-50a2-40e0-b85a-2b05ac002191,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:47.741645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.774261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=73bc68e3-b6bd-4d19-9686-4f1979bfdf6a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:47.783759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.789069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-caf0f3ba-f91d-4b97-8566-411815f12404 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/73bc68e3-b6bd-4d19-9686-4f1979bfdf6a HTTP/1.1" status: 204 len: 168 time: 0.4338818 Jul 08 17:38:47.789324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:47.897813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:47.973587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 7995ee94-1ac6-4095-8799-358213d8da6f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:47.974028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.087650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] For port 7995ee94-1ac6-4095-8799-358213d8da6f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7995ee94-1ac6-4095-8799-358213d8da6f,segment=NetworkSegment(17eabd9c-941c-45e9-8de4-7a833642d34e),segment_id=17eabd9c-941c-45e9-8de4-7a833642d34e)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:48.090515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.147685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 7995ee94-1ac6-4095-8799-358213d8da6f owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:48.237128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:48.305627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.323321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3069104-48f5-48dc-812d-a29cb4f6537c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.339240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=7995ee94-1ac6-4095-8799-358213d8da6f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:48.341243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No DVR routers for this DVR port 7995ee94-1ac6-4095-8799-358213d8da6f on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:48.364228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6316d7-88d7-4cc5-8330-d208b497883a None None] Network 04f4693c-61e8-4cd1-93b7-1094c26749ae requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:48.402462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45240) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:48.440355 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.445876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.458950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f4693c-61e8-4cd1-93b7-1094c26749ae']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:48.472975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e6e272f5-eb48-41ae-b7ce-82c1ec928119 None None] Could not find standard attr ID for object 7995ee94-1ac6-4095-8799-358213d8da6f. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:38:48.473952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17eabd9c-941c-45e9-8de4-7a833642d34e') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:48.474739 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17eabd9c-941c-45e9-8de4-7a833642d34e') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:48.486296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.504076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.511999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:48.512666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:48.516677 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:48.534181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63f2fb-d6b3-4d70-b0c2-9be18a8cd178 req-3298fc84-93ec-4188-9f5a-92b193048d1f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:48.535706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea63f2fb-d6b3-4d70-b0c2-9be18a8cd178 req-3298fc84-93ec-4188-9f5a-92b193048d1f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3839757 Jul 08 17:38:48.580766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1f053-a132-423c-9d09-0a62fa6d98e7 None None] DHCP port deletion for 04f4693c-61e8-4cd1-93b7-1094c26749ae request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:48.601342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.618548 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8a6c-d80b-4c76-93f0-05648954c518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.621573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.623552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/04f4693c-61e8-4cd1-93b7-1094c26749ae HTTP/1.1" status: 204 len: 168 time: 0.8333299 Jul 08 17:38:48.625168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cceeac-a1ac-41ab-a577-8acc42d2072b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=04f4693c-61e8-4cd1-93b7-1094c26749ae,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:48.627656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45244) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:48.660985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea63f2fb-d6b3-4d70-b0c2-9be18a8cd178 req-8cd4eea1-7fb6-48fe-b55c-5efe2f656f3f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178913 Jul 08 17:38:48.683158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.708065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fc5b3e-c43d-4ed9-a84c-bed5678f40df tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:48.712869 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c4fc5b3e-c43d-4ed9-a84c-bed5678f40df tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0814140 Jul 08 17:38:48.713300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45246) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:48.724640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3069104-48f5-48dc-812d-a29cb4f6537c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.735718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3069104-48f5-48dc-812d-a29cb4f6537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.789495 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a72d4e6e-bd1f-402b-a32d-9c01ab5dbed6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0714200 Jul 08 17:38:48.790070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45250) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:48.795225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-829971416'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:48.839867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c3069104-48f5-48dc-812d-a29cb4f6537c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5ec211c117404058b52b4b5ba3207446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015365 Jul 08 17:38:48.842645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45252) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:48.844375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3069104-48f5-48dc-812d-a29cb4f6537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a910a70-f102-4936-8d25-c13cd09a7575,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:48.898980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22c4f81e-0d2c-4fa9-88db-974f30015885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.921267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22c4f81e-0d2c-4fa9-88db-974f30015885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.958628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8a6c-d80b-4c76-93f0-05648954c518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.963858 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.965986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8a6c-d80b-4c76-93f0-05648954c518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.976079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22c4f81e-0d2c-4fa9-88db-974f30015885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.978729 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22c4f81e-0d2c-4fa9-88db-974f30015885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.979985 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-22c4f81e-0d2c-4fa9-88db-974f30015885 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5a910a70-f102-4936-8d25-c13cd09a7575 HTTP/1.1" status: 204 len: 168 time: 0.1363149 Jul 08 17:38:48.983928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:48.992102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4f81e-0d2c-4fa9-88db-974f30015885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a910a70-f102-4936-8d25-c13cd09a7575,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:48.993763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:48.997504 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.031379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:49.038684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b2eb8a6c-d80b-4c76-93f0-05648954c518 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=850668887e274d149f6917785b184c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266749 Jul 08 17:38:49.038912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb8a6c-d80b-4c76-93f0-05648954c518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93af59e-7de8-43df-97c6-fa9c3ce0bb33,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:49.039435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45256) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:49.060214 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.060574 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment 6f15995c-e87b-4e1e-a4d5-adface6fe364 of type vlan for network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd Jul 08 17:38:49.076049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=5fdc555f-3770-414f-9fac-f1319a52ba88,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:49.096329 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.130685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.146262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be50a1e5-4621-4c43-9f29-c1e18b4d46dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.180656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be50a1e5-4621-4c43-9f29-c1e18b4d46dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.199489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.204545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:49.205180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.242048 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4482732 Jul 08 17:38:49.242282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45264) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:49.247589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:49.257235 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP deb7c3c8-665c-4edb-a823-28e38db268e7 associated. External IP: 172.25.5.146, port: 0f13b078-b14d-4955-8fcc-6312ac037866. Jul 08 17:38:49.299934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7995ee94-1ac6-4095-8799-358213d8da6f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:49.327747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8b8f0-12b0-42bd-8e8c-098042a8686b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=cd51abc6-c6af-4f02-a35a-4d209c1a8cbd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:49.342236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7995ee94-1ac6-4095-8799-358213d8da6f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:49.343206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7995ee94-1ac6-4095-8799-358213d8da6f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:49.350269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:49.376911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be50a1e5-4621-4c43-9f29-c1e18b4d46dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.380838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be50a1e5-4621-4c43-9f29-c1e18b4d46dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.382474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-be50a1e5-4621-4c43-9f29-c1e18b4d46dd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a93af59e-7de8-43df-97c6-fa9c3ce0bb33 HTTP/1.1" status: 204 len: 168 time: 0.3420768 Jul 08 17:38:49.392447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50a1e5-4621-4c43-9f29-c1e18b4d46dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93af59e-7de8-43df-97c6-fa9c3ce0bb33,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:49.555515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:49.559349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.630088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:49.707227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45284) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:49.722624 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b2cba9a8-ed00-411c-96df-7b8fbec9754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.846777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b2cba9a8-ed00-411c-96df-7b8fbec9754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.853859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b2cba9a8-ed00-411c-96df-7b8fbec9754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.881307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b2cba9a8-ed00-411c-96df-7b8fbec9754d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=02c4ab9dace04ea195aa534415e7211a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726470 Jul 08 17:38:49.888342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45290) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:49.909201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:49.935081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:49.939034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:49.948996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cba9a8-ed00-411c-96df-7b8fbec9754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc72cf70-8080-4a88-aeac-73f1a0e6aac2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:49.963195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:49.964475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:49.974796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af6af913-3043-46f8-bb90-7d8a82548b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.009763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af6af913-3043-46f8-bb90-7d8a82548b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.010037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:50.011545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.020509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:50.021961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:50.051264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=bb5b3c58-275d-49f7-8bac-59b5b2879454,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:50.063382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45294) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:50.063568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5b8c8ee7-5e08-407f-9fc9-e17a0935b47b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2418218 Jul 08 17:38:50.074890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:50.076032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a89dcb-d3d0-4d6c-8db5-ada657290c41 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:50.078995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae8ee2-96bc-465b-9e67-b4bf2e78e7d2 req-012bd236-cd6c-43f7-959a-ceeedc5e143d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:50.080661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af6af913-3043-46f8-bb90-7d8a82548b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.081249 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-76ae8ee2-96bc-465b-9e67-b4bf2e78e7d2 req-012bd236-cd6c-43f7-959a-ceeedc5e143d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2692630 Jul 08 17:38:50.083963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af6af913-3043-46f8-bb90-7d8a82548b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.088264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-af6af913-3043-46f8-bb90-7d8a82548b9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc72cf70-8080-4a88-aeac-73f1a0e6aac2 HTTP/1.1" status: 204 len: 168 time: 0.1956580 Jul 08 17:38:50.115736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': '6f15995c-e87b-4e1e-a4d5-adface6fe364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:50.116314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: cd51abc6-c6af-4f02-a35a-4d209c1a8cbd, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:50.128657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6af913-3043-46f8-bb90-7d8a82548b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc72cf70-8080-4a88-aeac-73f1a0e6aac2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:50.151168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-76ae8ee2-96bc-465b-9e67-b4bf2e78e7d2 req-df2a58c1-f05f-4339-b159-790835c3f532 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 Jul 08 17:38:50.157360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:50.170117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, cd51abc6-c6af-4f02-a35a-4d209c1a8cbd) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:50.176646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:50.177551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.179263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb163a-fdde-48e3-9bb9-11adca202404 None None] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:50.197247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4accb1bc-dbc9-4d5f-962d-3643ac99810c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "GET /v2.0/floatingips/deb7c3c8-665c-4edb-a823-28e38db268e7 HTTP/1.1" status: 200 len: 979 time: 0.1323407 Jul 08 17:38:50.200178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ba136f8a-f2d1-409f-a185-2934f0b9b295 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9567945 Jul 08 17:38:50.200843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45300) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:50.200974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:50.206110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd', 'name': 'tempest-PortsTestJSON-1060850558'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:50.363797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-cd51abc6-c6af-4f02-a35a-4d209c1a8cbd', 'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd', 'tenant_id': 'e193cbbf2fb241c994e90cd4391d59b1', 'fixed_ips': [{'subnet_id': 'bb5b3c58-275d-49f7-8bac-59b5b2879454'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:38:50.364543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f48fc8f-e8b8-411d-bca2-e4e584f180c1 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1624777 Jul 08 17:38:50.365068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.368196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45310) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:50.374326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'port_id': '8f2fc8df-3f58-4968-a67a-d9016f88bd4b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:50.385386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:50.389781 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.427654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:50.510545 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.565912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Allocated IP 172.20.0.2 (cd51abc6-c6af-4f02-a35a-4d209c1a8cbd/bb5b3c58-275d-49f7-8bac-59b5b2879454/d4838867-c21b-4f56-9fe6-78631aa4b608) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:50.764118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.778137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Transition to ACTIVE for port object d4838867-c21b-4f56-9fe6-78631aa4b608 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:50.794413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Transition to ACTIVE for port object d4838867-c21b-4f56-9fe6-78631aa4b608 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:50.802542 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.856373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:50.861082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:50.864019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:50.867148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Pushing event updated for resources: {'Port': ['ID=d4838867-c21b-4f56-9fe6-78631aa4b608,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:50.872033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.7 (cd51abc6-c6af-4f02-a35a-4d209c1a8cbd/bb5b3c58-275d-49f7-8bac-59b5b2879454/9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:50.955463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Attempting to bind port d4838867-c21b-4f56-9fe6-78631aa4b608 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:50.956063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Attempting to bind port d4838867-c21b-4f56-9fe6-78631aa4b608 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '6f15995c-e87b-4e1e-a4d5-adface6fe364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:50.958031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Attempting to bind port d4838867-c21b-4f56-9fe6-78631aa4b608 on network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:50.968944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:50.969332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Checking segment: {'id': '6f15995c-e87b-4e1e-a4d5-adface6fe364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:50.969742 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:50.970141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Bound using segment: {'id': '6f15995c-e87b-4e1e-a4d5-adface6fe364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:50.970617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Bound port: d4838867-c21b-4f56-9fe6-78631aa4b608, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f15995c-e87b-4e1e-a4d5-adface6fe364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:50.971006 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.072597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] For port d4838867-c21b-4f56-9fe6-78631aa4b608, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:51.087383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] For port d4838867-c21b-4f56-9fe6-78631aa4b608, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d4838867-c21b-4f56-9fe6-78631aa4b608,segment=NetworkSegment(6f15995c-e87b-4e1e-a4d5-adface6fe364),segment_id=6f15995c-e87b-4e1e-a4d5-adface6fe364)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:51.099392 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.134598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.141379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.189083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088d69e-449a-47ff-a1f6-a5e6b76cb9ed None None] Pushing event updated for resources: {'Port': ['ID=d4838867-c21b-4f56-9fe6-78631aa4b608,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:51.250174 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.284957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:51.303738 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP deb7c3c8-665c-4edb-a823-28e38db268e7 associated. External IP: 172.25.5.146, port: 0f13b078-b14d-4955-8fcc-6312ac037866. Jul 08 17:38:51.336306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:51.680324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:51.820723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:51.831646 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:51.845716 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:51.848876 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:51.895963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:51.918982 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:51.920283 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:51.933127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:51.940720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:51.947698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:51.969812 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:51.970669 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d39e8a-8b43-45ae-b3c8-7650916284d6 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:51.973601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:52.024031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:52.024656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.043005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b35f-c406-41f7-a23f-b9a27e1562de req-4b507010-5bbc-44fd-b338-88ab0b6f03fe tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:52.044595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d365b35f-c406-41f7-a23f-b9a27e1562de req-4b507010-5bbc-44fd-b338-88ab0b6f03fe tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.6049380 Jul 08 17:38:52.070192 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-804a460f-932c-428c-83bc-1492d375ba6c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8651319 Jul 08 17:38:52.070192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45392) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:52.075924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': 'cd51abc6-c6af-4f02-a35a-4d209c1a8cbd', 'name': 'tempest-PortsTestJSON-1266135182'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:52.127758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:52.151119 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d365b35f-c406-41f7-a23f-b9a27e1562de req-0472ea84-58df-4d5e-b2bc-720d02d966b6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004026 Jul 08 17:38:52.220176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:52.224638 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.247379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 2832e059-be22-435a-9294-6f22b01013c4 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:52.405726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45398) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:52.450968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.13 (cd51abc6-c6af-4f02-a35a-4d209c1a8cbd/bb5b3c58-275d-49f7-8bac-59b5b2879454/2832e059-be22-435a-9294-6f22b01013c4) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:52.481298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a014e7-cfb6-4010-8bb6-9841872433bd None None] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:52.560020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ede739a7-e21b-4ac5-bbce-66e57554be86 None None] Provisioning for port d4838867-c21b-4f56-9fe6-78631aa4b608 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:52.583441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be7df9e6-a076-41ec-8b06-3861dcbde2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.591629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:52.596361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.619431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:52.639850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:52.640548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:52.672503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6698ac25-5fa6-4a1b-abf1-8e111a228103 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/floatingips/deb7c3c8-665c-4edb-a823-28e38db268e7 HTTP/1.1" status: 200 len: 979 time: 2.3029113 Jul 08 17:38:52.673258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.675286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45404) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:52.681641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:52.685989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:52.710325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:52.711125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:52.741293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object 2832e059-be22-435a-9294-6f22b01013c4 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:52.752925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:52.753741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f30554-707c-4a72-a520-26c7b6ff557a None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:52.817292 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.861480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be7df9e6-a076-41ec-8b06-3861dcbde2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.872310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be7df9e6-a076-41ec-8b06-3861dcbde2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:52.909232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.005659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-be7df9e6-a076-41ec-8b06-3861dcbde2a5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b8244665ac6348d7b1be217d372dff10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5965893 Jul 08 17:38:53.006449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45410) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:53.011956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7df9e6-a076-41ec-8b06-3861dcbde2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c75d0a0-0a25-4425-a319-12a3aefba226,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:53.033109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:53.040627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ccbca7f2-7ee8-43ba-a953-c8c51e57bd7c None None] Provisioning for port 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:53.043420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:53.046014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:53.046243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ccbca7f2-7ee8-43ba-a953-c8c51e57bd7c None None] Provisioning complete for port 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:53.046698 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ccbca7f2-7ee8-43ba-a953-c8c51e57bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.087081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=2832e059-be22-435a-9294-6f22b01013c4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:53.112415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ccbca7f2-7ee8-43ba-a953-c8c51e57bd7c None None] Port 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:53.117560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-614f4d43-bc23-489a-8425-0c1c814d6dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.150956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-614f4d43-bc23-489a-8425-0c1c814d6dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.196403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.213491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.213786 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP deb7c3c8-665c-4edb-a823-28e38db268e7 disassociated. External IP: 172.25.5.146, port: 8f2fc8df-3f58-4968-a67a-d9016f88bd4b. Jul 08 17:38:53.279114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-614f4d43-bc23-489a-8425-0c1c814d6dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.281882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-614f4d43-bc23-489a-8425-0c1c814d6dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.283044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-614f4d43-bc23-489a-8425-0c1c814d6dfc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5c75d0a0-0a25-4425-a319-12a3aefba226 HTTP/1.1" status: 204 len: 168 time: 0.2755506 Jul 08 17:38:53.293828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f4d43-bc23-489a-8425-0c1c814d6dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c75d0a0-0a25-4425-a319-12a3aefba226,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:53.376454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:53.377229 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.411055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0769b027-bce9-4bb3-8275-1431c595eb85 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3402023 Jul 08 17:38:53.414635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45426) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:53.456651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eac55e74-de70-4fe8-be08-d01332768120 None None] Provisioning complete for port 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:53.457289 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eac55e74-de70-4fe8-be08-d01332768120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.459160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d4838867-c21b-4f56-9fe6-78631aa4b608 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:53.613873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f491af-7b79-4206-ac37-e16e1aa6f2bc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:53.616789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-86f491af-7b79-4206-ac37-e16e1aa6f2bc tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2009101 Jul 08 17:38:53.619449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45432) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:53.667355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eac55e74-de70-4fe8-be08-d01332768120 None None] Port 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:53.679997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d4838867-c21b-4f56-9fe6-78631aa4b608 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:53.690036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d4838867-c21b-4f56-9fe6-78631aa4b608 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:53.691249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.706583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730229e-7708-4440-b736-b7ea650ab2e7 req-07d53959-2043-4dc2-be65-6c5a6e74937f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:53.708218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7730229e-7708-4440-b736-b7ea650ab2e7 req-07d53959-2043-4dc2-be65-6c5a6e74937f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2522502 Jul 08 17:38:53.736093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:38:53.835708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 2832e059-be22-435a-9294-6f22b01013c4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:53.836057 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.845628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7730229e-7708-4440-b736-b7ea650ab2e7 req-9ef4d1cf-5890-4d02-a9f1-35cc930cd60a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281657 Jul 08 17:38:53.876658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.913580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:38:53.919517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.930666 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:38:53.942708 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:53.943320 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:53.957386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-82c156f5-c93a-457f-a720-8f35b1e4ed41 None None] Provisioning for port 2832e059-be22-435a-9294-6f22b01013c4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:38:53.967498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d73bc9e7-e2aa-459c-b852-923988ceb825 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/floatingips/deb7c3c8-665c-4edb-a823-28e38db268e7 HTTP/1.1" status: 200 len: 688 time: 1.2875593 Jul 08 17:38:53.970828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45442) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:53.973651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-82c156f5-c93a-457f-a720-8f35b1e4ed41 None None] Provisioning complete for port 2832e059-be22-435a-9294-6f22b01013c4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:53.974329 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-82c156f5-c93a-457f-a720-8f35b1e4ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:53.989964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d4838867-c21b-4f56-9fe6-78631aa4b608, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d4838867-c21b-4f56-9fe6-78631aa4b608,segment=NetworkSegment(6f15995c-e87b-4e1e-a4d5-adface6fe364),segment_id=6f15995c-e87b-4e1e-a4d5-adface6fe364)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:54.000045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.022880 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:54.028635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.029811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 2832e059-be22-435a-9294-6f22b01013c4 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:54.049693 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:38:54.050322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:38:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:54.092910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-82c156f5-c93a-457f-a720-8f35b1e4ed41 None None] Port 2832e059-be22-435a-9294-6f22b01013c4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:38:54.124379 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:54.125057 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d27b7e-8000-45cf-b2c0-5ebf8d03fc03 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:38:54.135743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d4838867-c21b-4f56-9fe6-78631aa4b608,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:54.192082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 5fdc555f-3770-414f-9fac-f1319a52ba88 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:54.192669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.199492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.237266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=2832e059-be22-435a-9294-6f22b01013c4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:54.303462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.307665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.342750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 5fdc555f-3770-414f-9fac-f1319a52ba88 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:54.411486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.413783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d3fb564f-ddbe-4a0a-b644-82199604ce7b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/2832e059-be22-435a-9294-6f22b01013c4 HTTP/1.1" status: 204 len: 168 time: 0.7932858 Jul 08 17:38:54.416380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45456) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.460859 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-7771b876-23d3-4083-995d-7816dcbad3ed tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:54.465022 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7771b876-23d3-4083-995d-7816dcbad3ed tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/2832e059-be22-435a-9294-6f22b01013c4 HTTP/1.1" status: 404 len: 333 time: 0.0451281 Jul 08 17:38:54.465297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45460) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.571910 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.582987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:54.583325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.599912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=5fdc555f-3770-414f-9fac-f1319a52ba88,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:54.671940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.674646 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.675808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d5dc970-fc2a-4df8-b8de-23d5595fa83f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/floatingips/deb7c3c8-665c-4edb-a823-28e38db268e7 HTTP/1.1" status: 204 len: 168 time: 0.7037213 Jul 08 17:38:54.678368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45466) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.685201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.714635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:54.717999 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-3c095bbf-498d-4237-a080-52da29b81d7f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] delete failed (client error): The resource could not be found. Jul 08 17:38:54.726232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c095bbf-498d-4237-a080-52da29b81d7f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/floatingips/deb7c3c8-665c-4edb-a823-28e38db268e7 HTTP/1.1" status: 404 len: 345 time: 0.0394039 Jul 08 17:38:54.726792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45468) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.841783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa0b257-fea5-4465-b7bc-549f387f89d3 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:54.847818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa0b257-fea5-4465-b7bc-549f387f89d3 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:54.855104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa0b257-fea5-4465-b7bc-549f387f89d3 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:54.857159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0aa0b257-fea5-4465-b7bc-549f387f89d3 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "GET /v2.0/ports?network_id=70d57a41-3e3d-49e0-a1ec-b1e1775eb22a HTTP/1.1" status: 200 len: 2360 time: 0.1293502 Jul 08 17:38:54.859756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45472) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.871349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:54.902077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:54.951014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5eac36-52bf-49be-b8a8-a6f68eb1e72d tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:54.958808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7f5eac36-52bf-49be-b8a8-a6f68eb1e72d tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "GET /v2.0/subnets/c6aae3d7-6e5e-41ba-890e-c44fbc030efd HTTP/1.1" status: 200 len: 797 time: 0.0977833 Jul 08 17:38:54.959438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45482) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:54.966372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'port': {'network_id': '70d57a41-3e3d-49e0-a1ec-b1e1775eb22a', 'name': 'tempest-FloatingIPTestJSON-490245138', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:55.026591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.032204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45484) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:55.033622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ca36e7d7-e228-4a7b-b9f1-47fb2e16f20c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a HTTP/1.1" status: 204 len: 168 time: 0.5666978 Jul 08 17:38:55.097320 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00bc045-304e-4be3-9183-2c3a278f74d0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:38:55.099170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a00bc045-304e-4be3-9183-2c3a278f74d0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/9f1e3fd9-fc71-41fe-8ea4-1043a8edf01a HTTP/1.1" status: 404 len: 333 time: 0.0657527 Jul 08 17:38:55.102603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45488) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:55.160880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet bb5b3c58-275d-49f7-8bac-59b5b2879454 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:38:55.164698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.166233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903041ea-a2a8-451e-be51-2e13266a381b req-e49abf47-47e9-420e-8c94-cdce74b9e0e0 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:55.167792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-903041ea-a2a8-451e-be51-2e13266a381b req-e49abf47-47e9-420e-8c94-cdce74b9e0e0 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.1513915 Jul 08 17:38:55.212592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:55.219057 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.232545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-903041ea-a2a8-451e-be51-2e13266a381b req-2ae6b46b-a6dc-4230-9f16-170d03f8fbfd tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573587 Jul 08 17:38:55.305667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.319932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d4838867-c21b-4f56-9fe6-78631aa4b608 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:38:55.330088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] device_id is not set on port 9644fdf7-c25f-4926-b3c8-8b5cfce90b84 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:55.336754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.353468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45494) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:55.370205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d4838867-c21b-4f56-9fe6-78631aa4b608 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:38:55.370580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.420380 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.457365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5b3c58-275d-49f7-8bac-59b5b2879454,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:55.466111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.471089 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-55e88732-babd-42ca-a130-bd3c5bed2ff2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/bb5b3c58-275d-49f7-8bac-59b5b2879454 HTTP/1.1" status: 204 len: 168 time: 0.3673754 Jul 08 17:38:55.471705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45500) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:55.479570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117506e-33d0-4dbb-883c-2a9a78ee2a23 None None] Network cd51abc6-c6af-4f02-a35a-4d209c1a8cbd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:55.580335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.606908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-35688882'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:55.634057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Made reservation on behalf of 0138dc18967042089facf8ff62142fd4 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:55.637933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.649400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port d4838867-c21b-4f56-9fe6-78631aa4b608 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:55.649748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.654343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.730393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] DHCP port deletion for cd51abc6-c6af-4f02-a35a-4d209c1a8cbd request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:38:55.750427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] For port d4838867-c21b-4f56-9fe6-78631aa4b608, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d4838867-c21b-4f56-9fe6-78631aa4b608,segment=NetworkSegment(6f15995c-e87b-4e1e-a4d5-adface6fe364),segment_id=6f15995c-e87b-4e1e-a4d5-adface6fe364)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:55.751564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.775511 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.790129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] Deleting port d4838867-c21b-4f56-9fe6-78631aa4b608 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:55.790781 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.796817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for d4838867-c21b-4f56-9fe6-78631aa4b608 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:55.834371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.14 (70d57a41-3e3d-49e0-a1ec-b1e1775eb22a/c6aae3d7-6e5e-41ba-890e-c44fbc030efd/9644fdf7-c25f-4926-b3c8-8b5cfce90b84) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:55.845550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.13 (70d57a41-3e3d-49e0-a1ec-b1e1775eb22a/c6aae3d7-6e5e-41ba-890e-c44fbc030efd/9644fdf7-c25f-4926-b3c8-8b5cfce90b84) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:55.863646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] For port d4838867-c21b-4f56-9fe6-78631aa4b608, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d4838867-c21b-4f56-9fe6-78631aa4b608,segment=NetworkSegment(6f15995c-e87b-4e1e-a4d5-adface6fe364),segment_id=6f15995c-e87b-4e1e-a4d5-adface6fe364)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:38:55.864047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.877497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] Calling delete_port for d4838867-c21b-4f56-9fe6-78631aa4b608 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:55.892953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.903863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.949011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:55.970367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.971649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:55.996143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a7ee6-32f2-434c-97d9-79dad4e0ce14,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.005347 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.005733 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Added segment 7e27be2f-f8e1-4d68-929d-eb6df49c63ca of type vlan for network c93ee29b-0026-47bc-9829-5c8f226b1be6 Jul 08 17:38:56.010201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=d4838867-c21b-4f56-9fe6-78631aa4b608,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.012149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] No DVR routers for this DVR port d4838867-c21b-4f56-9fe6-78631aa4b608 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:56.017448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No DVR routers for this DVR port d4838867-c21b-4f56-9fe6-78631aa4b608 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:38:56.023191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a587f0-c8fa-4bd0-b91b-2a9f52e3490e None None] Pushing event deleted for resources: {'Port': ['ID=d4838867-c21b-4f56-9fe6-78631aa4b608,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.082123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.104578 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.117330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd51abc6-c6af-4f02-a35a-4d209c1a8cbd']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:56.129757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f15995c-e87b-4e1e-a4d5-adface6fe364') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:56.130176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f15995c-e87b-4e1e-a4d5-adface6fe364') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:38:56.135423 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.144877 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.162477 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.162759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.170055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:38:56.173073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.174132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:56.174792 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.249746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8950357 Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:38:56.252550 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:38:56.255058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45514) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:56.259574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c332e3-20c3-4be7-8d6f-d612cfd06f67 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event updated for resources: {'Network': ['ID=c93ee29b-0026-47bc-9829-5c8f226b1be6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.263717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Request body: {'subnet': {'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:56.271701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c93ee29b-0026-47bc-9829-5c8f226b1be6 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:56.278952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.343826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:56.347331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:56.350000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:56.395568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=9644fdf7-c25f-4926-b3c8-8b5cfce90b84,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.445156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.449954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.453630 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/cd51abc6-c6af-4f02-a35a-4d209c1a8cbd HTTP/1.1" status: 204 len: 168 time: 0.9808187 Jul 08 17:38:56.466094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:56.466750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.469911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45524) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:56.484899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1921366682'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:56.495429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-123a8d86-abe7-4f22-a29e-66f5bb3f354b tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5307424 Jul 08 17:38:56.495645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae2aff-ddc3-48fa-97bc-21ec5b7c1215 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=cd51abc6-c6af-4f02-a35a-4d209c1a8cbd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.495756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45526) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:56.503243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '9644fdf7-c25f-4926-b3c8-8b5cfce90b84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:56.531602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d3ed8-a250-4911-b625-8b7ced7d74fe req-1ad0913d-afee-4622-8596-27791e0e9520 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:56.532450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:56.533961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d2d3ed8-a250-4911-b625-8b7ced7d74fe req-1ad0913d-afee-4622-8596-27791e0e9520 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.1241565 Jul 08 17:38:56.536109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.551764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:38:56.551764 n-d-799528-4 neutron-server[93664]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:38:56.551764 n-d-799528-4 neutron-server[93664]: [parameters: {'project_id': '8d107d7ecf344fe5a32cd26881529df2', 'id': '7a0a281f-8740-40d7-9bb5-886319687e7b', 'expiration': datetime.datetime(2021, 7, 8, 17, 40, 56, 539953)}] Jul 08 17:38:56.551764 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:38:56.552724 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:38:56.574753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:56.579471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Made reservation on behalf of 0138dc18967042089facf8ff62142fd4 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:56.580302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d2d3ed8-a250-4911-b625-8b7ced7d74fe req-8f1670cc-81f7-498e-aa64-ff71312e6ebc tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Jul 08 17:38:56.583055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.630633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.630989 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment 8db89bc7-4d58-4492-ab55-64a27ce12213 of type vlan for network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 Jul 08 17:38:56.690568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.739425 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.745538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:56.746172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.840275 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3689387 Jul 08 17:38:56.843744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45528) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:56.849998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:56.860864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1e0f1-4162-4a13-8c20-28503fa594f4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=6b6256a3-525f-4bf9-ac04-26a83565c1c3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:56.874844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:56.907339 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.955314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:56.958873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:56.996772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event updated for resources: {'Subnet': ['ID=dd10ea3e-4c20-462d-b4ad-90f2d650a239,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:57.005394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Checking segment: {'id': '7e27be2f-f8e1-4d68-929d-eb6df49c63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:57.005771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Network hostable DHCP agents. Network: c93ee29b-0026-47bc-9829-5c8f226b1be6, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:57.029100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Network c93ee29b-0026-47bc-9829-5c8f226b1be6 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:57.044181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c93ee29b-0026-47bc-9829-5c8f226b1be6) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:57.055669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa88be-eef5-44ef-a7c6-66aac445d5ea None None] Network c93ee29b-0026-47bc-9829-5c8f226b1be6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:57.058753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:57.071103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.083575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.107876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e459404c-b181-4f70-857c-197a4aed7a9f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8520608 Jul 08 17:38:57.108567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45532) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:57.117920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Request body: {'port': {'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1119930531'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:57.244383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c93ee29b-0026-47bc-9829-5c8f226b1be6', 'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6', 'tenant_id': '0138dc18967042089facf8ff62142fd4', 'fixed_ips': [{'subnet_id': 'dd10ea3e-4c20-462d-b4ad-90f2d650a239'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:38:57.245357 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.279265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Made reservation on behalf of 0138dc18967042089facf8ff62142fd4 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:57.287510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.315705 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.316340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d4838867-c21b-4f56-9fe6-78631aa4b608 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:38:57.332250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] device_id is not set on port 97d163c1-23f7-4b07-925a-7cff18273c6c yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:57.372521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d4838867-c21b-4f56-9fe6-78631aa4b608 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:38:57.390806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d4838867-c21b-4f56-9fe6-78631aa4b608 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:38:57.505619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.515324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': '8db89bc7-4d58-4492-ab55-64a27ce12213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:57.515841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: 6b6256a3-525f-4bf9-ac04-26a83565c1c3, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:38:57.604328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=3daf5f89-94fd-45b4-ad57-0f4bebec7950,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:57.613268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-659bdd97-175d-4b12-8a8f-3f8b0519db12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.621707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:38:57.644224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6b6256a3-525f-4bf9-ac04-26a83565c1c3) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:57.652330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb773b8d-33a4-488c-b5f0-0b931638f43b None None] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:38:57.657330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:57.658029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.688479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Allocated IP 172.20.0.4 (c93ee29b-0026-47bc-9829-5c8f226b1be6/dd10ea3e-4c20-462d-b4ad-90f2d650a239/97d163c1-23f7-4b07-925a-7cff18273c6c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:57.708836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-19e6d380-c9cf-41bf-95f6-aa1f200a241b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8635290 Jul 08 17:38:57.711798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45542) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:57.719654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3', 'name': 'tempest-PortsTestJSON-1728499241', 'fixed_ips': [{'subnet_id': '3daf5f89-94fd-45b4-ad57-0f4bebec7950', 'ip_address': '172.20.0.10'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:57.729695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34de77a-1626-4cb9-9a66-ea295aa4716b req-b510d1ea-0fbb-471d-bfd1-ec7c904178cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:57.731811 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c34de77a-1626-4cb9-9a66-ea295aa4716b req-b510d1ea-0fbb-471d-bfd1-ec7c904178cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1097 time: 0.1208198 Jul 08 17:38:57.805823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.25.5.227 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/37a4e0d5-d86d-4655-aed9-2dc8332558f3) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:57.901806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-6b6256a3-525f-4bf9-ac04-26a83565c1c3', 'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3', 'tenant_id': 'e193cbbf2fb241c994e90cd4391d59b1', 'fixed_ips': [{'subnet_id': '3daf5f89-94fd-45b4-ad57-0f4bebec7950'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:38:57.903675 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.918918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:57.935130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Transition to ACTIVE for port object 97d163c1-23f7-4b07-925a-7cff18273c6c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:57.985822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.048624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c34de77a-1626-4cb9-9a66-ea295aa4716b req-70417f07-283f-40bf-a908-1e47b6373bc9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096108 Jul 08 17:38:58.055257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Network c93ee29b-0026-47bc-9829-5c8f226b1be6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:58.059614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:58.065236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:58.133372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:58.137947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.195569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event updated for resources: {'Port': ['ID=97d163c1-23f7-4b07-925a-7cff18273c6c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:58.203174 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-962f4f4a-cece-4f88-8c93-7c152ece2262 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0926228 Jul 08 17:38:58.206323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:58.281420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Allocated IP 172.20.0.2 (6b6256a3-525f-4bf9-ac04-26a83565c1c3/3daf5f89-94fd-45b4-ad57-0f4bebec7950/43948714-793c-4257-9bd7-a45c385f5fd8) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:58.342179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:58.372715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Deleting port 97d163c1-23f7-4b07-925a-7cff18273c6c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:38:58.373118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.449441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fae405-303f-44f0-a66c-255c8416e355 req-2996babe-2217-42be-bb04-adaa9cb4b7ca tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:58.451171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30fae405-303f-44f0-a66c-255c8416e355 req-2996babe-2217-42be-bb04-adaa9cb4b7ca tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.6404862 Jul 08 17:38:58.475035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Allocated IP 172.20.0.2 (c93ee29b-0026-47bc-9829-5c8f226b1be6/dd10ea3e-4c20-462d-b4ad-90f2d650a239/f65343a7-6f7c-492f-8782-d370adf9d781) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:58.495743 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.511565 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.521375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Transition to ACTIVE for port object 43948714-793c-4257-9bd7-a45c385f5fd8 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:58.529404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Calling delete_port for 97d163c1-23f7-4b07-925a-7cff18273c6c owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:38:58.552723 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.564057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.570890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Transition to ACTIVE for port object 43948714-793c-4257-9bd7-a45c385f5fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:58.597812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.617153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 6ebc8b36-9801-401a-b06d-c1e4af50f3cf yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:38:58.628295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30fae405-303f-44f0-a66c-255c8416e355 req-95667cde-29c3-4cb7-969a-63179452f8aa tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694036 Jul 08 17:38:58.721988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.740696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:58.746298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.757471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:58.770077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:58.797617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:58.820012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event deleted for resources: {'Port': ['ID=97d163c1-23f7-4b07-925a-7cff18273c6c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:58.822514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:58.838177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:58.921007 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.924709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c328101f-1c83-435f-b0fa-29379000bcf1 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "DELETE /v2.0/ports/97d163c1-23f7-4b07-925a-7cff18273c6c HTTP/1.1" status: 204 len: 168 time: 0.7173243 Jul 08 17:38:58.927913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=37a4e0d5-d86d-4655-aed9-2dc8332558f3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:58.928210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45554) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:58.945205 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:58.954796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Transition to ACTIVE for port object f65343a7-6f7c-492f-8782-d370adf9d781 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:58.971616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Transition to ACTIVE for port object f65343a7-6f7c-492f-8782-d370adf9d781 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:38:58.974631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Pushing event updated for resources: {'Port': ['ID=43948714-793c-4257-9bd7-a45c385f5fd8,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:59.004944 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.012253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2f784ad5-fcda-41c0-86a7-af3065054df9 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0782964 Jul 08 17:38:59.012832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:59.019392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2092490772'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:38:59.044454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Made reservation on behalf of 0138dc18967042089facf8ff62142fd4 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:38:59.050972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.066476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Attempting to bind port 43948714-793c-4257-9bd7-a45c385f5fd8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:59.066837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Attempting to bind port 43948714-793c-4257-9bd7-a45c385f5fd8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8db89bc7-4d58-4492-ab55-64a27ce12213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:59.067195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Attempting to bind port 43948714-793c-4257-9bd7-a45c385f5fd8 on network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:59.071747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Network c93ee29b-0026-47bc-9829-5c8f226b1be6 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:38:59.078012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:38:59.081878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:38:59.087051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:38:59.087246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Pushing event updated for resources: {'Port': ['ID=f65343a7-6f7c-492f-8782-d370adf9d781,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:59.095913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:59.096491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Checking segment: {'id': '8db89bc7-4d58-4492-ab55-64a27ce12213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:59.097188 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.097754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Bound using segment: {'id': '8db89bc7-4d58-4492-ab55-64a27ce12213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:59.098657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Bound port: 43948714-793c-4257-9bd7-a45c385f5fd8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db89bc7-4d58-4492-ab55-64a27ce12213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:59.099339 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.107017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.107979 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Added segment 60c47b48-ffa9-42b3-9929-a8688b1406af of type vlan for network 88591555-a4c0-4de8-af34-01fea7d6284c Jul 08 17:38:59.162679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.191461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.10 (6b6256a3-525f-4bf9-ac04-26a83565c1c3/3daf5f89-94fd-45b4-ad57-0f4bebec7950/6ebc8b36-9801-401a-b06d-c1e4af50f3cf) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:38:59.193567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Attempting to bind port f65343a7-6f7c-492f-8782-d370adf9d781 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:38:59.194191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Attempting to bind port f65343a7-6f7c-492f-8782-d370adf9d781 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7e27be2f-f8e1-4d68-929d-eb6df49c63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:38:59.194356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Attempting to bind port f65343a7-6f7c-492f-8782-d370adf9d781 on network c93ee29b-0026-47bc-9829-5c8f226b1be6 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:38:59.198831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.209030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:38:59.209671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.218658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:38:59.219328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Checking segment: {'id': '7e27be2f-f8e1-4d68-929d-eb6df49c63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:38:59.219930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.220495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Bound using segment: {'id': '7e27be2f-f8e1-4d68-929d-eb6df49c63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:38:59.221270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Bound port: f65343a7-6f7c-492f-8782-d370adf9d781, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e27be2f-f8e1-4d68-929d-eb6df49c63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c93ee29b-0026-47bc-9829-5c8f226b1be6'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:38:59.221938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.281377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] For port 43948714-793c-4257-9bd7-a45c385f5fd8, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:59.301324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] For port 43948714-793c-4257-9bd7-a45c385f5fd8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43948714-793c-4257-9bd7-a45c385f5fd8,segment=NetworkSegment(8db89bc7-4d58-4492-ab55-64a27ce12213),segment_id=8db89bc7-4d58-4492-ab55-64a27ce12213)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:59.312667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event updated for resources: {'Network': ['ID=88591555-a4c0-4de8-af34-01fea7d6284c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:59.326305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 88591555-a4c0-4de8-af34-01fea7d6284c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:38:59.327611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45562) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:59.328748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e7160dff-7800-47e6-ba94-82c2438b9343 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3139136 Jul 08 17:38:59.339265 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.395719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] For port f65343a7-6f7c-492f-8782-d370adf9d781, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:38:59.437200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] For port f65343a7-6f7c-492f-8782-d370adf9d781, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f65343a7-6f7c-492f-8782-d370adf9d781,segment=NetworkSegment(7e27be2f-f8e1-4d68-929d-eb6df49c63ca),segment_id=7e27be2f-f8e1-4d68-929d-eb6df49c63ca)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:38:59.454164 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.491999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ec5e3-2866-46fb-a6b2-1e625b2238e8 None None] Pushing event updated for resources: {'Port': ['ID=43948714-793c-4257-9bd7-a45c385f5fd8,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:59.552074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d954-f8b5-4a57-bf17-63e55dbf33d5 None None] Pushing event updated for resources: {'Port': ['ID=f65343a7-6f7c-492f-8782-d370adf9d781,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:38:59.947894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:38:59.959352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c2c88ffd-a516-4b28-9fe5-ff2cc59cc9b2 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "GET /v2.0/agents/768ce3ce-05b8-483a-b431-60c941befe7f/dhcp-networks HTTP/1.1" status: 200 len: 10423 time: 0.6313324 Jul 08 17:38:59.962678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45572) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:38:59.986478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object 6ebc8b36-9801-401a-b06d-c1e4af50f3cf will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:00.011243 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8b84a517-a537-441a-9b6c-df5d1bf628dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.035709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.068167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.099353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42498443-f7bf-4cd7-b92f-883d15f97a32 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] Network 88591555-a4c0-4de8-af34-01fea7d6284c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:00.114742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-42498443-f7bf-4cd7-b92f-883d15f97a32 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "POST /v2.0/agents/768ce3ce-05b8-483a-b431-60c941befe7f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1508796 Jul 08 17:39:00.117685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45574) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.121712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290db67d-1575-4f0c-8121-b74197d87639 None None] Network 88591555-a4c0-4de8-af34-01fea7d6284c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:00.171845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:00.182944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:00.202406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:00.209608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=6ebc8b36-9801-401a-b06d-c1e4af50f3cf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:00.278367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.310116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:00.310656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.320698 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44ee2560-f135-4e31-a2b9-d08b9ad69002 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "GET /v2.0/agents/768ce3ce-05b8-483a-b431-60c941befe7f/dhcp-networks HTTP/1.1" status: 200 len: 11194 time: 0.1992090 Jul 08 17:39:00.321062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45576) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.338803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b736f99-5847-43ce-8e72-1feab0b9f3a9 req-c2ad8264-ee2a-4bbc-8e85-06716184fd87 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:00.340451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b736f99-5847-43ce-8e72-1feab0b9f3a9 req-c2ad8264-ee2a-4bbc-8e85-06716184fd87 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2763758 Jul 08 17:39:00.363104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de7a19ef-adc1-4c02-ae08-adede204a14d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6499875 Jul 08 17:39:00.383224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45578) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.398793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '6b6256a3-525f-4bf9-ac04-26a83565c1c3', 'name': 'tempest-PortsTestJSON-1342946287', 'fixed_ips': [{'subnet_id': '3daf5f89-94fd-45b4-ad57-0f4bebec7950', 'ip_address': '172.20.0.9'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:00.422782 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ea5186c5-7157-426e-9a99-755748121800 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "DELETE /v2.0/agents/768ce3ce-05b8-483a-b431-60c941befe7f/dhcp-networks/88591555-a4c0-4de8-af34-01fea7d6284c HTTP/1.1" status: 204 len: 168 time: 0.0994821 Jul 08 17:39:00.424107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45582) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.439487 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.576786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b736f99-5847-43ce-8e72-1feab0b9f3a9 req-4b2ad3ff-18d1-4070-9a60-6e5d0120ea53 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174854 Jul 08 17:39:00.653957 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-771d567d-0b31-4ac0-9c86-a99c305da4f6 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "GET /v2.0/agents/768ce3ce-05b8-483a-b431-60c941befe7f/dhcp-networks HTTP/1.1" status: 200 len: 10423 time: 0.2286577 Jul 08 17:39:00.654651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.698699 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3f9bb245-175b-4b9d-b30e-4664ce2ef309 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "GET /v2.0/networks/c93ee29b-0026-47bc-9829-5c8f226b1be6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0428348 Jul 08 17:39:00.699377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45588) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.740211 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.743571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:00.745687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d64ddd90-2d31-43bd-a0dc-d8b381c5a6a5 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "GET /v2.0/networks/c93ee29b-0026-47bc-9829-5c8f226b1be6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0451148 Jul 08 17:39:00.747113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45590) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.752490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.772112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:00.920863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d76e0783-abb8-442f-b15b-d22b451ade62 tempest-DHCPAgentSchedulersTestJSON-1190630847 tempest-DHCPAgentSchedulersTestJSON-1190630847-project-admin] 10.222.0.63 "GET /v2.0/agents/768ce3ce-05b8-483a-b431-60c941befe7f/dhcp-networks HTTP/1.1" status: 200 len: 10423 time: 0.1705382 Jul 08 17:39:00.922070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45594) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:00.938469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port 6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:39:00.978939 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.033932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb73e38-2662-4735-902c-24686e33a6ca None None] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:01.160082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=37a4e0d5-d86d-4655-aed9-2dc8332558f3,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:01.193855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.301488 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP 48bdad54-f11c-4cce-8892-fa4a50a383f3 associated. External IP: 172.25.5.227, port: 9644fdf7-c25f-4926-b3c8-8b5cfce90b84. Jul 08 17:39:01.347257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-29322768-fdd5-444c-bb78-d87142da4242 None None] Provisioning for port 43948714-793c-4257-9bd7-a45c385f5fd8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:01.508932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.9 (6b6256a3-525f-4bf9-ac04-26a83565c1c3/3daf5f89-94fd-45b4-ad57-0f4bebec7950/6de60ec5-3aee-4df7-a7d4-eddf4c1b8985) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:01.533831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43948714-793c-4257-9bd7-a45c385f5fd8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:01.556431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-ade6a6e5-8eda-4faf-8eb3-2c6969391ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:01.560165 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-ade6a6e5-8eda-4faf-8eb3-2c6969391ce4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1097 time: 0.3623953 Jul 08 17:39:01.580499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.605138 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.665460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88591555-a4c0-4de8-af34-01fea7d6284c']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:01.710475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89235c4-9787-4b15-b524-3325a83c4fdb None None] Network c93ee29b-0026-47bc-9829-5c8f226b1be6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:01.719572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c47b48-ffa9-42b3-9929-a8688b1406af') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:01.719966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c47b48-ffa9-42b3-9929-a8688b1406af') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:01.765413 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.795380 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.819254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:01.819601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:01.822793 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:01.836309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-dc535aee-13aa-42a1-b290-7b116de2e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:01.838164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-dc535aee-13aa-42a1-b290-7b116de2e764 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 920 time: 0.2667634 Jul 08 17:39:01.915834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-704c0019-5191-480e-ac94-7e8a43da2290 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 200 len: 217 time: 0.0461478 Jul 08 17:39:01.926046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8ca20583-c1ca-43a0-a684-29ed755b9fc1 None None] Provisioning for port f65343a7-6f7c-492f-8782-d370adf9d781 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:01.989088 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.997312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:01.999152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 43948714-793c-4257-9bd7-a45c385f5fd8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:01.999258 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "DELETE /v2.0/networks/88591555-a4c0-4de8-af34-01fea7d6284c HTTP/1.1" status: 204 len: 168 time: 1.0761452 Jul 08 17:39:02.007053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 43948714-793c-4257-9bd7-a45c385f5fd8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:02.007053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.017003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45606) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:02.040046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb5f1a-c2df-4045-baa4-c78ba017599f tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event deleted for resources: {'Network': ['ID=88591555-a4c0-4de8-af34-01fea7d6284c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:02.050718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-d68a0952-3270-4b59-a4ae-e5013a532064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:02.052203 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-d68a0952-3270-4b59-a4ae-e5013a532064 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.1286027 Jul 08 17:39:02.090206 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-25079d35-58ac-49f9-b1ce-82b714e187c9 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:02.091012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25079d35-58ac-49f9-b1ce-82b714e187c9 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:02.097236 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-25079d35-58ac-49f9-b1ce-82b714e187c9 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "DELETE /v2.0/ports/97d163c1-23f7-4b07-925a-7cff18273c6c HTTP/1.1" status: 404 len: 333 time: 0.0670731 Jul 08 17:39:02.097906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45608) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:02.126608 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-20ec3199-f9e8-4e42-952e-c81d18b0f7a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479684 Jul 08 17:39:02.243984 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.266445 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-27b8423b-7c9b-4a4d-a323-a5e40cdb5964 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169133 Jul 08 17:39:02.275156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Deleting subnet dd10ea3e-4c20-462d-b4ad-90f2d650a239 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:02.317831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 43948714-793c-4257-9bd7-a45c385f5fd8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43948714-793c-4257-9bd7-a45c385f5fd8,segment=NetworkSegment(8db89bc7-4d58-4492-ab55-64a27ce12213),segment_id=8db89bc7-4d58-4492-ab55-64a27ce12213)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:02.333358 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.334172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f65343a7-6f7c-492f-8782-d370adf9d781 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:02.393761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.480706 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-163a0e80-890d-4051-9029-ecb6a1d63116 req-c312806e-65cb-49ea-abea-0c9fffa6a161 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016768 Jul 08 17:39:02.521738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=43948714-793c-4257-9bd7-a45c385f5fd8,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:02.537269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.537665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.537920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.538344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.538925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.539271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.539591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.539972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.540292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.540637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.541153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.541493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:02.545274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.552714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fd7e1-e397-40e3-9099-4357bcd674da req-c5bc2892-0aa4-42e4-8bb3-51534e85e731 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:02.556967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f65343a7-6f7c-492f-8782-d370adf9d781 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:02.563808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-429fd7e1-e397-40e3-9099-4357bcd674da req-c5bc2892-0aa4-42e4-8bb3-51534e85e731 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.9662220 Jul 08 17:39:02.572063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f65343a7-6f7c-492f-8782-d370adf9d781 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:02.572397 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.690922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.753197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2ca38932-ba0d-4855-b7b2-9f09cd0ec069 None None] Provisioning complete for port 43948714-793c-4257-9bd7-a45c385f5fd8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:02.753572 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2ca38932-ba0d-4855-b7b2-9f09cd0ec069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.760009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.789579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object 6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:02.809260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.814797 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.836893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-429fd7e1-e397-40e3-9099-4357bcd674da req-4f66ec46-d260-434f-b1a8-cb506f93f2bb tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713385 Jul 08 17:39:02.883276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.886930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:02.948140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=6de60ec5-3aee-4df7-a7d4-eddf4c1b8985,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:02.961580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:02.982105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:02.995092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:02.999879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:03.016068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:39:03.017554 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:39:03.017554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2ca38932-ba0d-4855-b7b2-9f09cd0ec069 None None] Provisioning for port 6ebc8b36-9801-401a-b06d-c1e4af50f3cf completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:03.021486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2ca38932-ba0d-4855-b7b2-9f09cd0ec069 None None] Provisioning complete for port 6ebc8b36-9801-401a-b06d-c1e4af50f3cf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:03.023167 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2ca38932-ba0d-4855-b7b2-9f09cd0ec069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.053055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event deleted for resources: {'Subnet': ['ID=dd10ea3e-4c20-462d-b4ad-90f2d650a239,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:03.067166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.072965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6a313097-cfcb-495d-adf4-6d616a77761d tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "DELETE /v2.0/subnets/dd10ea3e-4c20-462d-b4ad-90f2d650a239 HTTP/1.1" status: 204 len: 168 time: 0.9573953 Jul 08 17:39:03.073598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45618) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:03.144020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2ca38932-ba0d-4855-b7b2-9f09cd0ec069 None None] Port 6ebc8b36-9801-401a-b06d-c1e4af50f3cf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:03.231253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f25f007-48e9-4ea5-b0d0-27487091e84e None None] Network c93ee29b-0026-47bc-9829-5c8f226b1be6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:03.241872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:03.242582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.274725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.315195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cd4e3cc2-2161-41b2-b99f-1462262848c2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9285603 Jul 08 17:39:03.315431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c62fb67a-9db1-4ff6-8cd2-58d1ff79fbce None None] Could not find standard attr ID for object 97d163c1-23f7-4b07-925a-7cff18273c6c. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:39:03.319995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45620) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:03.370240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:03.408214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.433598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:03.463620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e3caeadb-58d1-4586-8a6f-c8861802e39c tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9667017 Jul 08 17:39:03.466597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45626) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:03.478886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'port_id': '9644fdf7-c25f-4926-b3c8-8b5cfce90b84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:03.482595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c62fb67a-9db1-4ff6-8cd2-58d1ff79fbce None None] Provisioning complete for port 6ebc8b36-9801-401a-b06d-c1e4af50f3cf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:03.482961 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c62fb67a-9db1-4ff6-8cd2-58d1ff79fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.578541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.580394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:03.581061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:03.617054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.617702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:03.656965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:03.657597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:03.681073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f65343a7-6f7c-492f-8782-d370adf9d781, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f65343a7-6f7c-492f-8782-d370adf9d781,segment=NetworkSegment(7e27be2f-f8e1-4d68-929d-eb6df49c63ca),segment_id=7e27be2f-f8e1-4d68-929d-eb6df49c63ca)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:03.725099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c62fb67a-9db1-4ff6-8cd2-58d1ff79fbce None None] Port 6ebc8b36-9801-401a-b06d-c1e4af50f3cf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:03.731751 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.733669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:03.734375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd59c8-2051-4267-bbad-ef1383327a52 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:03.894568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Deleting port f65343a7-6f7c-492f-8782-d370adf9d781 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:03.894923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:03.963717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] DHCP port deletion for c93ee29b-0026-47bc-9829-5c8f226b1be6 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:03.967984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43948714-793c-4257-9bd7-a45c385f5fd8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:03.976065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c62fb67a-9db1-4ff6-8cd2-58d1ff79fbce None None] Provisioning complete for port f65343a7-6f7c-492f-8782-d370adf9d781 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:03.976375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c62fb67a-9db1-4ff6-8cd2-58d1ff79fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.090962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5902e86-fbb4-4c20-b382-765c0c8cc975 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.092475 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f5902e86-fbb4-4c20-b382-765c0c8cc975 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7701099 Jul 08 17:39:04.103366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45630) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:04.106259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f65343a7-6f7c-492f-8782-d370adf9d781,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:04.168240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 43948714-793c-4257-9bd7-a45c385f5fd8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:04.168622 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.198995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] Deleting port f65343a7-6f7c-492f-8782-d370adf9d781 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:04.199450 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.257596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] For port f65343a7-6f7c-492f-8782-d370adf9d781, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f65343a7-6f7c-492f-8782-d370adf9d781,segment=NetworkSegment(7e27be2f-f8e1-4d68-929d-eb6df49c63ca),segment_id=7e27be2f-f8e1-4d68-929d-eb6df49c63ca)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:04.258372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.263725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1462f-0c76-4109-987e-9d2c190f6be1 req-56890ff7-aa8a-42b7-b95c-3c5d1ecacd7f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.265989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ac1462f-0c76-4109-987e-9d2c190f6be1 req-56890ff7-aa8a-42b7-b95c-3c5d1ecacd7f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.1738896 Jul 08 17:39:04.306174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] For port f65343a7-6f7c-492f-8782-d370adf9d781, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f65343a7-6f7c-492f-8782-d370adf9d781,segment=NetworkSegment(7e27be2f-f8e1-4d68-929d-eb6df49c63ca),segment_id=7e27be2f-f8e1-4d68-929d-eb6df49c63ca)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:04.306431 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.328869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Calling delete_port for f65343a7-6f7c-492f-8782-d370adf9d781 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:04.341947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] Calling delete_port for f65343a7-6f7c-492f-8782-d370adf9d781 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:04.364080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ac1462f-0c76-4109-987e-9d2c190f6be1 req-bfa6ed2f-9267-40fd-aeb0-1fc5394abb10 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831227 Jul 08 17:39:04.454519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-48383066-609d-4e49-9a0a-a58cec46a730 None None] Provisioning for port 6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:04.476835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-48383066-609d-4e49-9a0a-a58cec46a730 None None] Provisioning complete for port 6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:04.477215 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-48383066-609d-4e49-9a0a-a58cec46a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.512061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.512566 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-c5343f03-e118-4396-9a9d-a0562927fd1c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4187832 Jul 08 17:39:04.519513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.550458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587001e4-b62f-4fd1-9a1e-b19eb7efa9be tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.575144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587001e4-b62f-4fd1-9a1e-b19eb7efa9be tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.579622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-48383066-609d-4e49-9a0a-a58cec46a730 None None] Port 6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:04.584202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.589111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587001e4-b62f-4fd1-9a1e-b19eb7efa9be tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.594149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45640) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:04.596543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-587001e4-b62f-4fd1-9a1e-b19eb7efa9be tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4862015 Jul 08 17:39:04.627736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] Pushing event deleted for resources: {'Port': ['ID=f65343a7-6f7c-492f-8782-d370adf9d781,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:04.631264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2590c6d-bba6-4ead-896d-20ce0c609f00 None None] No DVR routers for this DVR port f65343a7-6f7c-492f-8782-d370adf9d781 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:04.682057 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.708723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event deleted for resources: {'Port': ['ID=f65343a7-6f7c-492f-8782-d370adf9d781,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:04.719613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] No DVR routers for this DVR port f65343a7-6f7c-492f-8782-d370adf9d781 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:04.781151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-ccbc6831-fdf7-4075-bab7-5142e683ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:04.782749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-ccbc6831-fdf7-4075-bab7-5142e683ff28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6225005f326b493099a9c09d66db4764&device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 1097 time: 0.1832340 Jul 08 17:39:04.863616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:04.864248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.917271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:04.920791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.936874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93ee29b-0026-47bc-9829-5c8f226b1be6']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:04.950916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e27be2f-f8e1-4d68-929d-eb6df49c63ca') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:04.951281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e27be2f-f8e1-4d68-929d-eb6df49c63ca') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:04.969790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.993535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:04.998292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-a4160e5a-c082-4d9d-8927-af86257f8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:05.000610 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-a4160e5a-c082-4d9d-8927-af86257f8d79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f1310530-e0fc-449a-9f19-6c76d6b883f5 HTTP/1.1" status: 200 len: 916 time: 0.1665356 Jul 08 17:39:05.002360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:05.003495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:05.005837 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:05.057085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.078403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:05.096515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:05.102806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.107807 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f285074-7145-4976-a49e-0e015e56026e None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:05.121804 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f285074-7145-4976-a49e-0e015e56026e None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:05.123163 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7f285074-7145-4976-a49e-0e015e56026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:05.127819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-c54f29d3-5a62-410f-9041-da3d01170435 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320 HTTP/1.1" status: 200 len: 1001 time: 0.1098564 Jul 08 17:39:05.128427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.138025 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.140083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] 10.222.0.63 "DELETE /v2.0/networks/c93ee29b-0026-47bc-9829-5c8f226b1be6 HTTP/1.1" status: 204 len: 168 time: 2.0655270 Jul 08 17:39:05.172351 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7f285074-7145-4976-a49e-0e015e56026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:05.177792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a6edc-0291-4d99-83a7-93913bc8c5b0 tempest-DHCPAgentSchedulersTestJSON-1395296150 tempest-DHCPAgentSchedulersTestJSON-1395296150-project] Pushing event deleted for resources: {'Network': ['ID=c93ee29b-0026-47bc-9829-5c8f226b1be6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:05.189652 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f285074-7145-4976-a49e-0e015e56026e None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:05.190502 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7f285074-7145-4976-a49e-0e015e56026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:05.228322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7f285074-7145-4976-a49e-0e015e56026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:05.229401 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f285074-7145-4976-a49e-0e015e56026e None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:05.239586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-060519f7-2282-4ffe-a6d3-5e2c496d57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:05.241516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-060519f7-2282-4ffe-a6d3-5e2c496d57ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fcee83a-4a90-473e-ae3e-88d86ec73c4f HTTP/1.1" status: 200 len: 854 time: 0.1003823 Jul 08 17:39:05.261211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-03279d1d-751a-47be-807b-3cad7625b863 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/floatingips/48bdad54-f11c-4cce-8892-fa4a50a383f3 HTTP/1.1" status: 200 len: 978 time: 1.7919316 Jul 08 17:39:05.265134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45644) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:05.363098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.401777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=6de60ec5-3aee-4df7-a7d4-eddf4c1b8985,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:05.409439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-cfff7485-3b5b-440e-b187-278e136127cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:05.410926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-cfff7485-3b5b-440e-b187-278e136127cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f1310530-e0fc-449a-9f19-6c76d6b883f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590834 Jul 08 17:39:05.516316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.518664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dbf71042-78c3-4afb-b7f4-1959a09246d6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 HTTP/1.1" status: 204 len: 168 time: 0.9234283 Jul 08 17:39:05.521725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45652) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:05.618764 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-291b1014-502c-4edc-a079-8f1f02045d46 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:39:05.626003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-291b1014-502c-4edc-a079-8f1f02045d46 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/6de60ec5-3aee-4df7-a7d4-eddf4c1b8985 HTTP/1.1" status: 404 len: 333 time: 0.1012499 Jul 08 17:39:05.629199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:05.709336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45662) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:05.852385 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-92d6786d-f048-4a0d-b752-40c9828458a6 service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084649 Jul 08 17:39:05.854204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d1b25-9ec4-4530-9ed3-66145c0dc7d3 req-c2f88b9d-9717-45a6-b6a8-cf37ffc930f6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:05.869548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f65343a7-6f7c-492f-8782-d370adf9d781 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:05.873980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-978d1b25-9ec4-4530-9ed3-66145c0dc7d3 req-c2f88b9d-9717-45a6-b6a8-cf37ffc930f6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2126856 Jul 08 17:39:05.923877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-978d1b25-9ec4-4530-9ed3-66145c0dc7d3 req-18a8c051-8696-4717-b6c4-1c6985dcaacc tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477505 Jul 08 17:39:05.933990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f65343a7-6f7c-492f-8782-d370adf9d781 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:05.934341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 37a4e0d5-d86d-4655-aed9-2dc8332558f3 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:05.934676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:05.935256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f65343a7-6f7c-492f-8782-d370adf9d781 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:06.026813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 6ebc8b36-9801-401a-b06d-c1e4af50f3cf {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:06.027164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.086660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-11c51ce1-f890-4bb5-a0c7-6afe046ff485 req-d6405b22-2abf-43b5-83a1-f5b51b967651 service neutron] 10.222.0.72 "GET /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236068 Jul 08 17:39:06.156287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.156644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.191992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.201084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 37a4e0d5-d86d-4655-aed9-2dc8332558f3 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:06.214727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6d6dcef1-7a65-4b29-9439-3157ba8bb288 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0138dc18967042089facf8ff62142fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926658 Jul 08 17:39:06.219631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45668) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:06.256205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 6ebc8b36-9801-401a-b06d-c1e4af50f3cf owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:06.419037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4a57-db69-4db6-a217-f393d634d3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.480396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4a57-db69-4db6-a217-f393d634d3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.615971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.627228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4a57-db69-4db6-a217-f393d634d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.629800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4a57-db69-4db6-a217-f393d634d3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.630931 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ab0a4a57-db69-4db6-a217-f393d634d3e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca2a7ee6-32f2-434c-97d9-79dad4e0ce14 HTTP/1.1" status: 204 len: 168 time: 0.4103520 Jul 08 17:39:06.674736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=6ebc8b36-9801-401a-b06d-c1e4af50f3cf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:06.679285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4a57-db69-4db6-a217-f393d634d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a7ee6-32f2-434c-97d9-79dad4e0ce14,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:06.686570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.887511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=37a4e0d5-d86d-4655-aed9-2dc8332558f3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:06.896998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:06.901410 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-59d843c8-f4ca-4ad2-b4c7-688def3fc251 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/6ebc8b36-9801-401a-b06d-c1e4af50f3cf HTTP/1.1" status: 204 len: 168 time: 1.2682717 Jul 08 17:39:06.902207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45686) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:06.982892 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9955b88-97ef-43d5-befe-29f58780a2cd tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:39:06.992585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b9955b88-97ef-43d5-befe-29f58780a2cd tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/6ebc8b36-9801-401a-b06d-c1e4af50f3cf HTTP/1.1" status: 404 len: 333 time: 0.0885148 Jul 08 17:39:06.994240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45690) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:07.084761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.085694 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP 48bdad54-f11c-4cce-8892-fa4a50a383f3 disassociated (deleted). External IP: 172.25.5.227, port: 9644fdf7-c25f-4926-b3c8-8b5cfce90b84. Jul 08 17:39:07.110865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet 3daf5f89-94fd-45b4-ad57-0f4bebec7950 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:07.115547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.184270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.312782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45692) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:07.367529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-555d70f8-0be9-406e-a011-a007aa06eedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.395104 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.458580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:07.555633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.593989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=3daf5f89-94fd-45b4-ad57-0f4bebec7950,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:07.596080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.601273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3d01b658-b1ef-4537-b2ec-f529fdb63f09 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/3daf5f89-94fd-45b4-ad57-0f4bebec7950 HTTP/1.1" status: 204 len: 168 time: 0.5946214 Jul 08 17:39:07.604337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45696) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:07.614809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade8af1-26d5-4bee-9be9-9829c256cc65 None None] Network 6b6256a3-525f-4bf9-ac04-26a83565c1c3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:07.657644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:07.669001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:07.671335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.695577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-555d70f8-0be9-406e-a011-a007aa06eedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.699275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:07.700127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:07.706925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-555d70f8-0be9-406e-a011-a007aa06eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.716012 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-317ddac6-19d9-422a-8bb8-fc70b4d5eaa2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/floatingips/48bdad54-f11c-4cce-8892-fa4a50a383f3 HTTP/1.1" status: 204 len: 168 time: 2.4460030 Jul 08 17:39:07.716913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45698) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:07.752259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:07.779909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.787150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d70f8-0be9-406e-a011-a007aa06eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19609c9-28cd-4d74-acd1-76ddd8655523,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:07.811583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-555d70f8-0be9-406e-a011-a007aa06eedd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=92c35d8f2ec74747a6f9d43378ad178f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973459 Jul 08 17:39:07.813072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:07.813701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:07.816012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45700) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:07.844864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 9644fdf7-c25f-4926-b3c8-8b5cfce90b84 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:07.845632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.853535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:07.854441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5801b63-c2fa-4513-b7de-56a714c6c505 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:07.906358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 43948714-793c-4257-9bd7-a45c385f5fd8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:07.906929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:07.963156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4f21324-2018-489b-8b22-896bcf35f0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.008095 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4f21324-2018-489b-8b22-896bcf35f0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.015894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.019094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] For port 43948714-793c-4257-9bd7-a45c385f5fd8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43948714-793c-4257-9bd7-a45c385f5fd8,segment=NetworkSegment(8db89bc7-4d58-4492-ab55-64a27ce12213),segment_id=8db89bc7-4d58-4492-ab55-64a27ce12213)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:08.019413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.036803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] DHCP port deletion for 6b6256a3-525f-4bf9-ac04-26a83565c1c3 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:08.059225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 9644fdf7-c25f-4926-b3c8-8b5cfce90b84 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:08.064697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 43948714-793c-4257-9bd7-a45c385f5fd8 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:08.159145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] Deleting port 43948714-793c-4257-9bd7-a45c385f5fd8 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:08.162024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.242174 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4f21324-2018-489b-8b22-896bcf35f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.254341 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4f21324-2018-489b-8b22-896bcf35f0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.258590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] For port 43948714-793c-4257-9bd7-a45c385f5fd8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43948714-793c-4257-9bd7-a45c385f5fd8,segment=NetworkSegment(8db89bc7-4d58-4492-ab55-64a27ce12213),segment_id=8db89bc7-4d58-4492-ab55-64a27ce12213)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:08.258987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.261484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b4f21324-2018-489b-8b22-896bcf35f0eb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d19609c9-28cd-4d74-acd1-76ddd8655523 HTTP/1.1" status: 204 len: 168 time: 0.4443462 Jul 08 17:39:08.296977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21324-2018-489b-8b22-896bcf35f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19609c9-28cd-4d74-acd1-76ddd8655523,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:08.298814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] Calling delete_port for 43948714-793c-4257-9bd7-a45c385f5fd8 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:08.298964 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.346645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.370759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=43948714-793c-4257-9bd7-a45c385f5fd8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:08.374947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No DVR routers for this DVR port 43948714-793c-4257-9bd7-a45c385f5fd8 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:08.414829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=9644fdf7-c25f-4926-b3c8-8b5cfce90b84,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:08.430874 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.446927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] No DVR routers for this DVR port 43948714-793c-4257-9bd7-a45c385f5fd8 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:08.478587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6587335-27ad-4acf-a30f-6fe21dc450a3 None None] Pushing event deleted for resources: {'Port': ['ID=43948714-793c-4257-9bd7-a45c385f5fd8,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:08.506203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.523364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6256a3-525f-4bf9-ac04-26a83565c1c3']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:08.535258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.538799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db89bc7-4d58-4492-ab55-64a27ce12213') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:08.539197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db89bc7-4d58-4492-ab55-64a27ce12213') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:08.539402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-67881af3-bfef-4a62-819a-acb21812add6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/ports/9644fdf7-c25f-4926-b3c8-8b5cfce90b84 HTTP/1.1" status: 204 len: 168 time: 0.8209760 Jul 08 17:39:08.544126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45714) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:08.549477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:08.557870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.579997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.592660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.608601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:08.609148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:08.632146 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:08.722365 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.734571 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.737978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/6b6256a3-525f-4bf9-ac04-26a83565c1c3 HTTP/1.1" status: 204 len: 168 time: 1.1326694 Jul 08 17:39:08.744825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45724) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:08.752035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1938871335'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:08.784615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.834281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02628ed-259f-4abe-8d21-3d616204dba5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=6b6256a3-525f-4bf9-ac04-26a83565c1c3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:08.878362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:08.882778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.940564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a36c1-cfab-4007-8856-3b4664abc5e8 req-91105fd8-0e63-43e7-9836-0d53281aa3db tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:08.942421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c37a36c1-cfab-4007-8856-3b4664abc5e8 req-91105fd8-0e63-43e7-9836-0d53281aa3db tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.1440518 Jul 08 17:39:08.943905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:08.955203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:08.955555 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Added segment d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8 of type vlan for network 334ef021-b45c-47fb-b306-efa859b00230 Jul 08 17:39:09.041120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.055163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c37a36c1-cfab-4007-8856-3b4664abc5e8 req-68ab8363-fe0e-45a7-946c-3efddaa9c083 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821176 Jul 08 17:39:09.094354 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.103682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:09.104604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.238735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4936764 Jul 08 17:39:09.242372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45746) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:09.247923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '334ef021-b45c-47fb-b306-efa859b00230', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:09.322556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f445a-451e-49bb-bea5-ba907a2c0234 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Network': ['ID=334ef021-b45c-47fb-b306-efa859b00230,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:09.343808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 334ef021-b45c-47fb-b306-efa859b00230 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:09.411323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:09.416629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.470957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.25.5.216 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/decaaebb-b436-4769-bbf9-08d0b0abb1b9) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:09.603610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.657032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.721501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.730786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:09.736615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:09.740138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:09.790142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=decaaebb-b436-4769-bbf9-08d0b0abb1b9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:09.828955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=87c45aee-0e90-4364-a30f-47c0c88a7dd3,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:09.831581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Checking segment: {'id': 'd2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '334ef021-b45c-47fb-b306-efa859b00230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:09.831997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network hostable DHCP agents. Network: 334ef021-b45c-47fb-b306-efa859b00230, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:09.847215 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43948714-793c-4257-9bd7-a45c385f5fd8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:09.853993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 334ef021-b45c-47fb-b306-efa859b00230 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:09.877650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 334ef021-b45c-47fb-b306-efa859b00230) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:09.880938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 43948714-793c-4257-9bd7-a45c385f5fd8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:09.881346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43948714-793c-4257-9bd7-a45c385f5fd8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:09.884529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:09.885186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.891933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e2c17a-1b32-4ce6-98cc-d4df71821407 None None] Network 334ef021-b45c-47fb-b306-efa859b00230 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:09.905944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9eae648e-b876-4196-890e-8b0d86094cef tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6624360 Jul 08 17:39:09.908809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:09.917990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3d470f01-faba-4eb2-a23a-5f545d68cfb3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1849513184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:09.921732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.954492 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d470f01-faba-4eb2-a23a-5f545d68cfb3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:09.955529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d470f01-faba-4eb2-a23a-5f545d68cfb3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.000189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.021638 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d470f01-faba-4eb2-a23a-5f545d68cfb3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.027266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d470f01-faba-4eb2-a23a-5f545d68cfb3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.053524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d470f01-faba-4eb2-a23a-5f545d68cfb3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.056787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3d470f01-faba-4eb2-a23a-5f545d68cfb3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1452849 Jul 08 17:39:10.058490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45774) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:10.063113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'network_id': '334ef021-b45c-47fb-b306-efa859b00230', 'name': 'tempest-PortsTestJSON-617840193'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:10.107038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-334ef021-b45c-47fb-b306-efa859b00230', 'network_id': '334ef021-b45c-47fb-b306-efa859b00230', 'tenant_id': 'e193cbbf2fb241c994e90cd4391d59b1', 'fixed_ips': [{'subnet_id': '87c45aee-0e90-4364-a30f-47c0c88a7dd3'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:10.108431 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.186690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45776) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:10.225210 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.237991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.287304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:10.294861 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.303948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Allocated IP 172.20.0.2 (334ef021-b45c-47fb-b306-efa859b00230/87c45aee-0e90-4364-a30f-47c0c88a7dd3/ab95fbd2-66b9-46e6-9993-670433b55a39) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:10.342761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port d904d1b4-fe42-47c2-860c-a04c587ea643 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:39:10.345341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=decaaebb-b436-4769-bbf9-08d0b0abb1b9,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:10.378943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.400708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.406179 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3ea15286-976d-4445-b466-67bfed782324 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8584347 Jul 08 17:39:10.406682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45786) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:10.414024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'port': {'network_id': '70d57a41-3e3d-49e0-a1ec-b1e1775eb22a', 'name': 'tempest-FloatingIPTestJSON-246987649'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:10.532515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-408715463'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:10.576024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.587029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Made reservation on behalf of 49904260f19549d8a3f2e9393915740c for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:10.587784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Transition to ACTIVE for port object ab95fbd2-66b9-46e6-9993-670433b55a39 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:10.593649 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.614369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Transition to ACTIVE for port object ab95fbd2-66b9-46e6-9993-670433b55a39 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:10.620597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:10.625590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.630858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.635467 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.689933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] device_id is not set on port 63e30d64-e1da-40b5-97d9-6ef31d7de7aa yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:39:10.703259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Network 334ef021-b45c-47fb-b306-efa859b00230 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:10.710695 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:10.715370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:10.730012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.13 (334ef021-b45c-47fb-b306-efa859b00230/87c45aee-0e90-4364-a30f-47c0c88a7dd3/d904d1b4-fe42-47c2-860c-a04c587ea643) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:10.755758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Pushing event updated for resources: {'Port': ['ID=ab95fbd2-66b9-46e6-9993-670433b55a39,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:10.792669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Attempting to bind port ab95fbd2-66b9-46e6-9993-670433b55a39 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:10.793461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Attempting to bind port ab95fbd2-66b9-46e6-9993-670433b55a39 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'd2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '334ef021-b45c-47fb-b306-efa859b00230'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:10.794051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Attempting to bind port ab95fbd2-66b9-46e6-9993-670433b55a39 on network 334ef021-b45c-47fb-b306-efa859b00230 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:10.799593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:10.800694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Checking segment: {'id': 'd2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '334ef021-b45c-47fb-b306-efa859b00230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:10.801306 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.801852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Bound using segment: {'id': 'd2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '334ef021-b45c-47fb-b306-efa859b00230'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:10.802492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Bound port: ab95fbd2-66b9-46e6-9993-670433b55a39, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '334ef021-b45c-47fb-b306-efa859b00230'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:10.803923 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.907119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] For port ab95fbd2-66b9-46e6-9993-670433b55a39, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:10.917798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] For port ab95fbd2-66b9-46e6-9993-670433b55a39, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ab95fbd2-66b9-46e6-9993-670433b55a39,segment=NetworkSegment(d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8),segment_id=d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:10.931858 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.935313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:10.945459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.14 (70d57a41-3e3d-49e0-a1ec-b1e1775eb22a/c6aae3d7-6e5e-41ba-890e-c44fbc030efd/63e30d64-e1da-40b5-97d9-6ef31d7de7aa) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:10.956452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object d904d1b4-fe42-47c2-860c-a04c587ea643 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:11.003060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.056595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021173-64fe-4429-ae49-871f809d3b50 None None] Pushing event updated for resources: {'Port': ['ID=ab95fbd2-66b9-46e6-9993-670433b55a39,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:11.090293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=d904d1b4-fe42-47c2-860c-a04c587ea643,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:11.099126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 334ef021-b45c-47fb-b306-efa859b00230 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:11.106512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:11.110242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:11.198018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:11.199079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.203961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.212669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.224859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:11.235712 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.236621 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Added segment 2d1959aa-27e1-41a1-b74a-ab735d02938b of type vlan for network b1dbe1ef-1b8c-48f1-b237-0e3d22fc4cfc Jul 08 17:39:11.268879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.285725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.321471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84b3df-fa3e-4c8a-8303-b37c95f38b26,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:11.325158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d06a9359-f074-44d8-ab11-fad73f6fee87 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2660735 Jul 08 17:39:11.327896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45806) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:11.336155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.444530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=63e30d64-e1da-40b5-97d9-6ef31d7de7aa,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:11.485733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network 70d57a41-3e3d-49e0-a1ec-b1e1775eb22a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:11.487467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:11.495301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:11.554777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:11.555382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.582659 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e62ca6c3-1b15-44f9-87bb-52486fd87141 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1746020 Jul 08 17:39:11.583528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45808) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:11.597522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'port_id': '63e30d64-e1da-40b5-97d9-6ef31d7de7aa'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:11.662185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.874956 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.resource_extend [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:39:11.966784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:11.970672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ab95fbd2-66b9-46e6-9993-670433b55a39 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:11.989151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:11.990085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.084109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port ab95fbd2-66b9-46e6-9993-670433b55a39 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:12.181312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9877496 Jul 08 17:39:12.181912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45818) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:12.269946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f557c33-d1cf-4347-b84f-682b1a2e2ad4 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Pushing event updated for resources: {'Network': ['ID=b1dbe1ef-1b8c-48f1-b237-0e3d22fc4cfc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:12.284451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b1dbe1ef-1b8c-48f1-b237-0e3d22fc4cfc details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:12.297854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'network': {'name': 'tempest-network--652967926', 'router:external': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:12.364012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Made reservation on behalf of 515a7852f97c4a26a0f7ae0d6cd4a763 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:12.366484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.378664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.479165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.486125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.525221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.643313 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP eeba2ec1-c1fb-4caa-a676-038da0e7bd91 associated. External IP: 172.25.5.216, port: 63e30d64-e1da-40b5-97d9-6ef31d7de7aa. Jul 08 17:39:12.668354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579619ee-a093-4458-ad83-41c4e4545ebd None None] Network 334ef021-b45c-47fb-b306-efa859b00230 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:12.814278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.824722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.915282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a0c2bd1d-f65b-4f85-b105-f3c3063ca617 None None] Provisioning for port ab95fbd2-66b9-46e6-9993-670433b55a39 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:12.926403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a0c2bd1d-f65b-4f85-b105-f3c3063ca617 None None] Provisioning complete for port ab95fbd2-66b9-46e6-9993-670433b55a39 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:12.926942 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a0c2bd1d-f65b-4f85-b105-f3c3063ca617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:12.972490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=d904d1b4-fe42-47c2-860c-a04c587ea643,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:12.994713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.010715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.068436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:13.282860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:13.305634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.306626 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Added segment 8419376d-a413-4dc6-8794-e760bf5a5ebf of type vlan for network 036f4eea-ea11-46f9-b834-b628d0a5d6ba Jul 08 17:39:13.308953 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a0c2bd1d-f65b-4f85-b105-f3c3063ca617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.363922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:13.378479 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:13.382728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.391923 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:13.393981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:13.418449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a0c2bd1d-f65b-4f85-b105-f3c3063ca617 None None] For port ab95fbd2-66b9-46e6-9993-670433b55a39, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ab95fbd2-66b9-46e6-9993-670433b55a39,segment=NetworkSegment(d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8),segment_id=d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:13.435066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.437997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a0c2bd1d-f65b-4f85-b105-f3c3063ca617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.456994 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-99ae0eef-0f31-4e79-9597-1ee37372ca2f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/floatingips/eeba2ec1-c1fb-4caa-a676-038da0e7bd91 HTTP/1.1" status: 200 len: 978 time: 1.8719916 Jul 08 17:39:13.459139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45838) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:13.466913 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:13.489731 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:13.490482 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:13.497480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d10e9f-9fb7-41fe-996f-b71d82c98326,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:13.548713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.575529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2bd1d-f65b-4f85-b105-f3c3063ca617 None None] Pushing event updated for resources: {'Port': ['ID=ab95fbd2-66b9-46e6-9993-670433b55a39,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:13.585968 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:13.588359 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9e9e5-1bf8-4b73-be51-c563f038b8a8 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:13.664790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1e97315a-472a-4e33-9a36-24d18bdc4316 None None] Provisioning for port d904d1b4-fe42-47c2-860c-a04c587ea643 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:13.673743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1e97315a-472a-4e33-9a36-24d18bdc4316 None None] Provisioning complete for port d904d1b4-fe42-47c2-860c-a04c587ea643 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:13.675653 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1e97315a-472a-4e33-9a36-24d18bdc4316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.692068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.701593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.resource_extend [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:39:13.738005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 63e30d64-e1da-40b5-97d9-6ef31d7de7aa {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:13.739335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.794325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1e97315a-472a-4e33-9a36-24d18bdc4316 None None] Port d904d1b4-fe42-47c2-860c-a04c587ea643 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:13.805301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.807012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:13.807787 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.832372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1e97315a-472a-4e33-9a36-24d18bdc4316 None None] Provisioning complete for port ab95fbd2-66b9-46e6-9993-670433b55a39 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:13.832804 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1e97315a-472a-4e33-9a36-24d18bdc4316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:13.939672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ab95fbd2-66b9-46e6-9993-670433b55a39 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:13.983560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.032556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8469028 Jul 08 17:39:14.044252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:14.150813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ad2ab-f254-448b-bb4f-85fbf26c45c7 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Network': ['ID=036f4eea-ea11-46f9-b834-b628d0a5d6ba,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:14.172079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 036f4eea-ea11-46f9-b834-b628d0a5d6ba details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:14.291944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ab95fbd2-66b9-46e6-9993-670433b55a39 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:14.292533 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.312126 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.440360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.478604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.479224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.479653 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP eeba2ec1-c1fb-4caa-a676-038da0e7bd91 disassociated. External IP: 172.25.5.216, port: 63e30d64-e1da-40b5-97d9-6ef31d7de7aa. Jul 08 17:39:14.481096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 63e30d64-e1da-40b5-97d9-6ef31d7de7aa owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:14.490238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2e754da5-fd58-4fac-8cd2-dec737241794 None None] Provisioning complete for port d904d1b4-fe42-47c2-860c-a04c587ea643 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:14.493986 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2e754da5-fd58-4fac-8cd2-dec737241794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.622307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2e754da5-fd58-4fac-8cd2-dec737241794 None None] Port d904d1b4-fe42-47c2-860c-a04c587ea643 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:14.648451 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.689599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036f4eea-ea11-46f9-b834-b628d0a5d6ba']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:14.758766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8d96-9e01-4a15-9229-42e075c030c3 None None] Provisioning complete for port d904d1b4-fe42-47c2-860c-a04c587ea643 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:14.759428 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8d96-9e01-4a15-9229-42e075c030c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.796507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.853178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b8d96-9e01-4a15-9229-42e075c030c3 None None] Port d904d1b4-fe42-47c2-860c-a04c587ea643 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:14.860941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=63e30d64-e1da-40b5-97d9-6ef31d7de7aa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:14.912191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8419376d-a413-4dc6-8794-e760bf5a5ebf') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:14.912499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8419376d-a413-4dc6-8794-e760bf5a5ebf') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:14.943803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.966153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.977342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:14.977889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:14.979725 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:15.041905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:15.164348 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.174743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 036f4eea-ea11-46f9-b834-b628d0a5d6ba {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:39:15.185889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.188220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "DELETE /v2.0/networks/036f4eea-ea11-46f9-b834-b628d0a5d6ba HTTP/1.1" status: 204 len: 168 time: 1.1414683 Jul 08 17:39:15.207259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45866) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:15.226517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:15.226859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:15.253512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50866774-f0c9-44a9-957e-5e722cd7e332 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event deleted for resources: {'Network': ['ID=036f4eea-ea11-46f9-b834-b628d0a5d6ba,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:15.361344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Made reservation on behalf of 515a7852f97c4a26a0f7ae0d6cd4a763 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:15.364990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.418669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.426859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7435dcad-837d-489e-a038-acacdd5e4db2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/ports/63e30d64-e1da-40b5-97d9-6ef31d7de7aa HTTP/1.1" status: 204 len: 168 time: 1.9651668 Jul 08 17:39:15.430669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45870) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:15.457850 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.472767 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.507367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-675f6a95-f7d9-4de4-9733-081e18bfae50 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "GET /v2.0/floatingips/eeba2ec1-c1fb-4caa-a676-038da0e7bd91 HTTP/1.1" status: 200 len: 688 time: 0.0749428 Jul 08 17:39:15.510768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45872) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:15.603860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.670362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=d904d1b4-fe42-47c2-860c-a04c587ea643,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:15.675205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:15.751923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.752368 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Added segment 87252990-3e41-470f-bf8e-01b7178d558c of type vlan for network 9789cf37-c4bc-4a4d-88df-47a0c56d1200 Jul 08 17:39:15.829743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port decaaebb-b436-4769-bbf9-08d0b0abb1b9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:15.831586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.894682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:15.939833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 334ef021-b45c-47fb-b306-efa859b00230 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:15.944521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:16.009501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.010487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:16.011261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.033600 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:39:16.082788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.083183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.118240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for decaaebb-b436-4769-bbf9-08d0b0abb1b9 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:16.151089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9427521 Jul 08 17:39:16.157810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45882) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:16.164272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:16.176435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'subnet': {'network_id': '9789cf37-c4bc-4a4d-88df-47a0c56d1200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:16.183187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:16.184057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:16.282232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec01ab-94ca-45a9-bfe9-e4dabb26d047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Network': ['ID=9789cf37-c4bc-4a4d-88df-47a0c56d1200,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:16.303230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:16.317828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9789cf37-c4bc-4a4d-88df-47a0c56d1200 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:16.326066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Made reservation on behalf of 515a7852f97c4a26a0f7ae0d6cd4a763 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:16.330386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.331365 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.383232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=decaaebb-b436-4769-bbf9-08d0b0abb1b9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:16.404627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:16.407318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:16.467089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Router 39447557-77fa-4c30-8d80-544b3ee9ff52 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:39:16.492214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:16.495547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e3577-5aab-4510-937a-fffffd4fee4a None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:16.540045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-403ac063-ba53-4b32-b0c4-2a11dac47ee6 None None] Provisioning complete for port d904d1b4-fe42-47c2-860c-a04c587ea643 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:16.540427 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-403ac063-ba53-4b32-b0c4-2a11dac47ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.544165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.549976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.555599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e4d866d0-1f3e-4881-9527-d9f165f86764 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/floatingips/eeba2ec1-c1fb-4caa-a676-038da0e7bd91 HTTP/1.1" status: 204 len: 168 time: 1.0404463 Jul 08 17:39:16.556918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45888) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:16.561781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '8f2fc8df-3f58-4968-a67a-d9016f88bd4b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:16.619837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-403ac063-ba53-4b32-b0c4-2a11dac47ee6 None None] Port d904d1b4-fe42-47c2-860c-a04c587ea643 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:16.624628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.775447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:16.784909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:16.785394 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] Sync routers for ids ['39447557-77fa-4c30-8d80-544b3ee9ff52'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:16.815625 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] Routers {'39447557-77fa-4c30-8d80-544b3ee9ff52'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:16.823999 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39447557-77fa-4c30-8d80-544b3ee9ff52'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:16.870763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9ecde985-e62e-4f7b-ad3a-a66bf2d06314 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "PUT /v2.0/routers/39447557-77fa-4c30-8d80-544b3ee9ff52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5416653 Jul 08 17:39:16.881420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45898) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:16.923445 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:16.940874 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] Routers {'39447557-77fa-4c30-8d80-544b3ee9ff52'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:16.941051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.25.5.244 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/89d7407f-4529-48b6-9dcd-9c8c1eb14066) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:16.941747 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39447557-77fa-4c30-8d80-544b3ee9ff52'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:17.007259 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:17.008030 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de38ef8c-111c-4153-a4a2-41a2cb5d1fce None None] The sync data for ids ['39447557-77fa-4c30-8d80-544b3ee9ff52'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:17.082211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.114801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e0ca6a-8a03-4b3a-bcd6-bad82767c5a2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:17.118872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10e0ca6a-8a03-4b3a-bcd6-bad82767c5a2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports?device_id=39447557-77fa-4c30-8d80-544b3ee9ff52 HTTP/1.1" status: 200 len: 982 time: 0.2306392 Jul 08 17:39:17.119721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45904) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:17.203769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.213474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:39:17.214089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.278985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Subnet': ['ID=590d55cf-81df-4279-bb2a-2584200fecd4,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:17.289851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Checking segment: {'id': '87252990-3e41-470f-bf8e-01b7178d558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9789cf37-c4bc-4a4d-88df-47a0c56d1200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:17.289851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Network hostable DHCP agents. Network: 9789cf37-c4bc-4a4d-88df-47a0c56d1200, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:17.309842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Network 9789cf37-c4bc-4a4d-88df-47a0c56d1200 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:17.331840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9789cf37-c4bc-4a4d-88df-47a0c56d1200) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:17.337400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:17.343742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:17.343986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:17.344530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.347934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=89d7407f-4529-48b6-9dcd-9c8c1eb14066,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:17.350566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:17.352932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156af95-71f2-46e8-8e1f-51efb0fc8967 None None] Network 9789cf37-c4bc-4a4d-88df-47a0c56d1200 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:17.393949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dde4758b-b6a3-46fc-9a6c-e0b64aeda036 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2330670 Jul 08 17:39:17.396806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45910) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:17.404044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'floatingip': {'floating_network_id': '9789cf37-c4bc-4a4d-88df-47a0c56d1200'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:17.428978 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.562603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.639733 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513989e1-2849-44df-ae11-e0f5f7ef3017 None None] Network 9789cf37-c4bc-4a4d-88df-47a0c56d1200 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:17.684432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Allocated IP 172.20.0.8 (9789cf37-c4bc-4a4d-88df-47a0c56d1200/590d55cf-81df-4279-bb2a-2584200fecd4/0c930e05-6d9b-47db-86da-ca41f3c42b1c) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:17.876607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:17.938081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.032301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Network 9789cf37-c4bc-4a4d-88df-47a0c56d1200 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:18.041389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:18.059329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:18.070443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Port': ['ID=0c930e05-6d9b-47db-86da-ca41f3c42b1c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.244236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.327288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.346090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.356897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da0027-53a8-4afb-b4dc-4a103721c3c3 req-9f6a06bc-5314-4333-b268-72c0b58ed5b8 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:18.358810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46da0027-53a8-4afb-b4dc-4a103721c3c3 req-9f6a06bc-5314-4333-b268-72c0b58ed5b8 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 946 time: 0.1541364 Jul 08 17:39:18.424523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46da0027-53a8-4afb-b4dc-4a103721c3c3 req-343f2424-732b-4b12-bb7c-9b45a0046ca5 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 Jul 08 17:39:18.540838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.608636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91b132-657d-4231-82b4-e5282b910882 req-43e3b934-6f2e-4845-866e-8ca57118f4aa tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:18.616795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a91b132-657d-4231-82b4-e5282b910882 req-43e3b934-6f2e-4845-866e-8ca57118f4aa tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.1963787 Jul 08 17:39:18.686547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a91b132-657d-4231-82b4-e5282b910882 req-c9902005-9df3-467c-94e3-2c236fcac7c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687861 Jul 08 17:39:18.718185 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.725134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.760480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.790087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Port': ['ID=0c930e05-6d9b-47db-86da-ca41f3c42b1c,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:18.804116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45948) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:18.846171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.864694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.866951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-608f71ed-6c01-4ebc-96ec-008edf65372c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4689863 Jul 08 17:39:18.870194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45952) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:18.904321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port d904d1b4-fe42-47c2-860c-a04c587ea643 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:18.904673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:18.962800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b38a7bc5-ec78-48bc-899c-30a9a5837d61 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "GET /v2.0/floatingips?floating_network_id=9789cf37-c4bc-4a4d-88df-47a0c56d1200 HTTP/1.1" status: 200 len: 689 time: 0.0914183 Jul 08 17:39:18.965195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45954) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:18.976262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8f18-25c4-4bcc-84b0-1ebab77bc260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.052120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.063679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.099555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for d904d1b4-fe42-47c2-860c-a04c587ea643 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:19.105761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.118118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.168679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Deleting port 0c930e05-6d9b-47db-86da-ca41f3c42b1c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:19.168993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.246934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.247709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.259785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Calling delete_port for 0c930e05-6d9b-47db-86da-ca41f3c42b1c owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:19.262115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=89d7407f-4529-48b6-9dcd-9c8c1eb14066,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:19.284488 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.377174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8f18-25c4-4bcc-84b0-1ebab77bc260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.396386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8f18-25c4-4bcc-84b0-1ebab77bc260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.400758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.427629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c930e05-6d9b-47db-86da-ca41f3c42b1c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:19.431926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45960) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:19.432086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c7fe8f18-25c4-4bcc-84b0-1ebab77bc260 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=151b499417f54dd0ba33fc0e31125e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252739 Jul 08 17:39:19.502118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe8f18-25c4-4bcc-84b0-1ebab77bc260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe5517-747d-4051-a487-0ef9de9c997c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:19.522434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.540017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-872ecb15-6d76-4c94-8fa7-0ff1c4172f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.547113 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP 1bcc8383-9968-4542-8308-976dd60ae6fa associated. External IP: 172.25.5.244, port: 8f2fc8df-3f58-4968-a67a-d9016f88bd4b. Jul 08 17:39:19.590296 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-872ecb15-6d76-4c94-8fa7-0ff1c4172f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.605851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.642867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.698231 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.712762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=d904d1b4-fe42-47c2-860c-a04c587ea643,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:19.753395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=590d55cf-81df-4279-bb2a-2584200fecd4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:19.764081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-872ecb15-6d76-4c94-8fa7-0ff1c4172f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.773601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-872ecb15-6d76-4c94-8fa7-0ff1c4172f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.774829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-872ecb15-6d76-4c94-8fa7-0ff1c4172f10 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/66fe5517-747d-4051-a487-0ef9de9c997c HTTP/1.1" status: 204 len: 168 time: 0.3416970 Jul 08 17:39:19.894592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.919335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ecb15-6d76-4c94-8fa7-0ff1c4172f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe5517-747d-4051-a487-0ef9de9c997c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:19.974999 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:19.996452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9789cf37-c4bc-4a4d-88df-47a0c56d1200']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.010031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87252990-3e41-470f-bf8e-01b7178d558c') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.010290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87252990-3e41-470f-bf8e-01b7178d558c') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.118417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:20.122483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Router 39447557-77fa-4c30-8d80-544b3ee9ff52 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:20.131219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45972) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:20.152580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99d64e60-4a03-4a84-8749-558bed04457b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.280518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:20.289721 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5d42310f-613d-4d48-a836-2e1b34f7a5b6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "PUT /v2.0/routers/39447557-77fa-4c30-8d80-544b3ee9ff52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689312 Jul 08 17:39:20.291438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] Sync routers for ids ['39447557-77fa-4c30-8d80-544b3ee9ff52'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:20.293130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45974) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:20.301854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] Routers {'39447557-77fa-4c30-8d80-544b3ee9ff52'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:20.302486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39447557-77fa-4c30-8d80-544b3ee9ff52'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.339551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.350235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] Routers {'39447557-77fa-4c30-8d80-544b3ee9ff52'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:20.351569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39447557-77fa-4c30-8d80-544b3ee9ff52'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.375522 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4262b11-ece4-4427-a450-b9db5f559d6a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:39:20.377517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e4262b11-ece4-4427-a450-b9db5f559d6a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/d904d1b4-fe42-47c2-860c-a04c587ea643 HTTP/1.1" status: 404 len: 333 time: 0.0822046 Jul 08 17:39:20.380666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:20.383800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.389393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.390418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9876ef-85d1-4544-ac80-3c075764093f None None] The sync data for ids ['39447557-77fa-4c30-8d80-544b3ee9ff52'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:20.415645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.426546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:20.426979 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:20.429431 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:20.448240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42314fbf-35fe-427f-a258-a4f479801338 req-f71ac03c-7934-46e0-bb27-aae5e5d37e6a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:20.449776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42314fbf-35fe-427f-a258-a4f479801338 req-f71ac03c-7934-46e0-bb27-aae5e5d37e6a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 946 time: 0.5827894 Jul 08 17:39:20.483792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3058779-1144-44ee-ad9a-27bfd6c7e495 req-8d599471-0a2c-45be-bba8-18f9fefb4f55 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:20.484715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7661794-2c26-4dc5-bfff-6f3d59538360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.485341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3058779-1144-44ee-ad9a-27bfd6c7e495 req-8d599471-0a2c-45be-bba8-18f9fefb4f55 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.5620236 Jul 08 17:39:20.491466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:20.502702 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:20.512706 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:20.513459 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.549920 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.558747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42314fbf-35fe-427f-a258-a4f479801338 req-3654d071-782e-4b34-bdea-768276c9ebc8 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840089 Jul 08 17:39:20.561166 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:20.561740 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.562333 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.580799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9789cf37-c4bc-4a4d-88df-47a0c56d1200 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:39:20.580799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:20.580799 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "DELETE /v2.0/networks/9789cf37-c4bc-4a4d-88df-47a0c56d1200 HTTP/1.1" status: 204 len: 168 time: 1.6087515 Jul 08 17:39:20.581269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45978) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:20.581364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3058779-1144-44ee-ad9a-27bfd6c7e495 req-af18e7b4-81af-480a-81d2-e95d588abc9b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843008 Jul 08 17:39:20.597407 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:20.597647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37422706-0c2a-4a52-994a-af965b5e7bd2 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event deleted for resources: {'Network': ['ID=9789cf37-c4bc-4a4d-88df-47a0c56d1200,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:20.599553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477a8e42-7eaf-4abd-9f6f-a050d84daa7b None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:21.068115 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99d64e60-4a03-4a84-8749-558bed04457b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.076352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.076595 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0822c048-c2f1-49bd-ad61-190c5aa9eb2a tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3338 time: 0.4978535 Jul 08 17:39:21.080147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99d64e60-4a03-4a84-8749-558bed04457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.087931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7661794-2c26-4dc5-bfff-6f3d59538360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.125341 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-99d64e60-4a03-4a84-8749-558bed04457b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a98f5dbf263b40a0afe1de017d7900ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9923108 Jul 08 17:39:21.127797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.130685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7661794-2c26-4dc5-bfff-6f3d59538360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.142247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.192134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.192612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.193154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.194118 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.194118 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.194540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.195054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.195599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.196089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.196390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.196868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.202138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bdc37233-87f9-4d3c-a9b7-a72f021daa7c tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7036 time: 0.1244764 Jul 08 17:39:21.202770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45994) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.252095 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-100f72b3-8c1b-4ab3-b3ab-9dcbb8893d73 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] delete failed (client error): The resource could not be found. Jul 08 17:39:21.252227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2de33db0-dc7d-43d7-a656-2b4bea7bf31a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6869133 Jul 08 17:39:21.252383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-100f72b3-8c1b-4ab3-b3ab-9dcbb8893d73 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "DELETE /v2.0/floatingips/3c9edee8-3604-4305-bc1e-41a26700ad90 HTTP/1.1" status: 404 len: 345 time: 0.0428894 Jul 08 17:39:21.252383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45996) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.252383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45998) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.258656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-141822869'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:21.276425 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-255e126d-f0a2-44fe-b602-d5fb32c55aff tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] DELETE failed (client error): The resource could not be found. Jul 08 17:39:21.277141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255e126d-f0a2-44fe-b602-d5fb32c55aff tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:21.281603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-255e126d-f0a2-44fe-b602-d5fb32c55aff tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "DELETE /v2.0/networks/9789cf37-c4bc-4a4d-88df-47a0c56d1200 HTTP/1.1" status: 404 len: 339 time: 0.0324578 Jul 08 17:39:21.289523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46000) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.297698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'network': {'name': 'tempest-network--305694151', 'router:external': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:21.298061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7661794-2c26-4dc5-bfff-6f3d59538360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.298584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7661794-2c26-4dc5-bfff-6f3d59538360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Fanout notify agent at l3_agent the message router_deleted on router 39447557-77fa-4c30-8d80-544b3ee9ff52 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:39:21.300896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d64e60-4a03-4a84-8749-558bed04457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2eba6f-3e69-461d-ac47-8f40c852b57a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:21.310384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7661794-2c26-4dc5-bfff-6f3d59538360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.311534 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d7661794-2c26-4dc5-bfff-6f3d59538360 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/routers/39447557-77fa-4c30-8d80-544b3ee9ff52 HTTP/1.1" status: 204 len: 168 time: 0.9252980 Jul 08 17:39:21.314678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46002) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.324824 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7b83-0386-479a-a89c-e67696699e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.347139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7b83-0386-479a-a89c-e67696699e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.363414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:21.367038 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.401584 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7b83-0386-479a-a89c-e67696699e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.404492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7b83-0386-479a-a89c-e67696699e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.405742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e2b7b83-0386-479a-a89c-e67696699e24 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0b2eba6f-3e69-461d-ac47-8f40c852b57a HTTP/1.1" status: 204 len: 168 time: 0.2727339 Jul 08 17:39:21.414249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b7b83-0386-479a-a89c-e67696699e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2eba6f-3e69-461d-ac47-8f40c852b57a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:21.443021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet 87c45aee-0e90-4364-a30f-47c0c88a7dd3 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:21.446233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Made reservation on behalf of 515a7852f97c4a26a0f7ae0d6cd4a763 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:21.447906 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.465706 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.468432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:21.518400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.518821 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Added segment 5bb00fde-443a-4a6d-9243-a73845c9e5b5 of type vlan for network e9a5536c-0a30-4933-9627-872328071e59 Jul 08 17:39:21.537773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:21.549627 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.604355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2050-8635-4cf9-8835-abd5b2fe7c87 req-472fec19-6c92-4c7b-b177-2b391bbadb90 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.605904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-077d2050-8635-4cf9-8835-abd5b2fe7c87 req-472fec19-6c92-4c7b-b177-2b391bbadb90 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 946 time: 0.2806711 Jul 08 17:39:21.616246 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.616590 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Added segment 765e2334-8659-4383-8cf6-84c2d7cb8b96 of type vlan for network 56bd0f4e-867c-494b-8c7a-2cef67c1d2e0 Jul 08 17:39:21.664473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.764157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-077d2050-8635-4cf9-8835-abd5b2fe7c87 req-b9715f7a-d6e7-4157-892e-5a6c4d67be81 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459031 Jul 08 17:39:21.780511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.817661 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.849296 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.854737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.855331 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.948421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6984131 Jul 08 17:39:21.952146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46024) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:21.959814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'subnet': {'network_id': 'e9a5536c-0a30-4933-9627-872328071e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:21.963559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84777db3-8826-4d4d-b714-63bba3faf66e tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Network': ['ID=e9a5536c-0a30-4933-9627-872328071e59,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:21.968585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.969596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:21.970167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:21.996450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network e9a5536c-0a30-4933-9627-872328071e59 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:22.039520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e30a6-4f7a-4f81-9deb-e18afbdc7d1c req-ee8783a9-4c53-4436-9aba-17f60fd702c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:22.041727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-384e30a6-4f7a-4f81-9deb-e18afbdc7d1c req-ee8783a9-4c53-4436-9aba-17f60fd702c4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.3034532 Jul 08 17:39:22.049206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7583768 Jul 08 17:39:22.052034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46028) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:22.084900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.109029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:22.115273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.155453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f707ae-9ad2-4e38-a4d4-49eda9eaf986 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Network': ['ID=56bd0f4e-867c-494b-8c7a-2cef67c1d2e0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:22.166129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 56bd0f4e-867c-494b-8c7a-2cef67c1d2e0 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:22.192442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=87c45aee-0e90-4364-a30f-47c0c88a7dd3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:22.195412 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.197549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4e131b40-7212-4fb8-b904-b8e6c5b0f1b5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/87c45aee-0e90-4364-a30f-47c0c88a7dd3 HTTP/1.1" status: 204 len: 168 time: 0.8798962 Jul 08 17:39:22.208698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f00f3-8ef3-4776-b09e-746e83c979f2 None None] Network 334ef021-b45c-47fb-b306-efa859b00230 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:22.208967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46032) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:22.274054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-384e30a6-4f7a-4f81-9deb-e18afbdc7d1c req-087fce14-7087-4e40-8639-99855dc859bd tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175915 Jul 08 17:39:22.368263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7239d-ab18-4fec-a605-69437ec1c3f9 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:22.372513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.375059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7239d-ab18-4fec-a605-69437ec1c3f9 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:22.382036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7239d-ab18-4fec-a605-69437ec1c3f9 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:22.388303 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7239d-ab18-4fec-a605-69437ec1c3f9 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:22.392722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2ee7239d-ab18-4fec-a605-69437ec1c3f9 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3371973 Jul 08 17:39:22.392966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46040) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:22.481672 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.511974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] DHCP port deletion for 334ef021-b45c-47fb-b306-efa859b00230 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:22.529067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.561390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] Deleting port ab95fbd2-66b9-46e6-9993-670433b55a39 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:22.561761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.595826 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.608024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bd0f4e-867c-494b-8c7a-2cef67c1d2e0']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:22.619978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Subnet': ['ID=bc00eb85-c9be-4fba-8464-45a509a0f94f,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:22.621036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765e2334-8659-4383-8cf6-84c2d7cb8b96') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:22.622007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765e2334-8659-4383-8cf6-84c2d7cb8b96') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:22.633816 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.635432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] For port ab95fbd2-66b9-46e6-9993-670433b55a39, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ab95fbd2-66b9-46e6-9993-670433b55a39,segment=NetworkSegment(d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8),segment_id=d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:22.636191 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.642286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Checking segment: {'id': '5bb00fde-443a-4a6d-9243-a73845c9e5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e9a5536c-0a30-4933-9627-872328071e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:22.642662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network hostable DHCP agents. Network: e9a5536c-0a30-4933-9627-872328071e59, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:22.651125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.651361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port ab95fbd2-66b9-46e6-9993-670433b55a39 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:22.651517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.652581 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] Calling delete_port for ab95fbd2-66b9-46e6-9993-670433b55a39 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:22.660971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:22.661387 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:22.663795 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:22.738000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.740547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] For port ab95fbd2-66b9-46e6-9993-670433b55a39, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ab95fbd2-66b9-46e6-9993-670433b55a39,segment=NetworkSegment(d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8),segment_id=d2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:22.740957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.745049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56bd0f4e-867c-494b-8c7a-2cef67c1d2e0 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:39:22.750552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.755076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "DELETE /v2.0/networks/56bd0f4e-867c-494b-8c7a-2cef67c1d2e0 HTTP/1.1" status: 204 len: 168 time: 0.3603427 Jul 08 17:39:22.767699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46050) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:22.767699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'network': {'name': 'tempest-network--651198236', 'router:external': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:22.777597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c106e1-1f7c-4020-9fb9-e480383a7047 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event deleted for resources: {'Network': ['ID=56bd0f4e-867c-494b-8c7a-2cef67c1d2e0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:22.783055 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.787264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for ab95fbd2-66b9-46e6-9993-670433b55a39 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:22.789988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network e9a5536c-0a30-4933-9627-872328071e59 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:22.798922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] No DVR routers for this DVR port ab95fbd2-66b9-46e6-9993-670433b55a39 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:22.818933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, e9a5536c-0a30-4933-9627-872328071e59) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:22.824296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:22.825054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.830548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250381a-f574-4d95-ac37-04bbb9849455 None None] Pushing event deleted for resources: {'Port': ['ID=ab95fbd2-66b9-46e6-9993-670433b55a39,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:22.838290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Made reservation on behalf of 515a7852f97c4a26a0f7ae0d6cd4a763 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:22.841523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19dcfc9-3155-4f97-b8ba-a5b8ed4fe3d9 None None] Network e9a5536c-0a30-4933-9627-872328071e59 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:22.841921 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.913941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:22.920101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1441672829', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:22.925850 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2df8c664-0d75-4f00-bc0a-11ea396ed5e8 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9724386 Jul 08 17:39:22.958442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:22.985328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:22.985688 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Added segment 8522dfc0-5d77-4576-bc66-9bc28353a418 of type vlan for network 9388e993-a4a6-4068-ad98-b89876eeffd7 Jul 08 17:39:23.008704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.020873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.083641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b950d-1e3f-4d9c-aead-54c9d77f61ed req-9a10b17c-4ae6-4a70-9f6d-f44d34101c62 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:23.089587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-893b950d-1e3f-4d9c-aead-54c9d77f61ed req-9a10b17c-4ae6-4a70-9f6d-f44d34101c62 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 946 time: 0.1503894 Jul 08 17:39:23.096276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.107501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-e9a5536c-0a30-4933-9627-872328071e59', 'network_id': 'e9a5536c-0a30-4933-9627-872328071e59', 'tenant_id': '8d107d7ecf344fe5a32cd26881529df2', 'fixed_ips': [{'subnet_id': 'bc00eb85-c9be-4fba-8464-45a509a0f94f'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:23.110387 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.140344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.146473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No DVR routers for this DVR port ab95fbd2-66b9-46e6-9993-670433b55a39 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:23.175331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=ab95fbd2-66b9-46e6-9993-670433b55a39,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:23.215333 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.286987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.310184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334ef021-b45c-47fb-b306-efa859b00230']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:23.355740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Allocated IP 172.20.0.2 (e9a5536c-0a30-4933-9627-872328071e59/bc00eb85-c9be-4fba-8464-45a509a0f94f/aab91422-77c5-4af7-8909-e3767c2f6165) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:23.386167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-6d06e3ed-194c-4439-b294-517504ad93e5 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:23.390059 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-6d06e3ed-194c-4439-b294-517504ad93e5 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.72 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 946 time: 0.3529744 Jul 08 17:39:23.400081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:23.400413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cb6c0a-825c-4afe-ab07-f5c3dfe1c5f8') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:23.415369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.420153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:23.420811 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.501345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.518536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7557926 Jul 08 17:39:23.528408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46068) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:23.555364 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.564511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Transition to ACTIVE for port object aab91422-77c5-4af7-8909-e3767c2f6165 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:23.583219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Transition to ACTIVE for port object aab91422-77c5-4af7-8909-e3767c2f6165 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:23.592590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.613743 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-893b950d-1e3f-4d9c-aead-54c9d77f61ed req-758fe99c-e4dc-40a2-a2ab-1ec0194b904d tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups?id=7fe276e5-8529-41ca-99a6-b7a8038d7353&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939228 Jul 08 17:39:23.648585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.663347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Pushing event updated for resources: {'Port': ['ID=aab91422-77c5-4af7-8909-e3767c2f6165,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:23.682340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.683650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Network e9a5536c-0a30-4933-9627-872328071e59 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:23.685352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:23.691367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:23.727333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dcb56-99a5-4cba-a8aa-d383c51737cb tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Network': ['ID=9388e993-a4a6-4068-ad98-b89876eeffd7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:23.730343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:23.730760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:23.738408 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:23.815931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9388e993-a4a6-4068-ad98-b89876eeffd7 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:23.875058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0a1c3-462c-4c71-83f8-085c6afda96c tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:23.881604 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1dc0a1c3-462c-4c71-83f8-085c6afda96c tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] 10.222.0.63 "GET /v2.0/networks/9388e993-a4a6-4068-ad98-b89876eeffd7 HTTP/1.1" status: 200 len: 756 time: 0.3286090 Jul 08 17:39:23.885185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46076) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:23.943977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e04d8-7217-4e14-9bdb-3d1187664906 req-79d36137-600e-489e-a4ea-7b3174422394 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:23.945578 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-669e04d8-7217-4e14-9bdb-3d1187664906 req-79d36137-600e-489e-a4ea-7b3174422394 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.5116887 Jul 08 17:39:23.955684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ab95fbd2-66b9-46e6-9993-670433b55a39 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:24.005631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-669e04d8-7217-4e14-9bdb-3d1187664906 req-601bc5ca-83b6-444e-8964-97f0cb19c8da tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514019 Jul 08 17:39:24.016340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764247c-cb1f-4fbd-a0fc-72a9b4663d33 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:24.020866 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e764247c-cb1f-4fbd-a0fc-72a9b4663d33 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] 10.222.0.63 "GET /v2.0/networks/b1dbe1ef-1b8c-48f1-b237-0e3d22fc4cfc HTTP/1.1" status: 200 len: 767 time: 0.1344762 Jul 08 17:39:24.023939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:24.025327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.034880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.036767 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/334ef021-b45c-47fb-b306-efa859b00230 HTTP/1.1" status: 204 len: 168 time: 1.8266826 Jul 08 17:39:24.043757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46082) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:24.046636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: ab95fbd2-66b9-46e6-9993-670433b55a39 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:24.047185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ab95fbd2-66b9-46e6-9993-670433b55a39 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:24.054973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Attempting to bind port aab91422-77c5-4af7-8909-e3767c2f6165 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:24.055497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Attempting to bind port aab91422-77c5-4af7-8909-e3767c2f6165 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '5bb00fde-443a-4a6d-9243-a73845c9e5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e9a5536c-0a30-4933-9627-872328071e59'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:24.055953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Attempting to bind port aab91422-77c5-4af7-8909-e3767c2f6165 on network e9a5536c-0a30-4933-9627-872328071e59 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:24.081315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:24.082508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Checking segment: {'id': '5bb00fde-443a-4a6d-9243-a73845c9e5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e9a5536c-0a30-4933-9627-872328071e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:24.083165 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.083843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Bound using segment: {'id': '5bb00fde-443a-4a6d-9243-a73845c9e5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e9a5536c-0a30-4933-9627-872328071e59'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:24.085122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Bound port: aab91422-77c5-4af7-8909-e3767c2f6165, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb00fde-443a-4a6d-9243-a73845c9e5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e9a5536c-0a30-4933-9627-872328071e59'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:24.086772 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.104298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88589b7d-1a41-4a3f-83ec-dd5054407d52 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=334ef021-b45c-47fb-b306-efa859b00230,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:24.128717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Deleting port bd71191a-c085-41c9-a81f-bf39c4e1e320 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:24.129112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.158410 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.184907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] For port aab91422-77c5-4af7-8909-e3767c2f6165, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:24.189679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] For port aab91422-77c5-4af7-8909-e3767c2f6165, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=aab91422-77c5-4af7-8909-e3767c2f6165,segment=NetworkSegment(5bb00fde-443a-4a6d-9243-a73845c9e5b5),segment_id=5bb00fde-443a-4a6d-9243-a73845c9e5b5)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:24.195571 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.252338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] For port bd71191a-c085-41c9-a81f-bf39c4e1e320, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bd71191a-c085-41c9-a81f-bf39c4e1e320,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:24.252701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.255414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d95005-8ee0-4fea-9c81-6417c70e56fd None None] Pushing event updated for resources: {'Port': ['ID=aab91422-77c5-4af7-8909-e3767c2f6165,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:24.350048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.413900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.436126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.436385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.436520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.436821 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Floating IP 56c8b519-463c-4447-921b-05cf26b3b67d disassociated. External IP: 172.25.5.86, port: bd71191a-c085-41c9-a81f-bf39c4e1e320. Jul 08 17:39:24.437379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Calling delete_port for bd71191a-c085-41c9-a81f-bf39c4e1e320 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:24.559665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9388e993-a4a6-4068-ad98-b89876eeffd7']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:24.585675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb820c-8466-49c6-9be1-00139237969f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:24.587741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-60bb820c-8466-49c6-9be1-00139237969f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 HTTP/1.1" status: 200 len: 840 time: 0.5430388 Jul 08 17:39:24.594120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46086) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:24.614512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ab6b1-01ad-47c2-ac9c-fab9756afd3b req-64980f7d-743d-4db4-b5dd-4e21d3069559 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:24.616935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f9ab6b1-01ad-47c2-ac9c-fab9756afd3b req-64980f7d-743d-4db4-b5dd-4e21d3069559 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3722639 Jul 08 17:39:24.625959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8522dfc0-5d77-4576-bc66-9bc28353a418') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:24.626405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8522dfc0-5d77-4576-bc66-9bc28353a418') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:24.653745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.710208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.25.5.187 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/c78b78bf-e6de-4a28-8e5e-2d3c2f283480) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:24.750240 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3657e2d-f81d-449d-91e6-920d1c079279 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/57ec0dd5-481f-450d-8e3c-6e0dc86b0d66?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1555965 Jul 08 17:39:24.755578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46090) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:24.777675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:24.791535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.808140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-705fe627-6092-407e-b31a-1e3fb9306c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:24.809860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-705fe627-6092-407e-b31a-1e3fb9306c46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1097 time: 0.3063745 Jul 08 17:39:24.835082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.879699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:24.880162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:24.885211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65b3cf8e-5c32-40f6-a0a4-0780de6aa86e req-c74676cc-e2e4-4645-bb77-adb6635ea491 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.0615351 Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:24.885926 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:24.931182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event deleted for resources: {'Port': ['ID=bd71191a-c085-41c9-a81f-bf39c4e1e320,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:24.946708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f9ab6b1-01ad-47c2-ac9c-fab9756afd3b req-5fa9fe59-a58d-4220-b408-857a4455a439 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179128 Jul 08 17:39:25.015062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.021237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9388e993-a4a6-4068-ad98-b89876eeffd7 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:39:25.026393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.038573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.040634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "DELETE /v2.0/networks/9388e993-a4a6-4068-ad98-b89876eeffd7 HTTP/1.1" status: 204 len: 168 time: 1.0146494 Jul 08 17:39:25.045455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46096) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:25.046790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c4ce-00ec-46ac-9544-6a122e49fd72 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event deleted for resources: {'Network': ['ID=9388e993-a4a6-4068-ad98-b89876eeffd7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:25.055179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'network': {'name': 'tempest-network--569076651'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:25.139657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Router a39d100e-d755-4f49-8af0-07d294a30e4e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:25.143355 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.161236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:25.166145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.249992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=c78b78bf-e6de-4a28-8e5e-2d3c2f283480,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:25.268257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-df39a30c-5070-4ef9-8702-64096bc0ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:25.270091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Made reservation on behalf of 515a7852f97c4a26a0f7ae0d6cd4a763 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:25.273716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.278574 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-df39a30c-5070-4ef9-8702-64096bc0ad2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 920 time: 0.4297230 Jul 08 17:39:25.315059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:25.319635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:25.380172 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-4a4f7def-5a2c-4887-b591-eaffe3f4b44b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 200 len: 217 time: 0.1003084 Jul 08 17:39:25.454074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-217b420a-34ee-468a-b4d5-6b2a2fe38cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:25.456766 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-217b420a-34ee-468a-b4d5-6b2a2fe38cd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.0668466 Jul 08 17:39:25.527549 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-b7a9cde3-e2d8-4c42-acca-d97c63d05c97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567393 Jul 08 17:39:25.739600 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-0444105d-b12b-4576-bf2e-eaa5b0771b5e service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718729 Jul 08 17:39:25.745328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:25.759319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b031c79-f17f-4241-8fe7-6da95d9f9dab None None] Network e9a5536c-0a30-4933-9627-872328071e59 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:25.837472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] No DVR routers for this DVR port bd71191a-c085-41c9-a81f-bf39c4e1e320 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:25.840218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.842847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-683f4cbe-7dbb-41a9-b91a-e4d487f461d5 req-05085243-7fe8-4b2d-82af-e5738beb9cb6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.72 "DELETE /v2.0/ports/bd71191a-c085-41c9-a81f-bf39c4e1e320 HTTP/1.1" status: 204 len: 173 time: 2.4336264 Jul 08 17:39:25.848451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:25.897010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:25.899725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'name': 'network-vif-deleted', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:25.902403 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3b146a-9bed-40bd-9157-1c95218db6c1" -d '{"events": [{"server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "name": "network-vif-deleted", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:25.930818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.931215 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Added segment f02e6925-bca8-448c-b2c4-b1bb79dfcef4 of type vlan for network dd0792a4-5197-43b2-ad4b-8331c5e84235 Jul 08 17:39:25.931703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] Sync routers for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:25.948469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aab91422-77c5-4af7-8909-e3767c2f6165 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:25.961285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:25.981321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.020717 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8027552-89cf-498e-9632-7a807e92d7ee x-openstack-request-id: req-e8027552-89cf-498e-9632-7a807e92d7ee {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:26.024591 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e2ebbb-e630-4a18-b3e9-2c02990f5616", "name": "network-vif-deleted", "tag": "bd71191a-c085-41c9-a81f-bf39c4e1e320", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:26.024984 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e8027552-89cf-498e-9632-7a807e92d7ee {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:26.025627 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e2ebbb-e630-4a18-b3e9-2c02990f5616', 'name': 'network-vif-deleted', 'tag': 'bd71191a-c085-41c9-a81f-bf39c4e1e320', 'status': 'completed', 'code': 200} Jul 08 17:39:26.047255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a027c5f-0c4f-469f-84f5-53ed788a8c12 req-83688a1e-23e2-47cb-b23b-85cc25453142 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:26.048894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a027c5f-0c4f-469f-84f5-53ed788a8c12 req-83688a1e-23e2-47cb-b23b-85cc25453142 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.7956295 Jul 08 17:39:26.086006 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.093706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:26.102119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:26.106053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:26.106837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.107664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:26.109194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:26.119918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0ac92-e2f8-464e-a91e-5b9e37046cde None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:26.127076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.141236 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a04c37b6-c12f-46cd-baf7-fb0f75761169 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3843765 Jul 08 17:39:26.143139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46108) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:26.145691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-850d8af7-28ff-4f63-bb26-bfe6261dddc1 req-c798c7cf-74e9-47df-8642-c866a103ea46 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535192 Jul 08 17:39:26.162284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-19994c2e-750a-48d3-a072-a2cdd0687747 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'security_group': {'name': 'tempest-secgroup-252893589'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:26.229622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed86403f-5a88-4f58-b58d-713abe653766 req-70ce98b0-9ea5-4d40-bef9-6a58e76fc2d9 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.0545549 Jul 08 17:39:26.292261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a027c5f-0c4f-469f-84f5-53ed788a8c12 req-edb7ea59-5009-4656-a8be-cea55215faf7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347586 Jul 08 17:39:26.322490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19994c2e-750a-48d3-a072-a2cdd0687747 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.328215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.329890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:26.330825 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.429715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3810217 Jul 08 17:39:26.432213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46116) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:26.438164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:26.507685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:26.622282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-91749546-9dfe-4ee5-b1c0-e7481fd836c4 None None] Provisioning for port aab91422-77c5-4af7-8909-e3767c2f6165 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:26.695265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6890-4d90-4565-a52c-5a464a601005 tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Network': ['ID=dd0792a4-5197-43b2-ad4b-8331c5e84235,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.718595 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.747131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network dd0792a4-5197-43b2-ad4b-8331c5e84235 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:26.751264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.802816 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.846300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Network dd0792a4-5197-43b2-ad4b-8331c5e84235 is not hosted by any dhcp agent {{(pid=93665) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:39:26.850872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:26.851527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:26.855885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "PUT /v2.0/networks/dd0792a4-5197-43b2-ad4b-8331c5e84235 HTTP/1.1" status: 200 len: 857 time: 0.4221432 Jul 08 17:39:26.857607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46118) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:26.871157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b6cbd-ff7b-4aae-bcf8-573f8d2ec787 req-7eb40b03-ca0d-48ee-a3a3-abfef86b3402 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:26.877398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb3b6cbd-ff7b-4aae-bcf8-573f8d2ec787 req-7eb40b03-ca0d-48ee-a3a3-abfef86b3402 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.4717908 Jul 08 17:39:26.933113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accca4f-8b2e-456b-b66d-cdfb9a2b84ae tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event updated for resources: {'Network': ['ID=dd0792a4-5197-43b2-ad4b-8331c5e84235,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:26.989885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port aab91422-77c5-4af7-8909-e3767c2f6165 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:27.078597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port aab91422-77c5-4af7-8909-e3767c2f6165 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:27.078978 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.118324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19994c2e-750a-48d3-a072-a2cdd0687747 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.143187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19994c2e-750a-48d3-a072-a2cdd0687747 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.198585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb3b6cbd-ff7b-4aae-bcf8-573f8d2ec787 req-ecd11e45-a427-440e-a095-3aa06530b611 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202693 Jul 08 17:39:27.215524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.217552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19994c2e-750a-48d3-a072-a2cdd0687747 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.218846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-19994c2e-750a-48d3-a072-a2cdd0687747 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0684958 Jul 08 17:39:27.221651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46120) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:27.226957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f152620c-2514-4ca8-ae50-561cb02b5c07 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'security_group': {'name': 'tempest-secgroup-1953002878'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:27.278560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f152620c-2514-4ca8-ae50-561cb02b5c07 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.309152 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.331510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19994c2e-750a-48d3-a072-a2cdd0687747 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb390c19-718e-4004-8845-3b3f8b5e4484,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:27.386280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:29Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.455297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port aab91422-77c5-4af7-8909-e3767c2f6165, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=aab91422-77c5-4af7-8909-e3767c2f6165,segment=NetworkSegment(5bb00fde-443a-4a6d-9243-a73845c9e5b5),segment_id=5bb00fde-443a-4a6d-9243-a73845c9e5b5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:27.461122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] Checking router: a39d100e-d755-4f49-8af0-07d294a30e4e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:27.472435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.480812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f152620c-2514-4ca8-ae50-561cb02b5c07 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.493614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f152620c-2514-4ca8-ae50-561cb02b5c07 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.524144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3373519b-f354-42df-81d1-fc57a31e50a8 req-cdeb4911-6379-4501-b6d8-929269198a79 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.1048830 Jul 08 17:39:27.545360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-14bf6955-6d62-4eab-b086-3f0c33736c83', 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'tenant_id': 'e193cbbf2fb241c994e90cd4391d59b1', 'fixed_ips': [{'subnet_id': 'e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:27.546204 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.551202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-baa930d7-10ae-48c2-95fc-626b4c7ee9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.551633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f152620c-2514-4ca8-ae50-561cb02b5c07 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.555892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:27.556507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.557089 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f152620c-2514-4ca8-ae50-561cb02b5c07 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3343065 Jul 08 17:39:27.557903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46128) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:27.558259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f7ee3c0c-6b68-4fb3-bfed-d9fd2dc47b69 None None] Provisioning complete for port aab91422-77c5-4af7-8909-e3767c2f6165 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:27.558621 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7ee3c0c-6b68-4fb3-bfed-d9fd2dc47b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.567563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1407264574', 'security_groups': ['1d9dd95c-fa21-4e0d-875a-715ad8594ad5'], 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:27.582776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.585443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152620c-2514-4ca8-ae50-561cb02b5c07 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9dd95c-fa21-4e0d-875a-715ad8594ad5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:27.610120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0792a4-5197-43b2-ad4b-8331c5e84235']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.635852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02e6925-bca8-448c-b2c4-b1bb79dfcef4') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.636210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02e6925-bca8-448c-b2c4-b1bb79dfcef4') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:27.639632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.667936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.671106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=aab91422-77c5-4af7-8909-e3767c2f6165,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:27.703883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:27.751916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74464-53ff-487a-8068-db5b4c29ec33 req-d46ff55e-37d5-4e54-bf2b-2f5e82fc80e3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:27.753543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79e74464-53ff-487a-8068-db5b4c29ec33 req-d46ff55e-37d5-4e54-bf2b-2f5e82fc80e3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.2285352 Jul 08 17:39:27.756183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.795874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bd71191a-c085-41c9-a81f-bf39c4e1e320 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:27.834387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: bd71191a-c085-41c9-a81f-bf39c4e1e320 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:27.835261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bd71191a-c085-41c9-a81f-bf39c4e1e320 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:27.837827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:27.855771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:27.856511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:27.860541 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:27.902650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.923328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aab91422-77c5-4af7-8909-e3767c2f6165 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:27.929863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port ab6dcea8-5e2f-4b91-9b83-3a5621643e44 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:39:27.948969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79e74464-53ff-487a-8068-db5b4c29ec33 req-9c38a674-a0e2-458a-9bab-f74fff8bcbe9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702998 Jul 08 17:39:27.979636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:27.986851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd0792a4-5197-43b2-ad4b-8331c5e84235 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:39:28.005301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.007323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] 10.222.0.63 "DELETE /v2.0/networks/dd0792a4-5197-43b2-ad4b-8331c5e84235 HTTP/1.1" status: 204 len: 168 time: 1.1458037 Jul 08 17:39:28.012321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46130) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:28.029580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Allocated IP 172.20.0.2 (14bf6955-6d62-4eab-b086-3f0c33736c83/e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad/7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:28.059490 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ff0b3f-a4e3-471a-bec7-9fa0c9dcbd77 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:28.060549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ff0b3f-a4e3-471a-bec7-9fa0c9dcbd77 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:28.061878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e4ff0b3f-a4e3-471a-bec7-9fa0c9dcbd77 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] 10.222.0.63 "DELETE /v2.0/subnets/590d55cf-81df-4279-bb2a-2584200fecd4 HTTP/1.1" status: 404 len: 337 time: 0.0480924 Jul 08 17:39:28.062884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b683cb-1b3b-433c-a56e-563a90a9e0de tempest-ExternalNetworksTestJSON-239521038 tempest-ExternalNetworksTestJSON-239521038-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd0792a4-5197-43b2-ad4b-8331c5e84235,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:28.069742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46132) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:28.167262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:39:28.198898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.217548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port aab91422-77c5-4af7-8909-e3767c2f6165 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:28.217927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.378440 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.467377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Transition to ACTIVE for port object 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:28.484892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Transition to ACTIVE for port object 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:28.500420 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.513816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:29Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:28.586691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4d0b1-1ebf-4a6a-919b-ed84ce5fdf97 None None] The sync data for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 is: [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:36:21Z', 'revision_number': 4, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '161047a0-8008-4a2d-8bf7-5d1ae4c8a03b', 'name': '', 'network_id': 'f1310530-e0fc-449a-9f19-6c76d6b883f5', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'mac_address': 'fa:16:3e:86:9d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:20Z', 'updated_at': '2021-07-08T17:36:29Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'subnets': [{'id': '9fcee83a-4a90-473e-ae3e-88d86ec73c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:28.614281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:28.615520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:28.617832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Pushing event updated for resources: {'Port': ['ID=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:28.620030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:28.694764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.9 (14bf6955-6d62-4eab-b086-3f0c33736c83/e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad/ab6dcea8-5e2f-4b91-9b83-3a5621643e44) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:28.748673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Attempting to bind port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:28.749126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Attempting to bind port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a40e038e-4be0-4647-be0b-7e3b7bf4890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:28.749470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Attempting to bind port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 on network 14bf6955-6d62-4eab-b086-3f0c33736c83 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:28.755087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:28.755461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Checking segment: {'id': 'a40e038e-4be0-4647-be0b-7e3b7bf4890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:28.755871 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.756264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Bound using segment: {'id': 'a40e038e-4be0-4647-be0b-7e3b7bf4890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:28.757363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Bound port: 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40e038e-4be0-4647-be0b-7e3b7bf4890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:28.757750 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:28.992686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.017518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6609274-0b33-43aa-9a85-af5614bf1bb9 req-09655f4f-ec5b-4df7-a116-fd1a9bd0b60a tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.0783560 Jul 08 17:39:29.023033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object ab6dcea8-5e2f-4b91-9b83-3a5621643e44 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:29.050381 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.077946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.079924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dbe1ef-1b8c-48f1-b237-0e3d22fc4cfc']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:29.107420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:29.108909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1959aa-27e1-41a1-b74a-ab735d02938b') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:29.109195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1959aa-27e1-41a1-b74a-ab735d02938b') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:29.111060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:29.140187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:29.146076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:29.154559 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ee6a3-174c-45f7-a849-6e0d453c61e9 None None] New status for floating IP 56c8b519-463c-4447-921b-05cf26b3b67d: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:39:29.158905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.180110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d290878e-4986-4516-9df0-eb180705c426 None None] Sync routers for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:29.221570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290878e-4986-4516-9df0-eb180705c426 None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:29.225796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d290878e-4986-4516-9df0-eb180705c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:29.230711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40ae22-e164-4110-a591-e14481076d61 req-8d1eff01-3064-4425-9278-db32b2b502f6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:29.245879 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e40ae22-e164-4110-a591-e14481076d61 req-8d1eff01-3064-4425-9278-db32b2b502f6 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3414359 Jul 08 17:39:29.248290 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.263957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d290878e-4986-4516-9df0-eb180705c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:29.269054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] For port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:29.270738 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.272012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-db973f15-68bf-4f6a-a5d8-43f7b1975cc7 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3567798 Jul 08 17:39:29.285374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290878e-4986-4516-9df0-eb180705c426 None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:29.285974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46156) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:29.286674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d290878e-4986-4516-9df0-eb180705c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:29.291565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] For port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,segment=NetworkSegment(a40e038e-4be0-4647-be0b-7e3b7bf4890d),segment_id=a40e038e-4be0-4647-be0b-7e3b7bf4890d)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:29.311129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:29.311548 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:29.314736 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:29.341643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=ab6dcea8-5e2f-4b91-9b83-3a5621643e44,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:29.353632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d290878e-4986-4516-9df0-eb180705c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:29.354408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d290878e-4986-4516-9df0-eb180705c426 None None] The sync data for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:29.356537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.371048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:29.375357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.413392 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7dfb7760-c432-4931-addb-fe4a9d21a29d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8494704 Jul 08 17:39:29.416018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46158) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:29.422105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-471a8495-d082-418f-80dc-0a0ff9ba3a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:29.444926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a15d9-0597-444e-b11d-b5035d526456 None None] Pushing event updated for resources: {'Port': ['ID=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:29.489736 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e40ae22-e164-4110-a591-e14481076d61 req-7b75e46a-9d3b-4b30-98e2-d6e53e890f16 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427073 Jul 08 17:39:29.548937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.566579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.572066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] 10.222.0.63 "DELETE /v2.0/networks/b1dbe1ef-1b8c-48f1-b237-0e3d22fc4cfc HTTP/1.1" status: 204 len: 168 time: 1.5009973 Jul 08 17:39:29.596514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e5f58-3cac-4e26-b908-90abc837edd3 tempest-ExternalNetworksTestJSON-2033264104 tempest-ExternalNetworksTestJSON-2033264104-project] Pushing event deleted for resources: {'Network': ['ID=b1dbe1ef-1b8c-48f1-b237-0e3d22fc4cfc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:29.680456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471a8495-d082-418f-80dc-0a0ff9ba3a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:29.688548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-471a8495-d082-418f-80dc-0a0ff9ba3a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:29.795952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace49fc-0f52-479a-8ca2-3e876c906857 req-9cc979fe-bbbf-45ef-aa0a-724548ad95b6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:29.797721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ace49fc-0f52-479a-8ca2-3e876c906857 req-9cc979fe-bbbf-45ef-aa0a-724548ad95b6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.5082128 Jul 08 17:39:29.809830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:39:30.068064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:30.088074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ace49fc-0f52-479a-8ca2-3e876c906857 req-0dd3ee90-4c31-44d8-9e4f-f4ef2a0cde72 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801135 Jul 08 17:39:30.188572 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cfa37c74-0044-4665-9954-a18fd15f340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.194727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:30.245293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'port_id': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'mac_address': 'fa:16:3e:bb:b1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:39:30.286301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46168) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:30.294208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:30.296516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.313541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d30dc0b-8979-45b5-bc76-3adeb3e17811 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:39:30.344186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:30.357147 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.396366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e16829b-7422-4f71-9ccd-17cb2ddc1488 req-35927c2b-d2e6-493d-a950-541b727fe220 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.1107605 Jul 08 17:39:30.460423 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-471a8495-d082-418f-80dc-0a0ff9ba3a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad (CIDR: 172.20.0.0/28) Jul 08 17:39:30.466130 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-471a8495-d082-418f-80dc-0a0ff9ba3a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:39:30.466715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471a8495-d082-418f-80dc-0a0ff9ba3a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:30.500023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-471a8495-d082-418f-80dc-0a0ff9ba3a82 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0825315 Jul 08 17:39:30.502613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46172) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:30.515151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:30.558332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['6d30dc0b-8979-45b5-bc76-3adeb3e17811'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:39:30.577634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.661172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:30.850140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:30.854054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:30.957753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bf9c7390-e281-410f-a910-517ed79a4ff1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49904260f19549d8a3f2e9393915740c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593533 Jul 08 17:39:30.960717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46176) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:31.106465 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.264253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Provisioning for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:31.277867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:31.278251 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.420713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.500198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc56be-8dd3-4ea5-bfa4-fb44c9435b80 req-9bcaeb40-1448-4b11-b2da-70879be57ed8 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:31.502029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cacc56be-8dd3-4ea5-bfa4-fb44c9435b80 req-9bcaeb40-1448-4b11-b2da-70879be57ed8 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.7610612 Jul 08 17:39:31.530913 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.612904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] For port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,segment=NetworkSegment(a40e038e-4be0-4647-be0b-7e3b7bf4890d),segment_id=a40e038e-4be0-4647-be0b-7e3b7bf4890d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:31.622015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.639481 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d97-11b3-4cdd-963c-863a96c373a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.675255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.696123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Provisioning complete for port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:31.696765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.704022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d97-11b3-4cdd-963c-863a96c373a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.708289 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cacc56be-8dd3-4ea5-bfa4-fb44c9435b80 req-1934867d-e547-432c-83d2-291fe636991a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285245 Jul 08 17:39:31.762517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Pushing event updated for resources: {'Port': ['ID=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.777077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1f20d-77fa-4b23-9770-3933ea8791a7 None None] Port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:31.843080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:31.867047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:31.874696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:31.883722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:31.884340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.904291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53898f9-9ca3-426f-9a71-29e095067476 req-ba8f09c6-ab63-46ac-ad97-bb87864c5555 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:31.911899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e53898f9-9ca3-426f-9a71-29e095067476 req-ba8f09c6-ab63-46ac-ad97-bb87864c5555 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 945 time: 0.3250573 Jul 08 17:39:31.915313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=cea23f90-ae16-4ab4-9b72-13bf26219e7c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:31.925920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.926263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.926809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.927197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.927533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.927861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.928185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.928752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.929139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.929465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.930391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.930745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:31.946310 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c53e28b1-5f1e-41fc-a8f8-ce5b3d26c203 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4424362 Jul 08 17:39:31.947014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46198) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:31.953287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2010259448', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cea23f90-ae16-4ab4-9b72-13bf26219e7c'}], 'security_groups': ['eb390c19-718e-4004-8845-3b3f8b5e4484']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:31.953613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848b024a-af37-44c1-877c-30a9b3fdd35f None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:31.964122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:31.973400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d97-11b3-4cdd-963c-863a96c373a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.976639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2a3d97-11b3-4cdd-963c-863a96c373a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:31.979024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc2a3d97-11b3-4cdd-963c-863a96c373a2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c84b3df-fa3e-4c8a-8303-b37c95f38b26 HTTP/1.1" status: 204 len: 168 time: 1.0018132 Jul 08 17:39:32.066126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.092871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e53898f9-9ca3-426f-9a71-29e095067476 req-5aac7d88-aaeb-426c-86f9-5d41a68966ff tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763599 Jul 08 17:39:32.165485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3854aad4-cd4a-4724-ad40-19a66ad39a9a None None] Provisioning for port ab6dcea8-5e2f-4b91-9b83-3a5621643e44 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:32.178941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3854aad4-cd4a-4724-ad40-19a66ad39a9a None None] Provisioning complete for port ab6dcea8-5e2f-4b91-9b83-3a5621643e44 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:32.179326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3854aad4-cd4a-4724-ad40-19a66ad39a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.187093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-904b660e-3d78-4514-87cc-6d1cc46b75b8 req-68b3f633-c65f-431b-b586-d56edf9f4430 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.1637955 Jul 08 17:39:32.188483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a3d97-11b3-4cdd-963c-863a96c373a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84b3df-fa3e-4c8a-8303-b37c95f38b26,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:32.229087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.1 (e9a5536c-0a30-4933-9627-872328071e59/bc00eb85-c9be-4fba-8464-45a509a0f94f/023a6921-8d1e-4cdb-9cde-8a474065999e) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:32.302975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:32.304140 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.310039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3854aad4-cd4a-4724-ad40-19a66ad39a9a None None] Port ab6dcea8-5e2f-4b91-9b83-3a5621643e44 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:32.369916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:32.370973 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.489690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.517955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Transition to ACTIVE for port object 023a6921-8d1e-4cdb-9cde-8a474065999e will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:32.597399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.610305 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.624829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:32.661179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:39:32.666180 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eecd93-d7cc-4fa7-9d06-ecd516352918" -d '{"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-plugged", "status": "completed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:39:32.717471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:32.730317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.747644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=023a6921-8d1e-4cdb-9cde-8a474065999e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:32.769484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network e9a5536c-0a30-4933-9627-872328071e59 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:32.773887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:32.777260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:32.801717 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bdeed-817b-4dab-9546-6e40366cefe3 x-openstack-request-id: req-0f3bdeed-817b-4dab-9546-6e40366cefe3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:39:32.802005 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-plugged", "status": "completed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:39:32.802254 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0f3bdeed-817b-4dab-9546-6e40366cefe3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:39:32.802643 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'code': 200} Jul 08 17:39:32.868705 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:32.941580 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee521047-966f-40ee-81fd-58084414e9a6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=515a7852f97c4a26a0f7ae0d6cd4a763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128893 Jul 08 17:39:32.945241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46234) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:32.983845 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.016198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Delete allocated IP 172.20.0.9 (14bf6955-6d62-4eab-b086-3f0c33736c83/e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad) {{(pid=93665) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:39:33.034177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.30 (14bf6955-6d62-4eab-b086-3f0c33736c83/cea23f90-ae16-4ab4-9b72-13bf26219e7c/ab6dcea8-5e2f-4b91-9b83-3a5621643e44) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:33.051320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:33.054691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] Update dhcp port {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'fixed_ips': [{'subnet_id': 'e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cea23f90-ae16-4ab4-9b72-13bf26219e7c'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:39:33.140321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.335761 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10705908-0f96-4037-a2ed-fe6f6b5057be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.558204 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.584813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6f21484c-89b7-4c28-b6e9-80a50ed4aaf2 None None] Provisioning for port 023a6921-8d1e-4cdb-9cde-8a474065999e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:33.590489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Ignored duplicate provisioning block setup for port ab6dcea8-5e2f-4b91-9b83-3a5621643e44 by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:39:33.596869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6f21484c-89b7-4c28-b6e9-80a50ed4aaf2 None None] Provisioning complete for port 023a6921-8d1e-4cdb-9cde-8a474065999e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:33.597727 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6f21484c-89b7-4c28-b6e9-80a50ed4aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.601240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3622baf-7719-43f8-a149-775a209c37e4 req-5e52d9ad-a61e-40a9-baa6-a502409eb29d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:33.602720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.602913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3622baf-7719-43f8-a149-775a209c37e4 req-5e52d9ad-a61e-40a9-baa6-a502409eb29d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.5947478 Jul 08 17:39:33.612132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10705908-0f96-4037-a2ed-fe6f6b5057be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.669559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] Allocated IP 172.20.0.18 (14bf6955-6d62-4eab-b086-3f0c33736c83/cea23f90-ae16-4ab4-9b72-13bf26219e7c/7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:33.862230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] In _notify_port_updated(), no bound segment for port ab6dcea8-5e2f-4b91-9b83-3a5621643e44 on network 14bf6955-6d62-4eab-b086-3f0c33736c83 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:39:33.872551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:33.879026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.880828 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "PUT /v2.0/ports/ab6dcea8-5e2f-4b91-9b83-3a5621643e44 HTTP/1.1" status: 200 len: 921 time: 1.9326627 Jul 08 17:39:33.884422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46244) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:33.929680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d629207-5dec-4f4d-a757-547dcd8636a6 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=ab6dcea8-5e2f-4b91-9b83-3a5621643e44,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:33.937612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.940076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10705908-0f96-4037-a2ed-fe6f6b5057be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.943021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10705908-0f96-4037-a2ed-fe6f6b5057be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:33.945463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10705908-0f96-4037-a2ed-fe6f6b5057be admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/16d10e9f-9fb7-41fe-996f-b71d82c98326 HTTP/1.1" status: 204 len: 168 time: 0.9988980 Jul 08 17:39:33.984990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10705908-0f96-4037-a2ed-fe6f6b5057be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d10e9f-9fb7-41fe-996f-b71d82c98326,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:34.023047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3622baf-7719-43f8-a149-775a209c37e4 req-9f86bc51-f6c0-4526-81a5-5559bd9b65a1 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663523 Jul 08 17:39:34.172666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] For port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,segment=NetworkSegment(a40e038e-4be0-4647-be0b-7e3b7bf4890d),segment_id=a40e038e-4be0-4647-be0b-7e3b7bf4890d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:34.175148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6f21484c-89b7-4c28-b6e9-80a50ed4aaf2 None None] Port 023a6921-8d1e-4cdb-9cde-8a474065999e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:34.299052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port ab6dcea8-5e2f-4b91-9b83-3a5621643e44 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:34.299629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.338945 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.425953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] Transition to ACTIVE for port object 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:34.432275 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.660287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:34.705628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for ab6dcea8-5e2f-4b91-9b83-3a5621643e44 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:34.744533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af76806-ce42-4432-a23c-4aaf1bd7e570 None None] Pushing event updated for resources: {'Port': ['ID=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:35.043493 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.084583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=ab6dcea8-5e2f-4b91-9b83-3a5621643e44,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:35.189287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02c96615-9083-42b4-9e86-27c4d8e2e5d3 req-326d4435-5bcf-44a8-ae1a-573e90e53eee tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/ports?device_id=34e2ebbb-e630-4a18-b3e9-2c02990f5616 HTTP/1.1" status: 200 len: 210 time: 0.1113033 Jul 08 17:39:35.234545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517faffb-120c-4eba-af24-defba3697ef3 req-3ecf7093-857b-43e9-8fc1-fbaa8eb70fb6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:35.247989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.251436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-18c56041-3eb7-4316-ba36-4de3e439b5ff tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/ab6dcea8-5e2f-4b91-9b83-3a5621643e44 HTTP/1.1" status: 204 len: 168 time: 1.3624718 Jul 08 17:39:35.256091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46268) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.259677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-517faffb-120c-4eba-af24-defba3697ef3 req-3ecf7093-857b-43e9-8fc1-fbaa8eb70fb6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 1.8107097 Jul 08 17:39:35.309587 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e2d1be-e4c5-4f22-954a-95a1eb91f873 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:39:35.312160 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-07e2d1be-e4c5-4f22-954a-95a1eb91f873 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/ab6dcea8-5e2f-4b91-9b83-3a5621643e44 HTTP/1.1" status: 404 len: 333 time: 0.0542986 Jul 08 17:39:35.314975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46270) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.461469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f213a27-0a75-4664-bbcb-06b9ae24fd2e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.493411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f213a27-0a75-4664-bbcb-06b9ae24fd2e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.550466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f213a27-0a75-4664-bbcb-06b9ae24fd2e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.553798 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f213a27-0a75-4664-bbcb-06b9ae24fd2e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.558697 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4f213a27-0a75-4664-bbcb-06b9ae24fd2e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/security-groups/1d9dd95c-fa21-4e0d-875a-715ad8594ad5 HTTP/1.1" status: 204 len: 168 time: 0.2415385 Jul 08 17:39:35.559336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46278) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.608321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-517faffb-120c-4eba-af24-defba3697ef3 req-74fb6d54-2bd5-4438-a0f5-8715be481195 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477530 Jul 08 17:39:35.648251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f213a27-0a75-4664-bbcb-06b9ae24fd2e tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9dd95c-fa21-4e0d-875a-715ad8594ad5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:35.699211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d9de02-ec74-4995-b352-09210cdceccf tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.738324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d9de02-ec74-4995-b352-09210cdceccf tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.817663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d9de02-ec74-4995-b352-09210cdceccf tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.822131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d9de02-ec74-4995-b352-09210cdceccf tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.825445 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f5d9de02-ec74-4995-b352-09210cdceccf tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/security-groups/eb390c19-718e-4004-8845-3b3f8b5e4484 HTTP/1.1" status: 204 len: 168 time: 0.2619710 Jul 08 17:39:35.827512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46284) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:35.874473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.894516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:35.942152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:36.002453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:36.016299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.025751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67a143-b15d-4c13-b262-d0f2f29efa3a req-7efca92a-6256-489a-a4a6-0069d261711a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:36.027435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e67a143-b15d-4c13-b262-d0f2f29efa3a req-7efca92a-6256-489a-a4a6-0069d261711a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.6051350 Jul 08 17:39:36.089654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e67a143-b15d-4c13-b262-d0f2f29efa3a req-4e1a29d3-8ca2-4407-b799-130d3335770d tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 Jul 08 17:39:36.112324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=023a6921-8d1e-4cdb-9cde-8a474065999e,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:36.121288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.127178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.190789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f8504d8-70b7-4c36-a659-4e77327454f1 None None] Provisioning for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:36.199558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f8504d8-70b7-4c36-a659-4e77327454f1 None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:36.199936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f8504d8-70b7-4c36-a659-4e77327454f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.245652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network e9a5536c-0a30-4933-9627-872328071e59 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:36.246736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9de02-ec74-4995-b352-09210cdceccf tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb390c19-718e-4004-8845-3b3f8b5e4484,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:36.257220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:36.283995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.441579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.500945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46294) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:36.580147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f8504d8-70b7-4c36-a659-4e77327454f1 None None] Provisioning complete for port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:36.580849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f8504d8-70b7-4c36-a659-4e77327454f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.641198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:36.664334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:36.669113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1f8504d8-70b7-4c36-a659-4e77327454f1 None None] Port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:36.678325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f8504d8-70b7-4c36-a659-4e77327454f1 None None] Could not find standard attr ID for object ab6dcea8-5e2f-4b91-9b83-3a5621643e44. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:39:36.701113 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.707331 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-90708e57-0299-437c-affd-3d3e18b1038d tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad HTTP/1.1" status: 204 len: 168 time: 0.8659742 Jul 08 17:39:36.712855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:36.739330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:36.826221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-00ce371e-2c1e-4a5c-948f-7382ceb253f4 None None] Provisioning complete for port 023a6921-8d1e-4cdb-9cde-8a474065999e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:36.826670 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00ce371e-2c1e-4a5c-948f-7382ceb253f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:36.906488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:36.913954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-488ad1b5-931f-4de8-b931-51794389c5ce tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/routers/5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6134374 Jul 08 17:39:36.919880 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] Sync routers for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:36.920996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91635d69-2538-4f61-8c47-33ed3ca91fa3 None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:36.926998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46308) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:36.937436 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:36.938918 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:36.944925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'port': {'network_id': 'e9a5536c-0a30-4933-9627-872328071e59', 'name': 'tempest-FloatingIPTestJSON-1629018248'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:37.049830 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:37.083349 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:37.086467 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:37.101742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-00ce371e-2c1e-4a5c-948f-7382ceb253f4 None None] Port 023a6921-8d1e-4cdb-9cde-8a474065999e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:37.102335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5b97ee9-ff64-409d-9697-2b58964c1bc6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.179919 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:37.180599 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3e00b-8222-4a49-9e8a-0c387b10bb9d None None] The sync data for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:37.251811 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5b97ee9-ff64-409d-9697-2b58964c1bc6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.255584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69a500ff-a5e2-4b12-9c7d-b474c8e04f92 None None] Could not find standard attr ID for object ab6dcea8-5e2f-4b91-9b83-3a5621643e44. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:39:37.321608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:37.327158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.413593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46316) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:37.703332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176a2d7-b7a4-4d46-b9ea-cf70c079d846 req-d9605328-261c-4078-ae89-0c06498b0829 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:37.719066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5176a2d7-b7a4-4d46-b9ea-cf70c079d846 req-d9605328-261c-4078-ae89-0c06498b0829 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.6051819 Jul 08 17:39:37.752272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-769420f5-fa0d-460f-8fe3-980f3376f149 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1858077841'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:37.752272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-769420f5-fa0d-460f-8fe3-980f3376f149 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Unknown quota resources ['metering_label']. {{(pid=93664) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:39:37.775744 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5b97ee9-ff64-409d-9697-2b58964c1bc6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.778979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5b97ee9-ff64-409d-9697-2b58964c1bc6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.781031 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f5b97ee9-ff64-409d-9697-2b58964c1bc6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "DELETE /v2.0/security-groups/7fe276e5-8529-41ca-99a6-b7a8038d7353 HTTP/1.1" status: 204 len: 168 time: 1.2692730 Jul 08 17:39:37.827432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46322) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:37.838908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.917552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:37.919669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=878a8704-7cdd-471a-b46b-e733610e3bf7,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:37.923742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:37.928766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:37.931012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:37.945242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b97ee9-ff64-409d-9697-2b58964c1bc6 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe276e5-8529-41ca-99a6-b7a8038d7353,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:37.976246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397221f-a1ef-4951-9911-c8f0f2baf8e2 req-79d6d15e-9645-462c-9106-cbcf8aeebcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:37.982293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7397221f-a1ef-4951-9911-c8f0f2baf8e2 req-79d6d15e-9645-462c-9106-cbcf8aeebcd9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1097 time: 0.2000170 Jul 08 17:39:38.096560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Made reservation on behalf of 8d107d7ecf344fe5a32cd26881529df2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:38.111871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dd6a0219-28b1-4b3e-870c-fc6d2d9edc2f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3773267 Jul 08 17:39:38.112568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46324) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:38.126263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.168685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-367ee47e-b90b-448c-b83c-599fcc750a77 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'security_group': {'name': 'tempest-secgroup-1269109549'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:38.198357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7397221f-a1ef-4951-9911-c8f0f2baf8e2 req-d7ecd469-662b-4ad7-b0e5-946489021458 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075090 Jul 08 17:39:38.237148 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-6df23c96-6a31-4024-8141-c228f4e1b5a5 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] show failed (client error): The resource could not be found. Jul 08 17:39:38.238334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6df23c96-6a31-4024-8141-c228f4e1b5a5 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "GET /v2.0/security-groups/7fe276e5-8529-41ca-99a6-b7a8038d7353 HTTP/1.1" status: 404 len: 347 time: 0.3591957 Jul 08 17:39:38.243674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:38.286565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3f9f0-76f6-466c-b0b8-f0c3df555f8c req-e72f5e27-3d3e-423e-b98a-3807ed6d92af tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:38.293671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2de3f9f0-76f6-466c-b0b8-f0c3df555f8c req-e72f5e27-3d3e-423e-b98a-3807ed6d92af tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.9196143 Jul 08 17:39:38.360663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-367ee47e-b90b-448c-b83c-599fcc750a77 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.369633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5176a2d7-b7a4-4d46-b9ea-cf70c079d846 req-e3bf1e2f-21b1-4ba8-9780-86681e172fd6 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6398835 Jul 08 17:39:38.411656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ee6a8-5c9e-4b26-888c-0d3019df5cce None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:38.453840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] device_id is not set on port 391b38de-1b34-4756-b106-986bc05f4778 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:39:38.459417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-769420f5-fa0d-460f-8fe3-980f3376f149 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.460791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-769420f5-fa0d-460f-8fe3-980f3376f149 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0394089 Jul 08 17:39:38.463803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46328) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:38.477978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ffb9a9b7-3b35-4bd3-9aa7-20a5c7d0e4f2 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1b2f0d27-10e2-4939-bf70-121752758cfe'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:38.478515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ffb9a9b7-3b35-4bd3-9aa7-20a5c7d0e4f2 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93664) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:39:38.527274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2de3f9f0-76f6-466c-b0b8-f0c3df555f8c req-1033ae37-1d1f-4b89-bf93-63a311397915 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326300 Jul 08 17:39:38.666628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Deleting port 4b757dd1-8a35-4fd1-99bd-326f42ae1793 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:38.667670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.740149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Allocated IP 172.20.0.9 (e9a5536c-0a30-4933-9627-872328071e59/bc00eb85-c9be-4fba-8464-45a509a0f94f/391b38de-1b34-4756-b106-986bc05f4778) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:38.877876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-367ee47e-b90b-448c-b83c-599fcc750a77 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.904211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-367ee47e-b90b-448c-b83c-599fcc750a77 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.909537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-84aa88bc-13c1-4604-8020-b37ac31908dd None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:38.920947 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-84aa88bc-13c1-4604-8020-b37ac31908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.927236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.927688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:38.965200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Calling delete_port for 4b757dd1-8a35-4fd1-99bd-326f42ae1793 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:39.051192 n-d-799528-4 neutron-server[93664]: WARNING neutron.services.metering.metering_plugin [None req-ffb9a9b7-3b35-4bd3-9aa7-20a5c7d0e4f2 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:39:39.163475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-84aa88bc-13c1-4604-8020-b37ac31908dd None None] Provisioning complete for port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:39.163851 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-84aa88bc-13c1-4604-8020-b37ac31908dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.221699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] Update dhcp port {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'fixed_ips': [{'subnet_id': 'cea23f90-ae16-4ab4-9b72-13bf26219e7c', 'ip_address': '172.20.0.18'}, {'subnet_id': '878a8704-7cdd-471a-b46b-e733610e3bf7'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:39:39.264418 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.302816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.356646 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ffb9a9b7-3b35-4bd3-9aa7-20a5c7d0e4f2 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.358070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ffb9a9b7-3b35-4bd3-9aa7-20a5c7d0e4f2 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8883224 Jul 08 17:39:39.361490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46340) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:39.367580 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.375317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-367ee47e-b90b-448c-b83c-599fcc750a77 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.376859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-367ee47e-b90b-448c-b83c-599fcc750a77 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2443423 Jul 08 17:39:39.378383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Pushing event deleted for resources: {'Port': ['ID=4b757dd1-8a35-4fd1-99bd-326f42ae1793,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.382786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3845346a-4e3b-4e3e-bd80-0479fa09280d tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1b2f0d27-10e2-4939-bf70-121752758cfe'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:39.383839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46342) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:39.384862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee47e-b90b-448c-b83c-599fcc750a77 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe68a5c-e6c9-430c-a7b1-601c7e11fd62,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.386526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3845346a-4e3b-4e3e-bd80-0479fa09280d tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93664) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:39:39.392350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f8f0ba3e-79d3-4db3-9518-4e195309a3b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'security_group': {'name': 'tempest-secgroup-711123549'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:39.445911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Transition to ACTIVE for port object 391b38de-1b34-4756-b106-986bc05f4778 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:39.460080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-84aa88bc-13c1-4604-8020-b37ac31908dd None None] Port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:39.464475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ba3e-79d3-4db3-9518-4e195309a3b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.584413 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ba3e-79d3-4db3-9518-4e195309a3b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.606318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ba3e-79d3-4db3-9518-4e195309a3b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.621892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] Allocated IP 172.20.0.2 (14bf6955-6d62-4eab-b086-3f0c33736c83/878a8704-7cdd-471a-b46b-e733610e3bf7/7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:39.643671 n-d-799528-4 neutron-server[93664]: WARNING neutron.services.metering.metering_plugin [None req-3845346a-4e3b-4e3e-bd80-0479fa09280d tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:39:39.702435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.709266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.716244 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-97b1bf27-e146-4818-93a5-4cf6d5250c36 tempest-ServersTestBootFromVolume-38147592 tempest-ServersTestBootFromVolume-38147592-project] 10.222.0.63 "DELETE /v2.0/floatingips/56c8b519-463c-4447-921b-05cf26b3b67d HTTP/1.1" status: 204 len: 168 time: 1.4660883 Jul 08 17:39:39.719892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46348) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:39.722040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f8f0ba3e-79d3-4db3-9518-4e195309a3b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.723330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f8f0ba3e-79d3-4db3-9518-4e195309a3b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3355997 Jul 08 17:39:39.726350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46350) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:39.734236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0ba3e-79d3-4db3-9518-4e195309a3b8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e10442-d21d-4097-8001-bf2b5e66f348,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:39.787336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7cfa1a06-2992-4904-b0c6-bc483e720a53 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'security_group': {'name': 'tempest-secgroup-568995029'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:39.828796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] For port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,segment=NetworkSegment(a40e038e-4be0-4647-be0b-7e3b7bf4890d),segment_id=a40e038e-4be0-4647-be0b-7e3b7bf4890d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:39.872177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.918559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] Transition to ACTIVE for port object 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:39.927345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.997224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3845346a-4e3b-4e3e-bd80-0479fa09280d tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:39.998372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3845346a-4e3b-4e3e-bd80-0479fa09280d tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6199670 Jul 08 17:39:40.001533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46352) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.016110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b1f3e-b263-4a6f-9a7e-b0cc2eddc42e None None] Pushing event updated for resources: {'Port': ['ID=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:40.034666 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b66b0eab-b212-4b8e-9772-5e67d7b0b0cc tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=901eff76-8ad5-4b12-91fd-0da20a695d9a HTTP/1.1" status: 200 len: 462 time: 0.0287881 Jul 08 17:39:40.050345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46354) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.405342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f0566c0-f8c5-4eb9-8b9a-7b3f50ce2212 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.409764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5f0566c0-f8c5-4eb9-8b9a-7b3f50ce2212 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/901eff76-8ad5-4b12-91fd-0da20a695d9a HTTP/1.1" status: 204 len: 168 time: 0.3582585 Jul 08 17:39:40.410555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46358) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.427253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-39a8ebca-a9ba-4829-8c4b-e450ec8fc035 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=901eff76-8ad5-4b12-91fd-0da20a695d9a HTTP/1.1" status: 200 len: 221 time: 0.0151594 Jul 08 17:39:40.427861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46360) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.433908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c8d598c9-e18a-460f-8762-5ab467770f44 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1153898465', 'description': 'label created by tempest'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:40.434554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c8d598c9-e18a-460f-8762-5ab467770f44 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Unknown quota resources ['metering_label']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:39:40.496235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1a06-2992-4904-b0c6-bc483e720a53 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.531357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.719764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event updated for resources: {'Port': ['ID=391b38de-1b34-4756-b106-986bc05f4778,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:40.779403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c520c-8873-4647-adb2-53234a4e2dad req-97fea451-a371-4c99-b467-c13526495315 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:40.785802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e81c520c-8873-4647-adb2-53234a4e2dad req-97fea451-a371-4c99-b467-c13526495315 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 1.1639495 Jul 08 17:39:40.799245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c8d598c9-e18a-460f-8762-5ab467770f44 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:40.815011 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c8d598c9-e18a-460f-8762-5ab467770f44 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3848712 Jul 08 17:39:40.815937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46362) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:40.822669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Network e9a5536c-0a30-4933-9627-872328071e59 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:40.838388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:40.867480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:41.047233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-86d0fe47-0912-48e4-b7d5-d4ab7539d40f tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=de8d15b3-0bc5-4344-a875-baa71769392a HTTP/1.1" status: 200 len: 468 time: 0.2289515 Jul 08 17:39:41.048967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46364) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.193584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195c00-fda9-4108-8d26-70303cfbbac0 req-c7c5767f-af49-446a-b469-77d8da1e5137 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:41.196148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b195c00-fda9-4108-8d26-70303cfbbac0 req-c7c5767f-af49-446a-b469-77d8da1e5137 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 1.3060379 Jul 08 17:39:41.214601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-955838ae-9144-4104-9c22-e4a9fe2b2aca None None] Provisioning for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:41.220352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-955838ae-9144-4104-9c22-e4a9fe2b2aca None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:41.220699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-955838ae-9144-4104-9c22-e4a9fe2b2aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.221054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e81c520c-8873-4647-adb2-53234a4e2dad req-18af1ee9-4068-4f4c-b17f-3fe332ef7902 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230838 Jul 08 17:39:41.268825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:41.269583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.341052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b195c00-fda9-4108-8d26-70303cfbbac0 req-20a25d73-a686-4ff5-bdd0-0aac6f37c716 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331849 Jul 08 17:39:41.429553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1a06-2992-4904-b0c6-bc483e720a53 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.450037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70a03469-760d-48f9-adaf-c0aed1f8d6ec tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.456850 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-70a03469-760d-48f9-adaf-c0aed1f8d6ec tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/de8d15b3-0bc5-4344-a875-baa71769392a HTTP/1.1" status: 204 len: 168 time: 0.4048736 Jul 08 17:39:41.457954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46370) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.463083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1a06-2992-4904-b0c6-bc483e720a53 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.484589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-93dbb781-c7be-4fa7-8f3a-6b2ec06794d2 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=de8d15b3-0bc5-4344-a875-baa71769392a HTTP/1.1" status: 200 len: 216 time: 0.0256038 Jul 08 17:39:41.488467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46372) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.498073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7881021a-940f-4d95-a7a0-ed7decb5060e tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088952 Jul 08 17:39:41.502698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.517734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c37ca5c1-63e7-4183-8745-45dfb08d3902 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137854 Jul 08 17:39:41.522167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ad9c8167-f39a-40b4-8f30-15ce5fff98ff tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5904047 Jul 08 17:39:41.547538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-955838ae-9144-4104-9c22-e4a9fe2b2aca None None] Provisioning complete for port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:41.547538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-955838ae-9144-4104-9c22-e4a9fe2b2aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.548682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa1a06-2992-4904-b0c6-bc483e720a53 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a2eefb-f90d-4af0-ba31-3ed903daf3ce,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:41.550714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46378) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.551494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.576914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Request body: {'floatingip': {'port_id': '391b38de-1b34-4756-b106-986bc05f4778'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:41.578348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-955838ae-9144-4104-9c22-e4a9fe2b2aca None None] Port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:41.585064 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7cfa1a06-2992-4904-b0c6-bc483e720a53 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.586351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7cfa1a06-2992-4904-b0c6-bc483e720a53 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8099606 Jul 08 17:39:41.589650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.652695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1241887839', 'security_groups': ['73a2eefb-f90d-4af0-ba31-3ed903daf3ce'], 'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '878a8704-7cdd-471a-b46b-e733610e3bf7'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:41.690380 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.711243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8b94afb1-853c-4dde-9349-51fb25a52eb7 None None] Provisioning for port 391b38de-1b34-4756-b106-986bc05f4778 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:41.719511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8b94afb1-853c-4dde-9349-51fb25a52eb7 None None] Provisioning complete for port 391b38de-1b34-4756-b106-986bc05f4778 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:41.719925 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8b94afb1-853c-4dde-9349-51fb25a52eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.761493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-894c4c43-5cff-4a44-9aba-cf67ec96f4d9 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels/1b2f0d27-10e2-4939-bf70-121752758cfe HTTP/1.1" status: 200 len: 473 time: 0.2038999 Jul 08 17:39:41.768851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46392) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.819479 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa5fa375-fead-403a-9409-3d45d728317e tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules/6b4d3577-5210-4c43-8116-2f81196780e8 HTTP/1.1" status: 200 len: 459 time: 0.0423219 Jul 08 17:39:41.824279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46396) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:41.828324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:41.851384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8b94afb1-853c-4dde-9349-51fb25a52eb7 None None] Port 391b38de-1b34-4756-b106-986bc05f4778 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:41.972776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:42.029605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:42.030259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.122083 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c17d89f6-d02c-4265-990a-f7ede4a45977 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.123440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c17d89f6-d02c-4265-990a-f7ede4a45977 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/6b4d3577-5210-4c43-8116-2f81196780e8 HTTP/1.1" status: 204 len: 168 time: 0.2982147 Jul 08 17:39:42.130550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46398) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:42.153857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:42.201066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3d606-78a2-4b1b-9fbc-1623e8bdd279 req-84797836-add0-4fa1-bbda-9502b95c46ef tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:42.201066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9c3d606-78a2-4b1b-9fbc-1623e8bdd279 req-84797836-add0-4fa1-bbda-9502b95c46ef tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2179532 Jul 08 17:39:42.255931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Deleting port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:42.257067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.426550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] For port 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:42.427050 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.443056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Calling delete_port for 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:42.639247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9c3d606-78a2-4b1b-9fbc-1623e8bdd279 req-b2735694-a69f-4e95-9d7e-051fd1e1fe52 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244850 Jul 08 17:39:42.653143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e95033-961b-48f5-b1fb-785b96346b38 req-ef29186a-c782-43a1-b2f2-8d80e46c57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:42.665081 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-44e95033-961b-48f5-b1fb-785b96346b38 req-ef29186a-c782-43a1-b2f2-8d80e46c57d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 1097 time: 0.7706437 Jul 08 17:39:42.754614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed91062-ed01-449e-8b92-ec80e80fac5c req-daf4416b-7901-4ed7-94c9-80916cc8d3de tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:42.756344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ed91062-ed01-449e-8b92-ec80e80fac5c req-daf4416b-7901-4ed7-94c9-80916cc8d3de tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.2019427 Jul 08 17:39:42.815048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:42.834252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ed91062-ed01-449e-8b92-ec80e80fac5c req-b0d05c3c-de6e-4492-bc34-5718712df8b1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633674 Jul 08 17:39:42.865334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Pushing event deleted for resources: {'Port': ['ID=161047a0-8008-4a2d-8bf7-5d1ae4c8a03b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:43.035772 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.056342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32ce2e36-eef0-495b-b191-e72f6baabb95 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.057511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-32ce2e36-eef0-495b-b191-e72f6baabb95 tempest-MeteringIpV6TestJSON-924696081 tempest-MeteringIpV6TestJSON-924696081-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/1b2f0d27-10e2-4939-bf70-121752758cfe HTTP/1.1" status: 204 len: 168 time: 0.9165308 Jul 08 17:39:43.087866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] device_id is not set on port c92fd871-6c3b-4145-a8fe-6f14f0cca910 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:39:43.134816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e95033-961b-48f5-b1fb-785b96346b38 req-3774d9da-1b79-4382-810d-ea07972b3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:43.135629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.136509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-44e95033-961b-48f5-b1fb-785b96346b38 req-3774d9da-1b79-4382-810d-ea07972b3103 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 200 len: 920 time: 0.4000955 Jul 08 17:39:43.241548 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-44e95033-961b-48f5-b1fb-785b96346b38 req-b13e6a9a-c4ed-42c6-a601-db5397fa3ff0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 200 len: 217 time: 0.0639086 Jul 08 17:39:43.426455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e95033-961b-48f5-b1fb-785b96346b38 req-d283889d-e442-46c8-b96d-bbcc9134f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:43.427911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-44e95033-961b-48f5-b1fb-785b96346b38 req-d283889d-e442-46c8-b96d-bbcc9134f0d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 200 len: 859 time: 0.1768138 Jul 08 17:39:43.515058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-44e95033-961b-48f5-b1fb-785b96346b38 req-3ccde1c5-e29b-41ff-8c61-cd5a2e48869f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1bde3b53-bf93-400d-a5bd-cbce44412ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657532 Jul 08 17:39:43.536770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46416) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:43.547115 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.587461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Router a39d100e-d755-4f49-8af0-07d294a30e4e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:43.778907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:43.791932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] Sync routers for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:43.800859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9e036fde-d4e3-42f1-b1bf-e01b85a4b213 admin admin] 10.222.0.63 "PUT /v2.0/routers/a39d100e-d755-4f49-8af0-07d294a30e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0502267 Jul 08 17:39:43.804586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46426) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:43.810962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:43.811879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:43.858137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.4 (14bf6955-6d62-4eab-b086-3f0c33736c83/878a8704-7cdd-471a-b46b-e733610e3bf7/c92fd871-6c3b-4145-a8fe-6f14f0cca910) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:43.899522 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-44e95033-961b-48f5-b1fb-785b96346b38 req-4cd50697-c3d4-43d8-a608-06d927076c1f service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775291 Jul 08 17:39:43.908218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47cc6434-53de-440a-a40e-b681018513a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:43.933144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:39:44.021025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:44.319928 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.364493 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.437891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:39:42Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:44.475108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] Checking router: a39d100e-d755-4f49-8af0-07d294a30e4e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:39:44.487133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] Routers {'a39d100e-d755-4f49-8af0-07d294a30e4e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:44.488401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a39d100e-d755-4f49-8af0-07d294a30e4e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:44.534333 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-44e95033-961b-48f5-b1fb-785b96346b38 req-148cbc25-43c6-4e01-a774-e2245cae80a8 service neutron] 10.222.0.72 "GET /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773278 Jul 08 17:39:44.535144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91197532-d937-4650-8e24-6a1cd8ee7083 req-56a748cc-6649-4a39-ae1f-1ee8d9951e52 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:44.537127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91197532-d937-4650-8e24-6a1cd8ee7083 req-56a748cc-6649-4a39-ae1f-1ee8d9951e52 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.1582108 Jul 08 17:39:44.597139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.665512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] Set router a39d100e-d755-4f49-8af0-07d294a30e4e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:39:44.690178 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP 1bcc8383-9968-4542-8308-976dd60ae6fa associated. External IP: 172.25.5.244, port: 8f2fc8df-3f58-4968-a67a-d9016f88bd4b. Jul 08 17:39:44.729580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.764559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91197532-d937-4650-8e24-6a1cd8ee7083 req-a673ea28-73a5-4cca-8c2d-4f43ca632397 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041788 Jul 08 17:39:44.779057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.790907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeec59-f357-4253-8ed7-c8d3152f4802 req-04c587d4-dfe3-4e8d-9159-2df8ae981cfb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:44.807528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9daeec59-f357-4253-8ed7-c8d3152f4802 req-04c587d4-dfe3-4e8d-9159-2df8ae981cfb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.3995779 Jul 08 17:39:44.906685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9daeec59-f357-4253-8ed7-c8d3152f4802 req-993038cb-5731-4cab-9526-6e9b9ba8ec79 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981200 Jul 08 17:39:44.917088 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47cc6434-53de-440a-a40e-b681018513a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.917088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object c92fd871-6c3b-4145-a8fe-6f14f0cca910 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:44.945349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Deleting port abff5cca-66c1-4870-95cb-c90c4c686164 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:44.946078 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:44.966991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-47cc6434-53de-440a-a40e-b681018513a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.018761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:39:42Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:45.036775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-47cc6434-53de-440a-a40e-b681018513a8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=80bff16f71814307a57a8052d810c784&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5004542 Jul 08 17:39:45.041462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46440) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:45.047758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc6434-53de-440a-a40e-b681018513a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8bdad0-ba47-4161-9832-8e56eb63da53,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:45.110894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d73033-cb2f-46bf-a3f9-f3a4b63da878 None None] The sync data for ids ['a39d100e-d755-4f49-8af0-07d294a30e4e'] in n-d-799528-4 is: [{'id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'name': 'tempest-ServersTestBootFromVolume-376467266-router', 'tenant_id': '6225005f326b493099a9c09d66db4764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:36:14Z', 'updated_at': '2021-07-08T17:39:42Z', 'revision_number': 5, 'project_id': '6225005f326b493099a9c09d66db4764', 'gw_port': {'id': 'abff5cca-66c1-4870-95cb-c90c4c686164', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39d100e-d755-4f49-8af0-07d294a30e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:36:16Z', 'updated_at': '2021-07-08T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:45.117349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.183973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:45.189200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2d794cf-b0d0-4654-8df2-baf1ac6b1792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.190340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:45.200110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:45.216432 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2d794cf-b0d0-4654-8df2-baf1ac6b1792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.268676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=c92fd871-6c3b-4145-a8fe-6f14f0cca910,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:45.290425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2d794cf-b0d0-4654-8df2-baf1ac6b1792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.293517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2d794cf-b0d0-4654-8df2-baf1ac6b1792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.295020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c2d794cf-b0d0-4654-8df2-baf1ac6b1792 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e8bdad0-ba47-4161-9832-8e56eb63da53 HTTP/1.1" status: 204 len: 168 time: 0.2524688 Jul 08 17:39:45.307351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] For port abff5cca-66c1-4870-95cb-c90c4c686164, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=abff5cca-66c1-4870-95cb-c90c4c686164,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:45.307991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.321718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d794cf-b0d0-4654-8df2-baf1ac6b1792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8bdad0-ba47-4161-9832-8e56eb63da53,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:45.349437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Calling delete_port for abff5cca-66c1-4870-95cb-c90c4c686164 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:45.363315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:45.364869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.408690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:45.429580 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1397e4ba-eae3-4ac0-b351-7cb16c77092f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8354692 Jul 08 17:39:45.430062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46444) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:45.442862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e531ed5b-19ce-49a6-b2a5-55ad52dae4e0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:45.638932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a7eb1b8c-9bbd-4ee9-bb3a-fccfeac7cc47 None None] Provisioning for port c92fd871-6c3b-4145-a8fe-6f14f0cca910 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:45.654525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a7eb1b8c-9bbd-4ee9-bb3a-fccfeac7cc47 None None] Provisioning complete for port c92fd871-6c3b-4145-a8fe-6f14f0cca910 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:45.654933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1b8c-9bbd-4ee9-bb3a-fccfeac7cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.714869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:45.726952 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:45.747722 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:45.757872 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:45.781280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb1b8c-9bbd-4ee9-bb3a-fccfeac7cc47 None None] Port c92fd871-6c3b-4145-a8fe-6f14f0cca910 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:45.822900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e531ed5b-19ce-49a6-b2a5-55ad52dae4e0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:45.833021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.838966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:45.840333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e531ed5b-19ce-49a6-b2a5-55ad52dae4e0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:45.851123 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:45.885601 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:45.888147 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:45.894275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:45.897966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 161047a0-8008-4a2d-8bf7-5d1ae4c8a03b not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:45.933769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Pushing event deleted for resources: {'Port': ['ID=abff5cca-66c1-4870-95cb-c90c4c686164,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:45.970908 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:45.972077 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5d6d7-534e-4304-bc35-e623af00b31a None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:45.998537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46454) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:46.095308 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.185294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.342522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.348996 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.367294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7c334-d6f2-4c5e-a032-fd138de26fd2 req-4d2840d3-4b5c-49de-8e4d-1e535a44bcf3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:46.374435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d7c334-d6f2-4c5e-a032-fd138de26fd2 req-4d2840d3-4b5c-49de-8e4d-1e535a44bcf3 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.2849929 Jul 08 17:39:46.427883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10f837-dfcf-4a32-b04f-c67bbb366a53 req-ddb212ab-fae9-446f-84d2-34420dbdbb6c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:46.435166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb10f837-dfcf-4a32-b04f-c67bbb366a53 req-ddb212ab-fae9-446f-84d2-34420dbdbb6c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3684883 Jul 08 17:39:46.517677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d7c334-d6f2-4c5e-a032-fd138de26fd2 req-bb9051d1-f677-4d09-afe7-2fbda0a92446 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387970 Jul 08 17:39:46.573158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.574159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39d100e-d755-4f49-8af0-07d294a30e4e {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:39:46.596526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.603165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-38ada8b2-f43f-4191-8ba0-fc2a71f35643 admin admin] 10.222.0.63 "DELETE /v2.0/routers/a39d100e-d755-4f49-8af0-07d294a30e4e HTTP/1.1" status: 204 len: 168 time: 2.7966862 Jul 08 17:39:46.610228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:46.788879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] Deleting subnet 9fcee83a-4a90-473e-ae3e-88d86ec73c4f {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:46.804273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.807584 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-e531ed5b-19ce-49a6-b2a5-55ad52dae4e0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 878a8704-7cdd-471a-b46b-e733610e3bf7 (CIDR: 172.20.0.0/28) Jul 08 17:39:46.822034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb10f837-dfcf-4a32-b04f-c67bbb366a53 req-4d5bb9dc-496e-47fc-9fee-ab184dcd7929 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858776 Jul 08 17:39:46.822931 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e531ed5b-19ce-49a6-b2a5-55ad52dae4e0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:39:46.823610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e531ed5b-19ce-49a6-b2a5-55ad52dae4e0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:46.889840 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.902887 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.911146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e531ed5b-19ce-49a6-b2a5-55ad52dae4e0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4788768 Jul 08 17:39:46.917142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46458) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:46.931421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:46.931938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f6e7477e-f2a2-4332-9bf8-9469803ea574 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:46.987019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e09073-00ab-401e-a576-fde5f7707304,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:46.995804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=96e3b5dd22fc4b209c4aa545800a0eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9934552 Jul 08 17:39:46.998476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46462) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:47.046514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.046891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.047130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.048023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.048023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.048257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.048533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.048841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.049170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.049534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.049816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.050142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824e73d8-8731-45a7-b08b-a1d55b0518dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:39:47.065263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:47.109808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c12ee5df-1e8e-4d0e-b78c-74985e93b7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.145392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.173741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c12ee5df-1e8e-4d0e-b78c-74985e93b7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.231815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:47.237379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.246207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] Sync routers for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:47.272438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e7477e-f2a2-4332-9bf8-9469803ea574 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:47.276468 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f6e7477e-f2a2-4332-9bf8-9469803ea574 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.281602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:47.282597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:47.283610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c12ee5df-1e8e-4d0e-b78c-74985e93b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.291380 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c12ee5df-1e8e-4d0e-b78c-74985e93b7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.309610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c12ee5df-1e8e-4d0e-b78c-74985e93b7e4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/41e09073-00ab-401e-a576-fde5f7707304 HTTP/1.1" status: 204 len: 168 time: 0.3099606 Jul 08 17:39:47.319716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.343129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:47.357883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:47.359956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:47.398983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:47.400270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07492b0f-ca72-4db4-996f-b493c26131df None None] The sync data for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:47.411984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fcee83a-4a90-473e-ae3e-88d86ec73c4f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:47.424560 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.428199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-56c52184-8a22-44ff-875d-327859403a54 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9fcee83a-4a90-473e-ae3e-88d86ec73c4f HTTP/1.1" status: 204 len: 168 time: 0.8152752 Jul 08 17:39:47.429464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ee5df-1e8e-4d0e-b78c-74985e93b7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e09073-00ab-401e-a576-fde5f7707304,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:47.432149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46466) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:47.432839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68c953-4ddb-4ae7-b91d-8cf5b706af25 None None] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:47.447674 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1283a77e-4816-423f-9902-17bd7acfc7f0 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/floatingips/1bcc8383-9968-4542-8308-976dd60ae6fa HTTP/1.1" status: 200 len: 978 time: 5.8928313 Jul 08 17:39:47.457314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46468) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:47.517288 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-f6e7477e-f2a2-4332-9bf8-9469803ea574 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cea23f90-ae16-4ab4-9b72-13bf26219e7c (CIDR: 172.20.0.16/28) Jul 08 17:39:47.531222 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e7477e-f2a2-4332-9bf8-9469803ea574 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:39:47.531721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e7477e-f2a2-4332-9bf8-9469803ea574 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:47.555145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.564200 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f6e7477e-f2a2-4332-9bf8-9469803ea574 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6458325 Jul 08 17:39:47.567516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46472) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:47.573078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'subnet': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:47.598072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 391b38de-1b34-4756-b106-986bc05f4778 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:47.599303 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.756786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Deleting port bc511505-5e79-49b7-971d-cf50e22d8c5c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:47.757266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.795166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.855040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] For port bc511505-5e79-49b7-971d-cf50e22d8c5c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bc511505-5e79-49b7-971d-cf50e22d8c5c,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:47.855616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:47.886612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Calling delete_port for bc511505-5e79-49b7-971d-cf50e22d8c5c owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:47.910663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] DHCP port deletion for f1310530-e0fc-449a-9f19-6c76d6b883f5 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:47.960485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Made reservation on behalf of e193cbbf2fb241c994e90cd4391d59b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:47.968805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.000805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device abff5cca-66c1-4870-95cb-c90c4c686164 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:48.067287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: abff5cca-66c1-4870-95cb-c90c4c686164 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:48.067594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device abff5cca-66c1-4870-95cb-c90c4c686164 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:48.139585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] Deleting port bc511505-5e79-49b7-971d-cf50e22d8c5c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:48.145492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.310356 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.355858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] No DVR routers for this DVR port bc511505-5e79-49b7-971d-cf50e22d8c5c on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:48.366505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8098299-b21f-474a-9554-7345a61fc579 req-81545526-1cf9-4d4f-9f83-1988ae305eec tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:48.368098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8098299-b21f-474a-9554-7345a61fc579 req-81545526-1cf9-4d4f-9f83-1988ae305eec tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.5417976 Jul 08 17:39:48.393219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] For port bc511505-5e79-49b7-971d-cf50e22d8c5c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bc511505-5e79-49b7-971d-cf50e22d8c5c,segment=NetworkSegment(f4e8c8ba-d664-4216-98cc-672092951309),segment_id=f4e8c8ba-d664-4216-98cc-672092951309)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:48.393837 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.448321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] Calling delete_port for bc511505-5e79-49b7-971d-cf50e22d8c5c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:48.477646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.490229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1310530-e0fc-449a-9f19-6c76d6b883f5']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:48.502165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258f44-a743-4537-9709-925711e008fe req-6cc27c39-ca89-4ce2-857f-cae167390c37 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:48.502705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e8c8ba-d664-4216-98cc-672092951309') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:48.503007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e8c8ba-d664-4216-98cc-672092951309') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:48.507241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d258f44-a743-4537-9709-925711e008fe req-6cc27c39-ca89-4ce2-857f-cae167390c37 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3469462 Jul 08 17:39:48.514112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.535627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.543360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:48.543729 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.609323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8098299-b21f-474a-9554-7345a61fc579 req-89c0fe00-cf08-46f4-9932-e5d896ccdc8b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298789 Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:48.642990 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:48.646499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc511505-5e79-49b7-971d-cf50e22d8c5c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:48.646602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d258f44-a743-4537-9709-925711e008fe req-42251e39-4a20-4455-a2f6-59365cf2b727 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257842 Jul 08 17:39:48.651914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.657457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.667021 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.668909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.670212 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Floating IP 1bcc8383-9968-4542-8308-976dd60ae6fa disassociated. External IP: 172.25.5.244, port: 391b38de-1b34-4756-b106-986bc05f4778. Jul 08 17:39:48.670952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 391b38de-1b34-4756-b106-986bc05f4778 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:48.671294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:48.674421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] Network f1310530-e0fc-449a-9f19-6c76d6b883f5 is not hosted by any dhcp agent {{(pid=93666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:39:48.674879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] No DVR routers for this DVR port bc511505-5e79-49b7-971d-cf50e22d8c5c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:39:48.679436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] 10.222.0.63 "DELETE /v2.0/networks/f1310530-e0fc-449a-9f19-6c76d6b883f5 HTTP/1.1" status: 204 len: 168 time: 1.2423761 Jul 08 17:39:48.722679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a5bb8-5f45-4c0a-8889-09eed82ae6a2 None None] Pushing event deleted for resources: {'Port': ['ID=bc511505-5e79-49b7-971d-cf50e22d8c5c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:48.781924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e1ff2-b3b7-4f6b-80dc-57da5c06c87b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1310530-e0fc-449a-9f19-6c76d6b883f5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:48.986065 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.057181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=391b38de-1b34-4756-b106-986bc05f4778,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:49.069979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.149803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46516) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:49.175736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:49.190597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:49.201366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:49.202269 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.213900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e344a-cfc9-4c29-bce5-01f0d6f027c3 None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:49.260897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4db207b2-3e83-464e-9133-6ae9cac66cbe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6225005f326b493099a9c09d66db4764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088834 Jul 08 17:39:49.265789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46518) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:49.286156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Subnet': ['ID=96d15c16-d545-43ac-9111-c62ad3a1b2b6,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:49.317111 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bd00aa98-f421-417c-a0e9-a94cd672cca4 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7478890 Jul 08 17:39:49.327178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46520) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:49.365756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1066014661', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96d15c16-d545-43ac-9111-c62ad3a1b2b6'}], 'security_groups': ['7fe68a5c-e6c9-430c-a7b1-601c7e11fd62', '70e10442-d21d-4097-8001-bf2b5e66f348']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:49.425482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:49.574806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-033d9f90-3a75-4a9e-a7a8-703a551a0242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.612533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-033d9f90-3a75-4a9e-a7a8-703a551a0242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.697621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-033d9f90-3a75-4a9e-a7a8-703a551a0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.700990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-033d9f90-3a75-4a9e-a7a8-703a551a0242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:49.702421 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-033d9f90-3a75-4a9e-a7a8-703a551a0242 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a112e3a-cccf-4277-b1aa-68da38d9989c HTTP/1.1" status: 204 len: 168 time: 0.4324734 Jul 08 17:39:49.755150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d9f90-3a75-4a9e-a7a8-703a551a0242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a112e3a-cccf-4277-b1aa-68da38d9989c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:50.006298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bc511505-5e79-49b7-971d-cf50e22d8c5c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:39:50.089321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.114424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: bc511505-5e79-49b7-971d-cf50e22d8c5c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:39:50.114825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bc511505-5e79-49b7-971d-cf50e22d8c5c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:39:50.149947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] Update dhcp port {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'fixed_ips': [{'subnet_id': 'cea23f90-ae16-4ab4-9b72-13bf26219e7c', 'ip_address': '172.20.0.18'}, {'subnet_id': '878a8704-7cdd-471a-b46b-e733610e3bf7', 'ip_address': '172.20.0.2'}, {'subnet_id': '96d15c16-d545-43ac-9111-c62ad3a1b2b6'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:39:50.311432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.554112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:50.567114 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] Sync routers for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:50.580196 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:50.580863 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:50.836076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:50.838190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8df3fd86-eb28-4e2c-a6e7-ecd5b9916564 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/ports/391b38de-1b34-4756-b106-986bc05f4778 HTTP/1.1" status: 204 len: 168 time: 3.3775473 Jul 08 17:39:50.853384 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:50.860104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46568) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:50.876795 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:50.878247 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:50.908284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d1eb7-7118-4941-b837-4a2f059f1e93 req-78551a64-9ca3-4c9f-83b6-a65a37274776 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:50.915309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Delete allocated IP 172.20.0.4 (14bf6955-6d62-4eab-b086-3f0c33736c83/878a8704-7cdd-471a-b46b-e733610e3bf7) {{(pid=93665) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 17:39:50.924404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a2d1eb7-7118-4941-b837-4a2f059f1e93 req-78551a64-9ca3-4c9f-83b6-a65a37274776 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.5121922 Jul 08 17:39:50.942346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Allocated IP 172.20.0.44 (14bf6955-6d62-4eab-b086-3f0c33736c83/96d15c16-d545-43ac-9111-c62ad3a1b2b6/c92fd871-6c3b-4145-a8fe-6f14f0cca910) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:50.962858 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:50.963918 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612583ac-7817-4f38-95a9-e926d4d8f8c3 None None] The sync data for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:51.024598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46574) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:51.203921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a2d1eb7-7118-4941-b837-4a2f059f1e93 req-2fe8afb9-77bd-45ef-8783-b2cb0102eeef tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784946 Jul 08 17:39:51.310917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46580) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:51.475375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.526438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Transition to ACTIVE for port object c92fd871-6c3b-4145-a8fe-6f14f0cca910 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:51.539284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.647987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] Allocated IP 172.20.0.34 (14bf6955-6d62-4eab-b086-3f0c33736c83/96d15c16-d545-43ac-9111-c62ad3a1b2b6/7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:51.661957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1267075239-network', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:51.721483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event updated for resources: {'Port': ['ID=c92fd871-6c3b-4145-a8fe-6f14f0cca910,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:51.743940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c6c36a32-df70-4dc1-8b93-1722c6092594 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:51.808266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] For port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,segment=NetworkSegment(a40e038e-4be0-4647-be0b-7e3b7bf4890d),segment_id=a40e038e-4be0-4647-be0b-7e3b7bf4890d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:39:51.843563 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.864227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] Transition to ACTIVE for port object 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:51.870708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.892239 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:51.984684 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c6c36a32-df70-4dc1-8b93-1722c6092594 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] 10.222.0.63 "PUT /v2.0/quotas/5d1a3a60384f40f99fd361fb4511d4de HTTP/1.1" status: 200 len: 368 time: 0.9585633 Jul 08 17:39:51.996362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46588) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:52.015627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Made reservation on behalf of 86de8c57281b49b391c0fc3feb8e531b for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:52.018392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Request body: {'network': {'project_id': '5d1a3a60384f40f99fd361fb4511d4de'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:52.023071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847e265-e173-4b4b-b4bc-e85b41e5cbc2 None None] Pushing event updated for resources: {'Port': ['ID=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:52.023292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.048692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.066517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] In _notify_port_updated(), no bound segment for port c92fd871-6c3b-4145-a8fe-6f14f0cca910 on network 14bf6955-6d62-4eab-b086-3f0c33736c83 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:39:52.072572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:52.073232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.074620 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-397491a2-0b81-42d5-aa84-d5fa96aa0a96 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "PUT /v2.0/ports/c92fd871-6c3b-4145-a8fe-6f14f0cca910 HTTP/1.1" status: 200 len: 960 time: 2.7423420 Jul 08 17:39:52.077903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46590) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:52.126250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Made reservation on behalf of 5d1a3a60384f40f99fd361fb4511d4de for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:52.134221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.149527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:39:52.149527 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:39:52.149527 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': '86de8c57281b49b391c0fc3feb8e531b', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 39, 52, 75693)}] Jul 08 17:39:52.149527 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:39:52.151058 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:39:52.172882 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.241996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port c92fd871-6c3b-4145-a8fe-6f14f0cca910 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:52.242430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.465013 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.483101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for c92fd871-6c3b-4145-a8fe-6f14f0cca910 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:52.659949 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.703845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4951d-4d4c-4ffa-b781-dff4a0faf625 req-bfd2a7a9-5507-4d21-83b0-6dab2bee1db5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:52.705481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7e4951d-4d4c-4ffa-b781-dff4a0faf625 req-bfd2a7a9-5507-4d21-83b0-6dab2bee1db5 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.2405105 Jul 08 17:39:52.712611 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.735043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.787858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3a001-74de-4737-a5bc-8ec85e05eee2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:52.816916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7e4951d-4d4c-4ffa-b781-dff4a0faf625 req-df57683a-4cb8-44c4-bc27-37eca3627caa tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013236 Jul 08 17:39:52.851515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:52.856050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.876830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 023a6921-8d1e-4cdb-9cde-8a474065999e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:52.881749 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.972792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49432f6e-4b5f-42d5-8bb3-c98fa31b6b4d None None] Provisioning for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:39:52.977101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=c92fd871-6c3b-4145-a8fe-6f14f0cca910,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:52.978342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49432f6e-4b5f-42d5-8bb3-c98fa31b6b4d None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:52.978740 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49432f6e-4b5f-42d5-8bb3-c98fa31b6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.990184 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:52.999321 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Added segment b4868ea0-5f87-4c21-ada7-fb9104a397e4 of type vlan for network 5294c397-b58c-4939-bd31-ea932199fe66 Jul 08 17:39:53.033310 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:39:53.135519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.173755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.175771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0725e436-f958-417d-b56c-0f75cacdcc1a tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/c92fd871-6c3b-4145-a8fe-6f14f0cca910 HTTP/1.1" status: 204 len: 168 time: 1.0969439 Jul 08 17:39:53.179008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:53.186196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.202906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49432f6e-4b5f-42d5-8bb3-c98fa31b6b4d None None] Could not find standard attr ID for object c92fd871-6c3b-4145-a8fe-6f14f0cca910. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:39:53.217008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 023a6921-8d1e-4cdb-9cde-8a474065999e owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:53.230736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49432f6e-4b5f-42d5-8bb3-c98fa31b6b4d None None] Provisioning complete for port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:53.231118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49432f6e-4b5f-42d5-8bb3-c98fa31b6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.255951 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ac2710-127e-4085-a72d-ec312c6a13d3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] GET failed (client error): The resource could not be found. Jul 08 17:39:53.273307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-54ac2710-127e-4085-a72d-ec312c6a13d3 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports/c92fd871-6c3b-4145-a8fe-6f14f0cca910 HTTP/1.1" status: 404 len: 333 time: 0.0889492 Jul 08 17:39:53.276624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46612) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:53.307375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-49432f6e-4b5f-42d5-8bb3-c98fa31b6b4d None None] Port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:53.427224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.430683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:53.431021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.431818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.446845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.499178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ef3-a5da-480b-b17b-dea270dde3bb tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.521162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:53.542726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Pushing event updated for resources: {'Network': ['ID=5294c397-b58c-4939-bd31-ea932199fe66,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:53.553520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5294c397-b58c-4939-bd31-ea932199fe66 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:53.601533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.601889 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Added segment 395e62e8-1c3e-4b3a-ae41-63465ceed90d of type vlan for network c6b400da-81cc-41bc-8197-8410b53c3380 Jul 08 17:39:53.618909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f8f27-0e04-48e4-9677-4ad4f819b60e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:53.659091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ef3-a5da-480b-b17b-dea270dde3bb tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.701144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c05c3b3-9aa8-4163-b856-75f2c6f2fe35 None None] Could not find standard attr ID for object c92fd871-6c3b-4145-a8fe-6f14f0cca910. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:39:53.800060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.807438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.828572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67ee0783-9206-4c34-878a-5633961df7a0 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8295815 Jul 08 17:39:53.834510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46614) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:53.852449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Request body: {'network': {'project_id': '5d1a3a60384f40f99fd361fb4511d4de'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:53.889472 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ef3-a5da-480b-b17b-dea270dde3bb tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.892670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ef3-a5da-480b-b17b-dea270dde3bb tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.894186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-42dc7ef3-a5da-480b-b17b-dea270dde3bb tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/security-groups/73a2eefb-f90d-4af0-ba31-3ed903daf3ce HTTP/1.1" status: 204 len: 168 time: 0.6165912 Jul 08 17:39:53.901636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46618) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:53.903510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=023a6921-8d1e-4cdb-9cde-8a474065999e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:53.916137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7ef3-a5da-480b-b17b-dea270dde3bb tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a2eefb-f90d-4af0-ba31-3ed903daf3ce,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:53.919803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Made reservation on behalf of 5d1a3a60384f40f99fd361fb4511d4de for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:53.922501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.933108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:39:53.985634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:53.986623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:53.987236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.223255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:54.226944 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.227933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:39:54.235260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8be9c4a8-b960-42ce-b246-d8a452ef5e3c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.291401 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9735837 Jul 08 17:39:54.299282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46626) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:54.300637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.302363 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Added segment fd58bf43-e177-4852-8b2d-908e667bbf65 of type vlan for network 0c3e6878-4967-447b-8712-c2faea50a09a Jul 08 17:39:54.330418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Request body: {'subnet': {'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1267075239-subnet', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:54.342232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0281bcd-1693-415c-a297-67eda32652fb admin admin] Pushing event updated for resources: {'Network': ['ID=c6b400da-81cc-41bc-8197-8410b53c3380,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:54.368006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c6b400da-81cc-41bc-8197-8410b53c3380 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:54.434622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.453334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Made reservation on behalf of 86de8c57281b49b391c0fc3feb8e531b for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:39:54.456415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.534390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8be9c4a8-b960-42ce-b246-d8a452ef5e3c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.664173 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.665355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:54.666049 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.782892 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9460597 Jul 08 17:39:54.783685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46628) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:54.797914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-95481ba2-e873-485b-aa41-df0538f4e303 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Request body: {'network': {'project_id': '5d1a3a60384f40f99fd361fb4511d4de'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:54.837860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778983e7-58da-44d8-bd51-c299d2881ac9 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Pushing event updated for resources: {'Network': ['ID=0c3e6878-4967-447b-8712-c2faea50a09a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:54.847312 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-95481ba2-e873-485b-aa41-df0538f4e303 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 17:39:54.847665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95481ba2-e873-485b-aa41-df0538f4e303 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:54.857141 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-95481ba2-e873-485b-aa41-df0538f4e303 tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0654271 Jul 08 17:39:54.857916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46630) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:54.859137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.879268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8be9c4a8-b960-42ce-b246-d8a452ef5e3c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.886632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8be9c4a8-b960-42ce-b246-d8a452ef5e3c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.887749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8be9c4a8-b960-42ce-b246-d8a452ef5e3c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/security-groups/70e10442-d21d-4097-8001-bf2b5e66f348 HTTP/1.1" status: 204 len: 168 time: 0.9789062 Jul 08 17:39:54.911374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7329a29-c229-463d-a4ee-35583d307a66 req-be646648-04f9-4755-a37e-646eaa0b10ed tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:54.913139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7329a29-c229-463d-a4ee-35583d307a66 req-be646648-04f9-4755-a37e-646eaa0b10ed tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.6391637 Jul 08 17:39:54.918762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46632) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:54.923390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 0c3e6878-4967-447b-8712-c2faea50a09a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:39:54.951437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:54.955956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.133893 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9c4a8-b960-42ce-b246-d8a452ef5e3c tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e10442-d21d-4097-8001-bf2b5e66f348,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:55.150898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:55.153884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Network hostable DHCP agents. Network: c6b400da-81cc-41bc-8197-8410b53c3380, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:39:55.192994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c374cd-9975-4071-893c-485e95945e6e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:55.235097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7329a29-c229-463d-a4ee-35583d307a66 req-bc66a235-c4fe-438d-80b1-6ca365b76372 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677791 Jul 08 17:39:55.299244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.330261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-15a2f742-afbe-46fc-8b86-acc87a24aa02 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.334854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3e6878-4967-447b-8712-c2faea50a09a']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:55.376747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd58bf43-e177-4852-8b2d-908e667bbf65') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:55.387362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd58bf43-e177-4852-8b2d-908e667bbf65') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:55.418730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.450712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Network c6b400da-81cc-41bc-8197-8410b53c3380 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:39:55.474191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-15a2f742-afbe-46fc-8b86-acc87a24aa02 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.493665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:39:55.498673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.520411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c6b400da-81cc-41bc-8197-8410b53c3380) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:55.538110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f137f25-4a0c-42a4-ac1c-102072fc535e None None] Network c6b400da-81cc-41bc-8197-8410b53c3380 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:55.539018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:55.540882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:55.553687 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:55.561967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:55.571653 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.590791 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-15a2f742-afbe-46fc-8b86-acc87a24aa02 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.594922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-15a2f742-afbe-46fc-8b86-acc87a24aa02 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.596369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-15a2f742-afbe-46fc-8b86-acc87a24aa02 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/security-groups/7fe68a5c-e6c9-430c-a7b1-601c7e11fd62 HTTP/1.1" status: 204 len: 168 time: 0.6685231 Jul 08 17:39:55.603427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46638) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:55.646419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2f742-afbe-46fc-8b86-acc87a24aa02 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe68a5c-e6c9-430c-a7b1-601c7e11fd62,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:55.674018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:39:55.682506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c429305c-83f7-4e0f-9c5e-ae49c45cecf2 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/routers/5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8212869 Jul 08 17:39:55.685183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46640) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:55.699679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] Sync routers for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:39:55.763317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:55.764360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:55.818434 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1aa02c35-5613-4843-aa73-49389d55150d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4910133 Jul 08 17:39:55.819814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46642) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:55.829512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:55.832501 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.843200 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.854374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.856657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] 10.222.0.63 "DELETE /v2.0/networks/0c3e6878-4967-447b-8712-c2faea50a09a HTTP/1.1" status: 204 len: 168 time: 0.9972682 Jul 08 17:39:55.861850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet 878a8704-7cdd-471a-b46b-e733610e3bf7 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:55.866860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.895025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] Routers {'5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:39:55.895765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:39:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:55.904701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46644) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:55.917145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:39:55.939523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:55.940213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de97d07f-19f4-46ce-bdcc-5e2ee2f61cb6 None None] The sync data for ids ['5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:39:55.972207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c6b400da-81cc-41bc-8197-8410b53c3380', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:39:55.974976 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:55.992233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.030145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.104826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be36a8-3657-46d2-b27c-402c392c2d2e tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c3e6878-4967-447b-8712-c2faea50a09a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:56.112434 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.121036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.124068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.125092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.211309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Allocated IP 172.20.0.2 (c6b400da-81cc-41bc-8197-8410b53c3380/04c374cd-9975-4071-893c-485e95945e6e/48227a8c-ee6f-4f26-bd93-0a0d731bb48c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:56.279098 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.300148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5294c397-b58c-4939-bd31-ea932199fe66']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:56.317264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4868ea0-5f87-4c21-ada7-fb9104a397e4') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:56.317567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4868ea0-5f87-4c21-ada7-fb9104a397e4') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:39:56.320374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.358338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.383386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.420069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:39:56.420947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:39:56.425292 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:39:56.550855 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.580126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.585638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Transition to ACTIVE for port object 48227a8c-ee6f-4f26-bd93-0a0d731bb48c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:56.616087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.621507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Transition to ACTIVE for port object 48227a8c-ee6f-4f26-bd93-0a0d731bb48c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:39:56.636690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=878a8704-7cdd-471a-b46b-e733610e3bf7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:56.639946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.644439 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] 10.222.0.63 "DELETE /v2.0/networks/5294c397-b58c-4939-bd31-ea932199fe66 HTTP/1.1" status: 204 len: 168 time: 0.7136552 Jul 08 17:39:56.651539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.657661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101cd6b-7742-4ffb-9f3c-9da58c5f15fc tempest-QuotasNegativeTest-1415642470 tempest-QuotasNegativeTest-1415642470-project-admin] Pushing event deleted for resources: {'Network': ['ID=5294c397-b58c-4939-bd31-ea932199fe66,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:56.662467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.667449 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4ec50c4a-52f4-47dc-86cc-421d1d978342 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/878a8704-7cdd-471a-b46b-e733610e3bf7 HTTP/1.1" status: 204 len: 168 time: 0.9999709 Jul 08 17:39:56.671831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43833b3c-95e8-4eb0-b81d-71d0f0e44fff None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:56.679358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:56.737100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.832383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet 96d15c16-d545-43ac-9111-c62ad3a1b2b6 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:56.855881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec77ec7-e715-4370-aa3d-e23c5b8b8cd4 req-a19fc5cd-ba45-4f1f-8bf1-ab03d6195dc4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:56.856491 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.857444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aec77ec7-e715-4370-aa3d-e23c5b8b8cd4 req-a19fc5cd-ba45-4f1f-8bf1-ab03d6195dc4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.1609147 Jul 08 17:39:56.924584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:39:56.954152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port c78b78bf-e6de-4a28-8e5e-2d3c2f283480 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:56.955662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.965164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:56.980151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:39:56.992526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:39:57.061863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aec77ec7-e715-4370-aa3d-e23c5b8b8cd4 req-5fcaec30-f8fa-4160-b3ae-27c4df0fe2d1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892254 Jul 08 17:39:57.096022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Pushing event updated for resources: {'Port': ['ID=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:57.147287 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.221725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Attempting to bind port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:39:57.222103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Attempting to bind port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:39:57.222472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Attempting to bind port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:39:57.231707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:39:57.232133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:39:57.232490 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.232942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Bound using segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:39:57.233421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Bound port: 48227a8c-ee6f-4f26-bd93-0a0d731bb48c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:39:57.233806 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.270149 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.364354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] For port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:39:57.376624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] For port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:39:57.393110 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.427968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.468246 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.474446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for c78b78bf-e6de-4a28-8e5e-2d3c2f283480 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:39:57.551862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=96d15c16-d545-43ac-9111-c62ad3a1b2b6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:57.559314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.565151 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-58e75b9f-b181-4d8c-9b99-43578944a303 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/96d15c16-d545-43ac-9111-c62ad3a1b2b6 HTTP/1.1" status: 204 len: 168 time: 0.8828900 Jul 08 17:39:57.568500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46696) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:57.625013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c6b3-2f21-401b-9af7-665a7cbaa8da None None] Pushing event updated for resources: {'Port': ['ID=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:57.647678 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce1409f-9069-4e49-b38c-51649aa3d185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:57.649886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce1409f-9069-4e49-b38c-51649aa3d185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:57.659724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ce1409f-9069-4e49-b38c-51649aa3d185 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/878a8704-7cdd-471a-b46b-e733610e3bf7 HTTP/1.1" status: 404 len: 337 time: 0.0888560 Jul 08 17:39:57.664224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46698) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:57.664224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46700) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:57.678931 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02169a0c-a695-48dd-a7de-0379e6548d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.855221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting subnet cea23f90-ae16-4ab4-9b72-13bf26219e7c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:57.860904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:57.889684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705eeb1-e653-4421-9258-f739a742ce23 None None] Update dhcp port {'port': {'network_id': '14bf6955-6d62-4eab-b086-3f0c33736c83', 'fixed_ips': [{'subnet_id': 'cea23f90-ae16-4ab4-9b72-13bf26219e7c', 'ip_address': '172.20.0.18'}, {'subnet_id': '96d15c16-d545-43ac-9111-c62ad3a1b2b6'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:39:58.009968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3496fe30-c2ef-44b1-b966-701f64460db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.015757 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d705eeb1-e653-4421-9258-f739a742ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.159275 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.237793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.346486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.402799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.484865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.491203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3496fe30-c2ef-44b1-b966-701f64460db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.508367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3496fe30-c2ef-44b1-b966-701f64460db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-d705eeb1-e653-4421-9258-f739a742ce23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cea23f90-ae16-4ab4-9b72-13bf26219e7c: This subnet is being modified by another concurrent operation. Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:39:58.521255 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cea23f90-ae16-4ab4-9b72-13bf26219e7c: This subnet is being modified by another concurrent operation. Jul 08 17:39:58.526786 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:39:58.531047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.574289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=c78b78bf-e6de-4a28-8e5e-2d3c2f283480,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:58.629589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Subnet': ['ID=cea23f90-ae16-4ab4-9b72-13bf26219e7c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:58.650830 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3496fe30-c2ef-44b1-b966-701f64460db4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eaa260058b7d4715bef4c6eafc86887d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9863987 Jul 08 17:39:58.657265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.661423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46710) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:58.661782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46712) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:58.662144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-81fd71cc-400c-4f1e-9821-1c0c9a04508f tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/cea23f90-ae16-4ab4-9b72-13bf26219e7c HTTP/1.1" status: 204 len: 168 time: 0.9942293 Jul 08 17:39:58.663764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496fe30-c2ef-44b1-b966-701f64460db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f63ab46-29a0-4fea-b56c-2ac26830b400,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:58.718021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98bad0-0708-4cd0-a4a4-4a4385e0f925 None None] Network 14bf6955-6d62-4eab-b086-3f0c33736c83 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:58.920507 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-586adae1-47a5-4d92-8d96-7323bf9a27a5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:58.921377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586adae1-47a5-4d92-8d96-7323bf9a27a5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:58.923383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-586adae1-47a5-4d92-8d96-7323bf9a27a5 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/e86e5b9a-ff29-4f1a-ac74-e0e0c16fffad HTTP/1.1" status: 404 len: 337 time: 0.2387228 Jul 08 17:39:58.927653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46716) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:58.932029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5f204cc9-1aec-4ef5-b8d4-d37b7feacdbf None None] Provisioning complete for port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:58.932583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f204cc9-1aec-4ef5-b8d4-d37b7feacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:58.962384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afe35f-bbef-41b9-8005-8d5303c5051d req-fbb1e322-3c54-4e3e-b061-9c7fe6ca4da0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:39:58.978305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90afe35f-bbef-41b9-8005-8d5303c5051d req-fbb1e322-3c54-4e3e-b061-9c7fe6ca4da0 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.5682130 Jul 08 17:39:58.995056 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0d67d427-1ed1-42c5-98e1-9d95b839b515 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "GET /v2.0/ports?device_id=39447557-77fa-4c30-8d80-544b3ee9ff52 HTTP/1.1" status: 200 len: 205 time: 0.0653954 Jul 08 17:39:58.995628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46720) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:58.996056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Allocated IP 172.25.5.83 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/657d7894-5f34-4d49-9bf1-0f8226484fa9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:39:59.011195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.043799 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-ebd513ba-a3b1-41d8-9e8b-9a52d4bc3115 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] delete failed (client error): The resource could not be found. Jul 08 17:39:59.062739 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ebd513ba-a3b1-41d8-9e8b-9a52d4bc3115 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/routers/39447557-77fa-4c30-8d80-544b3ee9ff52 HTTP/1.1" status: 404 len: 336 time: 0.0658352 Jul 08 17:39:59.063658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46726) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.123670 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b68f10-bb68-4212-8320-e4e5565e3a45 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.124500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b68f10-bb68-4212-8320-e4e5565e3a45 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.133292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-97b68f10-bb68-4212-8320-e4e5565e3a45 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/87c45aee-0e90-4364-a30f-47c0c88a7dd3 HTTP/1.1" status: 404 len: 337 time: 0.0683637 Jul 08 17:39:59.134472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46728) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.216465 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.219565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.232159 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1461965d-5862-4ac7-aa48-cb8a14df3edd tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.234640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1461965d-5862-4ac7-aa48-cb8a14df3edd tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.242805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46732) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.243703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1461965d-5862-4ac7-aa48-cb8a14df3edd tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/3daf5f89-94fd-45b4-ad57-0f4bebec7950 HTTP/1.1" status: 404 len: 337 time: 0.1018238 Jul 08 17:39:59.293595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5f204cc9-1aec-4ef5-b8d4-d37b7feacdbf None None] Provisioning complete for port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:39:59.295135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f204cc9-1aec-4ef5-b8d4-d37b7feacdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.370280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5f204cc9-1aec-4ef5-b8d4-d37b7feacdbf None None] Port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:39:59.385458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90afe35f-bbef-41b9-8005-8d5303c5051d req-14687b63-b3f2-448c-bdba-b627f2fe273a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056699 Jul 08 17:39:59.418831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] DHCP port deletion for 14bf6955-6d62-4eab-b086-3f0c33736c83 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:39:59.456174 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92a1f2f-b331-44d3-8e6b-cd8d3fdf2d69 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.458467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92a1f2f-b331-44d3-8e6b-cd8d3fdf2d69 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.469187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a92a1f2f-b331-44d3-8e6b-cd8d3fdf2d69 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/bb5b3c58-275d-49f7-8bac-59b5b2879454 HTTP/1.1" status: 404 len: 337 time: 0.2159307 Jul 08 17:39:59.470300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79c695fc-d9b6-46ae-9206-479ee0c8e5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.472790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46736) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.502766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.503709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Fanout notify agent at l3_agent the message router_deleted on router 5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:39:59.516865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.517035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] Deleting port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:39:59.517338 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.519156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f277dafa-47c5-47e4-a0eb-f875d896d3d6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/routers/5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f HTTP/1.1" status: 204 len: 168 time: 3.8319709 Jul 08 17:39:59.527042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46738) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.563595 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddfa1ae-095c-4305-91ee-9e5b20a4e3f0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.564912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddfa1ae-095c-4305-91ee-9e5b20a4e3f0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.581116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cddfa1ae-095c-4305-91ee-9e5b20a4e3f0 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/d6ae5f31-bdf8-4f16-9626-e8e3bfb9f4ea HTTP/1.1" status: 404 len: 333 time: 0.1049402 Jul 08 17:39:59.581116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46742) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.583271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79c695fc-d9b6-46ae-9206-479ee0c8e5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.640595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff75d6d5-677d-4685-8272-2e2d63216e5d None None] Network c6b400da-81cc-41bc-8197-8410b53c3380 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:39:59.667321 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf340cf-bb4b-4720-a158-e00420d67c39 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.668662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf340cf-bb4b-4720-a158-e00420d67c39 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.671044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-daf340cf-bb4b-4720-a158-e00420d67c39 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/181f7bcb-b9ca-44e4-810a-51110588e52f HTTP/1.1" status: 404 len: 337 time: 0.0876813 Jul 08 17:39:59.674129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46744) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.728262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting subnet bc00eb85-c9be-4fba-8464-45a509a0f94f {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:39:59.729506 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4ca67c-161f-4f54-867a-f2462901e8a8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.730637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4ca67c-161f-4f54-867a-f2462901e8a8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.735641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.736997 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ed4ca67c-161f-4f54-867a-f2462901e8a8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/73bc68e3-b6bd-4d19-9686-4f1979bfdf6a HTTP/1.1" status: 404 len: 337 time: 0.0601933 Jul 08 17:39:59.739783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46746) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.741320 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.797836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.824715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79c695fc-d9b6-46ae-9206-479ee0c8e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.829555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79c695fc-d9b6-46ae-9206-479ee0c8e5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:39:59.830729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-79c695fc-d9b6-46ae-9206-479ee0c8e5b3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3f63ab46-29a0-4fea-b56c-2ac26830b400 HTTP/1.1" status: 204 len: 168 time: 1.1475790 Jul 08 17:39:59.844612 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3687a8b6-7969-46cd-a83c-26025d89abf2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.846834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3687a8b6-7969-46cd-a83c-26025d89abf2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.848977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3687a8b6-7969-46cd-a83c-26025d89abf2 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/60a38c19-8bd0-42fe-ad0c-8c5612a316a9 HTTP/1.1" status: 404 len: 333 time: 0.1068447 Jul 08 17:39:59.852148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46750) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.904074 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-8467e47c-fbbe-4c9a-8aee-7e00e295eec8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.905617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8467e47c-fbbe-4c9a-8aee-7e00e295eec8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.908886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8467e47c-fbbe-4c9a-8aee-7e00e295eec8 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/c7492e6e-2af2-4db6-bddf-67b3b6d379d6 HTTP/1.1" status: 404 len: 337 time: 0.0554464 Jul 08 17:39:59.911360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:39:59.943654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c695fc-d9b6-46ae-9206-479ee0c8e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f63ab46-29a0-4fea-b56c-2ac26830b400,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:39:59.953726 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7295b5-43ad-4ae8-a1b2-1b7f0ab5445b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] DELETE failed (client error): The resource could not be found. Jul 08 17:39:59.955224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7295b5-43ad-4ae8-a1b2-1b7f0ab5445b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:39:59.958935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ec7295b5-43ad-4ae8-a1b2-1b7f0ab5445b tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/subnets/1c4cef2f-e1e1-488f-a595-28c2b24d4baf HTTP/1.1" status: 404 len: 337 time: 0.0449214 Jul 08 17:39:59.961397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46756) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:00.091432 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.110484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 48227a8c-ee6f-4f26-bd93-0a0d731bb48c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:00.146674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Pushing event updated for resources: {'Port': ['ID=657d7894-5f34-4d49-9bf1-0f8226484fa9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:00.160507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-74582215-14db-4278-a0c1-2a679b234dac None None] Provisioning for port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:00.165354 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9ecf-ae5e-4a0d-a500-90fa0a0a91ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.171943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.188510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:00.195301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] For port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,segment=NetworkSegment(a40e038e-4be0-4647-be0b-7e3b7bf4890d),segment_id=a40e038e-4be0-4647-be0b-7e3b7bf4890d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:00.195707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.220606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:00.225957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] Calling delete_port for 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:00.228032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:00.228622 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.252379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:00.257959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:00.293787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Deleting port 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:00.294148 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.415317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.432715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Calling delete_port for 57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:00.562839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.591489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:00.593825 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.633342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ef91-9909-4b1e-84a3-9d5a1f7f5952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.713489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:00.730792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.746738 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.815632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.830246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] Pushing event deleted for resources: {'Port': ['ID=7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:00.903518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Port': ['ID=57ec0dd5-481f-450d-8e3c-6e0dc86b0d66,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:00.906069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8ce41-4950-4ab1-96ca-9fd23bc9df74 None None] No DVR routers for this DVR port 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:00.941458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:00.948392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410dea9-bc1b-45fc-b2ec-da3f8f99bfaf None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:40:00.961063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-65d64fa6-e643-4363-a312-368661a3a184 None None] Provisioning complete for port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:00.961447 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-65d64fa6-e643-4363-a312-368661a3a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.971312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:00.973323 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2b6ec42f-ff8b-4f25-b517-d6f6e5146603 tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/ports/57ec0dd5-481f-450d-8e3c-6e0dc86b0d66 HTTP/1.1" status: 204 len: 168 time: 1.0101376 Jul 08 17:40:01.018374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46772) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:01.039962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ef91-9909-4b1e-84a3-9d5a1f7f5952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.041096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:01.041552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6efba6-a1fa-46ba-a3f2-5aff4c2b3338 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:01.069490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fbf3ef91-9909-4b1e-84a3-9d5a1f7f5952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.078991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:01.134430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fbf3ef91-9909-4b1e-84a3-9d5a1f7f5952 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac5f15d7cfa84a4ea7065f7ea48ed192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231791 Jul 08 17:40:01.140267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46776) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:01.213661 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.228229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3ef91-9909-4b1e-84a3-9d5a1f7f5952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613aeb68-8dd2-490e-85e3-e5eb7c0642a1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:01.262332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410dea9-bc1b-45fc-b2ec-da3f8f99bfaf None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:40:01.296309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Subnet': ['ID=bc00eb85-c9be-4fba-8464-45a509a0f94f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:01.332107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8885a514-b641-411c-af37-956767e04ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.336209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.341104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-eeda6f68-b316-420d-b219-e34c5fea721f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/subnets/bc00eb85-c9be-4fba-8464-45a509a0f94f HTTP/1.1" status: 204 len: 168 time: 1.8130243 Jul 08 17:40:01.346023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46784) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:01.361702 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8885a514-b641-411c-af37-956767e04ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.382925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.411673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f38ca-552f-4a11-87b9-ab1a542c2d6d req-91b9af2a-acf8-4837-bd56-fc7864b8f2df tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:01.420562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-767f38ca-552f-4a11-87b9-ab1a542c2d6d req-91b9af2a-acf8-4837-bd56-fc7864b8f2df tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.6657467 Jul 08 17:40:01.482457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8885a514-b641-411c-af37-956767e04ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.485353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8885a514-b641-411c-af37-956767e04ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.488961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8885a514-b641-411c-af37-956767e04ccf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/613aeb68-8dd2-490e-85e3-e5eb7c0642a1 HTTP/1.1" status: 204 len: 168 time: 0.3450818 Jul 08 17:40:01.501904 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.504496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885a514-b641-411c-af37-956767e04ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613aeb68-8dd2-490e-85e3-e5eb7c0642a1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:01.540354 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.676886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:01.718363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560fe103-e693-43ae-9c80-954447fc5abf None None] Network e9a5536c-0a30-4933-9627-872328071e59 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:01.746946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-767f38ca-552f-4a11-87b9-ab1a542c2d6d req-9d2e1753-bf58-4566-9500-4f924df51074 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228831 Jul 08 17:40:02.116564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-c9fb8aad-33e5-40f3-a421-f3f75474a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:02.119092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-c9fb8aad-33e5-40f3-a421-f3f75474a4d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1097 time: 0.1351099 Jul 08 17:40:02.249987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 48227a8c-ee6f-4f26-bd93-0a0d731bb48c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:02.311673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-591a018b-7cc2-4e17-ab79-037454bb2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:02.318465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-591a018b-7cc2-4e17-ab79-037454bb2b3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.1862636 Jul 08 17:40:02.333480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.346082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bf6955-6d62-4eab-b086-3f0c33736c83']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:02.358959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40e038e-4be0-4647-be0b-7e3b7bf4890d') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:02.359560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40e038e-4be0-4647-be0b-7e3b7bf4890d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:02.372490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.386696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:02.387282 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.392497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.401773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:40:02.402715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.473700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:40:02.478135 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:40:02.612806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.702805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] DHCP port deletion for e9a5536c-0a30-4933-9627-872328071e59 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:40:02.710983 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.713547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] 10.222.0.63 "DELETE /v2.0/networks/14bf6955-6d62-4eab-b086-3f0c33736c83 HTTP/1.1" status: 204 len: 168 time: 1.6926444 Jul 08 17:40:02.714818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6ccaa-385c-4742-8b93-0b0d05d0c8af tempest-PortsTestJSON-1641636053 tempest-PortsTestJSON-1641636053-project] Pushing event deleted for resources: {'Network': ['ID=14bf6955-6d62-4eab-b086-3f0c33736c83,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:02.829027 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.850353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port aab91422-77c5-4af7-8909-e3767c2f6165 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:02.852644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.853313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Deleting port aab91422-77c5-4af7-8909-e3767c2f6165 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:02.853709 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:02.862908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Router c4380f71-9a17-4f7c-8e3b-92872644878e is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:40:02.992507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] For port aab91422-77c5-4af7-8909-e3767c2f6165, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=aab91422-77c5-4af7-8909-e3767c2f6165,segment=NetworkSegment(5bb00fde-443a-4a6d-9243-a73845c9e5b5),segment_id=5bb00fde-443a-4a6d-9243-a73845c9e5b5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:02.993427 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.013319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Calling delete_port for aab91422-77c5-4af7-8909-e3767c2f6165 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:03.042309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46820) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:03.063560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-e764d2f5-56dc-4651-8c2e-4cd2461567cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 200 len: 1001 time: 0.7407317 Jul 08 17:40:03.124475 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.169627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-477a4e0b-7994-4490-8896-5930408c8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.171110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-477a4e0b-7994-4490-8896-5930408c8579 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.0945690 Jul 08 17:40:03.218081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Pushing event deleted for resources: {'Port': ['ID=aab91422-77c5-4af7-8909-e3767c2f6165,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:03.236987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] No DVR routers for this DVR port aab91422-77c5-4af7-8909-e3767c2f6165 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:03.261895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] For port aab91422-77c5-4af7-8909-e3767c2f6165, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=aab91422-77c5-4af7-8909-e3767c2f6165,segment=NetworkSegment(5bb00fde-443a-4a6d-9243-a73845c9e5b5),segment_id=5bb00fde-443a-4a6d-9243-a73845c9e5b5)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:03.262273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.267115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.274350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.275027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.275553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.276090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.276623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.277161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.278049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.278570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.279086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.280066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.281134 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2173a6f3-f845-474a-bb1a-91aac1a81fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:03.315315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-8623f43d-5555-42cc-ae9f-40ea43f7931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.316862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-8623f43d-5555-42cc-ae9f-40ea43f7931d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354296 Jul 08 17:40:03.325211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46828) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:03.387210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for aab91422-77c5-4af7-8909-e3767c2f6165 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:03.431742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40f77-16bf-4e08-ba86-56a69d074a65 req-372b1662-0d2b-482a-992b-c7543301f67f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:03.438430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6eb40f77-16bf-4e08-ba86-56a69d074a65 req-372b1662-0d2b-482a-992b-c7543301f67f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.4626670 Jul 08 17:40:03.447031 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-a764da48-6bdb-4fd7-8178-ec101b3923da service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196773 Jul 08 17:40:03.465247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-169479693'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:03.524948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:03.534597 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Sync routers for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:03.549392 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:03.550381 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:03.557640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6eb40f77-16bf-4e08-ba86-56a69d074a65 req-472f2050-4823-43be-a55f-ac93678acc70 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179683 Jul 08 17:40:03.558819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ddd58a63-5bd6-41e1-ad0e-9faa4e96b1e9 req-3fd2c72f-eb93-44b9-aea9-fae4de61a892 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022911 Jul 08 17:40:03.584561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:03.586838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.592521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.594434 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b4e497a3-c72c-4e50-87ef-033b632d4435 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6899636 Jul 08 17:40:03.597352 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f5db1fc3-5524-4c8e-b8e2-cb07a3235088 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e193cbbf2fb241c994e90cd4391d59b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708724 Jul 08 17:40:03.597960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46832) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:03.598319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:03.606044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.650812 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.689525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=aab91422-77c5-4af7-8909-e3767c2f6165,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:03.699881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] No DVR routers for this DVR port aab91422-77c5-4af7-8909-e3767c2f6165 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:03.757976 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:03.843158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e11f-3ee9-41c8-8836-4bb4b9c4c300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.882085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.913237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a5536c-0a30-4933-9627-872328071e59']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:03.917839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e11f-3ee9-41c8-8836-4bb4b9c4c300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:03.923104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aab91422-77c5-4af7-8909-e3767c2f6165 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:03.938596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb00fde-443a-4a6d-9243-a73845c9e5b5') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:03.939223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb00fde-443a-4a6d-9243-a73845c9e5b5') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:03.970183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: aab91422-77c5-4af7-8909-e3767c2f6165 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:03.971204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aab91422-77c5-4af7-8909-e3767c2f6165 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:03.973872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.012087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.020835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.033312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:40:04.033898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:40:04.037270 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:40:04.054674 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:00Z', 'revision_number': 3, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:04.084008 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Checking router: c4380f71-9a17-4f7c-8e3b-92872644878e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:04.084423 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Updating router c4380f71-9a17-4f7c-8e3b-92872644878e port 657d7894-5f34-4d49-9bf1-0f8226484fa9 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:40:04.100954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e11f-3ee9-41c8-8836-4bb4b9c4c300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.104250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e11f-3ee9-41c8-8836-4bb4b9c4c300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.105441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ac2e11f-3ee9-41c8-8836-4bb4b9c4c300 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62149cd7-96fa-4ca2-8ce0-d1ae84f16fbc HTTP/1.1" status: 204 len: 168 time: 0.5060666 Jul 08 17:40:04.120966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2e11f-3ee9-41c8-8836-4bb4b9c4c300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62149cd7-96fa-4ca2-8ce0-d1ae84f16fbc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:04.124121 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.128595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.181044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:40:04.223859 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.224220 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Added segment 7cac83a7-d0d0-4a61-8c87-0d505de7279c of type vlan for network 02f2602e-703e-48f5-899b-7f1e2951c730 Jul 08 17:40:04.384147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ace91a-3dc9-469b-b3a4-a4fb12576299,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:04.411319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.466175 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.489515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.491941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/networks/e9a5536c-0a30-4933-9627-872328071e59 HTTP/1.1" status: 204 len: 168 time: 3.1321537 Jul 08 17:40:04.507343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:04.536810 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.544215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24257ac-6cf1-4280-907e-0bde25b3dbb4 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Network': ['ID=e9a5536c-0a30-4933-9627-872328071e59,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:04.546745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.558376 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.563984 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Transition to ACTIVE for port object 657d7894-5f34-4d49-9bf1-0f8226484fa9 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:04.573002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:04.575087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.578485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-3c002f33-6c65-4fdf-9980-40875a444cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:04.580501 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-3c002f33-6c65-4fdf-9980-40875a444cc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1097 time: 0.2171042 Jul 08 17:40:04.582491 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.657790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46854) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:04.692212 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Attempting to bind port 657d7894-5f34-4d49-9bf1-0f8226484fa9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:04.692744 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Attempting to bind port 657d7894-5f34-4d49-9bf1-0f8226484fa9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:04.693108 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Attempting to bind port 657d7894-5f34-4d49-9bf1-0f8226484fa9 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:04.711164 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:04.711537 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:04.711934 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.712324 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:04.712817 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Bound port: 657d7894-5f34-4d49-9bf1-0f8226484fa9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:04.720476 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.763929 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Pushing event updated for resources: {'Port': ['ID=657d7894-5f34-4d49-9bf1-0f8226484fa9,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:04.781740 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.782084 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.782551 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.782886 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.783220 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.783523 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.783925 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.784137 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.788964 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.789314 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.789650 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.789977 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:04.854395 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] For port 657d7894-5f34-4d49-9bf1-0f8226484fa9, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:04.859153 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] For port 657d7894-5f34-4d49-9bf1-0f8226484fa9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=657d7894-5f34-4d49-9bf1-0f8226484fa9,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:04.869064 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:04.879332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-1487eda2-3827-4da5-aacb-e9762457ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:04.881531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-1487eda2-3827-4da5-aacb-e9762457ab1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.2599874 Jul 08 17:40:04.953951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8672867 Jul 08 17:40:04.986203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46868) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:05.012371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-380d6d10-dd6f-408f-8a51-a45e68ad1037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.025517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:05.052983 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:05.056681 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:05.060932 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54e08f-1322-429b-8478-3517491acd05 None None] Pushing event updated for resources: {'Port': ['ID=657d7894-5f34-4d49-9bf1-0f8226484fa9,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:05.075989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30deb73-a305-4566-a163-51a52e9fcffe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Network': ['ID=02f2602e-703e-48f5-899b-7f1e2951c730,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:05.090752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:40:05.207267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-380d6d10-dd6f-408f-8a51-a45e68ad1037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.222529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-380d6d10-dd6f-408f-8a51-a45e68ad1037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.265750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-a91acd52-d589-4c60-9a01-7b6a3b0fe625 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 200 len: 1001 time: 0.3486574 Jul 08 17:40:05.348637 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:05.361149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8ca24-5a86-4ed4-a1ac-ffc0c28b44d3 req-3a0906e2-48bd-44c2-a5ea-b31cab2cf9fb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:05.362547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1a8ca24-5a86-4ed4-a1ac-ffc0c28b44d3 req-3a0906e2-48bd-44c2-a5ea-b31cab2cf9fb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 946 time: 0.4643831 Jul 08 17:40:05.363997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 89d7407f-4529-48b6-9dcd-9c8c1eb14066 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:05.364341 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.407618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-380d6d10-dd6f-408f-8a51-a45e68ad1037 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d5cf684cba242aba0b54f2167044cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7484796 Jul 08 17:40:05.420220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46878) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:05.451450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d6d10-dd6f-408f-8a51-a45e68ad1037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c55849-8e83-4552-b7c5-092bf127ab5b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:05.609819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Allocated IP 172.20.0.1 (c6b400da-81cc-41bc-8197-8410b53c3380/04c374cd-9975-4071-893c-485e95945e6e/2e5ee38a-b878-4232-9146-ab7bcc13ef12) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:05.690948 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:00Z', 'revision_number': 3, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:05.745001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46882) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:05.751461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.751793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.771146 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fd28d-15c0-42c9-84e6-e2da7efd217a None None] The sync data for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 is: [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:00Z', 'revision_number': 3, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:05.774936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1a8ca24-5a86-4ed4-a1ac-ffc0c28b44d3 req-b8b86fe0-04a2-427e-b42d-6df48789fe3f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906305 Jul 08 17:40:05.779331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 89d7407f-4529-48b6-9dcd-9c8c1eb14066 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:05.846586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.882727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Transition to ACTIVE for port object 2e5ee38a-b878-4232-9146-ab7bcc13ef12 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:05.888075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:05.905185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:05.910989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e4f08a5c-8ce3-4393-a40b-ae017fdfd3db tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:05.912007 n-d-799528-4 neutron-server[93664]: WARNING neutron.api.v2.base [None req-e4f08a5c-8ce3-4393-a40b-ae017fdfd3db tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:40:05.913009 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-e4f08a5c-8ce3-4393-a40b-ae017fdfd3db tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:40:05.918353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e4f08a5c-8ce3-4393-a40b-ae017fdfd3db tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1723022 Jul 08 17:40:05.968356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46886) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:05.979573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248041905'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:06.016029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-cbfca5c1-ef54-4b1d-ac10-841f8b5bb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:06.017703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-cbfca5c1-ef54-4b1d-ac10-841f8b5bb5e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.7300169 Jul 08 17:40:06.030817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:06.063081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.075020 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.078561 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1fd78d-5f81-4ff8-ab51-cb5f4e471604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.085128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.122149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=89d7407f-4529-48b6-9dcd-9c8c1eb14066,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:06.134913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1fd78d-5f81-4ff8-ab51-cb5f4e471604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.176897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.221716 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.231296 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.234091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.235286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a807c87f-65f9-4414-ab52-eea94e6b296a tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/floatingips/1bcc8383-9968-4542-8308-976dd60ae6fa HTTP/1.1" status: 204 len: 168 time: 1.7035353 Jul 08 17:40:06.249722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46890) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:06.279609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:06.280700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:06.284265 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1e530c-bf11-49ea-b6b5-e93475a856c4" -d '{"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-unplugged", "status": "completed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:06.286197 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c8de79-b42d-4a76-82bd-9eb584b83bb6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] DELETE failed (client error): The resource could not be found. Jul 08 17:40:06.287984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c8de79-b42d-4a76-82bd-9eb584b83bb6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:06.292051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-53c8de79-b42d-4a76-82bd-9eb584b83bb6 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/ports/391b38de-1b34-4756-b106-986bc05f4778 HTTP/1.1" status: 404 len: 333 time: 0.0383005 Jul 08 17:40:06.297058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.300179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46894) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:06.337673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-98984a7d-e0b3-4632-8741-5acc8e235ea5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f HTTP/1.1" status: 200 len: 205 time: 0.0362043 Jul 08 17:40:06.341843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46896) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:06.366751 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bc581f-c357-4df8-a2ad-9e46a736c351 x-openstack-request-id: req-11bc581f-c357-4df8-a2ad-9e46a736c351 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:06.367529 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-unplugged", "status": "failed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811", "code": 422}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:06.368001 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-11bc581f-c357-4df8-a2ad-9e46a736c351 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:06.368620 n-d-799528-4 neutron-server[93666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'code': 422} returned with failed status Jul 08 17:40:06.369515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:06.404864 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-0c1a3810-c5cb-4f6c-ac59-08514adc8a32 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] delete failed (client error): The resource could not be found. Jul 08 17:40:06.410045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0c1a3810-c5cb-4f6c-ac59-08514adc8a32 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/routers/5c0836d7-5e3d-4ea4-9f35-2b1d4d08b40f HTTP/1.1" status: 404 len: 336 time: 0.0671260 Jul 08 17:40:06.411035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46898) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:06.471881 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-262aa428-d85e-497f-9883-fb14c3c70217 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] DELETE failed (client error): The resource could not be found. Jul 08 17:40:06.472551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262aa428-d85e-497f-9883-fb14c3c70217 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:06.478130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-262aa428-d85e-497f-9883-fb14c3c70217 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/subnets/bc00eb85-c9be-4fba-8464-45a509a0f94f HTTP/1.1" status: 404 len: 337 time: 0.0417225 Jul 08 17:40:06.478858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:06.481341 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.493871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.582531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.627810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:06.635741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.651701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:06.661224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:06.692929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-992f7102-b4bc-42a6-aa08-a8a9b26d74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:06.694733 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-992f7102-b4bc-42a6-aa08-a8a9b26d74b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6669154 Jul 08 17:40:06.707339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Pushing event updated for resources: {'Port': ['ID=2e5ee38a-b878-4232-9146-ab7bcc13ef12,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:06.711793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.716360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7402501 Jul 08 17:40:06.716840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46902) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:06.729281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-caf7184e-fed3-45c8-9b95-d9ec46017f99 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '4bc1532a-8419-4a88-8f36-b52a9784b90a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:06.741461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4478cc-068d-4dbe-a0c3-f30a85a7fb9f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:06.881910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ef22d-a074-42bb-98b8-881d595cc4b4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1532a-8419-4a88-8f36-b52a9784b90a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:06.915722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1fd78d-5f81-4ff8-ab51-cb5f4e471604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.926305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1fd78d-5f81-4ff8-ab51-cb5f4e471604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.927008 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef1fd78d-5f81-4ff8-ab51-cb5f4e471604 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/78c55849-8e83-4552-b7c5-092bf127ab5b HTTP/1.1" status: 204 len: 168 time: 1.4957259 Jul 08 17:40:06.981460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:06.984556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fd78d-5f81-4ff8-ab51-cb5f4e471604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c55849-8e83-4552-b7c5-092bf127ab5b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:07.031027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-0e008522-a871-4cba-b5bc-8c8cbc67ffdc service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248522 Jul 08 17:40:07.036060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf7184e-fed3-45c8-9b95-d9ec46017f99 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.114297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 8f2fc8df-3f58-4968-a67a-d9016f88bd4b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:07.115084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.117645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.184714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-98e087ae-800d-4827-83a9-60c7f320afd5 None None] Provisioning for port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:07.196171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-98e087ae-800d-4827-83a9-60c7f320afd5 None None] Provisioning complete for port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:07.196558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98e087ae-800d-4827-83a9-60c7f320afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.265840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-98e087ae-800d-4827-83a9-60c7f320afd5 None None] Port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:07.383403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf7184e-fed3-45c8-9b95-d9ec46017f99 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.394543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=7fe43a22-5b0f-451c-807b-174e2cbd9008,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:07.416945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:07.417725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network hostable DHCP agents. Network: 02f2602e-703e-48f5-899b-7f1e2951c730, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:40:07.421727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf7184e-fed3-45c8-9b95-d9ec46017f99 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.452013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7184e-fed3-45c8-9b95-d9ec46017f99 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211e2b03-951a-4866-8a78-ebcde5f77f8b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:07.471536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:40:07.480255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab221c4-2f58-47e7-818a-9a29d4074403 req-fb2f5bbc-50fd-4475-8c72-976465f023df tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.482024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ab221c4-2f58-47e7-818a-9a29d4074403 req-fb2f5bbc-50fd-4475-8c72-976465f023df tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.3754506 Jul 08 17:40:07.505512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d64a0c9-39d0-4f82-a25f-13bf3e8794be req-467f30e0-8cfb-4df9-b234-4750bcf98da1 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131796 Jul 08 17:40:07.517421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 02f2602e-703e-48f5-899b-7f1e2951c730) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:07.524844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:07.525559 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.528158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7213664-4573-4ccf-9c4b-4ec920781ebb None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:07.531310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.542236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.547182 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-caf7184e-fed3-45c8-9b95-d9ec46017f99 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.548555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-caf7184e-fed3-45c8-9b95-d9ec46017f99 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8309267 Jul 08 17:40:07.553637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46912) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:07.559320 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-570dcc49-e040-44f8-8a9d-07e9c24fbdfb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '4bc1532a-8419-4a88-8f36-b52a9784b90a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:07.572625 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c26e7e49-b2be-4cf7-b366-bb469609a728 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5580206 Jul 08 17:40:07.574723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46914) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:07.586200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'name': 'tempest-NetworksTestDHCPv6-1344475930'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:07.597068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 8f2fc8df-3f58-4968-a67a-d9016f88bd4b owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:07.603303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ab221c4-2f58-47e7-818a-9a29d4074403 req-7eeb93d1-8fe3-49e7-899b-94bc3cc3901f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100817 Jul 08 17:40:07.603771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46916) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:07.630275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd36b18b-2ff4-4859-a465-ca5dc7c57e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.792631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '7fe43a22-5b0f-451c-807b-174e2cbd9008'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:07.793670 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.874503 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.876303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.904277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:07.920910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=8f2fc8df-3f58-4968-a67a-d9016f88bd4b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:07.956372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-570dcc49-e040-44f8-8a9d-07e9c24fbdfb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.021234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 657d7894-5f34-4d49-9bf1-0f8226484fa9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:08.050639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Pushing event updated for resources: {'Port': ['ID=2e5ee38a-b878-4232-9146-ab7bcc13ef12,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:08.094884 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.137534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd36b18b-2ff4-4859-a465-ca5dc7c57e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.155584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd36b18b-2ff4-4859-a465-ca5dc7c57e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.213954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd36b18b-2ff4-4859-a465-ca5dc7c57e8e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c46635bd8d74d31903d085d26fcca36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035261 Jul 08 17:40:08.217681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:08.228449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.230303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a92794ba-2576-46d9-acfe-b2f585a2bf85 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/ports/8f2fc8df-3f58-4968-a67a-d9016f88bd4b HTTP/1.1" status: 204 len: 168 time: 1.7474554 Jul 08 17:40:08.254406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46930) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:08.261216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:08.264567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:08.264717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/7fe43a22-5b0f-451c-807b-174e2cbd9008/930c8d0c-3535-4809-8936-1460915a00c9) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:08.268961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:08.274392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.318663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36b18b-2ff4-4859-a465-ca5dc7c57e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da0a29-26e4-430c-b6b5-31aab0916377,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:08.336186 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-570dcc49-e040-44f8-8a9d-07e9c24fbdfb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:40:08.339801 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-570dcc49-e040-44f8-8a9d-07e9c24fbdfb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7842565 Jul 08 17:40:08.344240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:08.344436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46932) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:08.507571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 657d7894-5f34-4d49-9bf1-0f8226484fa9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:08.542304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 657d7894-5f34-4d49-9bf1-0f8226484fa9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:08.542632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.566573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51d52854-445a-472a-beb8-c67857646191 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.575043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcaba512-b15f-4fb9-ad89-05fceffd8665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.593542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Router c4380f71-9a17-4f7c-8e3b-92872644878e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:08.663843 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcaba512-b15f-4fb9-ad89-05fceffd8665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.822893 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.836005 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51d52854-445a-472a-beb8-c67857646191 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.861132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcaba512-b15f-4fb9-ad89-05fceffd8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.862871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:08.864067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcaba512-b15f-4fb9-ad89-05fceffd8665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.879500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 657d7894-5f34-4d49-9bf1-0f8226484fa9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=657d7894-5f34-4d49-9bf1-0f8226484fa9,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:08.882614 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3256055c-346a-4ce9-bff0-31ceb7cc231f admin admin] 10.222.0.63 "PUT /v2.0/routers/c4380f71-9a17-4f7c-8e3b-92872644878e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2767529 Jul 08 17:40:08.887082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-de0b0bc3-98df-497c-a650-ae07090dfab9 None None] Provisioning complete for port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:08.887499 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-de0b0bc3-98df-497c-a650-ae07090dfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.894649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.898289 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dcaba512-b15f-4fb9-ad89-05fceffd8665 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/85da0a29-26e4-430c-b6b5-31aab0916377 HTTP/1.1" status: 204 len: 168 time: 0.6739919 Jul 08 17:40:08.926630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 0f13b078-b14d-4955-8fcc-6312ac037866 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:08.926782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.943018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaba512-b15f-4fb9-ad89-05fceffd8665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da0a29-26e4-430c-b6b5-31aab0916377,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:08.971182 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:08.978662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Sync routers for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:09.016602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Transition to ACTIVE for port object 930c8d0c-3535-4809-8936-1460915a00c9 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:09.139140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-de0b0bc3-98df-497c-a650-ae07090dfab9 None None] Port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:09.145549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:09.146200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:09.154764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.170991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 0f13b078-b14d-4955-8fcc-6312ac037866 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:09.280974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b853a-0862-40e2-b364-e881341af138 req-0913aac6-02c5-45d2-b1ab-5bb0489beb5c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:09.282698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-314b853a-0862-40e2-b364-e881341af138 req-0913aac6-02c5-45d2-b1ab-5bb0489beb5c tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.3091125 Jul 08 17:40:09.285448 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51d52854-445a-472a-beb8-c67857646191 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.288792 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51d52854-445a-472a-beb8-c67857646191 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.291629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Transition to ACTIVE for port object 930c8d0c-3535-4809-8936-1460915a00c9 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:09.292646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-51d52854-445a-472a-beb8-c67857646191 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/4bc1532a-8419-4a88-8f36-b52a9784b90a HTTP/1.1" status: 204 len: 168 time: 0.9400499 Jul 08 17:40:09.292811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46962) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:09.299560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=657d7894-5f34-4d49-9bf1-0f8226484fa9,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:09.345348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d52854-445a-472a-beb8-c67857646191 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1532a-8419-4a88-8f36-b52a9784b90a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:09.377562 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.383902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-314b853a-0862-40e2-b364-e881341af138 req-6e600710-cd0b-4986-88f6-f4197366e614 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899880 Jul 08 17:40:09.410769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.417500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::359 (02f2602e-703e-48f5-899b-7f1e2951c730/7fe43a22-5b0f-451c-807b-174e2cbd9008/c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:09.478451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:09.489252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:09.493562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:09.495637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Pushing event updated for resources: {'Port': ['ID=930c8d0c-3535-4809-8936-1460915a00c9,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:09.499149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:09.504418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=0f13b078-b14d-4955-8fcc-6312ac037866,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:09.688124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.692094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fb7c37cd-b32b-4499-857a-319ac0d2374f tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/ports/0f13b078-b14d-4955-8fcc-6312ac037866 HTTP/1.1" status: 204 len: 168 time: 1.4367390 Jul 08 17:40:09.695418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46972) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:09.712034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.737787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Attempting to bind port 930c8d0c-3535-4809-8936-1460915a00c9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:09.738454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Attempting to bind port 930c8d0c-3535-4809-8936-1460915a00c9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:09.738770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Attempting to bind port 930c8d0c-3535-4809-8936-1460915a00c9 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:09.755873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:09.782946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:09.783640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:09.784680 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.784680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:09.786248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Bound port: 930c8d0c-3535-4809-8936-1460915a00c9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:09.786900 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.802479 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-facb404d-4fbf-42b9-9704-25e27d22e3e7 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5075698 Jul 08 17:40:09.810345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:09.841479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8984321f-7957-4622-a911-f20535d47e0b tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--265409856'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:09.945899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8984321f-7957-4622-a911-f20535d47e0b tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.951131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e1553-158d-426f-8bdd-84170023cb12 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:09.951448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 657d7894-5f34-4d49-9bf1-0f8226484fa9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:09.951783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:09.957187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4a1e1553-158d-426f-8bdd-84170023cb12 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "GET /v2.0/ports?device_id=618a261d-d9ec-4052-bbbc-1dc450433fec HTTP/1.1" status: 200 len: 913 time: 0.2554233 Jul 08 17:40:09.957850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46990) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:10.051000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] For port 930c8d0c-3535-4809-8936-1460915a00c9, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:10.061170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:10.067416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] For port 930c8d0c-3535-4809-8936-1460915a00c9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=930c8d0c-3535-4809-8936-1460915a00c9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:10.073335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 657d7894-5f34-4d49-9bf1-0f8226484fa9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:10.073932 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.116956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:10.120430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:10.141811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:10.151970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:10.161423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:10.162107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.184646 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.224471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-65b61d1d-3790-4f28-aaaf-2e32ce8797eb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1961741 Jul 08 17:40:10.314267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8984321f-7957-4622-a911-f20535d47e0b tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.321788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8984321f-7957-4622-a911-f20535d47e0b tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.350806 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-782e5327-01a2-4b6f-bccd-222e9952e909 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7724957 Jul 08 17:40:10.351587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46998) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:10.387440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9211f-601f-49b8-800c-db9cfcbb1ef2 None None] Pushing event updated for resources: {'Port': ['ID=930c8d0c-3535-4809-8936-1460915a00c9,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:10.426195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 2, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:10.433512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8984321f-7957-4622-a911-f20535d47e0b tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.436183 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8984321f-7957-4622-a911-f20535d47e0b tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6214921 Jul 08 17:40:10.470812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47002) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:10.473959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Checking router: c4380f71-9a17-4f7c-8e3b-92872644878e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:10.474321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Updating router c4380f71-9a17-4f7c-8e3b-92872644878e port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:40:10.483504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-80726a94-e376-4706-9218-08933c50608f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': 'cd86205c-cb13-4c53-9cbf-26164f030e4c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:10.485005 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-80726a94-e376-4706-9218-08933c50608f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 17:40:10.485790 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-80726a94-e376-4706-9218-08933c50608f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:10.487158 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-80726a94-e376-4706-9218-08933c50608f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076344 Jul 08 17:40:10.495716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984321f-7957-4622-a911-f20535d47e0b tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd86205c-cb13-4c53-9cbf-26164f030e4c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:10.498315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47004) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:10.519418 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.581728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47008) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:10.610209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-78c11fa4-304b-45d9-b587-7f1cf216cd74 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883898647', 'description': 'tempest-description--706050693'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:10.656624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e0f885-61f8-42d5-8dce-c23e59ac55fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:10.668395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e0f885-61f8-42d5-8dce-c23e59ac55fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:10.673125 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-63e0f885-61f8-42d5-8dce-c23e59ac55fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3164020 Jul 08 17:40:10.679003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47010) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:10.746108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46f0ee-8db3-4118-8c94-fe2895c6a6cb req-7b178de0-299a-4e07-99e6-f4ef5ba26bf8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:10.753863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d46f0ee-8db3-4118-8c94-fe2895c6a6cb req-7b178de0-299a-4e07-99e6-f4ef5ba26bf8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.7947752 Jul 08 17:40:10.777392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d5812e12-9f8c-4754-9588-11075a9e7096 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.780343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78c11fa4-304b-45d9-b587-7f1cf216cd74 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.832504 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d5812e12-9f8c-4754-9588-11075a9e7096 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.901935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:10.902293 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.946297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d5812e12-9f8c-4754-9588-11075a9e7096 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.949089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d5812e12-9f8c-4754-9588-11075a9e7096 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:10.953489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d5812e12-9f8c-4754-9588-11075a9e7096 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/cd86205c-cb13-4c53-9cbf-26164f030e4c HTTP/1.1" status: 204 len: 168 time: 0.4528077 Jul 08 17:40:10.954158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47016) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:10.976324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5812e12-9f8c-4754-9588-11075a9e7096 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd86205c-cb13-4c53-9cbf-26164f030e4c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:10.986528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78c11fa4-304b-45d9-b587-7f1cf216cd74 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.012345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78c11fa4-304b-45d9-b587-7f1cf216cd74 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.045111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d46f0ee-8db3-4118-8c94-fe2895c6a6cb req-1cde9365-15c3-431e-a727-577d7fc6f6c2 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850320 Jul 08 17:40:11.047539 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-13c33803-3b57-46f3-8f74-1058370c3b75 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813305 Jul 08 17:40:11.053301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47020) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:11.078948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b1b58419-fa57-4ebb-92eb-f33627930a9e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--461654412'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:11.107907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.115800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78c11fa4-304b-45d9-b587-7f1cf216cd74 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.117417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-78c11fa4-304b-45d9-b587-7f1cf216cd74 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5337555 Jul 08 17:40:11.122237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47022) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:11.128202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11fa4-304b-45d9-b587-7f1cf216cd74 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:11.133618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4cb16dbb-67ee-4397-9353-ebe2979b269a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'security_group_rule': {'security_group_id': '49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:11.163865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e44c-8eca-4de7-966b-6a5160f2d38e req-0768ccbe-1c63-4e0c-acd9-9123c229d23f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:11.165908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7762e44c-8eca-4de7-966b-6a5160f2d38e req-0768ccbe-1c63-4e0c-acd9-9123c229d23f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.3239322 Jul 08 17:40:11.259441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7762e44c-8eca-4de7-966b-6a5160f2d38e req-b83c929f-083f-4cb3-9ada-28029f149d2f tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814433 Jul 08 17:40:11.269744 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.283311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Transition to ACTIVE for port object 2e5ee38a-b878-4232-9146-ab7bcc13ef12 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:11.293805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.386069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48734f-7425-4e22-9475-cf4c062ce29d None None] Pushing event updated for resources: {'Port': ['ID=2e5ee38a-b878-4232-9146-ab7bcc13ef12,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:11.459917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.470515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Attempting to bind port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:11.471254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Attempting to bind port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:11.471640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Attempting to bind port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:11.478859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:11.479422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:11.479977 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.480390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Bound using segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:11.481487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Bound port: 2e5ee38a-b878-4232-9146-ab7bcc13ef12, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:11.481889 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.587474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] For port 2e5ee38a-b878-4232-9146-ab7bcc13ef12, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:11.594587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] For port 2e5ee38a-b878-4232-9146-ab7bcc13ef12, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2e5ee38a-b878-4232-9146-ab7bcc13ef12,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:11.606920 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.637569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:11.695372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:11.696197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:11.719883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1b58419-fa57-4ebb-92eb-f33627930a9e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.765679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe428c-ea67-4ee1-92fb-205223660755 req-99dc90b4-0410-44c8-8f8e-86bc7c718dc4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:11.767396 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0afe428c-ea67-4ee1-92fb-205223660755 req-99dc90b4-0410-44c8-8f8e-86bc7c718dc4 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.6721969 Jul 08 17:40:11.839326 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4cb16dbb-67ee-4397-9353-ebe2979b269a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:11.885868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:12.057140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4cb16dbb-67ee-4397-9353-ebe2979b269a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.070868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.102187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d57f5-27e9-4a34-8c27-8a78e3288b1f None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:12.109114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4cb16dbb-67ee-4397-9353-ebe2979b269a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.114762 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1b58419-fa57-4ebb-92eb-f33627930a9e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.117549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:12.142564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1b58419-fa57-4ebb-92eb-f33627930a9e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.158975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb16dbb-67ee-4397-9353-ebe2979b269a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaeb56d-ab8f-4f91-982f-f59acdf4d9b5,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:12.195059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 930c8d0c-3535-4809-8936-1460915a00c9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:12.205029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Deleting port 8b90277c-7f9d-41f6-9a83-523785a72d8f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:12.205491 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.219901 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4cb16dbb-67ee-4397-9353-ebe2979b269a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.221336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4cb16dbb-67ee-4397-9353-ebe2979b269a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0943239 Jul 08 17:40:12.242186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:12.249536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2d8df73d-2173-4dce-b37a-d8ac1e363399 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'security_group_rule': {'security_group_id': '49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:12.259121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48734f-7425-4e22-9475-cf4c062ce29d None None] Pushing event updated for resources: {'Port': ['ID=2e5ee38a-b878-4232-9146-ab7bcc13ef12,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:12.279204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47048) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:12.290859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 3d90cb0a-3638-43f3-b7be-172a01361bcd {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:12.291351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.308549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] For port 8b90277c-7f9d-41f6-9a83-523785a72d8f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8b90277c-7f9d-41f6-9a83-523785a72d8f,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:12.308986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.324549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Calling delete_port for 8b90277c-7f9d-41f6-9a83-523785a72d8f owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:12.401171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.405749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7505a84c-d799-4041-8fd1-c1504e7dbc50 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2 HTTP/1.1" status: 204 len: 168 time: 1.7234380 Jul 08 17:40:12.407734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b58419-fa57-4ebb-92eb-f33627930a9e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458484df-0aaf-4da4-a5a6-f1a13f0db3dd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:12.410480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47052) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:12.432780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d8df73d-2173-4dce-b37a-d8ac1e363399 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.461499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1b58419-fa57-4ebb-92eb-f33627930a9e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.465642 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1b58419-fa57-4ebb-92eb-f33627930a9e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4108984 Jul 08 17:40:12.475033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47054) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:12.486195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be9c48-848e-4ad2-8108-59a00ad2b139 req-5db60ede-44b9-4e53-87f6-1169d3fa57e7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:12.487755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3be9c48-848e-4ad2-8108-59a00ad2b139 req-5db60ede-44b9-4e53-87f6-1169d3fa57e7 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.2836683 Jul 08 17:40:12.488566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b30eb373-c342-4506-9539-aef79ba14a84 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '458484df-0aaf-4da4-a5a6-f1a13f0db3dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:12.489537 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-b30eb373-c342-4506-9539-aef79ba14a84 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 17:40:12.490149 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-b30eb373-c342-4506-9539-aef79ba14a84 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:12.494995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b30eb373-c342-4506-9539-aef79ba14a84 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0185084 Jul 08 17:40:12.497103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47058) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:12.500903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 930c8d0c-3535-4809-8936-1460915a00c9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:12.557889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.575849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c31cde7-4136-40e8-841d-18556c33ce6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.577850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291be51-eec9-4fb0-81f2-a90ee68ccfed tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:12.580316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291be51-eec9-4fb0-81f2-a90ee68ccfed tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:12.582684 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a291be51-eec9-4fb0-81f2-a90ee68ccfed tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1702662 Jul 08 17:40:12.589295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:12.616223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb2e5dad-97b1-42bc-bca4-a0c75a1274ab None None] Provisioning for port 930c8d0c-3535-4809-8936-1460915a00c9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:12.618568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 3d90cb0a-3638-43f3-b7be-172a01361bcd owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:12.623295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb2e5dad-97b1-42bc-bca4-a0c75a1274ab None None] Provisioning complete for port 930c8d0c-3535-4809-8936-1460915a00c9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:12.623674 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb2e5dad-97b1-42bc-bca4-a0c75a1274ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.663021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3be9c48-848e-4ad2-8108-59a00ad2b139 req-67677686-1635-41f8-8de2-05c9853e91ee tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420760 Jul 08 17:40:12.695926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:11Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:12.701450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850c6b8-c7d1-42bd-a991-9a7649658444 req-6a1f279b-094f-4efe-bf74-4e0eb27df825 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:12.701825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d850c6b8-c7d1-42bd-a991-9a7649658444 req-6a1f279b-094f-4efe-bf74-4e0eb27df825 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 945 time: 0.2940338 Jul 08 17:40:12.732870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257243d3-0a13-4848-8db6-722f3d6701d3 None None] The sync data for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 is: [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:11Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:12.759830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 7fe43a22-5b0f-451c-807b-174e2cbd9008 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:12.765547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c84b3c59-7da3-46ba-9999-9ea12b5b3ebb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.769795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.777314 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d8df73d-2173-4dce-b37a-d8ac1e363399 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.795515 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb2e5dad-97b1-42bc-bca4-a0c75a1274ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.824810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d8df73d-2173-4dce-b37a-d8ac1e363399 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.856012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.860930 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.865021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c84b3c59-7da3-46ba-9999-9ea12b5b3ebb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.876559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0f3dacad-c542-4a0b-aad0-df20b1c07053', '8b90277c-7f9d-41f6-9a83-523785a72d8f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:12.891445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8df73d-2173-4dce-b37a-d8ac1e363399 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750018c8-654f-4606-af65-c5b0e535a217,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:12.906712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d850c6b8-c7d1-42bd-a991-9a7649658444 req-05656232-81c5-490e-b3bf-34ab56138958 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933644 Jul 08 17:40:12.947351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cb2e5dad-97b1-42bc-bca4-a0c75a1274ab None None] For port 930c8d0c-3535-4809-8936-1460915a00c9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=930c8d0c-3535-4809-8936-1460915a00c9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:12.971038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb2e5dad-97b1-42bc-bca4-a0c75a1274ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:12.985047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Pushing event deleted for resources: {'Port': ['ID=8b90277c-7f9d-41f6-9a83-523785a72d8f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:13.066253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c31cde7-4136-40e8-841d-18556c33ce6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.080375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] No DVR routers for this DVR port 8b90277c-7f9d-41f6-9a83-523785a72d8f on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:13.093864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.096703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0afe428c-ea67-4ee1-92fb-205223660755 req-43b1f151-7a2a-487a-a348-9339439c5d7a tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "DELETE /v2.0/ports/8b90277c-7f9d-41f6-9a83-523785a72d8f HTTP/1.1" status: 204 len: 173 time: 1.3185856 Jul 08 17:40:13.097529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3990bd97-3813-4420-b476-c177576b8447', 'name': 'network-vif-deleted', 'tag': '8b90277c-7f9d-41f6-9a83-523785a72d8f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:13.099943 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c081a9-634d-4e4e-82a4-b9c09e112e65" -d '{"events": [{"server_uuid": "3990bd97-3813-4420-b476-c177576b8447", "name": "network-vif-deleted", "tag": "8b90277c-7f9d-41f6-9a83-523785a72d8f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:13.116416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c31cde7-4136-40e8-841d-18556c33ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.134283 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d8df73d-2173-4dce-b37a-d8ac1e363399 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.138345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2d8df73d-2173-4dce-b37a-d8ac1e363399 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8905525 Jul 08 17:40:13.156217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47068) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:13.159487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e5dad-97b1-42bc-bca4-a0c75a1274ab None None] Pushing event updated for resources: {'Port': ['ID=930c8d0c-3535-4809-8936-1460915a00c9,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:13.170548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:13.180586 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c1bde7-c270-4102-ab4a-d3dcb5f3a841 x-openstack-request-id: req-d0c1bde7-c270-4102-ab4a-d3dcb5f3a841 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:13.181134 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3990bd97-3813-4420-b476-c177576b8447", "name": "network-vif-deleted", "tag": "8b90277c-7f9d-41f6-9a83-523785a72d8f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:13.181582 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d0c1bde7-c270-4102-ab4a-d3dcb5f3a841 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:13.182156 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3990bd97-3813-4420-b476-c177576b8447', 'name': 'network-vif-deleted', 'tag': '8b90277c-7f9d-41f6-9a83-523785a72d8f', 'status': 'completed', 'code': 200} Jul 08 17:40:13.183909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c84b3c59-7da3-46ba-9999-9ea12b5b3ebb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.186801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c84b3c59-7da3-46ba-9999-9ea12b5b3ebb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.188258 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c84b3c59-7da3-46ba-9999-9ea12b5b3ebb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/458484df-0aaf-4da4-a5a6-f1a13f0db3dd HTTP/1.1" status: 204 len: 168 time: 0.6819389 Jul 08 17:40:13.201138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47070) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:13.204349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b3c59-7da3-46ba-9999-9ea12b5b3ebb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458484df-0aaf-4da4-a5a6-f1a13f0db3dd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:13.271191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1e8bd14c-b1e4-4b69-bc8c-52774fb3c7c2 None None] Provisioning complete for port 930c8d0c-3535-4809-8936-1460915a00c9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:13.273070 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1e8bd14c-b1e4-4b69-bc8c-52774fb3c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.276241 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.281597 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c31cde7-4136-40e8-841d-18556c33ce6b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=36e2842c32b54342aa91cae591c1a63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9971316 Jul 08 17:40:13.289351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47072) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:13.320953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31cde7-4136-40e8-841d-18556c33ce6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd6844-07e2-4311-8a81-3dd994aadd24,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:13.395558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-db3e54cc-f819-4016-92fd-90eee5a5ccb1 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1842554 Jul 08 17:40:13.399650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47074) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:13.401550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.405814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5a5d89c8-7ba7-4c96-9767-00c9699d2262 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--142073666'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:13.449566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.464288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.494585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe43a22-5b0f-451c-807b-174e2cbd9008,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:13.503039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a5d89c8-7ba7-4c96-9767-00c9699d2262 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.518045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.519971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ea747c7a-e253-4032-a0db-b8e0bce8687c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/7fe43a22-5b0f-451c-807b-174e2cbd9008 HTTP/1.1" status: 204 len: 168 time: 0.9287992 Jul 08 17:40:13.523109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47076) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:13.528934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=3d90cb0a-3638-43f3-b7be-172a01361bcd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:13.564968 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.593405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5aa542ca-af58-4c05-836c-7bea804f8dd7 None None] Could not find standard attr ID for object c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:40:13.607815 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f060124d-1de9-496e-aeef-a057f9fb5bb0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835106 Jul 08 17:40:13.610940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47078) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:13.618692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:13.629508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d2f-691d-4e95-846c-e88a8a6ab065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.702768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d2f-691d-4e95-846c-e88a8a6ab065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.834796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535a70c-666e-443b-9311-5743227fc05f None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:13.920687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.923580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a5d89c8-7ba7-4c96-9767-00c9699d2262 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:13.955525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a5d89c8-7ba7-4c96-9767-00c9699d2262 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.071958 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d2f-691d-4e95-846c-e88a8a6ab065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.074003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:14.075639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6da1d2f-691d-4e95-846c-e88a8a6ab065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.076831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d6da1d2f-691d-4e95-846c-e88a8a6ab065 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ccd6844-07e2-4311-8a81-3dd994aadd24 HTTP/1.1" status: 204 len: 168 time: 0.7843888 Jul 08 17:40:14.078657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.114959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.187687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 930c8d0c-3535-4809-8936-1460915a00c9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:14.204208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da1d2f-691d-4e95-846c-e88a8a6ab065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd6844-07e2-4311-8a81-3dd994aadd24,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:14.234117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a5d89c8-7ba7-4c96-9767-00c9699d2262 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.239197 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5a5d89c8-7ba7-4c96-9767-00c9699d2262 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8359144 Jul 08 17:40:14.240159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47088) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.247950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-811264a7-0919-4baa-91a3-fcdaba74703f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': 'b59fb9bd-cca3-4278-a24a-ff0cd630f9ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:14.261044 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-811264a7-0919-4baa-91a3-fcdaba74703f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 17:40:14.261942 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-811264a7-0919-4baa-91a3-fcdaba74703f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:14.263296 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-811264a7-0919-4baa-91a3-fcdaba74703f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219381 Jul 08 17:40:14.265535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d89c8-7ba7-4c96-9767-00c9699d2262 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59fb9bd-cca3-4278-a24a-ff0cd630f9ec,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:14.268836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47090) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.284930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2b3ec6c2-9395-43e1-b719-cdf37a5c5d36 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': 'b59fb9bd-cca3-4278-a24a-ff0cd630f9ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:14.285796 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-2b3ec6c2-9395-43e1-b719-cdf37a5c5d36 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 17:40:14.286161 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-2b3ec6c2-9395-43e1-b719-cdf37a5c5d36 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:14.288619 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2b3ec6c2-9395-43e1-b719-cdf37a5c5d36 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132835 Jul 08 17:40:14.294111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47094) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.298895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8803ae2a-6a21-4f29-9682-3c222df59de1 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': 'b59fb9bd-cca3-4278-a24a-ff0cd630f9ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:14.299724 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-8803ae2a-6a21-4f29-9682-3c222df59de1 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 17:40:14.300522 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-8803ae2a-6a21-4f29-9682-3c222df59de1 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:14.304041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8803ae2a-6a21-4f29-9682-3c222df59de1 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063310 Jul 08 17:40:14.305772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47096) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.315212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8f69b0d1-994e-404f-86ab-501db0325f19 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': 'b59fb9bd-cca3-4278-a24a-ff0cd630f9ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:14.315623 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-8f69b0d1-994e-404f-86ab-501db0325f19 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 17:40:14.316115 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-8f69b0d1-994e-404f-86ab-501db0325f19 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:14.317126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8f69b0d1-994e-404f-86ab-501db0325f19 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104401 Jul 08 17:40:14.322937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47098) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.327148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 930c8d0c-3535-4809-8936-1460915a00c9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:14.327840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.361553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08568f09-317d-49c4-83e8-6e434793c68a req-9c81c8ec-a32d-4b4d-b3a2-79df7b342b09 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=3990bd97-3813-4420-b476-c177576b8447 HTTP/1.1" status: 200 len: 210 time: 0.1463580 Jul 08 17:40:14.455100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2e5ee38a-b878-4232-9146-ab7bcc13ef12 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:14.460645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:40:14.475960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe40581a-35e3-451f-a381-988f02284936 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.512331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69324be2-33b5-4d72-9378-bcdf6d9d7abb req-8c4c5e76-094e-4745-9dc8-a329e06dd077 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:14.520383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69324be2-33b5-4d72-9378-bcdf6d9d7abb req-8c4c5e76-094e-4745-9dc8-a329e06dd077 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.4261181 Jul 08 17:40:14.533322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe40581a-35e3-451f-a381-988f02284936 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.611078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:14.624322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.639628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:14.639989 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.671697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:14.672794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe40581a-35e3-451f-a381-988f02284936 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.679058 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe40581a-35e3-451f-a381-988f02284936 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.680318 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fe40581a-35e3-451f-a381-988f02284936 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/b59fb9bd-cca3-4278-a24a-ff0cd630f9ec HTTP/1.1" status: 204 len: 168 time: 0.3554521 Jul 08 17:40:14.688337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47102) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.693284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:14.697703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] Deleting port 930c8d0c-3535-4809-8936-1460915a00c9 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:14.698666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.708722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69324be2-33b5-4d72-9378-bcdf6d9d7abb req-4fd556d8-e5f4-4b45-a00e-7cc35402623b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835721 Jul 08 17:40:14.709215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47104) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.744106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:14.744717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.750729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Allocated IP 172.25.5.91 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/9b9a8969-a08e-4a33-9ae8-e3f38b9ac842) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:14.786399 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9c013762-b7bd-409b-9a05-0b353a28ed1a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0795474 Jul 08 17:40:14.793212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40581a-35e3-451f-a381-988f02284936 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59fb9bd-cca3-4278-a24a-ff0cd630f9ec,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:14.799394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.801403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47106) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.806816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Router 618a261d-d9ec-4052-bbbc-1dc450433fec has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:14.853785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1703459c-41e2-47b2-897c-5a769d46bbc0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827660626'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:14.901156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 2e5ee38a-b878-4232-9146-ab7bcc13ef12, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2e5ee38a-b878-4232-9146-ab7bcc13ef12,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:14.905704 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8b20481-deb3-42d6-8043-fab2dc7f5ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.920351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:14.935810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=4ff1c845-4ead-4c33-902d-ebb64502e329,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:14.958716 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56ff73fb-11ce-462e-a3ff-42034e9ed94d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3462536 Jul 08 17:40:14.961900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47110) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:14.972775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'name': 'tempest-NetworksTestDHCPv6-1288194509'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:14.981473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1703459c-41e2-47b2-897c-5a769d46bbc0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.016302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] For port 930c8d0c-3535-4809-8936-1460915a00c9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=930c8d0c-3535-4809-8936-1460915a00c9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:15.016707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.038089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] Calling delete_port for 930c8d0c-3535-4809-8936-1460915a00c9 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:15.056036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=2e5ee38a-b878-4232-9146-ab7bcc13ef12,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:15.159938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.177983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] No DVR routers for this DVR port 930c8d0c-3535-4809-8936-1460915a00c9 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:15.199285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66415fb-3fa1-426a-bdf9-433666898932 None None] Pushing event deleted for resources: {'Port': ['ID=930c8d0c-3535-4809-8936-1460915a00c9,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:15.221823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949b41e-1c8c-4454-b845-aa5d8b0aeb87 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:15.243029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8b20481-deb3-42d6-8043-fab2dc7f5ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.253678 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8b20481-deb3-42d6-8043-fab2dc7f5ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.305789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.316975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:15.319993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:15.321521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.325775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da1f523d-34ff-4a02-9316-d03b29448521 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "PUT /v2.0/routers/618a261d-d9ec-4052-bbbc-1dc450433fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3643324 Jul 08 17:40:15.335453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47112) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:15.339162 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] Sync routers for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:15.353251 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:15.353946 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:15.366937 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a8b20481-deb3-42d6-8043-fab2dc7f5ebf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=84ee61b349a142a9b197a18c81a7d40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6155784 Jul 08 17:40:15.368062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:15.373259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b20481-deb3-42d6-8043-fab2dc7f5ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b0e7b9-ed92-4da5-be60-8d6ec828c850,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:15.408486 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:15.419617 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] Routers {'618a261d-d9ec-4052-bbbc-1dc450433fec'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:15.420504 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['618a261d-d9ec-4052-bbbc-1dc450433fec'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:15.428694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 7df131aa-07e2-4245-8a71-17da9dd35e12 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:15.464397 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:15.464933 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce04bed-5b0e-413d-949f-b87ed653a997 None None] The sync data for ids ['618a261d-d9ec-4052-bbbc-1dc450433fec'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:15.477070 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.488759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '4ff1c845-4ead-4c33-902d-ebb64502e329'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:15.489656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.528639 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d772def9-4db1-4df7-90a7-fac1ab92a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.555275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:15.560155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:15.586513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d772def9-4db1-4df7-90a7-fac1ab92a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.588922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.601164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:15.668417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=9b9a8969-a08e-4a33-9ae8-e3f38b9ac842,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:15.739862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1703459c-41e2-47b2-897c-5a769d46bbc0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.767438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1703459c-41e2-47b2-897c-5a769d46bbc0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.781930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::1c2 (02f2602e-703e-48f5-899b-7f1e2951c730/4ff1c845-4ead-4c33-902d-ebb64502e329/7df131aa-07e2-4245-8a71-17da9dd35e12) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:15.836325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1703459c-41e2-47b2-897c-5a769d46bbc0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.837343 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1703459c-41e2-47b2-897c-5a769d46bbc0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0266595 Jul 08 17:40:15.847218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47124) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:15.851407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-529d71e9-7b29-4ad5-8444-e30f63921304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:15.853078 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-529d71e9-7b29-4ad5-8444-e30f63921304 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257&tenant_id=adc507108b05441ebbcca3bda0e32b22 HTTP/1.1" status: 200 len: 1095 time: 0.2329419 Jul 08 17:40:15.860958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703459c-41e2-47b2-897c-5a769d46bbc0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5566d3d6-14af-4df5-9dbc-90d0190e6fc2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:15.873167 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d772def9-4db1-4df7-90a7-fac1ab92a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.875890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ba3041de-8af3-42a4-874d-5e8e53408f7a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:15.876990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d772def9-4db1-4df7-90a7-fac1ab92a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.881795 n-d-799528-4 neutron-server[93664]: WARNING neutron.api.v2.base [None req-ba3041de-8af3-42a4-874d-5e8e53408f7a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:40:15.882017 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d772def9-4db1-4df7-90a7-fac1ab92a948 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/75b0e7b9-ed92-4da5-be60-8d6ec828c850 HTTP/1.1" status: 204 len: 168 time: 0.5089743 Jul 08 17:40:15.882665 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-ba3041de-8af3-42a4-874d-5e8e53408f7a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:15.886622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ba3041de-8af3-42a4-874d-5e8e53408f7a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0297873 Jul 08 17:40:15.887963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.893372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:15.932222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:15.945367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-131828ad-984c-44bc-a7be-4e0669305745 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:15.955520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2e5ee38a-b878-4232-9146-ab7bcc13ef12 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:15.958275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772def9-4db1-4df7-90a7-fac1ab92a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b0e7b9-ed92-4da5-be60-8d6ec828c850,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:16.035479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:16.035966 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.039905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-f92f1986-3667-4b1a-b6ae-7a6d0a8b5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.041437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-f92f1986-3667-4b1a-b6ae-7a6d0a8b5ba3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adc507108b05441ebbcca3bda0e32b22&device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1095 time: 0.1336260 Jul 08 17:40:16.115065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8b90277c-7f9d-41f6-9a83-523785a72d8f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:16.122966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.133426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.151967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 8b90277c-7f9d-41f6-9a83-523785a72d8f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:16.152384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8b90277c-7f9d-41f6-9a83-523785a72d8f not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:16.164272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 7df131aa-07e2-4245-8a71-17da9dd35e12 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:16.182206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170d8d2-e6d0-43b1-ad52-fdd4a2398a90 req-eec4b10b-4315-4733-9f9a-eff18a2a2770 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.183749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a170d8d2-e6d0-43b1-ad52-fdd4a2398a90 req-eec4b10b-4315-4733-9f9a-eff18a2a2770 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.2890861 Jul 08 17:40:16.197413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-ae50f647-fc1e-4a7c-8c27-acd98f71ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.199042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-ae50f647-fc1e-4a7c-8c27-acd98f71ceec service neutron] 10.222.0.72 "GET /v2.0/networks?id=de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 200 len: 918 time: 0.1495087 Jul 08 17:40:16.238580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting port 7db3d4df-e480-4492-8fca-545b29f6fde8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:16.238935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.270302 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-131828ad-984c-44bc-a7be-4e0669305745 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:16.275419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 930c8d0c-3535-4809-8936-1460915a00c9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:16.275604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-131828ad-984c-44bc-a7be-4e0669305745 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3325160 Jul 08 17:40:16.275753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.279306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783a5e9-8aae-41ae-afa3-ef2ccb7f0a44 req-e43daad4-784a-4467-9e76-7b1f76251944 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.280453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.285245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b783a5e9-8aae-41ae-afa3-ef2ccb7f0a44 req-e43daad4-784a-4467-9e76-7b1f76251944 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3451068 Jul 08 17:40:16.294132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-693f5ddb-ee62-4e82-9120-54bfbd0b8bf3 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:16.295153 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-693f5ddb-ee62-4e82-9120-54bfbd0b8bf3 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 17:40:16.295816 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-693f5ddb-ee62-4e82-9120-54bfbd0b8bf3 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:16.296995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-693f5ddb-ee62-4e82-9120-54bfbd0b8bf3 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213313 Jul 08 17:40:16.304820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47136) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.308131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-feccd069-3f53-4936-b2de-e37f9d5eff6a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 200 len: 999 time: 0.1003330 Jul 08 17:40:16.322434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 930c8d0c-3535-4809-8936-1460915a00c9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:16.322785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 930c8d0c-3535-4809-8936-1460915a00c9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:16.337215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7d6a37ba-f385-4bc7-82d5-ee8847ef7910 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:16.352115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/4ff1c845-4ead-4c33-902d-ebb64502e329/85a2a87a-09bb-47d5-b7be-31408bb809df) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:16.416998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:16.429926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:16.434843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:16.437789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a170d8d2-e6d0-43b1-ad52-fdd4a2398a90 req-313788ec-4c40-4cfc-818b-ee1a85840894 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477231 Jul 08 17:40:16.449252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.449920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.453317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-42a47300-e5dc-459a-8e2e-9a38260b5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.454773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-42a47300-e5dc-459a-8e2e-9a38260b5bbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 200 len: 856 time: 0.1103380 Jul 08 17:40:16.455365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=7df131aa-07e2-4245-8a71-17da9dd35e12,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:16.522420 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-7d6a37ba-f385-4bc7-82d5-ee8847ef7910 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:16.523631 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7d6a37ba-f385-4bc7-82d5-ee8847ef7910 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2142446 Jul 08 17:40:16.523999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b783a5e9-8aae-41ae-afa3-ef2ccb7f0a44 req-7f946fcf-8fe9-4b08-9277-2dbd7f0b7b69 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727340 Jul 08 17:40:16.528138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47144) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.529069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-94cd6403-3ea9-432a-a434-1ea6a4b8c673 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5645876 Jul 08 17:40:16.529789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47146) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.542119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7ee6d275-5497-453b-b0db-5cf997b8e11e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:16.542999 n-d-799528-4 neutron-server[93664]: WARNING neutron.api.v2.base [None req-7ee6d275-5497-453b-b0db-5cf997b8e11e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:40:16.543726 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-7ee6d275-5497-453b-b0db-5cf997b8e11e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:16.545230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ee6d275-5497-453b-b0db-5cf997b8e11e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075254 Jul 08 17:40:16.556631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47148) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.562527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-921bb887-a148-4d81-811b-f535fc7f4d46 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:16.568619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.571886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.584527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.587413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-b882f33e-fb21-4e1e-8d3e-dcec2913de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.588356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Transition to ACTIVE for port object 85a2a87a-09bb-47d5-b7be-31408bb809df will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:16.588953 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-b882f33e-fb21-4e1e-8d3e-dcec2913de4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=de9281c3-d209-47d3-977a-b3ef4b72862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183376 Jul 08 17:40:16.612693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Transition to ACTIVE for port object 85a2a87a-09bb-47d5-b7be-31408bb809df will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:16.627637 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.639073 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.665804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c198a02-29c9-4931-8e70-5bafbaef3262 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:16.670025 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c198a02-29c9-4931-8e70-5bafbaef3262 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1383295 Jul 08 17:40:16.672303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47150) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.683836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Calling delete_port for 7db3d4df-e480-4492-8fca-545b29f6fde8 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:16.695901 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-921bb887-a148-4d81-811b-f535fc7f4d46 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Project 5b6d6961485f425196d55212daa0a62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:40:16.705205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:16.712592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:16.716114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:16.772216 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-1aff2cbf-53dd-433f-a239-f6304a996632 service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727865 Jul 08 17:40:16.774663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=9b9a8969-a08e-4a33-9ae8-e3f38b9ac842,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:16.774823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Pushing event updated for resources: {'Port': ['ID=85a2a87a-09bb-47d5-b7be-31408bb809df,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:16.780311 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.791581 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Attempting to bind port 85a2a87a-09bb-47d5-b7be-31408bb809df on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:16.792254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Attempting to bind port 85a2a87a-09bb-47d5-b7be-31408bb809df by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:16.792927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Attempting to bind port 85a2a87a-09bb-47d5-b7be-31408bb809df on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:16.793772 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-921bb887-a148-4d81-811b-f535fc7f4d46 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:16.796691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-921bb887-a148-4d81-811b-f535fc7f4d46 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2371638 Jul 08 17:40:16.798990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47156) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.805112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8c85db64-8987-45f8-9245-7872e80a4fbf tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:16.805635 n-d-799528-4 neutron-server[93664]: WARNING neutron.api.v2.base [None req-8c85db64-8987-45f8-9245-7872e80a4fbf tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 17:40:16.807127 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-8c85db64-8987-45f8-9245-7872e80a4fbf tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:16.810555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:16.810964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:16.811377 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.811764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:16.812445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Bound port: 85a2a87a-09bb-47d5-b7be-31408bb809df, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:16.812599 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.817119 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8c85db64-8987-45f8-9245-7872e80a4fbf tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144787 Jul 08 17:40:16.818935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47158) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.830274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-99c11f43-6a56-413f-9e1e-ab536c32f7e4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:16.834493 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.843961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a888977f-245b-4e2c-b04a-1bb81bb2fe22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6864681 Jul 08 17:40:16.867125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 7df131aa-07e2-4245-8a71-17da9dd35e12 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:16.867521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.921983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] For port 85a2a87a-09bb-47d5-b7be-31408bb809df, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:16.924417 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-99c11f43-6a56-413f-9e1e-ab536c32f7e4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Project 5b6d6961485f425196d55212daa0a62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:40:16.930514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] For port 85a2a87a-09bb-47d5-b7be-31408bb809df, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=85a2a87a-09bb-47d5-b7be-31408bb809df,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:16.942929 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:16.945235 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-99c11f43-6a56-413f-9e1e-ab536c32f7e4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:16.947339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-99c11f43-6a56-413f-9e1e-ab536c32f7e4 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1220477 Jul 08 17:40:16.950902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47166) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:16.958230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-03f951a7-ff7c-4bc1-ba63-d0821793496c tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '5566d3d6-14af-4df5-9dbc-90d0190e6fc2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:17.028582 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-03f951a7-ff7c-4bc1-ba63-d0821793496c tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Project 5b6d6961485f425196d55212daa0a62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:40:17.035563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d18e5-a92e-4942-ba22-c99e98decb6e None None] Pushing event updated for resources: {'Port': ['ID=85a2a87a-09bb-47d5-b7be-31408bb809df,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:17.042311 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.111960 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-03f951a7-ff7c-4bc1-ba63-d0821793496c tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:17.116952 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-03f951a7-ff7c-4bc1-ba63-d0821793496c tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1610036 Jul 08 17:40:17.116952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Port': ['ID=7db3d4df-e480-4492-8fca-545b29f6fde8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:17.124146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47178) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:17.237936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.255461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-0656c45d-17f0-45f5-8d6e-89c9f45609d6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--883898647&fields=id&tenant_id=86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 267 time: 0.0961030 Jul 08 17:40:17.260041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-26399a07-3111-420e-8669-44043c5bdf9b service neutron] 10.222.0.72 "GET /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802420 Jul 08 17:40:17.302396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.318394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 7df131aa-07e2-4245-8a71-17da9dd35e12 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:17.556710 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.592144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.613076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.630444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c151c15f-286a-4cc5-b64b-d84c688e3836 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.639178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=7df131aa-07e2-4245-8a71-17da9dd35e12,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:17.661392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.666839 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4a23ccc2-cb89-4403-bf1e-7c830a492295 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/7df131aa-07e2-4245-8a71-17da9dd35e12 HTTP/1.1" status: 204 len: 168 time: 0.9909492 Jul 08 17:40:17.666839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47204) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:17.751107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97beccd8-38af-4aa6-87ab-4231e1ca32ec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:17.752998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97beccd8-38af-4aa6-87ab-4231e1ca32ec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:17.759079 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-97beccd8-38af-4aa6-87ab-4231e1ca32ec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0883372 Jul 08 17:40:17.759415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47210) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:17.813973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c151c15f-286a-4cc5-b64b-d84c688e3836 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.861210 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.863216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Fanout notify agent at l3_agent the message router_deleted on router 618a261d-d9ec-4052-bbbc-1dc450433fec {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:40:17.882463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.883667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20e31825-7c5b-42c6-9851-6a44d83febc5 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/routers/618a261d-d9ec-4052-bbbc-1dc450433fec HTTP/1.1" status: 204 len: 168 time: 2.5538092 Jul 08 17:40:17.885020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 4ff1c845-4ead-4c33-902d-ebb64502e329 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:17.893703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47212) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:17.896042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:17.896720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a2d98118-6a95-4389-ae92-e56be4a48ce7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:17.903654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a2d98118-6a95-4389-ae92-e56be4a48ce7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.6496658 Jul 08 17:40:17.965515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 85a2a87a-09bb-47d5-b7be-31408bb809df up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:17.992228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-4e76d2fd-88b6-4219-a49a-030e1a1f1c23 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/quotas/86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 375 time: 0.0869370 Jul 08 17:40:18.004434 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.061456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Deleting subnet c6aae3d7-6e5e-41ba-890e-c44fbc030efd {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:18.066706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.071844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 85a2a87a-09bb-47d5-b7be-31408bb809df completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:18.107965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c151c15f-286a-4cc5-b64b-d84c688e3836 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.110930 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c151c15f-286a-4cc5-b64b-d84c688e3836 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.112180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c151c15f-286a-4cc5-b64b-d84c688e3836 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/5566d3d6-14af-4df5-9dbc-90d0190e6fc2 HTTP/1.1" status: 204 len: 168 time: 0.9866383 Jul 08 17:40:18.123176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:18.129588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4a6f-6234-4dba-a0d1-7e389fbb1241 req-9e900219-7e23-4452-abec-9e7f7b5a5eb8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:18.131365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-515a4a6f-6234-4dba-a0d1-7e389fbb1241 req-9e900219-7e23-4452-abec-9e7f7b5a5eb8 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.4278483 Jul 08 17:40:18.188224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151c15f-286a-4cc5-b64b-d84c688e3836 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5566d3d6-14af-4df5-9dbc-90d0190e6fc2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:18.236853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.322842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-6210b75e-d902-4e67-8ca3-daac8918f3c6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3293316 Jul 08 17:40:18.369677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-515a4a6f-6234-4dba-a0d1-7e389fbb1241 req-43944c31-d131-43b5-b839-cb219af24914 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241104 Jul 08 17:40:18.378396 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cddf0b1b-3619-45f2-8c5d-c1f77edabc47 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2400997 Jul 08 17:40:18.386221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47232) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:18.392063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-92bc7eff-51e4-4873-b9d5-36d12aee4cba tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--145961702'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:18.468676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92bc7eff-51e4-4873-b9d5-36d12aee4cba tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.518130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.619827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.776404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.837415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92bc7eff-51e4-4873-b9d5-36d12aee4cba tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.848772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Subnet': ['ID=c6aae3d7-6e5e-41ba-890e-c44fbc030efd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:18.856136 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.861058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-71741137-48cb-4e53-b405-564ede2676cc tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/subnets/c6aae3d7-6e5e-41ba-890e-c44fbc030efd HTTP/1.1" status: 204 len: 168 time: 0.9660883 Jul 08 17:40:18.865408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47234) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:18.870188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-67311de7-ab13-4a71-8f8d-fba3c83fb66e service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448499 Jul 08 17:40:18.882208 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92bc7eff-51e4-4873-b9d5-36d12aee4cba tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:18.935080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b34e099a-e7db-4f5a-bf40-442b283b6110 None None] Provisioning for port 85a2a87a-09bb-47d5-b7be-31408bb809df completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:18.940183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b34e099a-e7db-4f5a-bf40-442b283b6110 None None] Provisioning complete for port 85a2a87a-09bb-47d5-b7be-31408bb809df triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:18.940836 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b34e099a-e7db-4f5a-bf40-442b283b6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.030174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.069728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92bc7eff-51e4-4873-b9d5-36d12aee4cba tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.071042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-92bc7eff-51e4-4873-b9d5-36d12aee4cba tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6836936 Jul 08 17:40:19.076192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:19.092155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3fc0fd30-6849-42dc-9342-e0cac9506ca0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '48112efc-90c7-4621-b625-6cd5903f7a32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:19.105495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7eff-51e4-4873-b9d5-36d12aee4cba tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48112efc-90c7-4621-b625-6cd5903f7a32,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:19.120146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.127875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/4ff1c845-4ead-4c33-902d-ebb64502e329 HTTP/1.1" status: 204 len: 168 time: 1.3670821 Jul 08 17:40:19.128509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47238) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:19.205205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e3514-d7db-4050-b40a-752cce89fc4e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff1c845-4ead-4c33-902d-ebb64502e329,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:19.217587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78441-9f7c-4c95-ab2c-1c21d2dfaa50 req-6dfee637-8ee1-43e2-a974-831f598b639b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:19.222308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ea78441-9f7c-4c95-ab2c-1c21d2dfaa50 req-6dfee637-8ee1-43e2-a974-831f598b639b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.4866078 Jul 08 17:40:19.299723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-14a1b541-4f3b-4dca-9835-3f2440b844a0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132398 Jul 08 17:40:19.307579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47244) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:19.308941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.348103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:19.408486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edbfee-1e2d-4fdd-9067-573638cae9f1 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:19.515590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.545183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d57a41-3e3d-49e0-a1ec-b1e1775eb22a']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:19.578731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f15bbd-ec1b-4a76-a04e-ff5cd741b101') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:19.579178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f15bbd-ec1b-4a76-a04e-ff5cd741b101') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:19.611920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.640112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.659772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:40:19.660196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:40:19.663583 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:40:19.738446 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b34e099a-e7db-4f5a-bf40-442b283b6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.804560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.813505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.816813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] 10.222.0.63 "DELETE /v2.0/networks/70d57a41-3e3d-49e0-a1ec-b1e1775eb22a HTTP/1.1" status: 204 len: 168 time: 0.9498227 Jul 08 17:40:19.825166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b34e099a-e7db-4f5a-bf40-442b283b6110 None None] For port 85a2a87a-09bb-47d5-b7be-31408bb809df, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=85a2a87a-09bb-47d5-b7be-31408bb809df,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:19.835566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b34e099a-e7db-4f5a-bf40-442b283b6110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:19.873630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954be1e-aae7-40cb-966a-b48d82f58e44 tempest-FloatingIPTestJSON-2016385923 tempest-FloatingIPTestJSON-2016385923-project] Pushing event deleted for resources: {'Network': ['ID=70d57a41-3e3d-49e0-a1ec-b1e1775eb22a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:19.928544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:40:19.963069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e099a-e7db-4f5a-bf40-442b283b6110 None None] Pushing event updated for resources: {'Port': ['ID=85a2a87a-09bb-47d5-b7be-31408bb809df,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:19.969768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-371ac7c4-6434-4e84-b480-ef52eca8395f None None] Could not find standard attr ID for object 7df131aa-07e2-4245-8a71-17da9dd35e12. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:40:19.986082 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-30ff6d18-9ba9-4e13-8dd2-73b570e1be8a service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0668833 Jul 08 17:40:20.030763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] Deleting port 85a2a87a-09bb-47d5-b7be-31408bb809df {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:20.031886 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.055496 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-3fc0fd30-6849-42dc-9342-e0cac9506ca0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The resource could not be found. Jul 08 17:40:20.057673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3fc0fd30-6849-42dc-9342-e0cac9506ca0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9794838 Jul 08 17:40:20.060711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47252) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:20.066302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-94fb571a-ee6c-4d97-ae4e-2b969a4ef98d tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '48112efc-90c7-4621-b625-6cd5903f7a32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b1241c73-9447-42ed-85af-15d5b4e8f8a4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:20.126000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ea78441-9f7c-4c95-ab2c-1c21d2dfaa50 req-3b48baf6-0535-461d-af2c-10d642b710b2 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8707750 Jul 08 17:40:20.156103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] For port 85a2a87a-09bb-47d5-b7be-31408bb809df, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=85a2a87a-09bb-47d5-b7be-31408bb809df,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:20.160149 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.198142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] Calling delete_port for 85a2a87a-09bb-47d5-b7be-31408bb809df owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:20.217859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:20.223849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.225975 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-94fb571a-ee6c-4d97-ae4e-2b969a4ef98d tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The resource could not be found. Jul 08 17:40:20.233930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-94fb571a-ee6c-4d97-ae4e-2b969a4ef98d tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1720507 Jul 08 17:40:20.260652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47254) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:20.456667 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.487023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47262) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:20.512233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] Pushing event deleted for resources: {'Port': ['ID=85a2a87a-09bb-47d5-b7be-31408bb809df,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:20.522172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e2d6e-c654-43e0-9b79-d6e088cffe8a None None] No DVR routers for this DVR port 85a2a87a-09bb-47d5-b7be-31408bb809df on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:20.590031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fa9fbab-1fea-48ef-8861-d15cde94a275 req-a6387fb1-c20a-426e-b9b7-261280f2e9b4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.1249616 Jul 08 17:40:20.691425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd735e7-52ab-473c-a124-4dffd6bf4fb8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.703309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0bc49-5c76-4245-9984-41b3a5ff6aa1 req-10fbb618-860e-4e37-a81d-f535dae1ce2b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:20.704875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ef0bc49-5c76-4245-9984-41b3a5ff6aa1 req-10fbb618-860e-4e37-a81d-f535dae1ce2b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.2159002 Jul 08 17:40:20.732710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6c1cc6b9-20fc-4ed2-a728-8c108924c7c6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d107d7ecf344fe5a32cd26881529df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442021 Jul 08 17:40:20.735528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47266) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:20.795444 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-580ec546-82c6-45e7-a873-f2ec6c2a3365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.799554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd735e7-52ab-473c-a124-4dffd6bf4fb8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.820055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ef0bc49-5c76-4245-9984-41b3a5ff6aa1 req-2819f9f2-5635-4503-a84b-cc2f4dc77509 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061747 Jul 08 17:40:20.825263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-580ec546-82c6-45e7-a873-f2ec6c2a3365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.894079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd735e7-52ab-473c-a124-4dffd6bf4fb8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.897250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbd735e7-52ab-473c-a124-4dffd6bf4fb8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.898923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dbd735e7-52ab-473c-a124-4dffd6bf4fb8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/48112efc-90c7-4621-b625-6cd5903f7a32 HTTP/1.1" status: 204 len: 168 time: 0.6367738 Jul 08 17:40:20.904710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47268) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:20.916262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-580ec546-82c6-45e7-a873-f2ec6c2a3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.918027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd735e7-52ab-473c-a124-4dffd6bf4fb8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48112efc-90c7-4621-b625-6cd5903f7a32,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:20.920908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-580ec546-82c6-45e7-a873-f2ec6c2a3365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.922343 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-580ec546-82c6-45e7-a873-f2ec6c2a3365 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de803ae4-c3bb-493b-b07e-d585af71b45b HTTP/1.1" status: 204 len: 168 time: 0.1855414 Jul 08 17:40:20.928593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:20.961101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ec546-82c6-45e7-a873-f2ec6c2a3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de803ae4-c3bb-493b-b07e-d585af71b45b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:20.978075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:20.982343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:20.994661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55f32d-5f24-4448-be1c-488b6a40043b None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:20.995991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:20.996706 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.022376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=19c50b4d-6e25-4adb-9af6-5284fdbf675a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:21.040967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eb5c525d-dd7c-4a07-b4cf-3e26042b9e03 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1346421 Jul 08 17:40:21.042081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47272) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:21.042474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f881b9b1-acbf-4a1d-b469-d69c9899fa2e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7236443 Jul 08 17:40:21.044610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47274) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:21.048408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-75a45b15-68b3-4c30-ab83-fe3c4491642c tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': 'b296abce-a54d-4922-be0d-819712b96a01', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:21.058439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'name': 'tempest-NetworksTestDHCPv6-1956239093'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:21.139222 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-75a45b15-68b3-4c30-ab83-fe3c4491642c tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The resource could not be found. Jul 08 17:40:21.148024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47276) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:21.148634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-75a45b15-68b3-4c30-ab83-fe3c4491642c tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1044643 Jul 08 17:40:21.158739 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-67fee663-811b-42a7-b673-ec785e87fc6e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946402311'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:21.274537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '19c50b4d-6e25-4adb-9af6-5284fdbf675a'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:21.274537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.281973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fee663-811b-42a7-b673-ec785e87fc6e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.457168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/19c50b4d-6e25-4adb-9af6-5284fdbf675a/87c70758-44ea-4cb5-9b89-027116b1a07c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:21.608584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fee663-811b-42a7-b673-ec785e87fc6e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.641920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fee663-811b-42a7-b673-ec785e87fc6e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.665655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:21.669551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.712919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.722952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Transition to ACTIVE for port object 87c70758-44ea-4cb5-9b89-027116b1a07c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:21.748033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Transition to ACTIVE for port object 87c70758-44ea-4cb5-9b89-027116b1a07c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:21.763075 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.819491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:21.822839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:21.827347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c7d8f12-ab45-4edb-b132-f152d2e8a5d3 req-7e4c093a-71b7-467f-b42c-9bee72b9f5c2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.1234822 Jul 08 17:40:21.840613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:21.848211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Pushing event updated for resources: {'Port': ['ID=87c70758-44ea-4cb5-9b89-027116b1a07c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:21.867940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 189e6b7b-4a97-4202-a4f3-91f424daa8cd yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:21.874587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fee663-811b-42a7-b673-ec785e87fc6e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:21.878922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67fee663-811b-42a7-b673-ec785e87fc6e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7270033 Jul 08 17:40:21.879240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47310) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:21.880074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fee663-811b-42a7-b673-ec785e87fc6e tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41267e-ac1f-4766-bc2a-32bfcf8f672d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:21.884994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0228c425-08e6-4019-8ba2-17a5492d8154 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--114950786'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:21.982637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0228c425-08e6-4019-8ba2-17a5492d8154 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.035981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 85a2a87a-09bb-47d5-b7be-31408bb809df no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:22.098752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 85a2a87a-09bb-47d5-b7be-31408bb809df {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:22.099581 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 85a2a87a-09bb-47d5-b7be-31408bb809df not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:22.105355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc929-4f33-4ea0-a57e-19d6a12151e4 req-b9e54d24-7114-485c-8da5-fe021706695b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:22.114124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Attempting to bind port 87c70758-44ea-4cb5-9b89-027116b1a07c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:22.114741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Attempting to bind port 87c70758-44ea-4cb5-9b89-027116b1a07c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:22.115363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Attempting to bind port 87c70758-44ea-4cb5-9b89-027116b1a07c on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:22.119802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-239fc929-4f33-4ea0-a57e-19d6a12151e4 req-b9e54d24-7114-485c-8da5-fe021706695b tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.7876196 Jul 08 17:40:22.129714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:22.130439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:22.133026 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.133642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:22.134359 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Bound port: 87c70758-44ea-4cb5-9b89-027116b1a07c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:22.134734 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.223464 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0228c425-08e6-4019-8ba2-17a5492d8154 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.234158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0228c425-08e6-4019-8ba2-17a5492d8154 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.270036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228c425-08e6-4019-8ba2-17a5492d8154 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6997b7-fce6-4247-a475-639fecce4062,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:22.271036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-239fc929-4f33-4ea0-a57e-19d6a12151e4 req-d309bcd1-c269-4373-8d60-2a9641c40746 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807216 Jul 08 17:40:22.345755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0228c425-08e6-4019-8ba2-17a5492d8154 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.347429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0228c425-08e6-4019-8ba2-17a5492d8154 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4673703 Jul 08 17:40:22.351361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47324) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:22.361688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] For port 87c70758-44ea-4cb5-9b89-027116b1a07c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:22.364231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-853def9a-ed4f-4d53-9fea-c14d1cb7ce8f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': 'ac41267e-ac1f-4766-bc2a-32bfcf8f672d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0f6997b7-fce6-4247-a475-639fecce4062'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:22.370963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] For port 87c70758-44ea-4cb5-9b89-027116b1a07c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=87c70758-44ea-4cb5-9b89-027116b1a07c,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:22.380602 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.458595 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-853def9a-ed4f-4d53-9fea-c14d1cb7ce8f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:22.460989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-853def9a-ed4f-4d53-9fea-c14d1cb7ce8f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1082168 Jul 08 17:40:22.464218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:22.507962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421c8f7-c6c1-4af0-bef2-e7748a5e61ca req-b35808c2-eab1-4f30-b273-95091b2f743c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:22.509818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0421c8f7-c6c1-4af0-bef2-e7748a5e61ca req-b35808c2-eab1-4f30-b273-95091b2f743c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.4745188 Jul 08 17:40:22.552256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47330) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:22.558882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::2af (02f2602e-703e-48f5-899b-7f1e2951c730/19c50b4d-6e25-4adb-9af6-5284fdbf675a/189e6b7b-4a97-4202-a4f3-91f424daa8cd) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:22.587890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dee2d-6ec7-4929-a35b-f8d4a89e0daa None None] Pushing event updated for resources: {'Port': ['ID=87c70758-44ea-4cb5-9b89-027116b1a07c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:22.609465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e5374bb5-79ec-4aaf-9f6c-c5f066562558 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.659386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e5374bb5-79ec-4aaf-9f6c-c5f066562558 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.719728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0421c8f7-c6c1-4af0-bef2-e7748a5e61ca req-31526224-6944-4982-ac87-c6f612b93e04 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685519 Jul 08 17:40:22.771394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e5374bb5-79ec-4aaf-9f6c-c5f066562558 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.775845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e5374bb5-79ec-4aaf-9f6c-c5f066562558 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:22.781681 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e5374bb5-79ec-4aaf-9f6c-c5f066562558 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/0f6997b7-fce6-4247-a475-639fecce4062 HTTP/1.1" status: 204 len: 168 time: 0.3163104 Jul 08 17:40:22.784069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47334) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:22.833030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5374bb5-79ec-4aaf-9f6c-c5f066562558 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6997b7-fce6-4247-a475-639fecce4062,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:22.986908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c22cb2d5-3cc3-4ada-8078-e62e830838f7 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] Request body: {'port': {'network_id': '70be1b79-6c54-4f7f-a15b-f695c6820b00', 'name': 'tempest-NetworksNegativeTestJSON-1345443260'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:23.042560 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22cb2d5-3cc3-4ada-8078-e62e830838f7 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] POST failed (client error): The resource could not be found. Jul 08 17:40:23.042560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22cb2d5-3cc3-4ada-8078-e62e830838f7 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:23.049988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47342) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.051121 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c22cb2d5-3cc3-4ada-8078-e62e830838f7 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4972391 Jul 08 17:40:23.062804 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-58a315d7-93ff-4d80-b991-a7bb5b1c5af9 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2693036 Jul 08 17:40:23.072044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47344) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.091372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.097916 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc44acf9-fc08-4e50-9d17-71ddb4431bbd tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] DELETE failed (client error): The resource could not be found. Jul 08 17:40:23.099093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc44acf9-fc08-4e50-9d17-71ddb4431bbd tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:23.102368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dc44acf9-fc08-4e50-9d17-71ddb4431bbd tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "DELETE /v2.0/networks/e79e1bb9-7f3b-4bc1-bef0-bd2d4d134a84 HTTP/1.1" status: 404 len: 339 time: 0.0509443 Jul 08 17:40:23.111292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47346) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.161061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4479d2df-0137-4d13-96e4-ea9ebc9e41f0 req-7fc045d5-7f78-4328-99bb-e926d9a8b43c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.0475996 Jul 08 17:40:23.175105 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac2885c-508d-4b89-8985-48cca5c1cfad tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] DELETE failed (client error): The resource could not be found. Jul 08 17:40:23.176778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac2885c-508d-4b89-8985-48cca5c1cfad tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:23.177958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 189e6b7b-4a97-4202-a4f3-91f424daa8cd will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:23.179395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9ac2885c-508d-4b89-8985-48cca5c1cfad tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "DELETE /v2.0/ports/cf7e3559-080c-46d5-bfa9-7950295fde77 HTTP/1.1" status: 404 len: 333 time: 0.0627759 Jul 08 17:40:23.184401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47348) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.248900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.257979 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a962324-4cff-4c32-95d2-02c95a89780d tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] DELETE failed (client error): The resource could not be found. Jul 08 17:40:23.260282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a962324-4cff-4c32-95d2-02c95a89780d tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:23.268671 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7a962324-4cff-4c32-95d2-02c95a89780d tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "DELETE /v2.0/subnets/bada6e1c-cca6-4fd9-ae1f-759cde2c45cb HTTP/1.1" status: 404 len: 337 time: 0.0776479 Jul 08 17:40:23.273486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47352) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.320984 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f47e9c7-a15c-4c31-9336-41ac79a498e8 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] GET failed (client error): The resource could not be found. Jul 08 17:40:23.323094 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4f47e9c7-a15c-4c31-9336-41ac79a498e8 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "GET /v2.0/networks/0027217d-e152-468d-81c2-459f8a496a73 HTTP/1.1" status: 404 len: 339 time: 0.0482762 Jul 08 17:40:23.325398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:23.330340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47354) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.347085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:23.348563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3ebda2a-d970-4034-ab38-df3bb900400f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.380790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:23.388172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:23.389039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.397595 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff2530b-6bbf-4551-ba19-637b300a13b0 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] GET failed (client error): The resource could not be found. Jul 08 17:40:23.400049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cff2530b-6bbf-4551-ba19-637b300a13b0 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "GET /v2.0/ports/97749c92-77c3-47f7-b29b-59c7e5cbb20b HTTP/1.1" status: 404 len: 333 time: 0.0685275 Jul 08 17:40:23.406574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47360) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.406954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3ebda2a-d970-4034-ab38-df3bb900400f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.407377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=189e6b7b-4a97-4202-a4f3-91f424daa8cd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:23.457238 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b19180e-864f-452d-82de-5825cd9866d2 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] GET failed (client error): The resource could not be found. Jul 08 17:40:23.458623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9b19180e-864f-452d-82de-5825cd9866d2 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "GET /v2.0/subnets/e1ec3f86-6267-4bb7-b813-ab7e6c9d50bd HTTP/1.1" status: 404 len: 337 time: 0.0479674 Jul 08 17:40:23.462969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47362) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.468481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-05cd79aa-ffcc-4264-be64-fcc855fb2e8e tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:23.501053 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cd79aa-ffcc-4264-be64-fcc855fb2e8e tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] PUT failed (client error): The resource could not be found. Jul 08 17:40:23.501664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cd79aa-ffcc-4264-be64-fcc855fb2e8e tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:23.514226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-05cd79aa-ffcc-4264-be64-fcc855fb2e8e tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "PUT /v2.0/networks/caba755a-b152-434b-9f7b-8d899730bcc4 HTTP/1.1" status: 404 len: 339 time: 0.0501547 Jul 08 17:40:23.516481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3ebda2a-d970-4034-ab38-df3bb900400f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.520830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9d2290bc-73ef-4cae-b9f4-123ae231af9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4749682 Jul 08 17:40:23.522021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47366) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.522345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47368) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.523159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d3ebda2a-d970-4034-ab38-df3bb900400f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.527324 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d3ebda2a-d970-4034-ab38-df3bb900400f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/ac41267e-ac1f-4766-bc2a-32bfcf8f672d HTTP/1.1" status: 204 len: 168 time: 0.4519417 Jul 08 17:40:23.529163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47370) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.540708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-697abba3-6c9e-4b5f-a251-ae6c3a970c62 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:23.574990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebda2a-d970-4034-ab38-df3bb900400f tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41267e-ac1f-4766-bc2a-32bfcf8f672d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:23.624297 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5deea94e-9a6d-4faa-88cf-6675c31e0791 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832982 Jul 08 17:40:23.628409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47372) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.638447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a2d66925-cdd4-4dd5-992f-335022fccbe8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520187748'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:23.642093 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-697abba3-6c9e-4b5f-a251-ae6c3a970c62 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] PUT failed (client error): The resource could not be found. Jul 08 17:40:23.642929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697abba3-6c9e-4b5f-a251-ae6c3a970c62 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:23.644118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-697abba3-6c9e-4b5f-a251-ae6c3a970c62 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "PUT /v2.0/ports/221babea-4a6c-4b9c-8fc4-6afb369639ca HTTP/1.1" status: 404 len: 333 time: 0.1084542 Jul 08 17:40:23.649855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.668674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b24a50e7-f7d9-4b9e-8512-078d493f1628 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:23.708920 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24a50e7-f7d9-4b9e-8512-078d493f1628 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] PUT failed (client error): The resource could not be found. Jul 08 17:40:23.710399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24a50e7-f7d9-4b9e-8512-078d493f1628 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:23.712726 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b24a50e7-f7d9-4b9e-8512-078d493f1628 tempest-NetworksNegativeTestJSON-2024198720 tempest-NetworksNegativeTestJSON-2024198720-project] 10.222.0.63 "PUT /v2.0/subnets/d6eaef48-476a-4d64-9554-e0124faaf78c HTTP/1.1" status: 404 len: 337 time: 0.0602989 Jul 08 17:40:23.727055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d66925-cdd4-4dd5-992f-335022fccbe8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.862711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae627ab-6d7f-44b1-9e8b-7758c80a6c71 req-418522c7-8fc4-4a66-aaa6-597647eb05e7 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:23.866676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eae627ab-6d7f-44b1-9e8b-7758c80a6c71 req-418522c7-8fc4-4a66-aaa6-597647eb05e7 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3048840 Jul 08 17:40:23.889432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e175879-0835-4a7f-be87-b4acc3035939 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:23.895942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e175879-0835-4a7f-be87-b4acc3035939 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:23.897615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d66925-cdd4-4dd5-992f-335022fccbe8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.901901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4e175879-0835-4a7f-be87-b4acc3035939 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3785179 Jul 08 17:40:23.903142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:23.917070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d66925-cdd4-4dd5-992f-335022fccbe8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:23.968406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eae627ab-6d7f-44b1-9e8b-7758c80a6c71 req-3bb6a512-1f95-4433-a81a-c687fa6e90e7 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650885 Jul 08 17:40:24.077247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87c70758-44ea-4cb5-9b89-027116b1a07c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:24.110564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d66925-cdd4-4dd5-992f-335022fccbe8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:24.113343 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2d66925-cdd4-4dd5-992f-335022fccbe8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4832580 Jul 08 17:40:24.116459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47384) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:24.121674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b404d168-339e-46d3-b96e-cf62ceb2df67 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '43e9ec06-0f33-4d1d-a4c9-ffe5aa206408', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:24.145108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d66925-cdd4-4dd5-992f-335022fccbe8 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e9ec06-0f33-4d1d-a4c9-ffe5aa206408,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:24.261241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 87c70758-44ea-4cb5-9b89-027116b1a07c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:24.285949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 189e6b7b-4a97-4202-a4f3-91f424daa8cd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:24.286568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:24.405009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c8d5-31eb-405e-aaf2-ce90ab2b686a req-f392e4bc-aeb8-4724-b510-ca6136befab9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:24.413428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30b1c8d5-31eb-405e-aaf2-ce90ab2b686a req-f392e4bc-aeb8-4724-b510-ca6136befab9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.2693975 Jul 08 17:40:24.427271 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-b404d168-339e-46d3-b96e-cf62ceb2df67 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:24.433809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47390) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:24.442810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b404d168-339e-46d3-b96e-cf62ceb2df67 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3111122 Jul 08 17:40:24.452273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cba4ddec-5089-4f16-9fde-707719032f07 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group_rule': {'security_group_id': '43e9ec06-0f33-4d1d-a4c9-ffe5aa206408', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:24.462605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a5a8052d-4ee7-4152-813c-57d18dfd412d None None] Provisioning for port 87c70758-44ea-4cb5-9b89-027116b1a07c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:24.472782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a5a8052d-4ee7-4152-813c-57d18dfd412d None None] Provisioning complete for port 87c70758-44ea-4cb5-9b89-027116b1a07c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:24.473308 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a5a8052d-4ee7-4152-813c-57d18dfd412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:24.498964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4417596-7e2f-4aa9-98e2-7c780c71d122 req-9354fdba-fdba-4c1c-a777-440a27affb82 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.0418169 Jul 08 17:40:24.561412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30b1c8d5-31eb-405e-aaf2-ce90ab2b686a req-6d103e5e-7c83-49d3-9f69-55d6be3aa01f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469800 Jul 08 17:40:24.582790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47394) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:24.603705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:24.648279 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a5a8052d-4ee7-4152-813c-57d18dfd412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:24.659736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 189e6b7b-4a97-4202-a4f3-91f424daa8cd owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:24.692010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a5a8052d-4ee7-4152-813c-57d18dfd412d None None] For port 87c70758-44ea-4cb5-9b89-027116b1a07c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=87c70758-44ea-4cb5-9b89-027116b1a07c,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:24.699712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a5a8052d-4ee7-4152-813c-57d18dfd412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:24.770442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8052d-4ee7-4152-813c-57d18dfd412d None None] Pushing event updated for resources: {'Port': ['ID=87c70758-44ea-4cb5-9b89-027116b1a07c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:24.879533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-24d2be62-65de-43da-a5c1-2d93c08193ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:24.884528 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-cba4ddec-5089-4f16-9fde-707719032f07 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:40:24.892820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cba4ddec-5089-4f16-9fde-707719032f07 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4508865 Jul 08 17:40:24.893530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47398) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:25.058632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-24d2be62-65de-43da-a5c1-2d93c08193ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.066756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-24d2be62-65de-43da-a5c1-2d93c08193ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.090613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d1266145-804a-4f99-8599-61e6dc604c78 None None] Provisioning for port 189e6b7b-4a97-4202-a4f3-91f424daa8cd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:25.098280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d1266145-804a-4f99-8599-61e6dc604c78 None None] Provisioning complete for port 189e6b7b-4a97-4202-a4f3-91f424daa8cd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:25.099146 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d1266145-804a-4f99-8599-61e6dc604c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.113004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.156403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-24d2be62-65de-43da-a5c1-2d93c08193ce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9a59d4545cc746d582c4a88c2dede305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725176 Jul 08 17:40:25.158361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2be62-65de-43da-a5c1-2d93c08193ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e5a094-8524-4e4c-bc5b-1dc9e060d4f0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:25.161037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d1266145-804a-4f99-8599-61e6dc604c78 None None] Port 189e6b7b-4a97-4202-a4f3-91f424daa8cd was deleted so its status cannot be updated. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:40:25.167285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47402) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:25.192326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5803de8-8bc1-44aa-b277-4cbaaf1a14ac tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.204329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=189e6b7b-4a97-4202-a4f3-91f424daa8cd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:25.310592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.320294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-434a3673-e8fe-4722-aa58-a497aee315aa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/189e6b7b-4a97-4202-a4f3-91f424daa8cd HTTP/1.1" status: 204 len: 168 time: 1.4157546 Jul 08 17:40:25.333586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47404) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:25.336510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5803de8-8bc1-44aa-b277-4cbaaf1a14ac tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.418605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa22-b933-4022-a0b1-6364d4c927d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.509594 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa22-b933-4022-a0b1-6364d4c927d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.555786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793801db-e3ef-4dc6-b234-ebccf9b48581 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:25.561284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793801db-e3ef-4dc6-b234-ebccf9b48581 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:25.563051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-793801db-e3ef-4dc6-b234-ebccf9b48581 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2216146 Jul 08 17:40:25.570070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47408) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:25.627645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb4d5d-4c3f-425c-a723-0da8fd81b9c3 req-8b2f3e9a-3643-4b61-a26b-911a35e89ce5 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:25.635087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3fb4d5d-4c3f-425c-a723-0da8fd81b9c3 req-8b2f3e9a-3643-4b61-a26b-911a35e89ce5 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.3653004 Jul 08 17:40:25.635722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5803de8-8bc1-44aa-b277-4cbaaf1a14ac tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.638405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa22-b933-4022-a0b1-6364d4c927d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.638823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5803de8-8bc1-44aa-b277-4cbaaf1a14ac tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.640164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c5803de8-8bc1-44aa-b277-4cbaaf1a14ac tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/43e9ec06-0f33-4d1d-a4c9-ffe5aa206408 HTTP/1.1" status: 204 len: 168 time: 0.7448640 Jul 08 17:40:25.647336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c6f9aa22-b933-4022-a0b1-6364d4c927d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.649068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c6f9aa22-b933-4022-a0b1-6364d4c927d5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/70e5a094-8524-4e4c-bc5b-1dc9e060d4f0 HTTP/1.1" status: 204 len: 168 time: 0.4788616 Jul 08 17:40:25.649794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47414) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:25.664607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5803de8-8bc1-44aa-b277-4cbaaf1a14ac tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e9ec06-0f33-4d1d-a4c9-ffe5aa206408,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:25.697018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 19c50b4d-6e25-4adb-9af6-5284fdbf675a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:25.711602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.740027 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.796891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:25.820579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9aa22-b933-4022-a0b1-6364d4c927d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e5a094-8524-4e4c-bc5b-1dc9e060d4f0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:25.903584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3fb4d5d-4c3f-425c-a723-0da8fd81b9c3 req-8419626d-7f7d-4176-b757-844adb5d547e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674167 Jul 08 17:40:25.905838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44f487ef-3bf5-4a5e-8231-7df2983e67d4 req-56f7dbfa-49d1-40a1-8032-711e54ae0211 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.1534789 Jul 08 17:40:25.967817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-edae42df-573d-4d64-9601-e71708f176e0 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2684963 Jul 08 17:40:25.971766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47420) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:25.985637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-52f163ec-d0af-4f5e-8308-8126595e0f8a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'tempest-secgroup--497785029'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:25.998253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87c70758-44ea-4cb5-9b89-027116b1a07c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:26.098349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.103415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-52f163ec-d0af-4f5e-8308-8126595e0f8a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.189848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 87c70758-44ea-4cb5-9b89-027116b1a07c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:26.190470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.305366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.390654 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-52f163ec-d0af-4f5e-8308-8126595e0f8a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.394419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=19c50b4d-6e25-4adb-9af6-5284fdbf675a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:26.395831 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-52f163ec-d0af-4f5e-8308-8126595e0f8a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.402827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.411394 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-af706ad5-7a91-407a-9bc1-bc789ef8f672 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/19c50b4d-6e25-4adb-9af6-5284fdbf675a HTTP/1.1" status: 204 len: 168 time: 0.8382657 Jul 08 17:40:26.412487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47430) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:26.427070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966cce4-2645-467c-9403-5c09ec9eb560 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:26.444125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-52f163ec-d0af-4f5e-8308-8126595e0f8a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.448297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-52f163ec-d0af-4f5e-8308-8126595e0f8a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4723907 Jul 08 17:40:26.449552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47434) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:26.456317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-aac1918e-72d0-4dee-b203-3a7e681f0c57 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:26.457380 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-aac1918e-72d0-4dee-b203-3a7e681f0c57 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:40:26.458711 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-aac1918e-72d0-4dee-b203-3a7e681f0c57 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 17:40:26.463584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aac1918e-72d0-4dee-b203-3a7e681f0c57 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "PUT /v2.0/security-groups/16403bfb-c255-4aad-b737-23b9cf2dda7a HTTP/1.1" status: 409 len: 330 time: 0.0127299 Jul 08 17:40:26.464442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47436) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:26.538232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f163ec-d0af-4f5e-8308-8126595e0f8a tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16403bfb-c255-4aad-b737-23b9cf2dda7a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:26.614065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd6becb0-e6c6-4faf-8562-24c1c5a3f21b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2000909 Jul 08 17:40:26.617093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47438) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:26.649607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b649e02e-bf04-49c5-9f39-578767a83518 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.658225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fda9e-d619-4414-b6f5-edb07a8943e0 req-35987ba4-0033-43e9-9fdb-32be42292130 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:26.666753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e5fda9e-d619-4414-b6f5-edb07a8943e0 req-35987ba4-0033-43e9-9fdb-32be42292130 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.3962636 Jul 08 17:40:26.747567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b649e02e-bf04-49c5-9f39-578767a83518 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.770165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:40:26.791741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e5fda9e-d619-4414-b6f5-edb07a8943e0 req-d928a47e-1ca2-4fe5-8fbd-caaf206e41f2 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217313 Jul 08 17:40:26.836621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2aee3c-f29b-454b-bc6d-536ecf8261f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:26.845355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47444) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:26.851000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-db2aee3c-f29b-454b-bc6d-536ecf8261f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2172480 Jul 08 17:40:26.937218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] Deleting port 87c70758-44ea-4cb5-9b89-027116b1a07c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:26.938936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.947425 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b649e02e-bf04-49c5-9f39-578767a83518 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.950927 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b649e02e-bf04-49c5-9f39-578767a83518 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:26.955782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47450) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:26.970097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b649e02e-bf04-49c5-9f39-578767a83518 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/16403bfb-c255-4aad-b737-23b9cf2dda7a HTTP/1.1" status: 204 len: 168 time: 0.5042207 Jul 08 17:40:27.111661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-785b3a89-d9ae-4d35-9a8e-71bdff9f47fb tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492784 Jul 08 17:40:27.112372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:27.149531 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-62f066f3-c47d-463a-85a7-2a9a512505ec tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] delete failed (client error): The resource could not be found. Jul 08 17:40:27.152545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-62f066f3-c47d-463a-85a7-2a9a512505ec tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "DELETE /v2.0/security-groups/c3346290-1270-4293-8b87-22fd9cc6b526 HTTP/1.1" status: 404 len: 347 time: 0.0368261 Jul 08 17:40:27.156144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47458) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:27.190096 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-0b342478-0b60-4775-a3cd-b463399b625d tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] show failed (client error): The resource could not be found. Jul 08 17:40:27.193764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0b342478-0b60-4775-a3cd-b463399b625d tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-groups/5b0e2a8f-a2df-4cbc-90d2-78a5db433b78 HTTP/1.1" status: 404 len: 347 time: 0.0362618 Jul 08 17:40:27.197555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47460) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:27.232769 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-5cd24bef-1242-40dd-91f3-c499a4342a22 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] show failed (client error): The resource could not be found. Jul 08 17:40:27.241229 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5cd24bef-1242-40dd-91f3-c499a4342a22 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] 10.222.0.63 "GET /v2.0/security-group-rules/dadbe884-79a3-4562-8871-1fafb5c29fc1 HTTP/1.1" status: 404 len: 356 time: 0.0417411 Jul 08 17:40:27.243309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] For port 87c70758-44ea-4cb5-9b89-027116b1a07c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=87c70758-44ea-4cb5-9b89-027116b1a07c,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:27.243805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:27.314081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] Calling delete_port for 87c70758-44ea-4cb5-9b89-027116b1a07c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:27.511174 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:27.537915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] No DVR routers for this DVR port 87c70758-44ea-4cb5-9b89-027116b1a07c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:27.604228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3065-cb83-49da-a6bb-5490bc60ebaa None None] Pushing event deleted for resources: {'Port': ['ID=87c70758-44ea-4cb5-9b89-027116b1a07c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:27.609951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-703fa7b1-c9e6-4e01-83d1-2c492d9fb632 req-3c1cceb9-d997-449d-8d4a-7ad55dbefe12 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.2857447 Jul 08 17:40:27.611682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47468) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:27.649136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ec550946-9856-4e2c-9cdc-3568b103dc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:27.727969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649e02e-bf04-49c5-9f39-578767a83518 tempest-NegativeSecGroupIPv6Test-1505729362 tempest-NegativeSecGroupIPv6Test-1505729362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16403bfb-c255-4aad-b737-23b9cf2dda7a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:27.741458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141002bd-84a0-46d3-ac45-724be7b8b6a7 req-2aadc71a-927d-40b1-b05a-43c0c4be849e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:27.757919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-141002bd-84a0-46d3-ac45-724be7b8b6a7 req-2aadc71a-927d-40b1-b05a-43c0c4be849e tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.4502814 Jul 08 17:40:27.824697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c39139-3972-4cea-8591-1276b9635f63 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:27.851811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47476) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:27.852571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-67c39139-3972-4cea-8591-1276b9635f63 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0001726 Jul 08 17:40:27.889550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-141002bd-84a0-46d3-ac45-724be7b8b6a7 req-f6826466-6b96-4ce6-b202-8c37e3e210c9 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/security-groups?id=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297488 Jul 08 17:40:27.993132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87c70758-44ea-4cb5-9b89-027116b1a07c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:28.000874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-c34f8f9f-8b0c-4284-8990-ebd560dd4977 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:28.002638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-c34f8f9f-8b0c-4284-8990-ebd560dd4977 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 1.0231197 Jul 08 17:40:28.013366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47480) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:28.013872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c685fd47-8820-4c85-9bf8-9634c8bb36ba tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1600556 Jul 08 17:40:28.018980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:28.058533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 87c70758-44ea-4cb5-9b89-027116b1a07c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:28.059234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87c70758-44ea-4cb5-9b89-027116b1a07c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:28.115373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47482) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:28.176320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-1232759994'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:28.210249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:28.214745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.230099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.275552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-19ad993d-73ad-4b82-9341-458a611283f4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 379 time: 0.1421950 Jul 08 17:40:28.310638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'port': {'device_id': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'admin_state_up': True, 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'security_groups': ['49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:28.422665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832480-2ae6-42ac-ad75-a3bd8d174031 req-ec2d0d48-2ab5-46cb-88cd-654fd6af98cb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:28.424851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad832480-2ae6-42ac-ad75-a3bd8d174031 req-ec2d0d48-2ab5-46cb-88cd-654fd6af98cb tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.3292572 Jul 08 17:40:28.442086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f82a8466-9158-4935-9c22-5e937edaa561 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:28.444674 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f82a8466-9158-4935-9c22-5e937edaa561 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 946 time: 0.2541082 Jul 08 17:40:28.508998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47488) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:28.548430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad832480-2ae6-42ac-ad75-a3bd8d174031 req-5ead11bb-78a5-44f8-ba9e-270b1aeb0922 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133306 Jul 08 17:40:28.555068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.578155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-88549e49-a1b9-4bdd-8c86-0b69e33a70fa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5b6d6961485f425196d55212daa0a62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612448 Jul 08 17:40:28.579889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47492) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:28.583296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:40:28.583296 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:40:28.583296 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': '86de8c57281b49b391c0fc3feb8e531b', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 40, 28, 528972)}] Jul 08 17:40:28.583296 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:40:28.584341 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:40:28.584512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.611000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:28.616795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.633897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188f6e7c-d677-4598-aef8-70cec05584aa,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:28.651761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:40:28.672704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.673166 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment 9024049f-906b-44fb-a72a-b525006900db of type vlan for network 7582e690-8053-4119-a63b-cdbf90b7939d Jul 08 17:40:28.843281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d752153e-7485-4d27-9d15-0a410dbadccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.864490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Deleting port 0f3dacad-c542-4a0b-aad0-df20b1c07053 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:28.865112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.878111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44228db5-11e6-400b-9d92-190fbb9c39ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.917818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44228db5-11e6-400b-9d92-190fbb9c39ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:28.980017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.007987 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44228db5-11e6-400b-9d92-190fbb9c39ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.010547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44228db5-11e6-400b-9d92-190fbb9c39ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.015673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-44228db5-11e6-400b-9d92-190fbb9c39ea admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba4478cc-068d-4dbe-a0c3-f30a85a7fb9f HTTP/1.1" status: 204 len: 168 time: 0.4323304 Jul 08 17:40:29.028144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] For port 0f3dacad-c542-4a0b-aad0-df20b1c07053, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=0f3dacad-c542-4a0b-aad0-df20b1c07053,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:29.028516 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.057016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44228db5-11e6-400b-9d92-190fbb9c39ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4478cc-068d-4dbe-a0c3-f30a85a7fb9f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:29.085836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Calling delete_port for 0f3dacad-c542-4a0b-aad0-df20b1c07053 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:29.093124 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26a90606-a947-4653-90a6-abc3e807debd req-0f4227c8-cc01-4c16-b80e-3830a5a33aec tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.1043820 Jul 08 17:40:29.359684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d752153e-7485-4d27-9d15-0a410dbadccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.361930 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.364371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.374315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:29.375243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.375394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['0f3dacad-c542-4a0b-aad0-df20b1c07053'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:29.415648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4d9440a-aa1d-4205-ba6f-d34150e87bba req-0ccbd4ac-f85a-4a58-bd9e-521195fecc31 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 210 time: 0.2713680 Jul 08 17:40:29.416664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d752153e-7485-4d27-9d15-0a410dbadccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.512642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] No DVR routers for this DVR port 0f3dacad-c542-4a0b-aad0-df20b1c07053 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:29.515470 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.518287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-17fe6648-fe08-411b-a234-862459b33ad5 req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.72 "DELETE /v2.0/ports/0f3dacad-c542-4a0b-aad0-df20b1c07053 HTTP/1.1" status: 204 len: 173 time: 0.8462250 Jul 08 17:40:29.523096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'name': 'network-vif-deleted', 'tag': '0f3dacad-c542-4a0b-aad0-df20b1c07053'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:29.526682 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27a4c0a-30c4-4eca-aca5-7340cb64cf4e" -d '{"events": [{"server_uuid": "8b8beabf-5c97-4432-ae92-7ef2fcff3015", "name": "network-vif-deleted", "tag": "0f3dacad-c542-4a0b-aad0-df20b1c07053"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:29.537899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0673be6-e15a-4137-b927-86de9168adde tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] Pushing event deleted for resources: {'Port': ['ID=0f3dacad-c542-4a0b-aad0-df20b1c07053,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:29.616879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Made reservation on behalf of 86de8c57281b49b391c0fc3feb8e531b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:29.624600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0032144 Jul 08 17:40:29.629566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.637499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47520) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:29.658107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-788769449'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:29.663165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e48e4-ae5c-477e-b776-7e4c89d9676f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=7582e690-8053-4119-a63b-cdbf90b7939d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:29.670222 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0dea81-3c81-4d9a-84d1-709ab810447d x-openstack-request-id: req-9d0dea81-3c81-4d9a-84d1-709ab810447d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:29.670451 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8beabf-5c97-4432-ae92-7ef2fcff3015", "name": "network-vif-deleted", "tag": "0f3dacad-c542-4a0b-aad0-df20b1c07053", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:29.670697 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9d0dea81-3c81-4d9a-84d1-709ab810447d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:29.671113 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8beabf-5c97-4432-ae92-7ef2fcff3015', 'name': 'network-vif-deleted', 'tag': '0f3dacad-c542-4a0b-aad0-df20b1c07053', 'status': 'completed', 'code': 200} Jul 08 17:40:29.677171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 7582e690-8053-4119-a63b-cdbf90b7939d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:40:29.678986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752153e-7485-4d27-9d15-0a410dbadccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea598af8-8bfe-4ada-be6b-ed3051107c15,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:29.714162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d752153e-7485-4d27-9d15-0a410dbadccf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1c2b9ae01c5f450eba500524f54df635&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1951208 Jul 08 17:40:29.721388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47522) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:29.751663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:29.930298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:30.005024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-58aa2744-9010-4d7a-9b69-3eb71e72312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.034064 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:40:30.044318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ec70e8-c00b-4ddf-a8dc-117c1717daff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.050001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:30.051604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:30.056196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.062339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4cedb-7ed5-4862-86e2-07d72e5e20a8 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:30.088216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:30.088859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.101813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:40:30.113914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.114696 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment b90fcf80-5129-4aaf-b742-15340f2eafb3 of type vlan for network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 Jul 08 17:40:30.170771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=0da8c4cc-3e33-40da-bd50-b6ff21804947,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:30.175292 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.213576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bce65119-32a1-4ccf-bf7e-fba880cd6633 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1962583 Jul 08 17:40:30.215954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47536) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:30.225054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ec70e8-c00b-4ddf-a8dc-117c1717daff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.254380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '0da8c4cc-3e33-40da-bd50-b6ff21804947', 'ip_address': '2001:db8::ba0c:69c1:a0cd:1146'}], 'name': 'tempest-NetworksTestDHCPv6-2124132927'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:30.303539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.309446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:30.310098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.331697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01339e-7837-4805-afe3-0c24fe1a73f5 req-850440a7-9e44-488f-914e-7b246d4c6217 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:30.333937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c01339e-7837-4805-afe3-0c24fe1a73f5 req-850440a7-9e44-488f-914e-7b246d4c6217 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.4621682 Jul 08 17:40:30.336170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5412d93-fd7e-41db-84fc-42829d74a8fe req-17e6c280-1a44-4cc1-bc0b-f713a4ea41e4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.0703993 Jul 08 17:40:30.477158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ec70e8-c00b-4ddf-a8dc-117c1717daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.480378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-90ec70e8-c00b-4ddf-a8dc-117c1717daff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.484531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-90ec70e8-c00b-4ddf-a8dc-117c1717daff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ea598af8-8bfe-4ada-be6b-ed3051107c15 HTTP/1.1" status: 204 len: 168 time: 0.7620823 Jul 08 17:40:30.524650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8748972 Jul 08 17:40:30.564638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47544) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:30.570982 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.580396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': '7582e690-8053-4119-a63b-cdbf90b7939d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:30.625538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec70e8-c00b-4ddf-a8dc-117c1717daff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea598af8-8bfe-4ada-be6b-ed3051107c15,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:30.758637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '0da8c4cc-3e33-40da-bd50-b6ff21804947'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:30.770952 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:30.841917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Allocated IP 172.20.0.3 (c6b400da-81cc-41bc-8197-8410b53c3380/04c374cd-9975-4071-893c-485e95945e6e/030c253c-eb65-4de1-81e3-6071026b0fb9) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:30.899947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:30.988996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c01339e-7837-4805-afe3-0c24fe1a73f5 req-27fe5de5-106f-46ba-adb9-7f7e6e948998 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6157658 Jul 08 17:40:30.989691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df58fba-6d06-4811-8cae-24210797377e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=6787dabe-db78-4ae1-9d16-bb0e65c8c857,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:31.108576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:40:31.126933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2bf5324-9066-4752-9373-476c645ba8a3 req-e72c42ac-56cd-464b-9ad5-3ac697f2f751 tempest-ServerRescueNegativeTestJSON-1612311322 tempest-ServerRescueNegativeTestJSON-1612311322-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b8beabf-5c97-4432-ae92-7ef2fcff3015 HTTP/1.1" status: 200 len: 210 time: 0.0993848 Jul 08 17:40:31.163763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:31.167807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.255301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47556) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:31.322765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bd50441-3e52-45a8-8b5d-201aa97b47b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.415612 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.454358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/0da8c4cc-3e33-40da-bd50-b6ff21804947/5298025e-92a2-4c20-a399-a855f71f4768) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:31.546561 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bd50441-3e52-45a8-8b5d-201aa97b47b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.576517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bd50441-3e52-45a8-8b5d-201aa97b47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.667990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.686904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd50441-3e52-45a8-8b5d-201aa97b47b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3762879-edbb-43e6-a1e8-e11620ae3422,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:31.693958 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f1f8f57-cbcd-493b-83fe-3d1288619cfb req-54d6ec17-f0c3-470e-9518-a2701ed3d260 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.0597293 Jul 08 17:40:31.700071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7bd50441-3e52-45a8-8b5d-201aa97b47b5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26b3d1393a86484fb35b1bea1524d477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369555 Jul 08 17:40:31.703720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47566) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:31.715623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.733870 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.744784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Transition to ACTIVE for port object 5298025e-92a2-4c20-a399-a855f71f4768 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:31.745248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 6a4c8a38-c8ef-4179-b73c-326054f96e2e yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:31.753792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Transition to ACTIVE for port object 030c253c-eb65-4de1-81e3-6071026b0fb9 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:31.764541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Transition to ACTIVE for port object 5298025e-92a2-4c20-a399-a855f71f4768 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:31.771309 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.817522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:31.821863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:31.824231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:31.824387 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6cad126-39aa-4206-a15a-47403f057843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.883785 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6cad126-39aa-4206-a15a-47403f057843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.888580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Pushing event updated for resources: {'Port': ['ID=5298025e-92a2-4c20-a399-a855f71f4768,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:31.903252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.906354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Attempting to bind port 5298025e-92a2-4c20-a399-a855f71f4768 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:31.906799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Attempting to bind port 5298025e-92a2-4c20-a399-a855f71f4768 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:31.907262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Attempting to bind port 5298025e-92a2-4c20-a399-a855f71f4768 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:31.913556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:31.914060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:31.914530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.915024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:31.915557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Bound port: 5298025e-92a2-4c20-a399-a855f71f4768, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:31.916002 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.960194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::ba0c:69c1:a0cd:1146 (02f2602e-703e-48f5-899b-7f1e2951c730/0da8c4cc-3e33-40da-bd50-b6ff21804947/6a4c8a38-c8ef-4179-b73c-326054f96e2e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:31.988009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=a42e751b-32ab-4507-9c45-b58d8aec9b44,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:31.991273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:31.995659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': '9024049f-906b-44fb-a72a-b525006900db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7582e690-8053-4119-a63b-cdbf90b7939d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:31.996233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: 7582e690-8053-4119-a63b-cdbf90b7939d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:40:31.997086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] For port 5298025e-92a2-4c20-a399-a855f71f4768, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:31.999695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6cad126-39aa-4206-a15a-47403f057843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.001457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] For port 5298025e-92a2-4c20-a399-a855f71f4768, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5298025e-92a2-4c20-a399-a855f71f4768,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:32.002222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6cad126-39aa-4206-a15a-47403f057843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.007574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b6cad126-39aa-4206-a15a-47403f057843 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b3762879-edbb-43e6-a1e8-e11620ae3422 HTTP/1.1" status: 204 len: 168 time: 0.2986138 Jul 08 17:40:32.014173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.015782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cad126-39aa-4206-a15a-47403f057843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3762879-edbb-43e6-a1e8-e11620ae3422,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:32.029392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 7582e690-8053-4119-a63b-cdbf90b7939d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:40:32.048347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 7582e690-8053-4119-a63b-cdbf90b7939d) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:32.067796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:32.067796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.089212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebb766-d5a5-46b7-a1a7-73b12499f58f None None] Pushing event updated for resources: {'Port': ['ID=5298025e-92a2-4c20-a399-a855f71f4768,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:32.094035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed4c15-ba81-43f7-83c7-48880c40d647 None None] Network 7582e690-8053-4119-a63b-cdbf90b7939d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:32.109456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-863c0ffb-b7ad-4608-8be1-6c7fe46fc514 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5407188 Jul 08 17:40:32.109456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47578) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:32.115376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': '6787dabe-db78-4ae1-9d16-bb0e65c8c857', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:32.159796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:32.170324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:32.183646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0f3dacad-c542-4a0b-aad0-df20b1c07053 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:32.218175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.218528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.218869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.219205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.219537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.219862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.220190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.223876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 0f3dacad-c542-4a0b-aad0-df20b1c07053 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:32.224452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 0f3dacad-c542-4a0b-aad0-df20b1c07053 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:32.227273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.227626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.227976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.228319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.228650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:32.239715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:32.364403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47584) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:32.393586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:32.488694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:32.489143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.494505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.528894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 6a4c8a38-c8ef-4179-b73c-326054f96e2e will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:32.562441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-7582e690-8053-4119-a63b-cdbf90b7939d', 'network_id': '7582e690-8053-4119-a63b-cdbf90b7939d', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': 'a42e751b-32ab-4507-9c45-b58d8aec9b44'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:32.565478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.600029 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-a74fa958-8d07-4d9a-a711-634199bdc830 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2943079 Jul 08 17:40:32.609832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.619440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Request body: {'port': {'device_id': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:32.633309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:32.650529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.789057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=6a4c8a38-c8ef-4179-b73c-326054f96e2e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:32.816691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:32.820423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:32.831617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:32.839780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:32.840395 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.844298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:32.915505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8cd83fe4-462d-4b36-87f1-d97a8017063c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6930287 Jul 08 17:40:32.919437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47602) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:32.921414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Allocated IP 172.20.0.2 (7582e690-8053-4119-a63b-cdbf90b7939d/a42e751b-32ab-4507-9c45-b58d8aec9b44/28fff9b3-7023-49d4-865e-91f312dbe69a) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:33.165547 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.175627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Transition to ACTIVE for port object 28fff9b3-7023-49d4-865e-91f312dbe69a will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:33.195965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Transition to ACTIVE for port object 28fff9b3-7023-49d4-865e-91f312dbe69a will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:33.218546 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.239450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbd7c6-0acc-4772-8838-45d796a78e84 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:33.246620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bbd7c6-0acc-4772-8838-45d796a78e84 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:33.252569 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c1bbd7c6-0acc-4772-8838-45d796a78e84 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3281901 Jul 08 17:40:33.259044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47614) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:33.301675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Network 7582e690-8053-4119-a63b-cdbf90b7939d is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:33.309163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Pushing event updated for resources: {'Port': ['ID=28fff9b3-7023-49d4-865e-91f312dbe69a,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:33.310816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:33.315083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:33.319157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f0f10cff-cd81-4446-bb50-3a15dadc9572 None None] Provisioning for port 030c253c-eb65-4de1-81e3-6071026b0fb9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:33.324178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579ddb5-09ae-4b01-b7e3-133e5ebc6e4a req-ff273b89-2f4d-44f2-a630-cf3e0126f4d9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:33.325909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6579ddb5-09ae-4b01-b7e3-133e5ebc6e4a req-ff273b89-2f4d-44f2-a630-cf3e0126f4d9 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 1.0371201 Jul 08 17:40:33.344558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f0f10cff-cd81-4446-bb50-3a15dadc9572 None None] Provisioning complete for port 030c253c-eb65-4de1-81e3-6071026b0fb9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:33.345089 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0f10cff-cd81-4446-bb50-3a15dadc9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.354803 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.505798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030c253c-eb65-4de1-81e3-6071026b0fb9 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:33.517219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Attempting to bind port 28fff9b3-7023-49d4-865e-91f312dbe69a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:33.518615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Attempting to bind port 28fff9b3-7023-49d4-865e-91f312dbe69a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '9024049f-906b-44fb-a72a-b525006900db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7582e690-8053-4119-a63b-cdbf90b7939d'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:33.519346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Attempting to bind port 28fff9b3-7023-49d4-865e-91f312dbe69a on network 7582e690-8053-4119-a63b-cdbf90b7939d {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:33.523529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6579ddb5-09ae-4b01-b7e3-133e5ebc6e4a req-14108239-dbac-4eae-bb73-493cf94a9b57 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818726 Jul 08 17:40:33.524326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.543667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Transition to ACTIVE for port object 030c253c-eb65-4de1-81e3-6071026b0fb9 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:33.565920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 6a4c8a38-c8ef-4179-b73c-326054f96e2e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:33.566054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.572625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:33.575448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Checking segment: {'id': '9024049f-906b-44fb-a72a-b525006900db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7582e690-8053-4119-a63b-cdbf90b7939d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:33.576938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.577477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Bound using segment: {'id': '9024049f-906b-44fb-a72a-b525006900db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7582e690-8053-4119-a63b-cdbf90b7939d'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:33.579164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Bound port: 28fff9b3-7023-49d4-865e-91f312dbe69a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9024049f-906b-44fb-a72a-b525006900db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7582e690-8053-4119-a63b-cdbf90b7939d'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:33.581043 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.585606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800761a-6e08-49d7-8a77-69b852f879a1 req-9c8cefa1-2076-4bbc-b2de-4ddcae460e1e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:33.597892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1800761a-6e08-49d7-8a77-69b852f879a1 req-9c8cefa1-2076-4bbc-b2de-4ddcae460e1e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 931 time: 0.4217434 Jul 08 17:40:33.618083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f0f10cff-cd81-4446-bb50-3a15dadc9572 None None] Port 030c253c-eb65-4de1-81e3-6071026b0fb9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:33.668161 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.737612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] For port 28fff9b3-7023-49d4-865e-91f312dbe69a, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:33.744253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:33.769452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] For port 28fff9b3-7023-49d4-865e-91f312dbe69a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=28fff9b3-7023-49d4-865e-91f312dbe69a,segment=NetworkSegment(9024049f-906b-44fb-a72a-b525006900db),segment_id=9024049f-906b-44fb-a72a-b525006900db)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:33.787733 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.840222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1800761a-6e08-49d7-8a77-69b852f879a1 req-a25fba54-6caf-4dda-8ae6-ac0d3606f0b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404022 Jul 08 17:40:33.877654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0241aa-c895-4c16-aed9-8a52acfee25b None None] Pushing event updated for resources: {'Port': ['ID=28fff9b3-7023-49d4-865e-91f312dbe69a,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:33.941283 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:33.978393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 6a4c8a38-c8ef-4179-b73c-326054f96e2e owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:34.027735 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.058015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-77ed73b1-2835-4e17-b990-9d4c4c69774a None None] Provisioning for port 5298025e-92a2-4c20-a399-a855f71f4768 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:34.102140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Attempting to bind port 030c253c-eb65-4de1-81e3-6071026b0fb9 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:34.102627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Attempting to bind port 030c253c-eb65-4de1-81e3-6071026b0fb9 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:34.103092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Attempting to bind port 030c253c-eb65-4de1-81e3-6071026b0fb9 on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:34.107399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5298025e-92a2-4c20-a399-a855f71f4768 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:34.112073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Port 030c253c-eb65-4de1-81e3-6071026b0fb9 on network c6b400da-81cc-41bc-8197-8410b53c3380 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:40:34.112451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Attempting to bind port 030c253c-eb65-4de1-81e3-6071026b0fb9 on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:34.130170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:34.130514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:34.131438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Bound using segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:34.131894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Bound port: 030c253c-eb65-4de1-81e3-6071026b0fb9, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:34.132334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.165638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=19d45efb-07dd-45ba-acab-6ccf6645eebc,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:34.217541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': 'b90fcf80-5129-4aaf-b742-15340f2eafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6787dabe-db78-4ae1-9d16-bb0e65c8c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:34.223963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: 6787dabe-db78-4ae1-9d16-bb0e65c8c857, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:40:34.268600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:40:34.326638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6787dabe-db78-4ae1-9d16-bb0e65c8c857) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:34.332437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:34.333545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.361085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-33f90136-2039-4449-a275-aa0ee69e634a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2498059 Jul 08 17:40:34.370372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47636) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:34.392807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-27af36b6-0832-4510-a4be-01681da3d453 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1706986526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:34.433132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:34.444884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27af36b6-0832-4510-a4be-01681da3d453 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.446924 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27af36b6-0832-4510-a4be-01681da3d453 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.447097 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:34.458362 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.458628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.517927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:40:34.555338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.629456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:34.632273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.633893 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] 10.222.0.72 "PUT /v2.0/ports/030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 1091 time: 2.0263517 Jul 08 17:40:34.638028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:34.643062 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcae8707-db8e-41cb-a279-bc9dcf270366" -d '{"events": [{"name": "network-changed", "server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:34.695180 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27af36b6-0832-4510-a4be-01681da3d453 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.714049 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.721634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/6a4c8a38-c8ef-4179-b73c-326054f96e2e HTTP/1.1" status: 204 len: 168 time: 1.4610319 Jul 08 17:40:34.726028 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27af36b6-0832-4510-a4be-01681da3d453 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.743861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47646) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:34.759156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27af36b6-0832-4510-a4be-01681da3d453 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:34.760572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-27af36b6-0832-4510-a4be-01681da3d453 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3839502 Jul 08 17:40:34.763451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47648) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:34.807299 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1da17a-b24d-432e-a661-1d20380aef04 x-openstack-request-id: req-1e1da17a-b24d-432e-a661-1d20380aef04 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:34.807950 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:34.808458 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1e1da17a-b24d-432e-a661-1d20380aef04 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:34.810131 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'status': 'completed', 'code': 200} Jul 08 17:40:34.822512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:34.837036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cdb55-044e-4329-be97-85908dd10e9a service neutron] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:34.854193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c195656-d8c3-4c47-a653-2859b6550aa0 None None] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:35.032272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'port_id': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'mac_address': 'fa:16:3e:bb:b1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:40:35.104517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1969d3-34d3-4caa-8ee2-a0a1c479c9db tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=6a4c8a38-c8ef-4179-b73c-326054f96e2e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:35.134130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aea8c7-1bca-46b9-ac77-3cdf58fc0be2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:35.135886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aea8c7-1bca-46b9-ac77-3cdf58fc0be2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:35.144436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-08aea8c7-1bca-46b9-ac77-3cdf58fc0be2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3560472 Jul 08 17:40:35.149265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:35.227877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-960b4d11-7a04-4e18-9b2a-495d54d0932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:35.230397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-960b4d11-7a04-4e18-9b2a-495d54d0932b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1094 time: 0.4914463 Jul 08 17:40:35.235784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.249872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-6787dabe-db78-4ae1-9d16-bb0e65c8c857', 'network_id': '6787dabe-db78-4ae1-9d16-bb0e65c8c857', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': '19d45efb-07dd-45ba-acab-6ccf6645eebc'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:35.250951 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.296149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d30dc0b-8979-45b5-bc76-3adeb3e17811 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:35.306125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 0da8c4cc-3e33-40da-bd50-b6ff21804947 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:35.310554 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-93bfe020-cc60-43bd-ba82-78467351b2f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 217 time: 0.0713730 Jul 08 17:40:35.311546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.331544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5298025e-92a2-4c20-a399-a855f71f4768 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:35.443162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:35.455470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d8921-62bf-41d5-b588-2e97ce6dbfd4 req-19fcce55-19b7-43f7-952d-5dad63be794a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:35.457305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-626d8921-62bf-41d5-b588-2e97ce6dbfd4 req-19fcce55-19b7-43f7-952d-5dad63be794a tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 944 time: 0.5734446 Jul 08 17:40:35.477410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5298025e-92a2-4c20-a399-a855f71f4768 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:35.478054 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.480351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.515521 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.520303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-7ad299de-566b-4dce-8add-03aa3011958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:35.522782 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-7ad299de-566b-4dce-8add-03aa3011958d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1644313 Jul 08 17:40:35.548131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b571c6-6b70-41d7-82cc-353d8a99f495 req-71020108-1b2f-4cf6-85ac-540009485bb8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:35.555269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95b571c6-6b70-41d7-82cc-353d8a99f495 req-71020108-1b2f-4cf6-85ac-540009485bb8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 943 time: 0.4213679 Jul 08 17:40:35.706050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:35.706050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ad75361a-6332-48f0-8522-0190fe6d0df7 None None] Could not find standard attr ID for object 6a4c8a38-c8ef-4179-b73c-326054f96e2e. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:40:35.723997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95b571c6-6b70-41d7-82cc-353d8a99f495 req-50b5aa5c-8edf-4b13-a128-37cdc37c332f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676123 Jul 08 17:40:35.733883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.737748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-626d8921-62bf-41d5-b588-2e97ce6dbfd4 req-b8a96855-a33f-4a5b-8b2a-c918e22cfe4b tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248745 Jul 08 17:40:35.740900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.753386 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.816824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Allocated IP 172.21.0.2 (6787dabe-db78-4ae1-9d16-bb0e65c8c857/19d45efb-07dd-45ba-acab-6ccf6645eebc/4e6e2047-eacf-4e39-9b56-b94b2a2a824e) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:35.825576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-5adca6a3-285c-4d70-b2ff-4ba8553d4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:35.827182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-5adca6a3-285c-4d70-b2ff-4ba8553d4c59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2933483 Jul 08 17:40:35.827846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ee7ad-dab4-4cf7-80cd-4557249b0ef6 None None] Network 7582e690-8053-4119-a63b-cdbf90b7939d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:35.859939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.947207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:35.949219 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/0da8c4cc-3e33-40da-bd50-b6ff21804947 HTTP/1.1" status: 204 len: 168 time: 0.7989998 Jul 08 17:40:35.951999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47670) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:35.954173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d569e17-2b7b-4cb9-a1d2-01d8e83b0d42 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8c4cc-3e33-40da-bd50-b6ff21804947,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:36.001294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d7873abd-69e2-48cc-9dd3-28393fb47d77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478840 Jul 08 17:40:36.003991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47672) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:36.011067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:36.043053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Deleting port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:36.043374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.118164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-34bfbbab-cb1a-46fa-95d4-a82c904d0d3f service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704318 Jul 08 17:40:36.153865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.20.0.1 (7582e690-8053-4119-a63b-cdbf90b7939d/a42e751b-32ab-4507-9c45-b58d8aec9b44/8518d6e6-01e9-42f6-9357-c28ea011a5e1) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:36.156188 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.168773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Transition to ACTIVE for port object 4e6e2047-eacf-4e39-9b56-b94b2a2a824e will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:36.188244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Transition to ACTIVE for port object 4e6e2047-eacf-4e39-9b56-b94b2a2a824e will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:36.188418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] For port 8fb84e2d-324e-49f6-8200-d1c17b63e3a0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,segment=NetworkSegment(343cc1cc-4e91-4902-98d7-ab5086e95ca2),segment_id=343cc1cc-4e91-4902-98d7-ab5086e95ca2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:36.188700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.195272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['6d30dc0b-8979-45b5-bc76-3adeb3e17811'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:36.202241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73c129-4fea-41f7-8014-ec779788a7be None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:36.216136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.242520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-304c07ce-8055-4a7d-9b68-dad21db5ea0e req-af446564-1c02-49fe-9db8-c3c27798f476 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161871 Jul 08 17:40:36.289914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:36.293364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Calling delete_port for 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:36.293941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.328008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:36.370447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a1d0c595-f76c-45b1-980b-5bb332cf2db4 None None] Provisioning for port 28fff9b3-7023-49d4-865e-91f312dbe69a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:36.421651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Pushing event updated for resources: {'Port': ['ID=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:36.425556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:36.429324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:36.495625 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.524393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-b0d03aee-1fc9-450b-8139-4d0a299a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.535027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-b0d03aee-1fc9-450b-8139-4d0a299a566c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1094 time: 0.1471212 Jul 08 17:40:36.540297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Attempting to bind port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:36.540681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Attempting to bind port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b90fcf80-5129-4aaf-b742-15340f2eafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6787dabe-db78-4ae1-9d16-bb0e65c8c857'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:36.541070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Attempting to bind port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e on network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:36.551257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:40:36.551257 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:40:36.553746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:36.554221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Checking segment: {'id': 'b90fcf80-5129-4aaf-b742-15340f2eafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6787dabe-db78-4ae1-9d16-bb0e65c8c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:36.554630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.555080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Bound using segment: {'id': 'b90fcf80-5129-4aaf-b742-15340f2eafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6787dabe-db78-4ae1-9d16-bb0e65c8c857'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:36.555563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Bound port: 4e6e2047-eacf-4e39-9b56-b94b2a2a824e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90fcf80-5129-4aaf-b742-15340f2eafb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6787dabe-db78-4ae1-9d16-bb0e65c8c857'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:36.555950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.587820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object 8518d6e6-01e9-42f6-9357-c28ea011a5e1 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:36.709456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.730373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.781166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:36.787106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:36.813854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:36.814464 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.845692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8374856 Jul 08 17:40:36.848396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47706) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:36.859633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '28ec243b-d3ca-4baa-b45e-b245008800db', 'ip_address': '2001:db8::56e1:e01e:7f8f:d3f0'}], 'name': 'tempest-NetworksTestDHCPv6-1646718440'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:36.883921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] For port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:36.893780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] For port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,segment=NetworkSegment(b90fcf80-5129-4aaf-b742-15340f2eafb3),segment_id=b90fcf80-5129-4aaf-b742-15340f2eafb3)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:36.920235 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:36.965024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=8518d6e6-01e9-42f6-9357-c28ea011a5e1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:36.987488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5242f7-0d73-44f9-b4cd-24e3cf4610b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=28ec243b-d3ca-4baa-b45e-b245008800db,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:37.006782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:40:37.050035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 7582e690-8053-4119-a63b-cdbf90b7939d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:37.070129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:37.074961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:37.098150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-a32a51ea-4687-4115-a3c7-509717b1694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:37.101080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-a32a51ea-4687-4115-a3c7-509717b1694e service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.4163322 Jul 08 17:40:37.127140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.198832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2184a-37ee-42bd-be94-1f0ae1ac3af3 None None] Pushing event updated for resources: {'Port': ['ID=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:37.215855 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.227274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb84e2d-324e-49f6-8200-d1c17b63e3a0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:37.259487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] Deleting port 5298025e-92a2-4c20-a399-a855f71f4768 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:37.262041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.322310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 5298025e-92a2-4c20-a399-a855f71f4768, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5298025e-92a2-4c20-a399-a855f71f4768,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:37.343423 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.385707 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-8b46a346-79b0-4801-a889-0ec14b1ffa36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 217 time: 0.1400578 Jul 08 17:40:37.448157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=5298025e-92a2-4c20-a399-a855f71f4768,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:37.530117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.588107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] For port 5298025e-92a2-4c20-a399-a855f71f4768, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5298025e-92a2-4c20-a399-a855f71f4768,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:37.588623 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.613659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] Calling delete_port for 5298025e-92a2-4c20-a399-a855f71f4768 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:37.630558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:37.688263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-f111de5f-5fee-4e55-abb6-a8834de82465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:37.690143 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-f111de5f-5fee-4e55-abb6-a8834de82465 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2855022 Jul 08 17:40:37.794957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 28fff9b3-7023-49d4-865e-91f312dbe69a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:37.861582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-530a98fd-4640-4f4d-a9f4-455b95bb8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:37.864020 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-530a98fd-4640-4f4d-a9f4-455b95bb8c4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458588 Jul 08 17:40:37.867211 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.891712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da40297-65fb-4e61-99e6-e041251ba7ea req-c9eddff3-0e3e-4f96-a138-981adab8672b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:37.899370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9da40297-65fb-4e61-99e6-e041251ba7ea req-c9eddff3-0e3e-4f96-a138-981adab8672b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 943 time: 0.7564359 Jul 08 17:40:37.911018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] No DVR routers for this DVR port 5298025e-92a2-4c20-a399-a855f71f4768 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:37.914212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42261-fa87-434e-8809-84eb0d548326 None None] Pushing event deleted for resources: {'Port': ['ID=5298025e-92a2-4c20-a399-a855f71f4768,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:37.919833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b2ba-a61b-4d3e-89ee-f168c1ca3b94 None None] Provisioning for port 8518d6e6-01e9-42f6-9357-c28ea011a5e1 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:37.924563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f0a9b2ba-a61b-4d3e-89ee-f168c1ca3b94 None None] Provisioning complete for port 8518d6e6-01e9-42f6-9357-c28ea011a5e1 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:37.925003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b2ba-a61b-4d3e-89ee-f168c1ca3b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.927191 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:37.947217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b8c51a-afcc-4942-8919-251b3ea9c8c7 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:37.954305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 28fff9b3-7023-49d4-865e-91f312dbe69a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:37.961762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 2db4a5f9-6bc7-4377-b357-b4b97baf4f46 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:37.992874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd67f1-8353-44e0-82d4-cbfb884c36ad req-c9fb216b-7f50-4059-9cf6-50445c43584e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:37.997144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1fd67f1-8353-44e0-82d4-cbfb884c36ad req-c9fb216b-7f50-4059-9cf6-50445c43584e tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 945 time: 0.8672297 Jul 08 17:40:38.008034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 28fff9b3-7023-49d4-865e-91f312dbe69a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:38.008034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:38.043834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-a293c444-d94c-4621-a77a-8ff652d6acba service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660717 Jul 08 17:40:38.073708 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:38.086154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9da40297-65fb-4e61-99e6-e041251ba7ea req-af226393-9325-49d9-9adc-c30cdd5873dd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855001 Jul 08 17:40:38.086235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9b2ba-a61b-4d3e-89ee-f168c1ca3b94 None None] Port 8518d6e6-01e9-42f6-9357-c28ea011a5e1 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:38.173587 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:38.195080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1fd67f1-8353-44e0-82d4-cbfb884c36ad req-f188c0eb-8f76-4d85-8f6e-8490c3b4f983 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787884 Jul 08 17:40:38.239138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:40:38.241766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:38.309108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::56e1:e01e:7f8f:d3f0 (02f2602e-703e-48f5-899b-7f1e2951c730/28ec243b-d3ca-4baa-b45e-b245008800db/2db4a5f9-6bc7-4377-b357-b4b97baf4f46) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:38.339811 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcae8707-db8e-41cb-a279-bc9dcf270366 req-cc054065-d90c-4727-a56c-8aa781e22c97 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896478 Jul 08 17:40:38.368338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '28ec243b-d3ca-4baa-b45e-b245008800db'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:38.369242 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:38.798835 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:40:38.866690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 28fff9b3-7023-49d4-865e-91f312dbe69a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=28fff9b3-7023-49d4-865e-91f312dbe69a,segment=NetworkSegment(9024049f-906b-44fb-a72a-b525006900db),segment_id=9024049f-906b-44fb-a72a-b525006900db)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:38.887823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbe534-e20e-43e9-af85-ec22dfb814bb None None] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:38.898743 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:38.907085 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.047696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.067520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.073624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5298025e-92a2-4c20-a399-a855f71f4768 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:39.086237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 2db4a5f9-6bc7-4377-b357-b4b97baf4f46 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:39.098642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.141154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5298025e-92a2-4c20-a399-a855f71f4768 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:39.141672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5298025e-92a2-4c20-a399-a855f71f4768 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:39.152288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:39.152846 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.201880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.219409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bfa8ecc6-6ba6-4a6f-865b-d60cbe333143 None None] Provisioning for port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:39.293577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:39.294168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/28ec243b-d3ca-4baa-b45e-b245008800db/98beb373-215a-4719-816f-b2efab79c6c0) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:39.297176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:39.303549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:39.317405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.318157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.322073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=2db4a5f9-6bc7-4377-b357-b4b97baf4f46,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:39.345812 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.363426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0aa70651-db81-4d45-9257-6ae729f3705e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5137873 Jul 08 17:40:39.365921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:39.374983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=8518d6e6-01e9-42f6-9357-c28ea011a5e1,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:39.505473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3980abbb-f3f8-4564-b425-8ff761f85e67 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.513238 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3980abbb-f3f8-4564-b425-8ff761f85e67 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1451085 Jul 08 17:40:39.513881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47732) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:39.526686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.535185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Transition to ACTIVE for port object 98beb373-215a-4719-816f-b2efab79c6c0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:39.559770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=28fff9b3-7023-49d4-865e-91f312dbe69a,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:39.576099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:39.615692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4e6e2047-eacf-4e39-9b56-b94b2a2a824e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:39.664864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'mac_address': 'fa:16:3e:07:4e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:40:39.668148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Transition to ACTIVE for port object 98beb373-215a-4719-816f-b2efab79c6c0 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:39.704918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 2db4a5f9-6bc7-4377-b357-b4b97baf4f46 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:39.705259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.727302 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.736421 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.779097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.822881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:39.829183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:39.840610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 2db4a5f9-6bc7-4377-b357-b4b97baf4f46 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:39.847669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:39.859405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:39.863939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 7582e690-8053-4119-a63b-cdbf90b7939d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:39.871749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:39.878505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030c253c-eb65-4de1-81e3-6071026b0fb9 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:40:39.894088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:39.896438 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25edb809-8ad1-4634-b551-e3ceb39176c1" -d '{"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-plugged", "status": "completed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:39.926684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56794280-66c7-4b33-a0b9-4bddb7615af7 req-b471d7b2-92f8-4c13-8491-1ba67f9d3ff9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.929017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56794280-66c7-4b33-a0b9-4bddb7615af7 req-b471d7b2-92f8-4c13-8491-1ba67f9d3ff9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 943 time: 0.3964314 Jul 08 17:40:39.946436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f81a3-7f0c-4b35-80f1-39e5624de219 req-b6614065-9ba5-437e-a8de-b22b84c45a84 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:39.948016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-906f81a3-7f0c-4b35-80f1-39e5624de219 req-b6614065-9ba5-437e-a8de-b22b84c45a84 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 945 time: 0.4081459 Jul 08 17:40:39.964401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:39.985197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:39.992350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Pushing event updated for resources: {'Port': ['ID=98beb373-215a-4719-816f-b2efab79c6c0,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:40.012693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.014491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:40.057351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.101557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:40.101958 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.109033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.155818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Attempting to bind port 98beb373-215a-4719-816f-b2efab79c6c0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:40.156225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Attempting to bind port 98beb373-215a-4719-816f-b2efab79c6c0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:40.156882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Attempting to bind port 98beb373-215a-4719-816f-b2efab79c6c0 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:40.190208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Router 44108eae-867b-4783-8207-c79e1ca4a524 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:40.192186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:40.192667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:40.193414 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.193875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:40.194795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Bound port: 98beb373-215a-4719-816f-b2efab79c6c0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:40.195200 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.200884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=2db4a5f9-6bc7-4377-b357-b4b97baf4f46,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:40.212228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-906f81a3-7f0c-4b35-80f1-39e5624de219 req-1728fa97-768f-4210-b021-33cb0495fc30 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466402 Jul 08 17:40:40.258538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:40.281392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.283922 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-028d57a3-1dba-4541-a8a3-bd06f66440a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/2db4a5f9-6bc7-4377-b357-b4b97baf4f46 HTTP/1.1" status: 204 len: 168 time: 0.7690754 Jul 08 17:40:40.289452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:40.315914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['030c253c-eb65-4de1-81e3-6071026b0fb9'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:40:40.359446 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da9f74f-37f4-4113-936e-9112af55875e x-openstack-request-id: req-7da9f74f-37f4-4113-936e-9112af55875e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:40.359771 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-plugged", "status": "completed", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:40.360029 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7da9f74f-37f4-4113-936e-9112af55875e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:40.360426 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'code': 200} Jul 08 17:40:40.453877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:40.462683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a9415f9c-a830-43e8-9540-475edd44c137 admin admin] 10.222.0.63 "PUT /v2.0/routers/44108eae-867b-4783-8207-c79e1ca4a524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0961833 Jul 08 17:40:40.467670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47748) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:40.489546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] Sync routers for ids ['44108eae-867b-4783-8207-c79e1ca4a524'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:40.491617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e8411-1d31-40d2-b426-0a7d304b1527 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.501040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e8411-1d31-40d2-b426-0a7d304b1527 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.515220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7e0cf564-1ab7-4cc3-ad9e-9ee7b07b73d6 None None] Provisioning complete for port 8518d6e6-01e9-42f6-9357-c28ea011a5e1 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:40.515220 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7e0cf564-1ab7-4cc3-ad9e-9ee7b07b73d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.515949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-022e8411-1d31-40d2-b426-0a7d304b1527 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2180614 Jul 08 17:40:40.518090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47750) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:40.607026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56794280-66c7-4b33-a0b9-4bddb7615af7 req-bdd43262-f285-4ddc-979f-b15921d8b1d1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6575501 Jul 08 17:40:40.624605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.632652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 28ec243b-d3ca-4baa-b45e-b245008800db {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:40.635216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cf564-1ab7-4cc3-ad9e-9ee7b07b73d6 None None] Port 8518d6e6-01e9-42f6-9357-c28ea011a5e1 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:40.637105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.640169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.678579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:40.687248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262370c-becf-4488-8237-e67b8138027d req-1e44ac92-a0a2-4713-9600-e539ceacc6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:40.689088 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1262370c-becf-4488-8237-e67b8138027d req-1e44ac92-a0a2-4713-9600-e539ceacc6cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 1098 time: 0.1699033 Jul 08 17:40:40.696270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.697511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] For port 98beb373-215a-4719-816f-b2efab79c6c0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:40.726326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] For port 98beb373-215a-4719-816f-b2efab79c6c0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=98beb373-215a-4719-816f-b2efab79c6c0,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:40.748952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] Routers {'44108eae-867b-4783-8207-c79e1ca4a524'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:40.749662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['44108eae-867b-4783-8207-c79e1ca4a524'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:40.792249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 0dbfd5dc-0852-4311-9cf4-6c958058901c is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:40:40.818790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1262370c-becf-4488-8237-e67b8138027d req-9ee73b08-f59d-44ae-b198-6261b8299493 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182692 Jul 08 17:40:40.831895 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.904723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.915769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6653a8-7599-43d5-be3c-98a4754ae345 None None] Pushing event updated for resources: {'Port': ['ID=98beb373-215a-4719-816f-b2efab79c6c0,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:40.936553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:40.947309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:40.964072 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] Sync routers for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:40.967827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:40.971273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-02dcc31e-7800-4ff4-a66d-9ded3acc9058 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/0dbfd5dc-0852-4311-9cf4-6c958058901c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2064869 Jul 08 17:40:40.984649 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:40.985779 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:41.008948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47756) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:41.015269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,segment=NetworkSegment(b90fcf80-5129-4aaf-b742-15340f2eafb3),segment_id=b90fcf80-5129-4aaf-b742-15340f2eafb3)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:41.029962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7bb2f617-2bc6-442f-87de-27ff9eb8c6b8 None None] Provisioning complete for port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:41.030362 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f617-2bc6-442f-87de-27ff9eb8c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:41.072002 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:41.072671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Deleting port 39923d3a-fcb0-44df-934a-ce63a3efb9f1 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:41.073904 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:41.093306 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:41.095855 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:41.129380 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:41.159634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:41.201829 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:41.202691 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a11c37-a702-40a6-91ce-bc3c4ccac946 None None] The sync data for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:41.231305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:41.233196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] For port 39923d3a-fcb0-44df-934a-ce63a3efb9f1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=39923d3a-fcb0-44df-934a-ce63a3efb9f1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:41.233935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:41.241423 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/28ec243b-d3ca-4baa-b45e-b245008800db HTTP/1.1" status: 204 len: 168 time: 0.7209055 Jul 08 17:40:41.254442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2f40e-c952-40ae-bc8d-3078e3761ad7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:41.256633 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-63e2f40e-c952-40ae-bc8d-3078e3761ad7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports/8518d6e6-01e9-42f6-9357-c28ea011a5e1 HTTP/1.1" status: 200 len: 910 time: 0.2838249 Jul 08 17:40:41.262079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Calling delete_port for 39923d3a-fcb0-44df-934a-ce63a3efb9f1 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:41.265246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47762) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:41.265577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47766) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:41.275336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e081833-6576-4c5e-ad85-42f2f1d5ec56 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=28ec243b-d3ca-4baa-b45e-b245008800db,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:41.350597 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf95daf8-03b8-493f-a270-e292bbc9b4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:41.539563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] Set router 44108eae-867b-4783-8207-c79e1ca4a524 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:41.749519 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9fe01cd1-8b26-4de7-b688-8a29e1701948 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4824250 Jul 08 17:40:41.758186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47782) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:41.790589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:41.806104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 28fff9b3-7023-49d4-865e-91f312dbe69a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:41.850187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:42.015976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80bc0b-9c61-40e3-95ff-27854253bbf3 req-c776e832-d49b-449b-885b-f6226580495d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.017606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd80bc0b-9c61-40e3-95ff-27854253bbf3 req-c776e832-d49b-449b-885b-f6226580495d tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 947 time: 0.4675133 Jul 08 17:40:42.059448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.195981 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd80bc0b-9c61-40e3-95ff-27854253bbf3 req-03ce2552-dde9-45e9-9dfe-a0d2a76232e4 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160245 Jul 08 17:40:42.218823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca15db-22f3-420b-863f-1a4e58ff7a02 req-945916d9-4cf7-42e9-b140-46fff1db8aa1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:42.220449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3aca15db-22f3-420b-863f-1a4e58ff7a02 req-945916d9-4cf7-42e9-b140-46fff1db8aa1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3576136 Jul 08 17:40:42.225017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.234911 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf95daf8-03b8-493f-a270-e292bbc9b4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.312670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf95daf8-03b8-493f-a270-e292bbc9b4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.321382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 28fff9b3-7023-49d4-865e-91f312dbe69a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:42.321762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.380111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47818) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:42.381262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bf95daf8-03b8-493f-a270-e292bbc9b4af admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=64710b21b8b343399444f50d65d35512&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3709087 Jul 08 17:40:42.383691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Pushing event deleted for resources: {'Port': ['ID=39923d3a-fcb0-44df-934a-ce63a3efb9f1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:42.513866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3aca15db-22f3-420b-863f-1a4e58ff7a02 req-eb36985e-be79-4f65-a21e-31cf84b90241 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775640 Jul 08 17:40:42.532612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:42.534876 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.539354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95daf8-03b8-493f-a270-e292bbc9b4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8343a3e4-4a76-4695-a35e-2d97050eac7d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:42.593057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.594589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:40:36Z', 'revision_number': 5, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port': {'id': '39923d3a-fcb0-44df-934a-ce63a3efb9f1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44108eae-867b-4783-8207-c79e1ca4a524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:37:24Z', 'updated_at': '2021-07-08T17:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:42.629910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.21.0.1 (6787dabe-db78-4ae1-9d16-bb0e65c8c857/19d45efb-07dd-45ba-acab-6ccf6645eebc/124e4c09-45b5-4370-af25-1a7f5c8befb1) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:42.650574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0236d94e-b01f-4253-9ecc-32caee91eb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.671741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] Checking router: 44108eae-867b-4783-8207-c79e1ca4a524 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:42.704889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0236d94e-b01f-4253-9ecc-32caee91eb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.710160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] Routers {'44108eae-867b-4783-8207-c79e1ca4a524'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:42.710804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['44108eae-867b-4783-8207-c79e1ca4a524'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:42.843840 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0236d94e-b01f-4253-9ecc-32caee91eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.846527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0236d94e-b01f-4253-9ecc-32caee91eb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.847699 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0236d94e-b01f-4253-9ecc-32caee91eb9c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8343a3e4-4a76-4695-a35e-2d97050eac7d HTTP/1.1" status: 204 len: 168 time: 0.4647915 Jul 08 17:40:42.903654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] Set router 44108eae-867b-4783-8207-c79e1ca4a524 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:42.951598 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:42.966922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236d94e-b01f-4253-9ecc-32caee91eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8343a3e4-4a76-4695-a35e-2d97050eac7d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:42.971398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.035848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982391b-190d-4de0-8078-cbd72519835a None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:43.093610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.094315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.094994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44108eae-867b-4783-8207-c79e1ca4a524 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:40:43.114033 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.115503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-215a96ec-735e-41fa-83b5-5a680ed1b481 admin admin] 10.222.0.63 "DELETE /v2.0/routers/44108eae-867b-4783-8207-c79e1ca4a524 HTTP/1.1" status: 204 len: 168 time: 2.6466517 Jul 08 17:40:43.122287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47834) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:43.126412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object 124e4c09-45b5-4370-af25-1a7f5c8befb1 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:43.134894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:40:41Z', 'revision_number': 7, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:43.174817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.259924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:43.271830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:43.279167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288e476-b24e-45a5-abdb-907c9aa74b6f None None] The sync data for ids ['44108eae-867b-4783-8207-c79e1ca4a524'] in n-d-799528-4 is: [{'id': '44108eae-867b-4783-8207-c79e1ca4a524', 'name': 'tempest-ServerRescueNegativeTestJSON-1453129080-router', 'tenant_id': '3e7bda56b39a4c71a1a222b7d8094381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:37:22Z', 'updated_at': '2021-07-08T17:40:41Z', 'revision_number': 7, 'project_id': '3e7bda56b39a4c71a1a222b7d8094381', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:43.313483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:43.365798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c439e16c-cede-4564-b41f-271299ff3c08 None None] Provisioning for port 98beb373-215a-4719-816f-b2efab79c6c0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:43.433183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=124e4c09-45b5-4370-af25-1a7f5c8befb1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:43.463312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] Deleting subnet bc93eb3f-4589-451c-b427-ec562bb1ef19 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:43.482591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.570782 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.575113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47842) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:43.585540 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.593098 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9ae57a1-08e8-4c19-9b75-915ed2de48bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.683057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:40:43.708004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.709502 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.760516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.810009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0f40c4ad-b46f-4b54-8007-bd946f37e530 None None] Provisioning for port 124e4c09-45b5-4370-af25-1a7f5c8befb1 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:43.818246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0f40c4ad-b46f-4b54-8007-bd946f37e530 None None] Provisioning complete for port 124e4c09-45b5-4370-af25-1a7f5c8befb1 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:43.818594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0f40c4ad-b46f-4b54-8007-bd946f37e530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.837775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=462e4a17-ddff-4825-bac2-682ac54dcc60,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:43.880421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:43.884268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:43.899281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.900039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.905794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] Deleting port 98beb373-215a-4719-816f-b2efab79c6c0 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:43.906384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.910014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:43.953585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.960589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.967232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.973837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.981079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.987615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.994343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:43.995400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0f40c4ad-b46f-4b54-8007-bd946f37e530 None None] Port 124e4c09-45b5-4370-af25-1a7f5c8befb1 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:43.996513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-deea8da8-5ffd-47fa-8cd7-ea1744cfda6c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.5686927 Jul 08 17:40:44.007538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db3c1f-e2c4-4e6a-91c1-0e669efe977a req-aba3cf77-0e42-4d19-a2d1-9430cd069aa1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.009175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8db3c1f-e2c4-4e6a-91c1-0e669efe977a req-aba3cf77-0e42-4d19-a2d1-9430cd069aa1 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 947 time: 0.3889878 Jul 08 17:40:44.065474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] For port 98beb373-215a-4719-816f-b2efab79c6c0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=98beb373-215a-4719-816f-b2efab79c6c0,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:44.066309 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.081517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb7bbfdd-b0cc-4840-be02-23a42d60e2d2 req-e629cbad-bb54-4fd6-95c3-98819c8b4c64 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679624 Jul 08 17:40:44.092797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] Calling delete_port for 98beb373-215a-4719-816f-b2efab79c6c0 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:44.097012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9ae57a1-08e8-4c19-9b75-915ed2de48bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.107062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8db3c1f-e2c4-4e6a-91c1-0e669efe977a req-803ef4df-7369-465d-967c-31dc92f49a85 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903420 Jul 08 17:40:44.110753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9ae57a1-08e8-4c19-9b75-915ed2de48bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.129200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.208668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:44.221096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1a6a6784-cf18-41b2-9050-e9c8641d7d9b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3806772 Jul 08 17:40:44.221990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc93eb3f-4589-451c-b427-ec562bb1ef19,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:44.251468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47850) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:44.255936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4e6e2047-eacf-4e39-9b56-b94b2a2a824e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:44.269734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '462e4a17-ddff-4825-bac2-682ac54dcc60', 'ip_address': '2001:db8::6fa3:89fe:53d7:2d6b'}], 'name': 'tempest-NetworksTestDHCPv6-975098644'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:44.292116 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.297831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2f5cbd5f-ef5e-44f6-b71b-6af41f73ab89 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bc93eb3f-4589-451c-b427-ec562bb1ef19 HTTP/1.1" status: 204 len: 168 time: 1.1683571 Jul 08 17:40:44.308889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:44.319146 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.361415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] Pushing event deleted for resources: {'Port': ['ID=98beb373-215a-4719-816f-b2efab79c6c0,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:44.375558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13dc6a2-e417-4f11-b30b-6ab4dcaa3c86 None None] No DVR routers for this DVR port 98beb373-215a-4719-816f-b2efab79c6c0 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:44.392039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:44.392771 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.423677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad6f62-0457-49ef-b07a-ec71b08f4c47 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:44.434906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.439077 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f9ae57a1-08e8-4c19-9b75-915ed2de48bb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=47cab6c9355745a99385b130d3986198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8629479 Jul 08 17:40:44.462749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47854) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:44.497267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae57a1-08e8-4c19-9b75-915ed2de48bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eed8579-4275-4f97-a662-7a5c542193d2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:44.529902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 030c253c-eb65-4de1-81e3-6071026b0fb9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:44.541874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 030c253c-eb65-4de1-81e3-6071026b0fb9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:44.542732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.690976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.698676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.705253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.711995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.718096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.723931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.730396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.732696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-ccb3077d-99ec-499e-bff9-cdb3fdec4bf0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.2907619 Jul 08 17:40:44.761479 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.784751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:44.801525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2c58603-219e-428a-b7b6-b0ede97a28b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.816972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.820192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bde3b53-bf93-400d-a5bd-cbce44412ba4']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:44.827748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc5e92-7b69-4a97-ab21-6c6e504d409f req-c2e2f5db-9b75-43ba-84a5-b46dd4a87010 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.829497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25bc5e92-7b69-4a97-ab21-6c6e504d409f req-c2e2f5db-9b75-43ba-84a5-b46dd4a87010 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.5456681 Jul 08 17:40:44.831322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:44.831784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8fb84e2d-324e-49f6-8200-d1c17b63e3a0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:44.843767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2c58603-219e-428a-b7b6-b0ede97a28b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.846161 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.847539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.850303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343cc1cc-4e91-4902-98d7-ab5086e95ca2') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:44.850597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343cc1cc-4e91-4902-98d7-ab5086e95ca2') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:44.884268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:44.886061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25bc5e92-7b69-4a97-ab21-6c6e504d409f req-df0831d9-2723-4ffe-949b-34484fc233ae tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Jul 08 17:40:44.887704 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a6509-0f99-41b8-ac39-4533a1ec0854" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:44.894204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:44.926748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.940297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:44.944050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '462e4a17-ddff-4825-bac2-682ac54dcc60'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:44.946102 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.950934 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de8ec18-64f8-4215-8ed9-c23e7f34f79b x-openstack-request-id: req-7de8ec18-64f8-4215-8ed9-c23e7f34f79b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:44.951252 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:44.951476 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7de8ec18-64f8-4215-8ed9-c23e7f34f79b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:44.951873 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'code': 200} Jul 08 17:40:44.956465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:44.972232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-12c9bae7-4a27-4158-9a6f-e2ba3010eab9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:44.973676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-12c9bae7-4a27-4158-9a6f-e2ba3010eab9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "GET /v2.0/ports/58d171d1-121a-4488-904b-1a1f4c55d518?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2220445 Jul 08 17:40:44.984844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.016106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.041852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 4611dee8-0c8e-4495-bfe4-1390d154608e yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:45.055478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.057296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=124e4c09-45b5-4370-af25-1a7f5c8befb1,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:45.071814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:40:45.072277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:40:45.074025 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:40:45.113529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:45.212181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/462e4a17-ddff-4825-bac2-682ac54dcc60/4802c519-2a62-4c92-b439-45502a5c05ef) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:45.356556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.362784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.369999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.375929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.382218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.389595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.395685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:45.398612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-11bb8aa7-5187-42e5-afeb-b34622a538f4 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 5445 time: 0.1218352 Jul 08 17:40:45.456317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e20e41b-ec2f-4c3d-8581-556b6120e066 req-c799d76d-4a0b-480f-9590-caa5af826fea tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471849 Jul 08 17:40:45.461258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39923d3a-fcb0-44df-934a-ce63a3efb9f1 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:45.467803 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.499422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 39923d3a-fcb0-44df-934a-ce63a3efb9f1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:45.500093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 39923d3a-fcb0-44df-934a-ce63a3efb9f1 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:45.573551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Transition to ACTIVE for port object 4802c519-2a62-4c92-b439-45502a5c05ef will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:45.575819 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2c58603-219e-428a-b7b6-b0ede97a28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.578577 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2c58603-219e-428a-b7b6-b0ede97a28b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.579787 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f2c58603-219e-428a-b7b6-b0ede97a28b7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8eed8579-4275-4f97-a662-7a5c542193d2 HTTP/1.1" status: 204 len: 168 time: 1.1135879 Jul 08 17:40:45.594753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.596185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Transition to ACTIVE for port object 4802c519-2a62-4c92-b439-45502a5c05ef will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:45.604135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.644765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.648145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:45.648303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1bde3b53-bf93-400d-a5bd-cbce44412ba4 HTTP/1.1" status: 204 len: 168 time: 1.3306487 Jul 08 17:40:45.653323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:45.657685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:45.671100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::6fa3:89fe:53d7:2d6b (02f2602e-703e-48f5-899b-7f1e2951c730/462e4a17-ddff-4825-bac2-682ac54dcc60/4611dee8-0c8e-4495-bfe4-1390d154608e) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:45.722697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c58603-219e-428a-b7b6-b0ede97a28b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eed8579-4275-4f97-a662-7a5c542193d2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:45.744771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f7da57d9-ec0c-4153-b004-ae36b71bdbba tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "GET /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7555299 Jul 08 17:40:45.783610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:45.907890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.925456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd1406-17a0-4f65-90af-83d84a698495 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bde3b53-bf93-400d-a5bd-cbce44412ba4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:45.931958 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:45.947029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 4611dee8-0c8e-4495-bfe4-1390d154608e will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:45.978307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47874) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.028248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28465391-8f23-4b29-b235-c6aae8e2ebbe admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3e7bda56b39a4c71a1a222b7d8094381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463326 Jul 08 17:40:46.028248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.028699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47876) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.065772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Pushing event updated for resources: {'Port': ['ID=4802c519-2a62-4c92-b439-45502a5c05ef,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:46.074667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:46.078140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:46.085421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a894c-6667-482b-b97c-a15a5b196535 req-59c18555-87ee-4f68-acbb-3251e3828453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.087491 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc9a894c-6667-482b-b97c-a15a5b196535 req-59c18555-87ee-4f68-acbb-3251e3828453 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1096 time: 1.0272710 Jul 08 17:40:46.104308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:46.110473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:46.115749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Attempting to bind port 4802c519-2a62-4c92-b439-45502a5c05ef on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:46.116439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Attempting to bind port 4802c519-2a62-4c92-b439-45502a5c05ef by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:46.117061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Attempting to bind port 4802c519-2a62-4c92-b439-45502a5c05ef on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:46.117590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.118258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.120392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:46.124327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:46.125109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:46.125744 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.126436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:46.127571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Bound port: 4802c519-2a62-4c92-b439-45502a5c05ef, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:46.128285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.152161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8963428 Jul 08 17:40:46.179514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47878) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.225444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] For port 4802c519-2a62-4c92-b439-45502a5c05ef, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:46.231868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] For port 4802c519-2a62-4c92-b439-45502a5c05ef, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4802c519-2a62-4c92-b439-45502a5c05ef,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:46.243856 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.278794 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fc9a894c-6667-482b-b97c-a15a5b196535 req-2192b998-9339-4406-ac93-b9f2ae4b1d96 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786935 Jul 08 17:40:46.307651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] For port 58d171d1-121a-4488-904b-1a1f4c55d518, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=58d171d1-121a-4488-904b-1a1f4c55d518,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:46.321450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ae646d0-e871-4147-b5ce-377aca1dbbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.335252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5b1ca-373d-44ec-ba74-e1063a5d6460 None None] Pushing event updated for resources: {'Port': ['ID=4802c519-2a62-4c92-b439-45502a5c05ef,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:46.378389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 0dbfd5dc-0852-4311-9cf4-6c958058901c has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:46.389130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47882) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.411222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05854894-b5ec-49a6-9ddd-b0ddfe1cc5ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=4611dee8-0c8e-4495-bfe4-1390d154608e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:46.432971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ca9a-3e95-4136-8a0f-c9a0d4258954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.445878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ae646d0-e871-4147-b5ce-377aca1dbbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.459717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6e9c2-9d8f-4887-b6d3-5163c626cc57 req-2de01d11-9cc6-43c3-a324-7b1b78859380 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.461370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efd6e9c2-9d8f-4887-b6d3-5163c626cc57 req-2de01d11-9cc6-43c3-a324-7b1b78859380 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 945 time: 0.3630562 Jul 08 17:40:46.482675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0230ed7a-3640-47cf-a3ad-9aeeff694eb4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.488903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0230ed7a-3640-47cf-a3ad-9aeeff694eb4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.493470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0230ed7a-3640-47cf-a3ad-9aeeff694eb4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2827365 Jul 08 17:40:46.513047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47884) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.519876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] For port 58d171d1-121a-4488-904b-1a1f4c55d518, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:46.543690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aa48bd3c-685d-417c-801b-cde2292d2ca0 None None] Provisioning complete for port 124e4c09-45b5-4370-af25-1a7f5c8befb1 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:46.544216 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa48bd3c-685d-417c-801b-cde2292d2ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.598300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aa48bd3c-685d-417c-801b-cde2292d2ca0 None None] Port 124e4c09-45b5-4370-af25-1a7f5c8befb1 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:46.649130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] device_id is not set on port 58d171d1-121a-4488-904b-1a1f4c55d518 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:46.671955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.674134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:46.688064 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44229b7a-1a65-4f3a-ace7-0ad08bc1d4cd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/0dbfd5dc-0852-4311-9cf4-6c958058901c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4167862 Jul 08 17:40:46.688373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47888) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:46.689025 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.689366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ae646d0-e871-4147-b5ce-377aca1dbbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.692186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ae646d0-e871-4147-b5ce-377aca1dbbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:46.692857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] Sync routers for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:46.696465 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2ae646d0-e871-4147-b5ce-377aca1dbbbb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1870a5d8-b37a-4844-98a2-8bcb3d4aac6b HTTP/1.1" status: 204 len: 168 time: 0.6645620 Jul 08 17:40:46.718092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:46.723448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:46.770595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:46.774678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae646d0-e871-4147-b5ce-377aca1dbbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870a5d8-b37a-4844-98a2-8bcb3d4aac6b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:46.793601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-efd6e9c2-9d8f-4887-b6d3-5163c626cc57 req-b47fee5e-ac39-46b5-9273-5c0c0979fc2d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216870 Jul 08 17:40:46.826318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:46.826963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:46.904526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-672958f3-f60b-4d51-b611-8dac1e3b3eeb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.911115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-672958f3-f60b-4d51-b611-8dac1e3b3eeb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.918058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-672958f3-f60b-4d51-b611-8dac1e3b3eeb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.924150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-672958f3-f60b-4d51-b611-8dac1e3b3eeb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.940233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-672958f3-f60b-4d51-b611-8dac1e3b3eeb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.945312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:46.946214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc78fd-89a2-4ccc-964d-fdd74850eac6 None None] The sync data for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:46.950132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-672958f3-f60b-4d51-b611-8dac1e3b3eeb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:46.958255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-672958f3-f60b-4d51-b611-8dac1e3b3eeb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 4665 time: 0.2700849 Jul 08 17:40:47.013335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 4611dee8-0c8e-4495-bfe4-1390d154608e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:47.013690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.029435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-478b3d1b-8f37-4abd-934a-12cf44adc5df req-b89e9a35-5db6-4e95-a354-b25a33f094a3 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a7fec8d-063d-430d-9c38-73fb52c1a197&id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697343 Jul 08 17:40:47.033457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ca9a-3e95-4136-8a0f-c9a0d4258954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.037944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] No DVR routers for this DVR port 58d171d1-121a-4488-904b-1a1f4c55d518 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:47.145521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f4480-c2ce-4307-9deb-bc9fbc9e7c8c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:47.150572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47894) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:47.161490 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd9f4480-c2ce-4307-9deb-bc9fbc9e7c8c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports/124e4c09-45b5-4370-af25-1a7f5c8befb1 HTTP/1.1" status: 200 len: 910 time: 0.4687355 Jul 08 17:40:47.182443 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ca9a-3e95-4136-8a0f-c9a0d4258954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.223614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] In _notify_port_updated(), no bound segment for port 58d171d1-121a-4488-904b-1a1f4c55d518 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:40:47.225101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:47.225980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.227412 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] 10.222.0.72 "PUT /v2.0/ports/58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 200 len: 1033 time: 1.4489801 Jul 08 17:40:47.243154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3ca9a-3e95-4136-8a0f-c9a0d4258954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3447d7f5-9adf-4599-8368-1d7d4c777daf,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.254437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140e6ed-1411-40b0-8a1f-08a1b678b107 service neutron] Pushing event updated for resources: {'Port': ['ID=58d171d1-121a-4488-904b-1a1f4c55d518,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.284456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b51210cf-3252-42c1-b130-4ebba9e2e65b None None] Provisioning complete for port 58d171d1-121a-4488-904b-1a1f4c55d518 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:47.285218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b51210cf-3252-42c1-b130-4ebba9e2e65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.325467 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.336290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b51210cf-3252-42c1-b130-4ebba9e2e65b None None] Port 58d171d1-121a-4488-904b-1a1f4c55d518 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:47.355457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3a3ca9a-3e95-4136-8a0f-c9a0d4258954 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2cbeb257a07840b8ab862cff1412aa52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9606810 Jul 08 17:40:47.355618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 4611dee8-0c8e-4495-bfe4-1390d154608e owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:47.355819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47900) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:47.391818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-eb999daa-9c65-4821-98d9-774bdd8fdead tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:47.393820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-eb999daa-9c65-4821-98d9-774bdd8fdead tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "GET /v2.0/ports/b8a45397-a684-412c-8a4d-cf72d27bcf08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1076491 Jul 08 17:40:47.412196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:47.560794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4802c519-2a62-4c92-b439-45502a5c05ef up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:47.594405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.616288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7637b91-b80f-42f8-82ff-c15052f3e490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.649388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4802c519-2a62-4c92-b439-45502a5c05ef completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:47.688377 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7637b91-b80f-42f8-82ff-c15052f3e490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.825711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] For port b8a45397-a684-412c-8a4d-cf72d27bcf08, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b8a45397-a684-412c-8a4d-cf72d27bcf08,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:47.831170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.839530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7637b91-b80f-42f8-82ff-c15052f3e490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.842719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7637b91-b80f-42f8-82ff-c15052f3e490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:47.846516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e7637b91-b80f-42f8-82ff-c15052f3e490 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3447d7f5-9adf-4599-8368-1d7d4c777daf HTTP/1.1" status: 204 len: 168 time: 0.4873631 Jul 08 17:40:47.864530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637b91-b80f-42f8-82ff-c15052f3e490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3447d7f5-9adf-4599-8368-1d7d4c777daf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.895490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=4611dee8-0c8e-4495-bfe4-1390d154608e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:47.930232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] For port b8a45397-a684-412c-8a4d-cf72d27bcf08, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:47.998091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.000085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/4611dee8-0c8e-4495-bfe4-1390d154608e HTTP/1.1" status: 204 len: 168 time: 1.4860547 Jul 08 17:40:48.001950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.002296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.002637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.002737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47920) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:48.002970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.003303 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.003635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.003969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.004294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.004618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.004965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.005286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.006164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a3b92b-daca-44bc-8b91-303e3cce1c7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:40:48.033368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] device_id is not set on port b8a45397-a684-412c-8a4d-cf72d27bcf08 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:48.075204 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.093192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.188570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a1cb548b-11f0-445f-9bd9-8294abe04bc7 None None] Provisioning for port 4802c519-2a62-4c92-b439-45502a5c05ef completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:48.192955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a1cb548b-11f0-445f-9bd9-8294abe04bc7 None None] Provisioning complete for port 4802c519-2a62-4c92-b439-45502a5c05ef triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:48.193475 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a1cb548b-11f0-445f-9bd9-8294abe04bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.197321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c33cff-5941-43a8-ad3c-d69d0e7535b1 req-5433d745-faad-4152-9033-a582a9a94362 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.199022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5c33cff-5941-43a8-ad3c-d69d0e7535b1 req-5433d745-faad-4152-9033-a582a9a94362 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 945 time: 0.1760395 Jul 08 17:40:48.241286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:48.251588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29597bfb-7b8d-4e0b-ab05-a6074f3f4e76 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.253335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29597bfb-7b8d-4e0b-ab05-a6074f3f4e76 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.260819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-29597bfb-7b8d-4e0b-ab05-a6074f3f4e76 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2570043 Jul 08 17:40:48.264953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:48.269713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a45397-a684-412c-8a4d-cf72d27bcf08,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:48.356068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5c33cff-5941-43a8-ad3c-d69d0e7535b1 req-fcb7e0c2-50fb-4945-8b83-aa9f11039113 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391845 Jul 08 17:40:48.373301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.375237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] No DVR routers for this DVR port b8a45397-a684-412c-8a4d-cf72d27bcf08 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:48.493286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] In _notify_port_updated(), no bound segment for port b8a45397-a684-412c-8a4d-cf72d27bcf08 on network a81a00d8-77b5-4664-b5ce-6342936760b5 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:40:48.494567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:48.496379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.498178 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-2c17e901-04d8-429b-bc82-f446d1860025 service neutron] 10.222.0.72 "PUT /v2.0/ports/b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 200 len: 1031 time: 1.0931432 Jul 08 17:40:48.603081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.625921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a1cb548b-11f0-445f-9bd9-8294abe04bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.672342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 462e4a17-ddff-4825-bac2-682ac54dcc60 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:48.694208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:48.717056 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf51f27d-e1b9-48bd-9501-f9d977432b70" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:48.757643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.774038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:48.799522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port 219c0543-bc8c-418f-8f87-598c2693360b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:48.799961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.837643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:48.842716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e66d99f6-9aaf-4b4c-851b-f45d58403257 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:48.850561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a1cb548b-11f0-445f-9bd9-8294abe04bc7 None None] For port 4802c519-2a62-4c92-b439-45502a5c05ef, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4802c519-2a62-4c92-b439-45502a5c05ef,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:48.910732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a1cb548b-11f0-445f-9bd9-8294abe04bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.009639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.018135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:49.039538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.040306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cff89d-560f-4b43-8a14-36a3ad48c7de req-f97e9556-73d9-4daa-8342-b71218bd8bbb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.043261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] For port 219c0543-bc8c-418f-8f87-598c2693360b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=219c0543-bc8c-418f-8f87-598c2693360b,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:49.043636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.063491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e784a839-2878-473c-bc35-e2ee7f3bd78b None None] Could not find standard attr ID for object 2db4a5f9-6bc7-4377-b357-b4b97baf4f46. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:40:49.068955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cff89d-560f-4b43-8a14-36a3ad48c7de req-f97e9556-73d9-4daa-8342-b71218bd8bbb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.104921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cff89d-560f-4b43-8a14-36a3ad48c7de req-f97e9556-73d9-4daa-8342-b71218bd8bbb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.127072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e784a839-2878-473c-bc35-e2ee7f3bd78b None None] Provisioning complete for port b8a45397-a684-412c-8a4d-cf72d27bcf08 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:49.127581 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e784a839-2878-473c-bc35-e2ee7f3bd78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.128166 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cff89d-560f-4b43-8a14-36a3ad48c7de req-f97e9556-73d9-4daa-8342-b71218bd8bbb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.131796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e66d99f6-9aaf-4b4c-851b-f45d58403257, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:49.153216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cff89d-560f-4b43-8a14-36a3ad48c7de req-f97e9556-73d9-4daa-8342-b71218bd8bbb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.160685 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.161184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05cff89d-560f-4b43-8a14-36a3ad48c7de req-f97e9556-73d9-4daa-8342-b71218bd8bbb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 3887 time: 0.7998219 Jul 08 17:40:49.161620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 58d171d1-121a-4488-904b-1a1f4c55d518 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:49.236986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb548b-11f0-445f-9bd9-8294abe04bc7 None None] Pushing event updated for resources: {'Port': ['ID=4802c519-2a62-4c92-b439-45502a5c05ef,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:49.269036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 58d171d1-121a-4488-904b-1a1f4c55d518 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:49.269691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:49.395666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47962) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:49.395976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05cff89d-560f-4b43-8a14-36a3ad48c7de req-1b0dce54-84f0-4d1e-bc8d-84eb958ccd4f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327518 Jul 08 17:40:49.421887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e784a839-2878-473c-bc35-e2ee7f3bd78b None None] Port b8a45397-a684-412c-8a4d-cf72d27bcf08 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:49.523140 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f57a6f9-0ba8-4e11-9524-37df0b41eac3 x-openstack-request-id: req-4f57a6f9-0ba8-4e11-9524-37df0b41eac3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:49.523572 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:49.523931 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4f57a6f9-0ba8-4e11-9524-37df0b41eac3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:49.524587 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09', 'code': 200} Jul 08 17:40:49.528896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e66d99f6-9aaf-4b4c-851b-f45d58403257,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:49.576325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4802c519-2a62-4c92-b439-45502a5c05ef up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:49.582241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f6770b0d-1b7d-4f66-a4eb-e8784c470596 None None] Could not find standard attr ID for object 4611dee8-0c8e-4495-bfe4-1390d154608e. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:40:49.619333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.620322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.623809 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Floating IP 8f082a8a-d4b5-49ee-b920-ee557215e2d5 disassociated. External IP: 172.25.5.29, port: 219c0543-bc8c-418f-8f87-598c2693360b. Jul 08 17:40:49.624643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for 219c0543-bc8c-418f-8f87-598c2693360b owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:49.674293 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.691391 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.755224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:49.786803 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.787867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b8a45397-a684-412c-8a4d-cf72d27bcf08 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:49.805236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 124e4c09-45b5-4370-af25-1a7f5c8befb1 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:49.805603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.821620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b0f4-36b0-492a-a503-abd80001a6ee req-c98f41b0-e166-4090-98b5-76c87f1d079e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:49.823248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f304b0f4-36b0-492a-a503-abd80001a6ee req-c98f41b0-e166-4090-98b5-76c87f1d079e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 945 time: 0.4209239 Jul 08 17:40:49.860426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4802c519-2a62-4c92-b439-45502a5c05ef triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:49.861129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.878381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47976) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:49.891274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:49.936611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'floatingip': {'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:49.953778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b8a45397-a684-412c-8a4d-cf72d27bcf08 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:49.954269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d804950a-4a16-4107-b800-69280cf2ad45 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:49.962359 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:49.972466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=219c0543-bc8c-418f-8f87-598c2693360b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:50.047696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.113641 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.140540 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.152620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb7aa-96f3-48d9-9808-9203d2c78ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.191753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d804950a-4a16-4107-b800-69280cf2ad45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d804950a-4a16-4107-b800-69280cf2ad45,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:50.200235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=462e4a17-ddff-4825-bac2-682ac54dcc60,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:50.213462 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.216151 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.216890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 219c0543-bc8c-418f-8f87-598c2693360b no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:50.218152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1589f5e5-0a86-4a9b-8242-fd3bcdef8f6f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/462e4a17-ddff-4825-bac2-682ac54dcc60 HTTP/1.1" status: 204 len: 168 time: 1.9511826 Jul 08 17:40:50.222837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:50.224890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b52b8cb-f972-41be-9998-768c459d109e None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:50.238224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.276999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7dc51513-46a5-438c-a16d-3656ae818e4b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525565 Jul 08 17:40:50.279923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47992) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:50.287683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Router cf527cca-f46b-4190-b012-5c185fd8527f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:50.413166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 219c0543-bc8c-418f-8f87-598c2693360b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:50.413545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 219c0543-bc8c-418f-8f87-598c2693360b not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:50.560230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:50.573306 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] Sync routers for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:50.596695 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:50.597369 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:50.617731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=d804950a-4a16-4107-b800-69280cf2ad45,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:50.674792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] No DVR routers for this DVR port 219c0543-bc8c-418f-8f87-598c2693360b on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:50.692115 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.695121 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-75701fb9-1901-4305-a03d-647b4a1a3a2a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "DELETE /v2.0/ports/219c0543-bc8c-418f-8f87-598c2693360b HTTP/1.1" status: 204 len: 173 time: 2.1898694 Jul 08 17:40:50.695592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:50.697942 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d084a-6ab0-438a-82f6-7ebcbdd060bb" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "219c0543-bc8c-418f-8f87-598c2693360b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:50.732948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb7aa-96f3-48d9-9808-9203d2c78ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.763701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb7aa-96f3-48d9-9808-9203d2c78ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.801940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 124e4c09-45b5-4370-af25-1a7f5c8befb1 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:50.809126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:40:50.857361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1bbfb7aa-96f3-48d9-9808-9203d2c78ca0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dbb5c1163dc44edba4e5f954af04e8a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4537296 Jul 08 17:40:50.862455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48014) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:50.873382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb7aa-96f3-48d9-9808-9203d2c78ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96b111-ca90-4ff2-a83e-1d18d6fdd902,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:50.891577 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:50.931601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] Deleting port 4802c519-2a62-4c92-b439-45502a5c05ef {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:50.932230 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:50.987475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port d804950a-4a16-4107-b800-69280cf2ad45 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:50.987955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.013968 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8447489e-4e3f-478c-8d56-16339b46a590 x-openstack-request-id: req-8447489e-4e3f-478c-8d56-16339b46a590 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:51.016486 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "219c0543-bc8c-418f-8f87-598c2693360b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:51.016775 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8447489e-4e3f-478c-8d56-16339b46a590 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:51.017220 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': '219c0543-bc8c-418f-8f87-598c2693360b', 'status': 'completed', 'code': 200} Jul 08 17:40:51.040608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] For port 4802c519-2a62-4c92-b439-45502a5c05ef, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4802c519-2a62-4c92-b439-45502a5c05ef,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:51.041351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.075877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] Calling delete_port for 4802c519-2a62-4c92-b439-45502a5c05ef owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:51.222388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.240138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] No DVR routers for this DVR port 4802c519-2a62-4c92-b439-45502a5c05ef on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:51.263242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] For port d804950a-4a16-4107-b800-69280cf2ad45, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d804950a-4a16-4107-b800-69280cf2ad45,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:51.263611 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.282810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ffbf3-f166-4d80-8a0d-eda3464293ca None None] Pushing event deleted for resources: {'Port': ['ID=4802c519-2a62-4c92-b439-45502a5c05ef,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:51.292474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for d804950a-4a16-4107-b800-69280cf2ad45 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:51.317296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d856357-4c57-49bc-96b0-ac4ac0c5b489 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.322688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5d856357-4c57-49bc-96b0-ac4ac0c5b489 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0392222 Jul 08 17:40:51.332860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48030) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:51.334363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.336499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-844500ca-1e32-48a7-b364-572e46ad2283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.400108 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:47Z', 'revision_number': 5, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:51.434504 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] Checking router: cf527cca-f46b-4190-b012-5c185fd8527f for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:51.446431 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:51.447208 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:51.491218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4802c519-2a62-4c92-b439-45502a5c05ef no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:40:51.512010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a3577-9137-48fc-854d-3d902006c6b9 req-cbd056fc-c0e9-4ba2-b4bd-23ca27f6fdd5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.529365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:51.531653 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f2fdba-c224-45cb-aafc-bfaf0e9e3740" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "d804950a-4a16-4107-b800-69280cf2ad45"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:51.533999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4802c519-2a62-4c92-b439-45502a5c05ef {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:40:51.534348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4802c519-2a62-4c92-b439-45502a5c05ef not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:40:51.536179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a3577-9137-48fc-854d-3d902006c6b9 req-cbd056fc-c0e9-4ba2-b4bd-23ca27f6fdd5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.542834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a3577-9137-48fc-854d-3d902006c6b9 req-cbd056fc-c0e9-4ba2-b4bd-23ca27f6fdd5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.550686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a3577-9137-48fc-854d-3d902006c6b9 req-cbd056fc-c0e9-4ba2-b4bd-23ca27f6fdd5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.553046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e7a3577-9137-48fc-854d-3d902006c6b9 req-cbd056fc-c0e9-4ba2-b4bd-23ca27f6fdd5 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 3143 time: 0.7449262 Jul 08 17:40:51.589503 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:51.590657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.630359 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb9c3c1-01b5-48ac-a2da-ba1b6b9f7a40 x-openstack-request-id: req-deb9c3c1-01b5-48ac-a2da-ba1b6b9f7a40 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:51.631643 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-unplugged", "status": "completed", "tag": "d804950a-4a16-4107-b800-69280cf2ad45", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:51.632135 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-deb9c3c1-01b5-48ac-a2da-ba1b6b9f7a40 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:51.632756 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257', 'code': 200} Jul 08 17:40:51.633218 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a', 'code': 200} Jul 08 17:40:51.633671 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45', 'code': 200} Jul 08 17:40:51.634165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=124e4c09-45b5-4370-af25-1a7f5c8befb1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:51.656369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=d804950a-4a16-4107-b800-69280cf2ad45,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:51.736214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] No DVR routers for this DVR port d804950a-4a16-4107-b800-69280cf2ad45 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:51.738248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48054) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:51.746094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-844500ca-1e32-48a7-b364-572e46ad2283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.750139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.752946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-dabfde8d-ce5b-4d6d-8bfc-b2f0ee96c85b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "DELETE /v2.0/ports/d804950a-4a16-4107-b800-69280cf2ad45 HTTP/1.1" status: 204 len: 173 time: 1.0480812 Jul 08 17:40:51.833685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c5476-32aa-43de-9236-f615e7a8a98a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:51.838038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a62c5476-32aa-43de-9236-f615e7a8a98a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4970698 Jul 08 17:40:51.848815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48062) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:51.919379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:51.920210 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:51.975569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e7a3577-9137-48fc-854d-3d902006c6b9 req-18ee53d6-bcb0-48ff-9d3a-b3da1cb211dc tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734159 Jul 08 17:40:51.985305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-662bbb92-fb27-41bc-889b-bb8873905450 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307516 Jul 08 17:40:51.991141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48064) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:51.998813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ba3620d-c8f9-4a04-ab13-0945a84e244e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.000674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:52.045916 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:47Z', 'revision_number': 5, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:52.083850 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e2d74-8761-4dc1-9beb-8c1736956ad5 None None] The sync data for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 is: [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:30:36Z', 'revision_number': 4, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '69e55a61-cab7-4270-b8c3-12a87f04292d', 'name': '', 'network_id': '1e6f49b4-0662-4eaa-aa56-5df30c5ef3be', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'mac_address': 'fa:16:3e:9f:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:36Z', 'updated_at': '2021-07-08T17:30:47Z', 'revision_number': 5, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'subnets': [{'id': '3ba21f92-0c6a-4238-91cc-a16c1b7a0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:52.110690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] For port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:52.111144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.143206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:52.217727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48068) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:52.322682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.328258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-844500ca-1e32-48a7-b364-572e46ad2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.330985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-844500ca-1e32-48a7-b364-572e46ad2283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.332212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-844500ca-1e32-48a7-b364-572e46ad2283 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2e96b111-ca90-4ff2-a83e-1d18d6fdd902 HTTP/1.1" status: 204 len: 168 time: 1.4468110 Jul 08 17:40:52.339542 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.380551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.415325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=f7088da8-b4c1-4206-81ac-b2c0c3ed2e09,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:52.432648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.443376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.460427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844500ca-1e32-48a7-b364-572e46ad2283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96b111-ca90-4ff2-a83e-1d18d6fdd902,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:52.474953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ba3620d-c8f9-4a04-ab13-0945a84e244e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.485685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69b6fd-a222-4b87-af33-2519c5d7d6d6 None None] New status for floating IP 8f082a8a-d4b5-49ee-b920-ee557215e2d5: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:40:52.512388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] No DVR routers for this DVR port f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:52.514121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ba3620d-c8f9-4a04-ab13-0945a84e244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.516956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.519076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-b1eb9a07-2924-4eac-9988-cd11c81d3455 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "DELETE /v2.0/ports/f7088da8-b4c1-4206-81ac-b2c0c3ed2e09 HTTP/1.1" status: 204 len: 173 time: 0.7589667 Jul 08 17:40:52.565263 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Floating IP 00f467c6-09f1-4184-ad35-3ad1567ad869 associated. External IP: 172.25.5.91, port: 030c253c-eb65-4de1-81e3-6071026b0fb9. Jul 08 17:40:52.582600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:40:52.582600 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:40:52.582600 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': 'b54e998d7a7a4d10bbcc9bdf4f2ca38c', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 40, 52, 470786)}] Jul 08 17:40:52.582600 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:40:52.583243 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:40:52.599863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6ba3620d-c8f9-4a04-ab13-0945a84e244e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7cfe486f5c043b7a943aba3bd2fb4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8560543 Jul 08 17:40:52.606152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48076) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:52.616635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3620d-c8f9-4a04-ab13-0945a84e244e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ab6dc-4737-48f1-ba63-ee9052dc1dc7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:52.616974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:52.621486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.707681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aafd400d-1a3e-400e-8df7-8a6c8c8a7435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.730028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:52.730445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.751412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aafd400d-1a3e-400e-8df7-8a6c8c8a7435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.823555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:52.866376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] For port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:52.866749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.869266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa6175e2-e8f3-4755-8d64-56fd4bef9e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.883139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:52.891368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 0dbfd5dc-0852-4311-9cf4-6c958058901c has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:52.893065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aafd400d-1a3e-400e-8df7-8a6c8c8a7435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.895747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aafd400d-1a3e-400e-8df7-8a6c8c8a7435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:52.899980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aafd400d-1a3e-400e-8df7-8a6c8c8a7435 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/204ab6dc-4737-48f1-ba63-ee9052dc1dc7 HTTP/1.1" status: 204 len: 168 time: 0.2882257 Jul 08 17:40:52.909839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd400d-1a3e-400e-8df7-8a6c8c8a7435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ab6dc-4737-48f1-ba63-ee9052dc1dc7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:53.334082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:53.336435 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da891596-da77-44aa-ad90-ddc49af06336" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "d804950a-4a16-4107-b800-69280cf2ad45"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:53.338870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.410923 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b85c95b-74d5-4908-b695-d9c5771b6d38 x-openstack-request-id: req-8b85c95b-74d5-4908-b695-d9c5771b6d38 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:53.411312 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "d804950a-4a16-4107-b800-69280cf2ad45", "status": "completed", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "f7088da8-b4c1-4206-81ac-b2c0c3ed2e09", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:53.411665 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8b85c95b-74d5-4908-b695-d9c5771b6d38 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:53.414472 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': 'd804950a-4a16-4107-b800-69280cf2ad45', 'status': 'completed', 'code': 200} Jul 08 17:40:53.414811 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': 'f7088da8-b4c1-4206-81ac-b2c0c3ed2e09', 'status': 'completed', 'code': 200} Jul 08 17:40:53.422151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.462336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=29896dd0-3b03-40ef-b2d3-6ef8f5ec019a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:53.537679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] No DVR routers for this DVR port 29896dd0-3b03-40ef-b2d3-6ef8f5ec019a on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:53.540393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.542899 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-f0487582-b837-4f31-ae52-74310a8c387c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "DELETE /v2.0/ports/29896dd0-3b03-40ef-b2d3-6ef8f5ec019a HTTP/1.1" status: 204 len: 173 time: 1.0127263 Jul 08 17:40:53.558436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:53.570043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a82fe727-9a8b-4471-afc8-931f9021641d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/0dbfd5dc-0852-4311-9cf4-6c958058901c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4180107 Jul 08 17:40:53.571132 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] Sync routers for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:53.577596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48104) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:53.586859 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:53.587753 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:53.639662 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:53.650260 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:53.650869 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:53.659261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.684472 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:53.685200 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3efe30-1194-4a05-a0e8-0bef123d7b01 None None] The sync data for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:53.703873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port e66d99f6-9aaf-4b4c-851b-f45d58403257 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:53.703873 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.726338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Router c4380f71-9a17-4f7c-8e3b-92872644878e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:53.746311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48108) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:53.751315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:53.771939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:53.775393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.776084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.781650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be931f9a-5afe-4854-9c6b-bdb8f13ce957 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:40:53.822779 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa6175e2-e8f3-4755-8d64-56fd4bef9e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.824449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=cb8c59da-1e77-4530-9848-91694e08f9e1,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:53.843311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] For port e66d99f6-9aaf-4b4c-851b-f45d58403257, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e66d99f6-9aaf-4b4c-851b-f45d58403257,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:53.843702 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.847474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449d14-7854-4d9e-9802-fea52e7bdf46 req-a35cbdf5-aeec-4ff9-933d-589b48665488 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:53.850122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54449d14-7854-4d9e-9802-fea52e7bdf46 req-a35cbdf5-aeec-4ff9-933d-589b48665488 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 943 time: 0.3786778 Jul 08 17:40:53.873337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for e66d99f6-9aaf-4b4c-851b-f45d58403257 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:53.948528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2050936005-network', 'tenant_id': '7a124727e9d24dea946435e186a6364a'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:53.976679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': 'cb8c59da-1e77-4530-9848-91694e08f9e1'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:40:53.978497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:53.981513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa6175e2-e8f3-4755-8d64-56fd4bef9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.036043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-aa6175e2-e8f3-4755-8d64-56fd4bef9e37 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c2b7192ecd04f318d50254993fb933e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2113607 Jul 08 17:40:54.036394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48112) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:54.125015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54449d14-7854-4d9e-9802-fea52e7bdf46 req-cca345bb-dc4e-48cf-a394-c5f34417f9c6 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups?id=386a24cb-d7e1-4100-a265-b992aa75f536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814966 Jul 08 17:40:54.131683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6175e2-e8f3-4755-8d64-56fd4bef9e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3b64bb-3833-4f7f-aea6-a734ebd45b71,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:54.146860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.163690 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.180455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.199010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-629c2fce-5109-4e40-9134-6233cb0106bc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2068276 Jul 08 17:40:54.203018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/cb8c59da-1e77-4530-9848-91694e08f9e1/5a5df871-5dbf-444d-bfa8-d34488e5305b) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:54.203827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48114) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:54.210329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d609-deb2-45f0-b4c0-b28ec7a0e70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.216260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': 'cb8c59da-1e77-4530-9848-91694e08f9e1', 'ip_address': '2001:db8::ffab:687e:6e92:b52a'}], 'name': 'tempest-NetworksTestDHCPv6-1947333762'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:54.253915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b54e998d7a7a4d10bbcc9bdf4f2ca38c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0298507 Jul 08 17:40:54.253915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=e66d99f6-9aaf-4b4c-851b-f45d58403257,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:54.256806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48116) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:54.283888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:54.289483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.299619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0a55a-a79c-4451-bce4-21ebeb536675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63278a-20e8-416d-8889-fe8565a228e8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:54.311562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] Sync routers for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:54.346905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d609-deb2-45f0-b4c0-b28ec7a0e70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.348557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Made reservation on behalf of 7a124727e9d24dea946435e186a6364a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:54.351252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.358500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:54.359143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:54.385215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0c0f2967-5394-4639-a35c-1a0c3ff5216f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "PUT /v2.0/floatingips/00f467c6-09f1-4184-ad35-3ad1567ad869 HTTP/1.1" status: 200 len: 990 time: 4.4513197 Jul 08 17:40:54.390092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] No DVR routers for this DVR port e66d99f6-9aaf-4b4c-851b-f45d58403257 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:40:54.392072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:54.395213 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88915e-c528-4611-97a8-29b7a637cd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:54.400725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.402908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc748953-cf7c-415f-a1d1-0a5c36d4e6ee req-193f3ea0-0008-4560-a0b1-6f98c14247de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.72 "DELETE /v2.0/ports/e66d99f6-9aaf-4b4c-851b-f45d58403257 HTTP/1.1" status: 204 len: 173 time: 0.8474371 Jul 08 17:40:54.403568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.475158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3021d2c-b39b-494c-adac-067409c6f575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.510698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d609-deb2-45f0-b4c0-b28ec7a0e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.513372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d609-deb2-45f0-b4c0-b28ec7a0e70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.517021 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f9b5d609-deb2-45f0-b4c0-b28ec7a0e70f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cb3b64bb-3833-4f7f-aea6-a734ebd45b71 HTTP/1.1" status: 204 len: 168 time: 0.4760776 Jul 08 17:40:54.527485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3021d2c-b39b-494c-adac-067409c6f575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.546028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d609-deb2-45f0-b4c0-b28ec7a0e70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3b64bb-3833-4f7f-aea6-a734ebd45b71,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:54.570006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:54.600219 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd03a69-7ba1-41b0-8ab1-c6e6137dfb5c x-openstack-request-id: req-8fd03a69-7ba1-41b0-8ab1-c6e6137dfb5c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:54.600434 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:54.600672 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8fd03a69-7ba1-41b0-8ab1-c6e6137dfb5c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:54.601464 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'status': 'completed', 'code': 200} Jul 08 17:40:54.693106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:54.698704 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.723876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.740115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:40:54.752862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.752862 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Added segment f3df0cff-291a-4674-8445-4f3e83da2421 of type vlan for network 4ec6289b-2305-47a7-a4bd-15948fc443f7 Jul 08 17:40:54.783456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.793425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.833164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.899764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c141dc04-205a-494e-a087-174d5f4ba147,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:54.918287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3021d2c-b39b-494c-adac-067409c6f575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.927926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3021d2c-b39b-494c-adac-067409c6f575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.932309 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3021d2c-b39b-494c-adac-067409c6f575 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e63278a-20e8-416d-8889-fe8565a228e8 HTTP/1.1" status: 204 len: 168 time: 0.6606419 Jul 08 17:40:54.945209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3021d2c-b39b-494c-adac-067409c6f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63278a-20e8-416d-8889-fe8565a228e8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:54.952218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.953349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:54.953942 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:54.956561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port a91b5d47-f92f-4c51-8051-997d220d0efc yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:55.016745 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.036594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Transition to ACTIVE for port object 5a5df871-5dbf-444d-bfa8-d34488e5305b will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:55.059158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec6289b-2305-47a7-a4bd-15948fc443f7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:55.060648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '00f467c6-09f1-4184-ad35-3ad1567ad869', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'mac_address': 'fa:16:3e:07:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:40:15Z', 'updated_at': '2021-07-08T17:40:52Z', 'revision_number': 1, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:14Z', 'revision_number': 5, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:55.064371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Transition to ACTIVE for port object 5a5df871-5dbf-444d-bfa8-d34488e5305b will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:55.077997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-925f4fab-bfc3-4f06-998b-a0c7f537abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.080223 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-925f4fab-bfc3-4f06-998b-a0c7f537abc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1096 time: 0.4680882 Jul 08 17:40:55.087941 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-70acf90a-48c1-4881-953d-2c75cc8590b3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3405304 Jul 08 17:40:55.098453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4ec6289b-2305-47a7-a4bd-15948fc443f7 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:40:55.173782 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.239113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:55.240534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] Checking router: c4380f71-9a17-4f7c-8e3b-92872644878e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:40:55.243335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Pushing event updated for resources: {'Port': ['ID=5a5df871-5dbf-444d-bfa8-d34488e5305b,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:55.250252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-4d6dc3b1-d779-4cbf-8978-6824a0fa3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.251742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-4d6dc3b1-d779-4cbf-8978-6824a0fa3d71 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.1621644 Jul 08 17:40:55.253861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:55.256408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:55.313247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:55.314298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:55.395408 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-7dc38d3a-576d-4130-a6eb-38f0ac81e089 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.1299067 Jul 08 17:40:55.401254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::ffab:687e:6e92:b52a (02f2602e-703e-48f5-899b-7f1e2951c730/cb8c59da-1e77-4530-9848-91694e08f9e1/a91b5d47-f92f-4c51-8051-997d220d0efc) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:40:55.429205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a'}, {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:40:55.432368 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed9a891-edfb-41d3-8782-2bce76828077" -d '{"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a"}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:40:55.450918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Attempting to bind port 5a5df871-5dbf-444d-bfa8-d34488e5305b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:40:55.451308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Attempting to bind port 5a5df871-5dbf-444d-bfa8-d34488e5305b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:40:55.451682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Attempting to bind port 5a5df871-5dbf-444d-bfa8-d34488e5305b on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:40:55.479073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:40:55.479478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:40:55.483109 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.483530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:40:55.484800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Bound port: 5a5df871-5dbf-444d-bfa8-d34488e5305b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:40:55.485237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-a98c083d-9595-417d-9eb3-a33f2508f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.486442 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.487186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-a98c083d-9595-417d-9eb3-a33f2508f847 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.0800920 Jul 08 17:40:55.555717 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08beeb7c-775e-46b6-a138-795e9996fb83 x-openstack-request-id: req-08beeb7c-775e-46b6-a138-795e9996fb83 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:40:55.556018 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "29896dd0-3b03-40ef-b2d3-6ef8f5ec019a", "status": "completed", "code": 200}, {"server_uuid": "cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f", "name": "network-vif-deleted", "tag": "e66d99f6-9aaf-4b4c-851b-f45d58403257", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:40:55.556274 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-08beeb7c-775e-46b6-a138-795e9996fb83 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:40:55.556680 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': '29896dd0-3b03-40ef-b2d3-6ef8f5ec019a', 'status': 'completed', 'code': 200} Jul 08 17:40:55.559374 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f', 'name': 'network-vif-deleted', 'tag': 'e66d99f6-9aaf-4b4c-851b-f45d58403257', 'status': 'completed', 'code': 200} Jul 08 17:40:55.617023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-721319df-7db4-4a30-ac9d-47fa3b98f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:55.619935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-721319df-7db4-4a30-ac9d-47fa3b98f4f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244144 Jul 08 17:40:55.639572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebc4f070-6021-4276-a14b-86accbe0a52b req-ae9c6049-8849-443f-9a1c-5bf279d1d5fb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.2066307 Jul 08 17:40:55.709343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48154) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:55.736992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:40:55.773367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-071a4be0-2b6b-4b4a-a579-6cdda728748a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.821908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.837223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] For port 5a5df871-5dbf-444d-bfa8-d34488e5305b, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:40:55.885363 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-5453817a-5b5d-4a84-afb3-d72cb98ce7bd service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508926 Jul 08 17:40:55.894896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] For port 5a5df871-5dbf-444d-bfa8-d34488e5305b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a5df871-5dbf-444d-bfa8-d34488e5305b,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:40:55.905699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:55.926579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 8518d6e6-01e9-42f6-9357-c28ea011a5e1 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:55.926923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.101450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e156a1-ceae-416a-b4b7-1a923e8cdde0 None None] Pushing event updated for resources: {'Port': ['ID=5a5df871-5dbf-444d-bfa8-d34488e5305b,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:56.130627 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.183764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa88915e-c528-4611-97a8-29b7a637cd5f req-e776b820-ad1c-4529-b40b-4ee7802858c4 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884936 Jul 08 17:40:56.220270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '00f467c6-09f1-4184-ad35-3ad1567ad869', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'mac_address': 'fa:16:3e:07:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:40:15Z', 'updated_at': '2021-07-08T17:40:52Z', 'revision_number': 1, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:14Z', 'revision_number': 5, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:56.243753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.261322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3c20e-5c37-457d-8e67-d402475ac29b None None] The sync data for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 is: [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '00f467c6-09f1-4184-ad35-3ad1567ad869', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'mac_address': 'fa:16:3e:07:4e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:40:15Z', 'updated_at': '2021-07-08T17:40:52Z', 'revision_number': 1, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:14Z', 'revision_number': 5, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:56.310628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object a91b5d47-f92f-4c51-8051-997d220d0efc will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:40:56.354915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 8518d6e6-01e9-42f6-9357-c28ea011a5e1 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:56.372573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-071a4be0-2b6b-4b4a-a579-6cdda728748a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.390451 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-071a4be0-2b6b-4b4a-a579-6cdda728748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.408196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbfe82-8325-4b4b-99e4-a25a274151b2 req-e9ae7268-2919-48bb-871d-0a1ff07f988a tempest-ComputeTenantNetworksTest-715976263 tempest-ComputeTenantNetworksTest-715976263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.416527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbfe82-8325-4b4b-99e4-a25a274151b2 req-e9ae7268-2919-48bb-871d-0a1ff07f988a tempest-ComputeTenantNetworksTest-715976263 tempest-ComputeTenantNetworksTest-715976263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.424958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbfe82-8325-4b4b-99e4-a25a274151b2 req-e9ae7268-2919-48bb-871d-0a1ff07f988a tempest-ComputeTenantNetworksTest-715976263 tempest-ComputeTenantNetworksTest-715976263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.426649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0bbfe82-8325-4b4b-99e4-a25a274151b2 req-e9ae7268-2919-48bb-871d-0a1ff07f988a tempest-ComputeTenantNetworksTest-715976263 tempest-ComputeTenantNetworksTest-715976263-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3256061 Jul 08 17:40:56.560781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-071a4be0-2b6b-4b4a-a579-6cdda728748a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5add2e8e69f54a1f8ccf7557bfff23d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494251 Jul 08 17:40:56.562805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48170) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:56.592465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a4be0-2b6b-4b4a-a579-6cdda728748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21003447-04ed-41bd-ad84-ffa371cbfe43,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:56.639885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.694255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d548593f-736c-42e9-9fc3-b61d6731e7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.725749 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce582478-d789-4e92-8f23-39583519578e None None] New status for floating IP 00f467c6-09f1-4184-ad35-3ad1567ad869: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:40:56.737227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718281b-8418-4e09-a728-11821d80c815 req-8d6ad551-f2fb-490d-aac6-3bbb7403fbfa tempest-ComputeTenantNetworksTest-715976263 tempest-ComputeTenantNetworksTest-715976263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.738990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0718281b-8418-4e09-a728-11821d80c815 req-8d6ad551-f2fb-490d-aac6-3bbb7403fbfa tempest-ComputeTenantNetworksTest-715976263 tempest-ComputeTenantNetworksTest-715976263-project] 10.222.0.63 "GET /v2.0/networks/4ec6289b-2305-47a7-a4bd-15948fc443f7 HTTP/1.1" status: 200 len: 769 time: 0.2491040 Jul 08 17:40:56.753996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48182) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:56.766197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d548593f-736c-42e9-9fc3-b61d6731e7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.782205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:40:56.819369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=a91b5d47-f92f-4c51-8051-997d220d0efc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:56.827233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:40:56.847370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:40:56.866772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:56.867817 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.891998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d548593f-736c-42e9-9fc3-b61d6731e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.897685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d548593f-736c-42e9-9fc3-b61d6731e7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:56.902515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d548593f-736c-42e9-9fc3-b61d6731e7d0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21003447-04ed-41bd-ad84-ffa371cbfe43 HTTP/1.1" status: 204 len: 168 time: 0.3385293 Jul 08 17:40:56.911606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548593f-736c-42e9-9fc3-b61d6731e7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21003447-04ed-41bd-ad84-ffa371cbfe43,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:56.998414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f0eabc4-b833-40d5-8940-603479544d48 req-d1e45c7d-bdc2-47e0-9a8e-29c04a8153c2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.1243660 Jul 08 17:40:57.057764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.075142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48190) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:57.075457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3b4d49ff-1042-4f68-bd9c-81a41ce78913 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8680665 Jul 08 17:40:57.082273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ec88f1ea-a8b5-4094-a8b9-e0fff33f2286 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': 'cb8c59da-1e77-4530-9848-91694e08f9e1', 'ip_address': '2001:db8::ffab:687e:6e92:b52a'}], 'name': 'tempest-NetworksTestDHCPv6-879998279'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:57.167092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.283311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=8518d6e6-01e9-42f6-9357-c28ea011a5e1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:57.303954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.376563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec6289b-2305-47a7-a4bd-15948fc443f7']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:57.392250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec88f1ea-a8b5-4094-a8b9-e0fff33f2286 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:57.444486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-47408fae-2f9c-4faa-9d9f-05a6a8f9519c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.467824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3df0cff-291a-4674-8445-4f3e83da2421') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:57.479380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3df0cff-291a-4674-8445-4f3e83da2421') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:57.511390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.560062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.611333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a5df871-5dbf-444d-bfa8-d34488e5305b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:57.651964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ec88f1ea-a8b5-4094-a8b9-e0fff33f2286 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.696673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5a5df871-5dbf-444d-bfa8-d34488e5305b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:57.702044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-ec88f1ea-a8b5-4094-a8b9-e0fff33f2286 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 22f5965f-f85e-4df3-ae83-bf656f7a2c0d yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:40:57.755243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:40:57.756364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:40:57.763160 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:40:57.834771 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.929088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0bf7ad0e-2783-4ea5-9610-763f799031b2 None None] Provisioning for port 5a5df871-5dbf-444d-bfa8-d34488e5305b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:57.933804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0bf7ad0e-2783-4ea5-9610-763f799031b2 None None] Provisioning complete for port 5a5df871-5dbf-444d-bfa8-d34488e5305b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:57.934438 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ad0e-2783-4ea5-9610-763f799031b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.977327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.984652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:57.989615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4ec6289b-2305-47a7-a4bd-15948fc443f7 HTTP/1.1" status: 204 len: 168 time: 1.2341864 Jul 08 17:40:58.040397 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec88f1ea-a8b5-4094-a8b9-e0fff33f2286 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 17:40:58.041762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec88f1ea-a8b5-4094-a8b9-e0fff33f2286 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:40:58.043862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8ed42-c925-43d0-9b4a-d6ae2331f273 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec6289b-2305-47a7-a4bd-15948fc443f7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:58.054502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ad0e-2783-4ea5-9610-763f799031b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.092808 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ec88f1ea-a8b5-4094-a8b9-e0fff33f2286 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0160897 Jul 08 17:40:58.095669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:58.158807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0bf7ad0e-2783-4ea5-9610-763f799031b2 None None] For port 5a5df871-5dbf-444d-bfa8-d34488e5305b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a5df871-5dbf-444d-bfa8-d34488e5305b,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:40:58.174853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ad0e-2783-4ea5-9610-763f799031b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.329989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd401ff-bb09-4430-bb16-3920f0c35a26 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.344248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd401ff-bb09-4430-bb16-3920f0c35a26 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:58.357034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8dd401ff-bb09-4430-bb16-3920f0c35a26 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2602539 Jul 08 17:40:58.357921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48228) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:58.358402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48230) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:58.386418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7ad0e-2783-4ea5-9610-763f799031b2 None None] Pushing event updated for resources: {'Port': ['ID=5a5df871-5dbf-444d-bfa8-d34488e5305b,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:58.408570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48232) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:58.502507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8fd093ea-e608-4bf9-960a-2c0218bb1a27 None None] Provisioning for port a91b5d47-f92f-4c51-8051-997d220d0efc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:40:58.509425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8fd093ea-e608-4bf9-960a-2c0218bb1a27 None None] Provisioning complete for port a91b5d47-f92f-4c51-8051-997d220d0efc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:58.509808 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8fd093ea-e608-4bf9-960a-2c0218bb1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.592959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-add77711-dc24-4eb7-88e1-b03df831cfcf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a124727e9d24dea946435e186a6364a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323091 Jul 08 17:40:58.600615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48236) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:58.620105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8fd093ea-e608-4bf9-960a-2c0218bb1a27 None None] Port a91b5d47-f92f-4c51-8051-997d220d0efc cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:40:58.726277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1867887840-network', 'tenant_id': 'db54ee11cab749db8a81249294ac9cf8'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:40:58.741698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port a91b5d47-f92f-4c51-8051-997d220d0efc {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:40:58.742053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.805393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c32abe45-f955-4fc1-9d51-7a2a571cc2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.818323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Made reservation on behalf of db54ee11cab749db8a81249294ac9cf8 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:40:58.820662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.840943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.868865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c32abe45-f955-4fc1-9d51-7a2a571cc2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.899792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bba83a46-6f6b-4090-86ed-eac9955db92a req-05dc626b-cb23-4b69-90ec-5d79a1590a8a tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0703461 Jul 08 17:40:58.931411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:58.937160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 0dbfd5dc-0852-4311-9cf4-6c958058901c has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:40:58.954145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for a91b5d47-f92f-4c51-8051-997d220d0efc owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:40:59.021696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:40:59.027609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f30b5de8-0cfa-4438-bfea-525a6bca4ccd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/0dbfd5dc-0852-4311-9cf4-6c958058901c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4468949 Jul 08 17:40:59.030750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48244) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:59.035786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] Sync routers for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:40:59.047580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:59.048616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:59.076353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c32abe45-f955-4fc1-9d51-7a2a571cc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.078986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c32abe45-f955-4fc1-9d51-7a2a571cc2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.082863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c32abe45-f955-4fc1-9d51-7a2a571cc2ff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c141dc04-205a-494e-a087-174d5f4ba147 HTTP/1.1" status: 204 len: 168 time: 0.4783707 Jul 08 17:40:59.089170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-01bbcaf0-80cf-4603-adad-dd1d3a1e43e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dbfd5dc-0852-4311-9cf4-6c958058901c HTTP/1.1" status: 200 len: 205 time: 0.0573740 Jul 08 17:40:59.092903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48248) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:59.110862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.139990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:59.148709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32abe45-f955-4fc1-9d51-7a2a571cc2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c141dc04-205a-494e-a087-174d5f4ba147,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:59.180728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.184836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] Routers {'0dbfd5dc-0852-4311-9cf4-6c958058901c'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:40:59.186932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:40:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0dbfd5dc-0852-4311-9cf4-6c958058901c'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:59.220970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:40:59.226484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ac23c77-85d3-4716-8921-fbf2db800db7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.263408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:40:59.264083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b2652-5319-447d-a0ec-971fe5dfed88 None None] The sync data for ids ['0dbfd5dc-0852-4311-9cf4-6c958058901c'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:40:59.330817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:59.503404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.504008 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Added segment f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74 of type vlan for network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 Jul 08 17:40:59.506007 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.525674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ac23c77-85d3-4716-8921-fbf2db800db7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.532944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ac23c77-85d3-4716-8921-fbf2db800db7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.566350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a5df871-5dbf-444d-bfa8-d34488e5305b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:40:59.595012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=a91b5d47-f92f-4c51-8051-997d220d0efc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:40:59.656188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.656700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5a5df871-5dbf-444d-bfa8-d34488e5305b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:40:59.657202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.685300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.691745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-026b77bc-b5cf-4a39-8e96-1953949f5ef2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/a91b5d47-f92f-4c51-8051-997d220d0efc HTTP/1.1" status: 204 len: 168 time: 1.3249929 Jul 08 17:40:59.692188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48262) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:59.696026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ac23c77-85d3-4716-8921-fbf2db800db7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.696914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac23c77-85d3-4716-8921-fbf2db800db7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Fanout notify agent at l3_agent the message router_deleted on router 0dbfd5dc-0852-4311-9cf4-6c958058901c {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:40:59.710950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7ac23c77-85d3-4716-8921-fbf2db800db7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.712450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7ac23c77-85d3-4716-8921-fbf2db800db7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/0dbfd5dc-0852-4311-9cf4-6c958058901c HTTP/1.1" status: 204 len: 168 time: 0.6158838 Jul 08 17:40:59.715734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48264) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:59.831509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249f8ac-692f-4934-bd4a-e07bb4bd4805 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.833259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249f8ac-692f-4934-bd4a-e07bb4bd4805 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.835144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6249f8ac-692f-4934-bd4a-e07bb4bd4805 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1408370 Jul 08 17:40:59.842489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48270) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:40:59.903175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet cb8c59da-1e77-4530-9848-91694e08f9e1 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:59.907220 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.908217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:40:59.908796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.912670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:40:59.920436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet 19d45efb-07dd-45ba-acab-6ccf6645eebc {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:40:59.958701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.016296 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f884babf-48c0-4552-8763-9aedfc6ee6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.050947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48280) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:00.051497 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6395032 Jul 08 17:41:00.058910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115666e-ee9c-4113-a335-6fc6d3345e2e admin admin] Pushing event updated for resources: {'Network': ['ID=4ea40d82-95ee-4c62-bbfd-4c2f018a3416,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:00.059671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Request body: {'subnet': {'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1867887840-subnet', 'tenant_id': 'db54ee11cab749db8a81249294ac9cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:00.069921 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.072265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:00.074849 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.157905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-545daedc-dba0-4732-9059-06993209faa1 req-5d475c8d-50a9-4046-b0a3-e5aa196525de tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0536597 Jul 08 17:41:00.189069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Made reservation on behalf of db54ee11cab749db8a81249294ac9cf8 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:00.191789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.337944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.344400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.377898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48286) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:00.428762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.479418 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.499657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.509554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.551022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=19d45efb-07dd-45ba-acab-6ccf6645eebc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:00.556636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.563462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d8908-c0b3-4037-a19f-c3141bfda937 None None] Network 6787dabe-db78-4ae1-9d16-bb0e65c8c857 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:00.567355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48290) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:00.568639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef1082-b3b8-4a77-a4db-26374ade0ef4 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:00.570536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=24950d36-66fe-4bf3-9296-4ac0c1e1509f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:00.573803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2894db6a-b6fc-415b-92cb-1032d947ce65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/19d45efb-07dd-45ba-acab-6ccf6645eebc HTTP/1.1" status: 204 len: 168 time: 0.8560138 Jul 08 17:41:00.584443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-217396049-network', 'tenant_id': '5db48f5d56fa4a848ca5a6442371d785'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:00.613287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8c59da-1e77-4530-9848-91694e08f9e1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:00.616143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.620287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-23fbbd22-8820-4ec0-b2df-21f8570dc459 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/cb8c59da-1e77-4530-9848-91694e08f9e1 HTTP/1.1" status: 204 len: 168 time: 0.7775972 Jul 08 17:41:00.623709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48294) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:00.664873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Made reservation on behalf of 5db48f5d56fa4a848ca5a6442371d785 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:00.673584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7ae1ba95-646a-467b-9178-0c33674b3cec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478890 Jul 08 17:41:00.676488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.685462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48296) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:00.685462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:00.722907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.831835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Checking segment: {'id': 'f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:00.832568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Network hostable DHCP agents. Network: 4ea40d82-95ee-4c62-bbfd-4c2f018a3416, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:00.841866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet a42e751b-32ab-4507-9c45-b58d8aec9b44 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:00.845768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.926040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:00.936163 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:00.983651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 4ea40d82-95ee-4c62-bbfd-4c2f018a3416) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:00.993684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] DHCP port deletion for 6787dabe-db78-4ae1-9d16-bb0e65c8c857 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:01.006157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a638e-3713-4698-b056-bda1901d3aba None None] Network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:01.010812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:01.011636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.077327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:01.108886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.113632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.149600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:01.151751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.157269 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.181529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] Deleting port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:01.181819 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.216347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-509e5c76-57b3-4790-aba0-d38adef255cd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1561620 Jul 08 17:41:01.253339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:41:01.266984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dbff00-790b-4699-97bf-3d953703ab23,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:01.274149 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.274400 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Added segment 7cc23e4d-05eb-403e-8bc0-a94117a9f1aa of type vlan for network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a Jul 08 17:41:01.340370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] Deleting port 5a5df871-5dbf-444d-bfa8-d34488e5305b {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:01.340999 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.361250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.373601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.500384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=a42e751b-32ab-4507-9c45-b58d8aec9b44,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:01.521876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8903b400-e3a5-4d10-befa-c193caf6abb5 None None] Network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:01.550001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.551979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7be0dd7a-9e7c-4750-8daf-cf45229b4865 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/a42e751b-32ab-4507-9c45-b58d8aec9b44 HTTP/1.1" status: 204 len: 168 time: 0.9789481 Jul 08 17:41:01.558185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48310) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:01.648255 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.649775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5a8d9-dc1a-4474-9564-a04b752053c4 None None] Network 7582e690-8053-4119-a63b-cdbf90b7939d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:01.680674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4e6e2047-eacf-4e39-9b56-b94b2a2a824e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:01.735566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] For port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,segment=NetworkSegment(b90fcf80-5129-4aaf-b742-15340f2eafb3),segment_id=b90fcf80-5129-4aaf-b742-15340f2eafb3)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:01.735566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.762770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.769110 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.773076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:01.776868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.785030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] Calling delete_port for 4e6e2047-eacf-4e39-9b56-b94b2a2a824e owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:01.827970 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.881954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:01.885378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:01.891817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:01.892329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:01.950468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=1f4deef4-c44b-4d9a-a9cc-eee73a974a1e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:01.964403 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ed716b1-4dc0-4395-8303-60b86faf6078 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2830226 Jul 08 17:41:01.964837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48328) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:01.970149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-78636d6a-d03f-4c48-856f-62bc330dc1ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '1f4deef4-c44b-4d9a-a9cc-eee73a974a1e', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1897631633'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:02.002907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1a81487-4800-442b-a456-0ac2299e430a req-e7e84f8f-31d1-479a-a865-40a3a770d60f tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.5184360 Jul 08 17:41:02.023203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6441514 Jul 08 17:41:02.032240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48334) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:02.067261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Request body: {'subnet': {'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-217396049-subnet', 'tenant_id': '5db48f5d56fa4a848ca5a6442371d785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:02.101442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189e9a-1b87-4079-a331-99162960fbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:02.200013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Made reservation on behalf of 5db48f5d56fa4a848ca5a6442371d785 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:02.204964 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.329113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48350) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:02.353931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2062985166-network', 'tenant_id': 'f945a933b8cb4c47811a47319a8a9656'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:02.385377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:02.395115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:02.395657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.450156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] For port 5a5df871-5dbf-444d-bfa8-d34488e5305b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a5df871-5dbf-444d-bfa8-d34488e5305b,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:02.450911 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.464923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Made reservation on behalf of f945a933b8cb4c47811a47319a8a9656 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:02.468236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.519081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.596855 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.605725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] Calling delete_port for 5a5df871-5dbf-444d-bfa8-d34488e5305b owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:02.622094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,segment=NetworkSegment(b90fcf80-5129-4aaf-b742-15340f2eafb3),segment_id=b90fcf80-5129-4aaf-b742-15340f2eafb3)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:02.622461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.661171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 4e6e2047-eacf-4e39-9b56-b94b2a2a824e owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:02.669194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] Pushing event deleted for resources: {'Port': ['ID=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:02.669938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78636d6a-d03f-4c48-856f-62bc330dc1ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:02.714300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9770f7c-91b2-4eb0-ac2e-75b3f0a333ef None None] No DVR routers for this DVR port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:02.772477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No active binding found for port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e {{(pid=93666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:41:02.773703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4e6e2047-eacf-4e39-9b56-b94b2a2a824e not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:02.774307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a5df871-5dbf-444d-bfa8-d34488e5305b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:02.779904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78636d6a-d03f-4c48-856f-62bc330dc1ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.799569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-78636d6a-d03f-4c48-856f-62bc330dc1ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 21e04a49-db7e-4fc4-9f55-65a53e5bec13 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:41:02.868693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.931054 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.974900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] No DVR routers for this DVR port 5a5df871-5dbf-444d-bfa8-d34488e5305b on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:02.979393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2d87a-8688-461d-a4c1-8c89f183eb5d None None] Pushing event deleted for resources: {'Port': ['ID=5a5df871-5dbf-444d-bfa8-d34488e5305b,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:02.984420 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:02.986350 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-78636d6a-d03f-4c48-856f-62bc330dc1ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:41:02.994689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78636d6a-d03f-4c48-856f-62bc330dc1ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:41:03.013243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0177db86-ff2c-4ba8-af02-efc9547cf313 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:03.072131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.089686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] DHCP port deletion for 7582e690-8053-4119-a63b-cdbf90b7939d request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:03.137189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5eb1a2-d4fa-471b-b865-b76cc86179fa,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:03.218597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Checking segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:03.219285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Network hostable DHCP agents. Network: 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:03.227048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.270214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] Deleting port 28fff9b3-7023-49d4-865e-91f312dbe69a {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:03.275701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=4e6e2047-eacf-4e39-9b56-b94b2a2a824e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:03.277777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.319856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port 4e6e2047-eacf-4e39-9b56-b94b2a2a824e on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:03.366513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '1f4deef4-c44b-4d9a-a9cc-eee73a974a1e'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:03.367393 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.377414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-766c2176-d705-4821-add0-94095b7a764a req-77028259-c6e6-4e20-a8d5-9f43798affb8 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.1166842 Jul 08 17:41:03.385034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] For port 28fff9b3-7023-49d4-865e-91f312dbe69a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=28fff9b3-7023-49d4-865e-91f312dbe69a,segment=NetworkSegment(9024049f-906b-44fb-a72a-b525006900db),segment_id=9024049f-906b-44fb-a72a-b525006900db)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:03.385425 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.414512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.445985 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-78636d6a-d03f-4c48-856f-62bc330dc1ee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4802015 Jul 08 17:41:03.448491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:03.512193 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.514367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e193a1b-931c-4076-ac7e-6c1cd2e22ed9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0648003 Jul 08 17:41:03.516544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48382) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:03.524497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:03.543546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/1f4deef4-c44b-4d9a-a9cc-eee73a974a1e/fdd16097-9696-472f-a4ce-cbbb76b5cbc7) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:03.585077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:03.606799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:03.607418 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.612966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:41:03.621682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1e93c-8cf0-4296-b35f-a0e36112776d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:03.625837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1e93c-8cf0-4296-b35f-a0e36112776d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:03.626743 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.629229 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-26b1e93c-8cf0-4296-b35f-a0e36112776d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1112015 Jul 08 17:41:03.632374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:03.644872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23705cd6-099e-4c56-843e-cf2206fd92fd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:03.649737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6787dabe-db78-4ae1-9d16-bb0e65c8c857']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:03.652240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.652852 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Added segment 7509a154-60d1-462e-80da-13efed363b4e of type vlan for network 65fb058c-e793-4546-9d0c-1f8e29a4f755 Jul 08 17:41:03.671387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90fcf80-5129-4aaf-b742-15340f2eafb3') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:03.671689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90fcf80-5129-4aaf-b742-15340f2eafb3') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:03.674985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8dbe1f66-484d-4003-85d5-00b6e935fee3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6413932 Jul 08 17:41:03.691426 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.722379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 1f4deef4-c44b-4d9a-a9cc-eee73a974a1e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:03.739193 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.749900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Transition to ACTIVE for port object fdd16097-9696-472f-a4ce-cbbb76b5cbc7 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:03.764842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 28fff9b3-7023-49d4-865e-91f312dbe69a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:03.766711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21554f84-4a40-4064-b4b4-47209ca32f82 None None] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:03.777157 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.784392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:03.785580 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.805163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] Calling delete_port for 28fff9b3-7023-49d4-865e-91f312dbe69a owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:03.875096 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:03.882559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.892172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Transition to ACTIVE for port object fdd16097-9696-472f-a4ce-cbbb76b5cbc7 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:03.894285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.929912 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.930096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.935318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/6787dabe-db78-4ae1-9d16-bb0e65c8c857 HTTP/1.1" status: 204 len: 168 time: 2.3678594 Jul 08 17:41:03.935318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0593f27-62bd-4888-bcfa-bb34e8f0472b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=6787dabe-db78-4ae1-9d16-bb0e65c8c857,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:03.935578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48390) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:03.963392 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.963951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:03.965353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:03.966184 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.026662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6896799 Jul 08 17:41:04.031325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.038182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48396) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:04.060264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Request body: {'subnet': {'network_id': '65fb058c-e793-4546-9d0c-1f8e29a4f755', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2062985166-subnet', 'tenant_id': 'f945a933b8cb4c47811a47319a8a9656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:04.100356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Made reservation on behalf of f945a933b8cb4c47811a47319a8a9656 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:04.103373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.125810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c9e7b-8934-44bc-8fed-cc5586399fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=65fb058c-e793-4546-9d0c-1f8e29a4f755,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:04.133830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Pushing event updated for resources: {'Port': ['ID=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:04.153748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 65fb058c-e793-4546-9d0c-1f8e29a4f755 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:04.245848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.267610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.369262 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.371580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.392278 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:04.499786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:04.502617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.503289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.503403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.503691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.504032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.504365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.504695 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.505057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.505433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.506023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.506356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.506683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:04.516919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:04.546420 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.589072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] No DVR routers for this DVR port 28fff9b3-7023-49d4-865e-91f312dbe69a on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:04.590845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa2180-fa69-4f3d-93c1-24011e069601 None None] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:04.608472 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.624865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7582e690-8053-4119-a63b-cdbf90b7939d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:04.651521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9024049f-906b-44fb-a72a-b525006900db') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:04.652176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9024049f-906b-44fb-a72a-b525006900db') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:04.666081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.681158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.684456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.721816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:04.722728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:04.728253 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:04.731297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4deef4-c44b-4d9a-a9cc-eee73a974a1e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:04.762294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e1712-c595-404b-9733-b9827b2b7814 None None] Pushing event deleted for resources: {'Port': ['ID=28fff9b3-7023-49d4-865e-91f312dbe69a,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:04.794343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.795073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Attempting to bind port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:04.795549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Attempting to bind port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:04.796058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Attempting to bind port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:04.797106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2d240efe-fe83-4721-8207-b2b234375027 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/1f4deef4-c44b-4d9a-a9cc-eee73a974a1e HTTP/1.1" status: 204 len: 168 time: 1.1634035 Jul 08 17:41:04.806140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48416) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:04.821207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:04.821572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:04.822081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.822574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:04.823150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Bound port: fdd16097-9696-472f-a4ce-cbbb76b5cbc7, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:04.823632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.828537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff502896-db35-454f-8c11-589faa2d7700 req-c4cbca54-8f7e-4eee-9de0-053b5c6bb176 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0635202 Jul 08 17:41:04.835045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca24f537-86d4-4010-af10-0aaeff126fcc,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:04.866259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-58e11209-934d-42a2-9bd0-eb6d61509cce tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587153 Jul 08 17:41:04.870567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48418) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:04.892917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-50d23a1a-5ba9-4b2e-bca5-9e239c4b5a54 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:04.894783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-50d23a1a-5ba9-4b2e-bca5-9e239c4b5a54 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 0.3946300 Jul 08 17:41:04.895761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Checking segment: {'id': '7509a154-60d1-462e-80da-13efed363b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '65fb058c-e793-4546-9d0c-1f8e29a4f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:04.896892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Network hostable DHCP agents. Network: 65fb058c-e793-4546-9d0c-1f8e29a4f755, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:04.914949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:04.925206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-ec393167-6c50-4159-a7a8-7819152da1f7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/quotas/5db48f5d56fa4a848ca5a6442371d785 HTTP/1.1" status: 200 len: 375 time: 0.0231738 Jul 08 17:41:04.931219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.953255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Network 65fb058c-e793-4546-9d0c-1f8e29a4f755 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:04.960782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:04.963111 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/7582e690-8053-4119-a63b-cdbf90b7939d HTTP/1.1" status: 204 len: 168 time: 1.0265827 Jul 08 17:41:04.995989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48420) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:04.998271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-0772fb70-7d6c-4608-a8cf-4dc41a546e56 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670223 Jul 08 17:41:05.006070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-1400593776'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:05.031042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 65fb058c-e793-4546-9d0c-1f8e29a4f755) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:05.044778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f1415f-f347-47ed-bd0f-b29a8dcfcc2b None None] Network 65fb058c-e793-4546-9d0c-1f8e29a4f755 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:05.078983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:05.079634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.095671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2de45c-d9a5-4f01-9d86-9c253564ef9a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=7582e690-8053-4119-a63b-cdbf90b7939d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:05.110171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:05.113777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.129593 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-362627f7-b545-45f4-8a9f-57ebf6fa66e4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0877364 Jul 08 17:41:05.174160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] For port fdd16097-9696-472f-a4ce-cbbb76b5cbc7, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:05.183778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:41:05.188181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-7aa29b4b-e63a-4281-a017-fc74946cdd43 service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700022 Jul 08 17:41:05.191774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:05.197608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.205712 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.206259 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment 3856c0a6-5ad5-4724-b581-fe3b87d6372a of type vlan for network 2f117873-1a49-45e3-b607-fef8a799a10f Jul 08 17:41:05.318656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.435870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-c21eb831-c68d-4b06-aed0-a1fedd4fbfa5 service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405231 Jul 08 17:41:05.458694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.475415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:05.480280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.485919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] For port fdd16097-9696-472f-a4ce-cbbb76b5cbc7, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:05.505052 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.561649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cffaa-9dec-4204-babd-22436293220c None None] Pushing event updated for resources: {'Port': ['ID=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:05.600516 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.692554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f08b11-41ff-491f-b9ed-bb06e4e05ea0 None None] Network 65fb058c-e793-4546-9d0c-1f8e29a4f755 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:05.706995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7060554 Jul 08 17:41:05.719260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48434) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:05.728042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=31e78750-12e5-4b26-8307-5619d8235c36,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:05.732127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:05.734551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:05.738448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:05.739049 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.743656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:05.766800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b2fb5-8469-414d-a45e-a253e49c51ab tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=2f117873-1a49-45e3-b607-fef8a799a10f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:05.776796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-51045b6e-fdfa-4cfd-87d3-b07aa0c2e3be tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9050715 Jul 08 17:41:05.779238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48442) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:05.796399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-90240c76-2bc4-4db9-9578-fa5732bd7276 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2067386665', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:05.911055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 2f117873-1a49-45e3-b607-fef8a799a10f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:05.913941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25132f93-8911-4c9f-9099-e2196f04611c None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:05.921138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90240c76-2bc4-4db9-9578-fa5732bd7276 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.922200 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90240c76-2bc4-4db9-9578-fa5732bd7276 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:05.986198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-318272e1-053e-48bb-9c37-c50cb28da6b5 req-7fb21377-7bda-41fe-b4ae-d5cbfb894585 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 210 time: 0.1271048 Jul 08 17:41:06.084563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:06.088255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.138337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90240c76-2bc4-4db9-9578-fa5732bd7276 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.162733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90240c76-2bc4-4db9-9578-fa5732bd7276 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.190875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-671b379e-1fd7-41bd-8108-6fcddb113032 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:06.197629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-671b379e-1fd7-41bd-8108-6fcddb113032 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/networks?id=4ea40d82-95ee-4c62-bbfd-4c2f018a3416 HTTP/1.1" status: 200 len: 809 time: 0.2155507 Jul 08 17:41:06.217651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90240c76-2bc4-4db9-9578-fa5732bd7276 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.221685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-90240c76-2bc4-4db9-9578-fa5732bd7276 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4388926 Jul 08 17:41:06.222621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48458) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:06.227510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-2f33f747-5acc-4ccf-b20f-a1624c9e43e8 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/quotas/db54ee11cab749db8a81249294ac9cf8 HTTP/1.1" status: 200 len: 375 time: 0.0289056 Jul 08 17:41:06.282611 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-d4f446d7-fb57-4718-92c7-e29b6f3dc9b0 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=db54ee11cab749db8a81249294ac9cf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541511 Jul 08 17:41:06.352859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d0f5610-dac7-40a7-96fb-a0e8792a49d7 req-8889075f-87fc-448a-aa1a-67a0d8c9417d tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.1078210 Jul 08 17:41:06.481219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-e678c8be-7338-4144-be57-9119803e8eb0 service neutron] 10.222.0.63 "GET /v2.0/networks/4ea40d82-95ee-4c62-bbfd-4c2f018a3416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977248 Jul 08 17:41:06.582748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-f505f670-6e9f-4d48-b724-bcfc37761b27 service neutron] 10.222.0.63 "GET /v2.0/networks/4ea40d82-95ee-4c62-bbfd-4c2f018a3416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902989 Jul 08 17:41:06.603351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.713322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '31e78750-12e5-4b26-8307-5619d8235c36'}], 'binding:host_id': 'n-d-799528-4'}, 'id': 'fdd16097-9696-472f-a4ce-cbbb76b5cbc7'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:41:06.750609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=4f798ead-3d1e-4377-b831-3c8c6b338ae3,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:06.785375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': '3856c0a6-5ad5-4724-b581-fe3b87d6372a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:06.785375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: 2f117873-1a49-45e3-b607-fef8a799a10f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:06.814434 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.843260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 2f117873-1a49-45e3-b607-fef8a799a10f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:06.882547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 2f117873-1a49-45e3-b607-fef8a799a10f) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:06.897019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:06.901921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.915662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:06.948568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e94ab8-02e3-4ac1-8622-03ee217ddf66 None None] Network 2f117873-1a49-45e3-b607-fef8a799a10f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:06.955390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-490d9363-bb94-451a-a6dc-fddfecff9705 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2311528 Jul 08 17:41:06.956051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48476) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:07.014507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cee8a4e4-28b7-4069-9609-4ce7e39e9d02 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1538109304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:07.035555 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:41:07.235726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02bf5354-4ae8-4dcf-a740-da57730735f2 req-d0f99a27-9b8d-4edf-ac48-dee3bfea3c7c tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 210 time: 0.2891505 Jul 08 17:41:07.236569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cee8a4e4-28b7-4069-9609-4ce7e39e9d02 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.245845 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cee8a4e4-28b7-4069-9609-4ce7e39e9d02 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.448874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::1 (02f2602e-703e-48f5-899b-7f1e2951c730/31e78750-12e5-4b26-8307-5619d8235c36/8994cb7d-5051-489a-af91-ac6252c53835) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:07.467019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cee8a4e4-28b7-4069-9609-4ce7e39e9d02 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.504758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cee8a4e4-28b7-4069-9609-4ce7e39e9d02 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.612241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14c9efaf-1de5-4c22-aa65-3c7a1ddd4646 req-808c8fa7-aa94-4050-a2cb-ad4c9ea6850f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 210 time: 0.1425061 Jul 08 17:41:07.659173 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cee8a4e4-28b7-4069-9609-4ce7e39e9d02 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.663389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cee8a4e4-28b7-4069-9609-4ce7e39e9d02 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6733201 Jul 08 17:41:07.663629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48492) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:07.669556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'port': {'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f', 'name': 'tempest-RoutersTest-1623517716'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:07.798888 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.810728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-2f117873-1a49-45e3-b607-fef8a799a10f', 'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': '4f798ead-3d1e-4377-b831-3c8c6b338ae3'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:07.811589 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:07.829293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48496) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:07.852326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69c0666b-c81e-487d-a493-135d9f432a76 req-30dc722c-9df2-4ae4-bb94-d5d3d880b475 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0695040 Jul 08 17:41:07.862407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 8994cb7d-5051-489a-af91-ac6252c53835 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:07.998427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:08.002255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.007248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.068186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20561fba-71f8-41b3-9c94-f77f67fd0c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.078859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] device_id is not set on port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:41:08.079750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:08.094384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:08.098551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:08.099655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.233402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=8994cb7d-5051-489a-af91-ac6252c53835,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:08.259976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/31e78750-12e5-4b26-8307-5619d8235c36/fdd16097-9696-472f-a4ce-cbbb76b5cbc7) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:08.403979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] For port fdd16097-9696-472f-a4ce-cbbb76b5cbc7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:08.404482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20561fba-71f8-41b3-9c94-f77f67fd0c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.415666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20561fba-71f8-41b3-9c94-f77f67fd0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.483094 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.508653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20561fba-71f8-41b3-9c94-f77f67fd0c47 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4a180a6b26474ec897236efc639189d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593788 Jul 08 17:41:08.520504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a159d41-6b96-417f-9826-5bde871dad61 req-46010e53-7281-4b66-bbf6-c4930ad8a69e tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 210 time: 0.0604534 Jul 08 17:41:08.523947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Allocated IP 172.20.0.2 (2f117873-1a49-45e3-b607-fef8a799a10f/4f798ead-3d1e-4377-b831-3c8c6b338ae3/832e3009-496c-476e-8101-219f9dc1ed6c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:08.524446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20561fba-71f8-41b3-9c94-f77f67fd0c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f16097b-8210-43b9-9a98-9945f3294f34,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:08.527057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48504) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:08.550879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-10d5ce8d-0c8b-4ffb-9f09-632e43e2ce3a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:08.552496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-10d5ce8d-0c8b-4ffb-9f09-632e43e2ce3a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 0.3618629 Jul 08 17:41:08.586591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.597593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Request body: {'port': {'device_id': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'admin_state_up': True, 'tenant_id': '5db48f5d56fa4a848ca5a6442371d785'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:08.625774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1bc1-a9ff-4248-a384-f9b03d02c598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.643653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] Ignored duplicate provisioning block setup for port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:41:08.654375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1bc1-a9ff-4248-a384-f9b03d02c598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.670081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.718701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1bc1-a9ff-4248-a384-f9b03d02c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.722318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9fcf1bc1-a9ff-4248-a384-f9b03d02c598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:08.727005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9fcf1bc1-a9ff-4248-a384-f9b03d02c598 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7f16097b-8210-43b9-9a98-9945f3294f34 HTTP/1.1" status: 204 len: 168 time: 0.1800897 Jul 08 17:41:08.737234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf1bc1-a9ff-4248-a384-f9b03d02c598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f16097b-8210-43b9-9a98-9945f3294f34,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:08.862619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ccdd6-af07-4071-b26e-845c9877b1fa None None] Pushing event updated for resources: {'Port': ['ID=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:08.875481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-658f9565-83f1-4f5b-b6e2-ef5445cc0446 req-72058c91-ad31-40e9-ab46-1d19605abe24 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 210 time: 0.0484388 Jul 08 17:41:09.072362 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.084854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Transition to ACTIVE for port object 832e3009-496c-476e-8101-219f9dc1ed6c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:09.129300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Transition to ACTIVE for port object 832e3009-496c-476e-8101-219f9dc1ed6c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:09.154749 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.208271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9eef8d63-b26c-436b-baa7-5ddcad58bc2d req-607ada36-c813-4a90-93c7-a601d47843af tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0951853 Jul 08 17:41:09.321658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Pushing event updated for resources: {'Port': ['ID=832e3009-496c-476e-8101-219f9dc1ed6c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:09.337082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.20.0.6 (2f117873-1a49-45e3-b607-fef8a799a10f/4f798ead-3d1e-4377-b831-3c8c6b338ae3/d8a3aa02-7397-48b9-8b6e-6923c67b35d7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:09.367279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Network 2f117873-1a49-45e3-b607-fef8a799a10f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:09.373945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:09.380077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:09.445710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48516) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:09.450217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-bb53359a-68a8-4a09-83b8-920d3dfadb89 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:09.451837 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-bb53359a-68a8-4a09-83b8-920d3dfadb89 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.72 "GET /v2.0/networks?id=4ea40d82-95ee-4c62-bbfd-4c2f018a3416 HTTP/1.1" status: 200 len: 809 time: 0.2182441 Jul 08 17:41:09.462072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.470201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Request body: {'port': {'device_id': '137aeb7b-3346-4193-aa17-065554fccff0', 'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416', 'admin_state_up': True, 'tenant_id': 'db54ee11cab749db8a81249294ac9cf8'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:09.506518 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e9c55e5-3d6b-44e5-b7dd-20c05a7fb9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.513633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.514547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.598243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=8994cb7d-5051-489a-af91-ac6252c53835,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:09.601497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Made reservation on behalf of 5db48f5d56fa4a848ca5a6442371d785 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:09.601632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Attempting to bind port 832e3009-496c-476e-8101-219f9dc1ed6c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:09.601990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Attempting to bind port 832e3009-496c-476e-8101-219f9dc1ed6c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '3856c0a6-5ad5-4724-b581-fe3b87d6372a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:09.602357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Attempting to bind port 832e3009-496c-476e-8101-219f9dc1ed6c on network 2f117873-1a49-45e3-b607-fef8a799a10f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:09.605259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.609092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:09.609471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Checking segment: {'id': '3856c0a6-5ad5-4724-b581-fe3b87d6372a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:09.610140 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.610751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Bound using segment: {'id': '3856c0a6-5ad5-4724-b581-fe3b87d6372a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:09.611235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Bound port: 832e3009-496c-476e-8101-219f9dc1ed6c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3856c0a6-5ad5-4724-b581-fe3b87d6372a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2f117873-1a49-45e3-b607-fef8a799a10f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:09.611741 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.705029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] For port 832e3009-496c-476e-8101-219f9dc1ed6c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:09.709288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] For port 832e3009-496c-476e-8101-219f9dc1ed6c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=832e3009-496c-476e-8101-219f9dc1ed6c,segment=NetworkSegment(3856c0a6-5ad5-4724-b581-fe3b87d6372a),segment_id=3856c0a6-5ad5-4724-b581-fe3b87d6372a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:09.712252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fdd16097-9696-472f-a4ce-cbbb76b5cbc7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:09.712694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.732632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object d8a3aa02-7397-48b9-8b6e-6923c67b35d7 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:09.740792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.813562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dd5c1-c4cd-40ca-a386-82c0e466a3d5 None None] Pushing event updated for resources: {'Port': ['ID=832e3009-496c-476e-8101-219f9dc1ed6c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:09.825885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-473a39b4-f9bb-43f9-ae3a-321d92f091ac req-f5c70a58-b531-44cc-b0bf-4d24f51a9cc0 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 210 time: 0.0460720 Jul 08 17:41:09.829019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.874915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:09.875536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 2f117873-1a49-45e3-b607-fef8a799a10f is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:09.984915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e9c55e5-3d6b-44e5-b7dd-20c05a7fb9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:09.986842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:09.992139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:09.999905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8e9c55e5-3d6b-44e5-b7dd-20c05a7fb9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.062629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:10.069490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Made reservation on behalf of db54ee11cab749db8a81249294ac9cf8 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:10.073933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.079104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:10.104830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=d8a3aa02-7397-48b9-8b6e-6923c67b35d7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:10.117158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Allocated IP 172.20.0.14 (3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a/df5eb1a2-d4fa-471b-b865-b76cc86179fa/ac201760-38d4-4215-8e7f-78135fda7cf7) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:10.119039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:10.119759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.126802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e9c55e5-3d6b-44e5-b7dd-20c05a7fb9a7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f6eed6e9b3c45b38869548d3544d033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775723 Jul 08 17:41:10.156298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c55e5-3d6b-44e5-b7dd-20c05a7fb9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6a5b9-9e16-4c05-a795-e4ee72fde50b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:10.162854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48522) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:10.172950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75512591-f316-4b16-87b6-a0d5292ac9ea req-a7f00105-6b14-438d-b014-e1123c86f6f0 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 210 time: 0.0605843 Jul 08 17:41:10.282594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ac548b3-5177-4547-94bb-75dca29c6517 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6173337 Jul 08 17:41:10.288274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48526) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:10.450430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d831b7f-0498-41e8-8283-e300be38fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.663074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b76d724f-571c-4545-b1a3-798735f332f3 None None] Provisioning for port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:10.674726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b76d724f-571c-4545-b1a3-798735f332f3 None None] Provisioning complete for port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:10.675802 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b76d724f-571c-4545-b1a3-798735f332f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.858006 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b76d724f-571c-4545-b1a3-798735f332f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.868976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d831b7f-0498-41e8-8283-e300be38fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:10.919796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8099f44a-b6d1-4818-8407-b36ab3e32252 req-ace855f8-6f80-4aaf-96eb-e48acfc300e9 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.4758587 Jul 08 17:41:10.950126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b76d724f-571c-4545-b1a3-798735f332f3 None None] For port fdd16097-9696-472f-a4ce-cbbb76b5cbc7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:10.963987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b76d724f-571c-4545-b1a3-798735f332f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.023406 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d831b7f-0498-41e8-8283-e300be38fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.026102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d831b7f-0498-41e8-8283-e300be38fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.029507 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8d831b7f-0498-41e8-8283-e300be38fe93 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b7e6a5b9-9e16-4c05-a795-e4ee72fde50b HTTP/1.1" status: 204 len: 168 time: 0.8618989 Jul 08 17:41:11.043969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d831b7f-0498-41e8-8283-e300be38fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6a5b9-9e16-4c05-a795-e4ee72fde50b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:11.138889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d724f-571c-4545-b1a3-798735f332f3 None None] Pushing event updated for resources: {'Port': ['ID=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:11.150436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9313536-8070-4126-b8fe-1db856c407bf None None] Provisioning for port 8994cb7d-5051-489a-af91-ac6252c53835 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:11.159664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9313536-8070-4126-b8fe-1db856c407bf None None] Provisioning complete for port 8994cb7d-5051-489a-af91-ac6252c53835 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:11.160085 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9313536-8070-4126-b8fe-1db856c407bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.234252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e9313536-8070-4126-b8fe-1db856c407bf None None] Port 8994cb7d-5051-489a-af91-ac6252c53835 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:11.239947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.347370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-052a0175-9783-4000-a5c6-615995e0752c req-193941a5-14f4-4a8f-83d0-795c80dfb86c tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 210 time: 0.1372931 Jul 08 17:41:11.371606 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.451494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Router b69c1838-eb62-4498-89ce-9100b0b197b8 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:41:11.467234 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.484028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Allocated IP 172.20.0.13 (4ea40d82-95ee-4c62-bbfd-4c2f018a3416/24950d36-66fe-4bf3-9296-4ac0c1e1509f/02168ee5-859c-496e-be22-10061db33e94) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:11.493804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:11.497845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:11.513965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:11.566974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fbb91212-8e24-41fe-9a8d-9235cf31e9b1 None None] Provisioning complete for port 8994cb7d-5051-489a-af91-ac6252c53835 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:11.567355 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbb91212-8e24-41fe-9a8d-9235cf31e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.593616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event updated for resources: {'Port': ['ID=ac201760-38d4-4215-8e7f-78135fda7cf7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:11.630757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ff431-1b2f-4a6b-b30c-3878f013bc10 None None] Network 2f117873-1a49-45e3-b607-fef8a799a10f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:11.690629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fbb91212-8e24-41fe-9a8d-9235cf31e9b1 None None] Port 8994cb7d-5051-489a-af91-ac6252c53835 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:11.734950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:11.736551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.757223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 832e3009-496c-476e-8101-219f9dc1ed6c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:11.796693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-51e630df-b988-429b-9441-e18d527bd02a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2065012 Jul 08 17:41:11.838848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:11.852106 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Sync routers for ids ['b69c1838-eb62-4498-89ce-9100b0b197b8'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:11.857367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1ea91871-4413-4c91-8d19-e4926c6e6ba8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "PUT /v2.0/routers/b69c1838-eb62-4498-89ce-9100b0b197b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6336172 Jul 08 17:41:11.861237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:11.869460 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Routers {'b69c1838-eb62-4498-89ce-9100b0b197b8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:11.871197 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b69c1838-eb62-4498-89ce-9100b0b197b8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:11.875403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-11a5d0ca-9f19-4633-9d02-63b78a89f09f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:41:11.877134 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-11a5d0ca-9f19-4633-9d02-63b78a89f09f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187428 Jul 08 17:41:11.946989 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:11.956610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae2324-db39-4701-9737-fc8a071ba612 req-0d85355a-d121-4ffb-857c-5c0db07bc748 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:11.965099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87ae2324-db39-4701-9737-fc8a071ba612 req-0d85355a-d121-4ffb-857c-5c0db07bc748 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 932 time: 0.4236228 Jul 08 17:41:11.973353 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.118231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87ae2324-db39-4701-9737-fc8a071ba612 req-cd33e7b5-1df0-434c-9340-9debeef23bbd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520059 Jul 08 17:41:12.128371 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Set router b69c1838-eb62-4498-89ce-9100b0b197b8 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:12.146618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61538b-d69a-4c81-b67b-ecc2c61dcf1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:12.165799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=d8a3aa02-7397-48b9-8b6e-6923c67b35d7,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:12.165923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6e61538b-d69a-4c81-b67b-ecc2c61dcf1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports/8994cb7d-5051-489a-af91-ac6252c53835 HTTP/1.1" status: 200 len: 911 time: 0.2828434 Jul 08 17:41:12.168941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:12.284517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Request body: {'port': {'device_id': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:12.350742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-badf5d58-0a7f-4046-9d2c-bc6d4f10afcb req-b5a6f3e5-4b4f-4658-9ae9-5f55293bd8c1 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0858049 Jul 08 17:41:12.353018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f862fd5e-f226-4bfd-9330-e2a6d2e768aa None None] Provisioning for port 832e3009-496c-476e-8101-219f9dc1ed6c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:12.384118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 832e3009-496c-476e-8101-219f9dc1ed6c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:12.388594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 832e3009-496c-476e-8101-219f9dc1ed6c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:12.389097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.406337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.553786 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'name': 'tempest-NetworksTestDHCPv6-router-2067386665', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:05Z', 'updated_at': '2021-07-08T17:41:08Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None, '_interfaces': [{'id': '8994cb7d-5051-489a-af91-ac6252c53835', 'name': '', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'mac_address': 'fa:16:3e:55:f0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '31e78750-12e5-4b26-8307-5619d8235c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:07Z', 'updated_at': '2021-07-08T17:41:08Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'subnets': [{'id': '31e78750-12e5-4b26-8307-5619d8235c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:12.593202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.614755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637b92a5-b72b-4970-8f26-57145306a5b2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:12.621654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637b92a5-b72b-4970-8f26-57145306a5b2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:12.621976 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Checking router: b69c1838-eb62-4498-89ce-9100b0b197b8 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:12.622341 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Updating router b69c1838-eb62-4498-89ce-9100b0b197b8 port 8994cb7d-5051-489a-af91-ac6252c53835 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:41:12.626141 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-637b92a5-b72b-4970-8f26-57145306a5b2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4537892 Jul 08 17:41:12.626290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab28e32f-31bb-4c72-8bb2-4b508ee29045 req-9f2883a1-120d-43cf-b1ea-e0f090fc2660 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 210 time: 0.0943720 Jul 08 17:41:12.627145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:12.637909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.699287 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.701924 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.702270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.745209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 832e3009-496c-476e-8101-219f9dc1ed6c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=832e3009-496c-476e-8101-219f9dc1ed6c,segment=NetworkSegment(3856c0a6-5ad5-4724-b581-fe3b87d6372a),segment_id=3856c0a6-5ad5-4724-b581-fe3b87d6372a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:12.756799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.758266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fdd16097-9696-472f-a4ce-cbbb76b5cbc7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:12.821640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:12.846059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:12.858606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:12.882699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=832e3009-496c-476e-8101-219f9dc1ed6c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:12.913645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:12.915008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.979390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:12.986819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Pushing event updated for resources: {'Port': ['ID=02168ee5-859c-496e-be22-10061db33e94,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:13.210415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c860404b-cd2b-4c41-b69b-656df7e6e3ad None None] Provisioning for port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:13.214923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c860404b-cd2b-4c41-b69b-656df7e6e3ad None None] Provisioning complete for port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:13.215322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c860404b-cd2b-4c41-b69b-656df7e6e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.304419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c860404b-cd2b-4c41-b69b-656df7e6e3ad None None] Port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:13.315220 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.335356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:13.335925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.343829 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Transition to ACTIVE for port object 8994cb7d-5051-489a-af91-ac6252c53835 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:13.345266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c860404b-cd2b-4c41-b69b-656df7e6e3ad None None] Provisioning complete for port 832e3009-496c-476e-8101-219f9dc1ed6c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:13.352040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c860404b-cd2b-4c41-b69b-656df7e6e3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.364475 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.466506 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-6b53b4ec-e1a2-4f61-96e6-d0747522f323 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0021806 Jul 08 17:41:13.505992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Request body: {'port': {'device_id': '137aeb7b-3346-4193-aa17-065554fccff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:13.506142 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Pushing event updated for resources: {'Port': ['ID=8994cb7d-5051-489a-af91-ac6252c53835,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:13.537418 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.547091 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.550084 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.550387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48584) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:13.550513 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.553518 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.553643 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.553983 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.554320 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.554645 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.557021 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.557332 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.557757 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:13.639748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 832e3009-496c-476e-8101-219f9dc1ed6c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:13.700769 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.733094 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Attempting to bind port 8994cb7d-5051-489a-af91-ac6252c53835 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:13.733339 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Attempting to bind port 8994cb7d-5051-489a-af91-ac6252c53835 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:13.733654 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Attempting to bind port 8994cb7d-5051-489a-af91-ac6252c53835 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:13.744422 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:13.744821 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:13.745232 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.745630 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:13.748718 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Bound port: 8994cb7d-5051-489a-af91-ac6252c53835, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:13.749156 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.751708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593020df-ca5f-4c67-be28-ff76b730b2b7 req-8c1b8ad9-71dc-458f-a52d-891cff302974 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:13.766099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-593020df-ca5f-4c67-be28-ff76b730b2b7 req-8c1b8ad9-71dc-458f-a52d-891cff302974 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 932 time: 0.3378570 Jul 08 17:41:13.805830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 832e3009-496c-476e-8101-219f9dc1ed6c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:13.806323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.848021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.858596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c9afeaf-401d-4c21-91d1-576eb8dfb0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.862410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:13.905445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-593020df-ca5f-4c67-be28-ff76b730b2b7 req-b3dce659-7de6-4a76-8696-f0909173ebc3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382954 Jul 08 17:41:13.906345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.004311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-643e9bf6-2c56-4b64-bfe3-a3553a825d17 None None] Provisioning complete for port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:14.004976 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-643e9bf6-2c56-4b64-bfe3-a3553a825d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.019397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.112514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-643e9bf6-2c56-4b64-bfe3-a3553a825d17 None None] Port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:14.116578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c9b12-6c75-4dc2-9613-7f99cecc64d2 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:41:14.199043 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] For port 8994cb7d-5051-489a-af91-ac6252c53835, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:14.202284 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] For port 8994cb7d-5051-489a-af91-ac6252c53835, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8994cb7d-5051-489a-af91-ac6252c53835,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:14.203274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c9afeaf-401d-4c21-91d1-576eb8dfb0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.220995 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.238596 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29138ff7-c867-4f9d-83ed-96562632a138 req-66b1ae89-19d7-4359-abda-d2b184cc0595 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.3463001 Jul 08 17:41:14.239474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c9afeaf-401d-4c21-91d1-576eb8dfb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.271797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac201760-38d4-4215-8e7f-78135fda7cf7 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:14.280454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.285586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-afc2a0cc-5c8e-476e-9c3b-b4bbeff92fee None None] Provisioning complete for port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:14.286322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afc2a0cc-5c8e-476e-9c3b-b4bbeff92fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.316982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0c9afeaf-401d-4c21-91d1-576eb8dfb0ac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3c46a79f50534db9aab8eb69310a3d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7657328 Jul 08 17:41:14.320223 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Routers {'b69c1838-eb62-4498-89ce-9100b0b197b8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:14.320938 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b69c1838-eb62-4498-89ce-9100b0b197b8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:14.327669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.345115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:14.357711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-afc2a0cc-5c8e-476e-9c3b-b4bbeff92fee None None] Port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:14.362561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806c9b12-6c75-4dc2-9613-7f99cecc64d2 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:41:14.439944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Transition to ACTIVE for port object ac201760-38d4-4215-8e7f-78135fda7cf7 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:14.471888 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.474769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=d8a3aa02-7397-48b9-8b6e-6923c67b35d7,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:14.499758 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d73d87-8bd2-4e56-8a09-8566a29c1639 None None] Pushing event updated for resources: {'Port': ['ID=8994cb7d-5051-489a-af91-ac6252c53835,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:14.554993 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] Set router b69c1838-eb62-4498-89ce-9100b0b197b8 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:14.557701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d9030-8087-426c-8eb8-b2211855d1be req-d090a994-08d9-4696-b6d9-ee0c00e1a9f0 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:14.560088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa6d9030-8087-426c-8eb8-b2211855d1be req-d090a994-08d9-4696-b6d9-ee0c00e1a9f0 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 932 time: 0.3322039 Jul 08 17:41:14.584441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9afeaf-401d-4c21-91d1-576eb8dfb0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc850f3d-5da3-4bd9-9f51-3742ac373da9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:14.591449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 2f117873-1a49-45e3-b607-fef8a799a10f is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:14.617367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:14.627488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Pushing event updated for resources: {'Port': ['ID=ac201760-38d4-4215-8e7f-78135fda7cf7,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:14.654402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa6d9030-8087-426c-8eb8-b2211855d1be req-fe207c47-d7f3-4253-a917-ab2ae05cbab3 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827224 Jul 08 17:41:14.706141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5e36bfb-a72f-47ac-9c0a-724e6a17760c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.773932 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5e36bfb-a72f-47ac-9c0a-724e6a17760c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.866881 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'name': 'tempest-NetworksTestDHCPv6-router-2067386665', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:05Z', 'updated_at': '2021-07-08T17:41:08Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None, '_interfaces': [{'id': '8994cb7d-5051-489a-af91-ac6252c53835', 'name': '', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'mac_address': 'fa:16:3e:55:f0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '31e78750-12e5-4b26-8307-5619d8235c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:07Z', 'updated_at': '2021-07-08T17:41:14Z', 'revision_number': 4, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'subnets': [{'id': '31e78750-12e5-4b26-8307-5619d8235c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:14.906348 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c6a3-24bb-4b27-bf3c-30b050f5f22d None None] The sync data for ids ['b69c1838-eb62-4498-89ce-9100b0b197b8'] in n-d-799528-4 is: [{'id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'name': 'tempest-NetworksTestDHCPv6-router-2067386665', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:05Z', 'updated_at': '2021-07-08T17:41:08Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None, '_interfaces': [{'id': '8994cb7d-5051-489a-af91-ac6252c53835', 'name': '', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'mac_address': 'fa:16:3e:55:f0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '31e78750-12e5-4b26-8307-5619d8235c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:07Z', 'updated_at': '2021-07-08T17:41:14Z', 'revision_number': 4, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'subnets': [{'id': '31e78750-12e5-4b26-8307-5619d8235c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:14.929419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router af1daca4-c7ed-48a4-aa84-d6b305f41cea is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:41:14.934656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5e36bfb-a72f-47ac-9c0a-724e6a17760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.941041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5e36bfb-a72f-47ac-9c0a-724e6a17760c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:14.942333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e5e36bfb-a72f-47ac-9c0a-724e6a17760c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fc850f3d-5da3-4bd9-9f51-3742ac373da9 HTTP/1.1" status: 204 len: 168 time: 0.5911391 Jul 08 17:41:14.988314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e36bfb-a72f-47ac-9c0a-724e6a17760c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc850f3d-5da3-4bd9-9f51-3742ac373da9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:15.172939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:15.187275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5b42cdd4-f4b7-4aac-a764-9366f06e3fdd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/af1daca4-c7ed-48a4-aa84-d6b305f41cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8953133 Jul 08 17:41:15.187362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] Sync routers for ids ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:15.195369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48600) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:15.198280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] Routers {'af1daca4-c7ed-48a4-aa84-d6b305f41cea'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:15.199607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:15.256116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02168ee5-859c-496e-be22-10061db33e94 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:15.262974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:15.334083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] Routers {'af1daca4-c7ed-48a4-aa84-d6b305f41cea'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:15.335873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:15.373041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.404496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Attempting to bind port ac201760-38d4-4215-8e7f-78135fda7cf7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:15.405427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Attempting to bind port ac201760-38d4-4215-8e7f-78135fda7cf7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:15.407600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Attempting to bind port ac201760-38d4-4215-8e7f-78135fda7cf7 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:15.435385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ae35c-44b7-42c9-b7c8-a9fcd085cd3a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:15.439073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da9ae35c-44b7-42c9-b7c8-a9fcd085cd3a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports/d8a3aa02-7397-48b9-8b6e-6923c67b35d7 HTTP/1.1" status: 200 len: 977 time: 0.2396610 Jul 08 17:41:15.454535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48608) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:15.471943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Port ac201760-38d4-4215-8e7f-78135fda7cf7 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:41:15.472422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Attempting to bind port ac201760-38d4-4215-8e7f-78135fda7cf7 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:15.492561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Transition to ACTIVE for port object 02168ee5-859c-496e-be22-10061db33e94 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:15.506887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:15.510221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5e92a-dfb0-45f3-b769-fa3ebb9359f5 None None] The sync data for ids ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:15.523326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cfe02-b0fa-4a43-9186-128f3c90b2f7 req-268c661a-e279-47f8-9885-d8f689b60e48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:15.532225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c9cfe02-b0fa-4a43-9186-128f3c90b2f7 req-268c661a-e279-47f8-9885-d8f689b60e48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 944 time: 0.4031634 Jul 08 17:41:15.535839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.556973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:15.556973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Checking segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:15.557278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Bound using segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:15.557722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Bound port: ac201760-38d4-4215-8e7f-78135fda7cf7, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:15.558138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.677607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8bebb14-c577-4f94-84e5-9f48c451dfea req-215bdec7-fad4-431c-a879-00581f6dbc0b tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/ports?device_id=cdbaf7e8-ca79-4f53-8ea7-dce78ffcba6f HTTP/1.1" status: 200 len: 210 time: 0.0775492 Jul 08 17:41:15.699565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8994cb7d-5051-489a-af91-ac6252c53835 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:15.820679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] For port ac201760-38d4-4215-8e7f-78135fda7cf7, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:15.823989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] For port ac201760-38d4-4215-8e7f-78135fda7cf7, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ac201760-38d4-4215-8e7f-78135fda7cf7,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:15.837677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Pushing event updated for resources: {'Port': ['ID=02168ee5-859c-496e-be22-10061db33e94,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:15.841709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 8994cb7d-5051-489a-af91-ac6252c53835 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:15.842100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.865459 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:15.879928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c9cfe02-b0fa-4a43-9186-128f3c90b2f7 req-c90976bd-52df-421b-88b6-92961d1856e2 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363314 Jul 08 17:41:15.900232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8994cb7d-5051-489a-af91-ac6252c53835 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:15.917349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8994cb7d-5051-489a-af91-ac6252c53835 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:15.918326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.102684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:16.103329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.109351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] 10.222.0.72 "PUT /v2.0/ports/ac201760-38d4-4215-8e7f-78135fda7cf7 HTTP/1.1" status: 200 len: 1092 time: 4.2136102 Jul 08 17:41:16.114080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'tag': 'ac201760-38d4-4215-8e7f-78135fda7cf7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:16.123840 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c4f54-ad41-46dd-a057-7d679e2afbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb11ada-147f-48f5-acf1-699d36c9b60d", "tag": "ac201760-38d4-4215-8e7f-78135fda7cf7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:16.169098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247533fb-3f78-4212-b2a7-61a3910f0059 service neutron] Pushing event updated for resources: {'Port': ['ID=ac201760-38d4-4215-8e7f-78135fda7cf7,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:16.258519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.286654 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719ba758-a717-4ec2-81e4-5ddf5590e7ef x-openstack-request-id: req-719ba758-a717-4ec2-81e4-5ddf5590e7ef {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:16.286949 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb11ada-147f-48f5-acf1-699d36c9b60d", "tag": "ac201760-38d4-4215-8e7f-78135fda7cf7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:16.287206 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-719ba758-a717-4ec2-81e4-5ddf5590e7ef {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:16.287674 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'tag': 'ac201760-38d4-4215-8e7f-78135fda7cf7', 'status': 'completed', 'code': 200} Jul 08 17:41:16.295768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 8994cb7d-5051-489a-af91-ac6252c53835, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8994cb7d-5051-489a-af91-ac6252c53835,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:16.296146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.303723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8994cb7d-5051-489a-af91-ac6252c53835, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8994cb7d-5051-489a-af91-ac6252c53835,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:16.318385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Attempting to bind port 02168ee5-859c-496e-be22-10061db33e94 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:16.318797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Attempting to bind port 02168ee5-859c-496e-be22-10061db33e94 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:16.319005 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.319191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Attempting to bind port 02168ee5-859c-496e-be22-10061db33e94 on network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:16.328084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 8994cb7d-5051-489a-af91-ac6252c53835 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:16.378466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Port 02168ee5-859c-496e-be22-10061db33e94 on network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:41:16.378801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Attempting to bind port 02168ee5-859c-496e-be22-10061db33e94 on network 4ea40d82-95ee-4c62-bbfd-4c2f018a3416 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:16.430372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8994cb7d-5051-489a-af91-ac6252c53835,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:16.446187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-43c90d8f-1b1f-4ab3-92d3-512fc43dbf17 None None] Provisioning complete for port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:16.446930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-43c90d8f-1b1f-4ab3-92d3-512fc43dbf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.462244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:16.462675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Checking segment: {'id': 'f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:16.462975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Bound using segment: {'id': 'f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:16.463423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Bound port: 02168ee5-859c-496e-be22-10061db33e94, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:16.463781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.493001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-0a21ff00-eacf-4dac-a8fd-cec5c78ae380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:16.494784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-0a21ff00-eacf-4dac-a8fd-cec5c78ae380 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 1095 time: 0.2904718 Jul 08 17:41:16.654437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-1746a478-0647-4b3f-be46-9048dad6e1cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac201760-38d4-4215-8e7f-78135fda7cf7 HTTP/1.1" status: 200 len: 217 time: 0.1140554 Jul 08 17:41:16.662053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-43c90d8f-1b1f-4ab3-92d3-512fc43dbf17 None None] Provisioning complete for port 8994cb7d-5051-489a-af91-ac6252c53835 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:16.662987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-43c90d8f-1b1f-4ab3-92d3-512fc43dbf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.817490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] For port 02168ee5-859c-496e-be22-10061db33e94, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:16.824062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] For port 02168ee5-859c-496e-be22-10061db33e94, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=02168ee5-859c-496e-be22-10061db33e94,segment=NetworkSegment(f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74),segment_id=f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:16.826989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-fe88bba4-e742-4e2f-8eec-5028079fe585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:16.828651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-fe88bba4-e742-4e2f-8eec-5028079fe585 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.1733928 Jul 08 17:41:16.845814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.929788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-147d2c64-961f-426d-8ff4-5adccf418926 None None] Provisioning complete for port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:16.931974 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-147d2c64-961f-426d-8ff4-5adccf418926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:16.949751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ed55e-7f34-4cb1-9c20-4374e903ddfa req-2c716952-83ef-40ca-a7f3-bd72aebf4574 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:16.967483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-712ed55e-7f34-4cb1-9c20-4374e903ddfa req-2c716952-83ef-40ca-a7f3-bd72aebf4574 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 944 time: 0.8414636 Jul 08 17:41:16.972386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Pushing event updated for resources: {'Port': ['ID=02168ee5-859c-496e-be22-10061db33e94,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:17.003329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48674) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:17.006579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-175a70d0-0b19-4c91-97fb-c3916c01fe1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668119 Jul 08 17:41:17.013592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-147d2c64-961f-426d-8ff4-5adccf418926 None None] Port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:17.042674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-147d2c64-961f-426d-8ff4-5adccf418926 None None] Provisioning complete for port 8994cb7d-5051-489a-af91-ac6252c53835 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:17.043829 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-147d2c64-961f-426d-8ff4-5adccf418926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.107662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:17.108298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.109735 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-4d222549-279a-44b4-ab3a-6bff6a8932cd service neutron] 10.222.0.72 "PUT /v2.0/ports/02168ee5-859c-496e-be22-10061db33e94 HTTP/1.1" status: 200 len: 1092 time: 3.6210525 Jul 08 17:41:17.110287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-712ed55e-7f34-4cb1-9c20-4374e903ddfa req-e9f68bf9-856b-428d-a3e5-1ecad85ce5de tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419272 Jul 08 17:41:17.244309 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.295710 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d721-d812-4aee-8365-39bacc34cad2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.308288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=8994cb7d-5051-489a-af91-ac6252c53835,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:17.355007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-6c52da7c-7f7e-45e7-afdb-d29202d2c5df service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212771 Jul 08 17:41:17.420872 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d721-d812-4aee-8365-39bacc34cad2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.512768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5f05-0a18-44b6-aaa1-b2d01b611e9d req-634154e7-a961-465f-8d5d-a38605d5103d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:17.514690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-597c5f05-0a18-44b6-aaa1-b2d01b611e9d req-634154e7-a961-465f-8d5d-a38605d5103d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 944 time: 0.2724912 Jul 08 17:41:17.560126 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.714975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-985beaaf-d5b8-4900-be52-f025529bd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:17.716504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-985beaaf-d5b8-4900-be52-f025529bd429 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db54ee11cab749db8a81249294ac9cf8&device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 1095 time: 0.5354507 Jul 08 17:41:17.719072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.782315 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-597c5f05-0a18-44b6-aaa1-b2d01b611e9d req-f9b8bf6a-b152-427f-802c-fff3d0e190eb tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666352 Jul 08 17:41:17.784006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-c9557de7-9169-4cd7-867a-b6a7579f7d18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02168ee5-859c-496e-be22-10061db33e94 HTTP/1.1" status: 200 len: 217 time: 0.0532246 Jul 08 17:41:17.934172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d721-d812-4aee-8365-39bacc34cad2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.936660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d721-d812-4aee-8365-39bacc34cad2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:17.937826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4aa4d721-d812-4aee-8365-39bacc34cad2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/security-groups/386a24cb-d7e1-4100-a265-b992aa75f536 HTTP/1.1" status: 204 len: 168 time: 0.9303544 Jul 08 17:41:17.941682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48722) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:17.958893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-87c2c239-02b9-4cff-9b89-140e5b90c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:17.960460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-87c2c239-02b9-4cff-9b89-140e5b90c1da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=24950d36-66fe-4bf3-9296-4ac0c1e1509f HTTP/1.1" status: 200 len: 849 time: 0.1639354 Jul 08 17:41:17.962368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01259ff5-fd54-4eff-897d-4555c73b5da3 req-50707c23-3992-4276-b90c-3b4cc5fb59f2 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911872 Jul 08 17:41:17.964276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4d721-d812-4aee-8365-39bacc34cad2 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a24cb-d7e1-4100-a265-b992aa75f536,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:17.969856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec0181-ede4-496a-a440-246fc0c153ea req-810186f9-b9e1-4b5b-b81f-42c18c6abe70 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:17.970617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dec0181-ede4-496a-a440-246fc0c153ea req-810186f9-b9e1-4b5b-b81f-42c18c6abe70 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 947 time: 0.1416209 Jul 08 17:41:17.975624 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-f19c4a35-915d-4d73-ac65-a7393e2b83fa tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] show failed (client error): The resource could not be found. Jul 08 17:41:17.979814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f19c4a35-915d-4d73-ac65-a7393e2b83fa tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "GET /v2.0/security-groups/386a24cb-d7e1-4100-a265-b992aa75f536 HTTP/1.1" status: 404 len: 347 time: 0.0341632 Jul 08 17:41:17.979944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48724) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:18.051667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port d8a3aa02-7397-48b9-8b6e-6923c67b35d7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:18.052684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:18.075832 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-1fa8ef13-240c-4ca4-80c7-c1cdf660c198 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ea40d82-95ee-4c62-bbfd-4c2f018a3416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671492 Jul 08 17:41:18.156105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Router b69c1838-eb62-4498-89ce-9100b0b197b8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:18.168908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dec0181-ede4-496a-a440-246fc0c153ea req-37623450-4be5-41b9-aaf7-c49083ac7a95 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437421 Jul 08 17:41:18.261980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:18.282348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port 80513480-874c-4d90-a7d9-fb243a1deaf8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:18.282348 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:18.283559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for d8a3aa02-7397-48b9-8b6e-6923c67b35d7 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:18.285027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-9924f774-62da-489f-8fa3-f139c4684616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:18.286710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-9924f774-62da-489f-8fa3-f139c4684616 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 1095 time: 0.2394526 Jul 08 17:41:18.289048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '137aeb7b-3346-4193-aa17-065554fccff0', 'tag': '02168ee5-859c-496e-be22-10061db33e94'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:18.291406 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1" -d '{"events": [{"name": "network-changed", "server_uuid": "137aeb7b-3346-4193-aa17-065554fccff0", "tag": "02168ee5-859c-496e-be22-10061db33e94"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:18.303577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:18.311887 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8a984d13-1d6c-4664-91b8-01e2e730b36c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "PUT /v2.0/routers/b69c1838-eb62-4498-89ce-9100b0b197b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6835327 Jul 08 17:41:18.312751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:18.316938 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-46161d1a-b10b-46c6-9bd4-8122a44f9722 service neutron] 10.222.0.72 "GET /v2.0/networks/4ea40d82-95ee-4c62-bbfd-4c2f018a3416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235661 Jul 08 17:41:18.318855 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] Sync routers for ids ['b69c1838-eb62-4498-89ce-9100b0b197b8'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:18.331610 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] Routers {'b69c1838-eb62-4498-89ce-9100b0b197b8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:18.334316 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b69c1838-eb62-4498-89ce-9100b0b197b8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:18.409436 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2628946-70d6-40fe-bd14-5e36add2602b x-openstack-request-id: req-f2628946-70d6-40fe-bd14-5e36add2602b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:18.410136 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "137aeb7b-3346-4193-aa17-065554fccff0", "tag": "02168ee5-859c-496e-be22-10061db33e94", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:18.410402 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f2628946-70d6-40fe-bd14-5e36add2602b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:18.410805 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '137aeb7b-3346-4193-aa17-065554fccff0', 'tag': '02168ee5-859c-496e-be22-10061db33e94', 'status': 'completed', 'code': 200} Jul 08 17:41:18.478580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cd0cc-b6c3-47cd-8d32-1568af57921a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:18.480150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cd0cc-b6c3-47cd-8d32-1568af57921a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:18.484719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-767cd0cc-b6c3-47cd-8d32-1568af57921a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1665235 Jul 08 17:41:18.485073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48732) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:18.486221 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] Set router b69c1838-eb62-4498-89ce-9100b0b197b8 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:18.500017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:18.501008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:18.558312 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'name': 'tempest-NetworksTestDHCPv6-router-2067386665', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:05Z', 'updated_at': '2021-07-08T17:41:16Z', 'revision_number': 3, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:18.582859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d348fe98-25b5-4631-8533-9619c5f65ca0 req-218e7bce-e398-4ed8-9b24-217184ab25d3 service neutron] 10.222.0.72 "GET /v2.0/networks/4ea40d82-95ee-4c62-bbfd-4c2f018a3416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270176 Jul 08 17:41:18.584102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-4a92eff4-338b-4032-89d3-98bed1576428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:18.585496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-4a92eff4-338b-4032-89d3-98bed1576428 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 915 time: 0.2909045 Jul 08 17:41:18.585752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for 80513480-874c-4d90-a7d9-fb243a1deaf8 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:18.603054 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] Checking router: b69c1838-eb62-4498-89ce-9100b0b197b8 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:18.622160 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] Routers {'b69c1838-eb62-4498-89ce-9100b0b197b8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:18.624825 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b69c1838-eb62-4498-89ce-9100b0b197b8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:18.665631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 31e78750-12e5-4b26-8307-5619d8235c36 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:18.687800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:18.692370 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-12bd89ef-1a59-423b-8454-bfda645ed1e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac201760-38d4-4215-8e7f-78135fda7cf7 HTTP/1.1" status: 200 len: 217 time: 0.0943792 Jul 08 17:41:18.772119 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] Set router b69c1838-eb62-4498-89ce-9100b0b197b8 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:18.776810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-0360cc89-621b-4737-b767-0ffb97aa5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:18.781165 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-0360cc89-621b-4737-b767-0ffb97aa5e3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.0669379 Jul 08 17:41:18.829123 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'name': 'tempest-NetworksTestDHCPv6-router-2067386665', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:05Z', 'updated_at': '2021-07-08T17:41:16Z', 'revision_number': 3, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:18.841613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-1ed6efc2-547d-47a7-b222-12311e6f01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:18.843119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:18.843342 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-1ed6efc2-547d-47a7-b222-12311e6f01b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db54ee11cab749db8a81249294ac9cf8&device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 1095 time: 0.1617970 Jul 08 17:41:18.863153 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b36f5da-f87d-4763-99c3-93a855d2f1bf None None] The sync data for ids ['b69c1838-eb62-4498-89ce-9100b0b197b8'] in n-d-799528-4 is: [{'id': 'b69c1838-eb62-4498-89ce-9100b0b197b8', 'name': 'tempest-NetworksTestDHCPv6-router-2067386665', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:05Z', 'updated_at': '2021-07-08T17:41:16Z', 'revision_number': 3, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:18.879036 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-ea8c6709-4861-42db-83bb-4dc766792395 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747480 Jul 08 17:41:18.937821 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.006908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=d8a3aa02-7397-48b9-8b6e-6923c67b35d7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:19.066915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a3070-189d-46b5-8470-ff343612b0e8 req-b7d833d9-3ada-4e39-bec4-58a79d1850fb tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:19.069060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb9a3070-189d-46b5-8470-ff343612b0e8 req-b7d833d9-3ada-4e39-bec4-58a79d1850fb tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 944 time: 0.3287497 Jul 08 17:41:19.161118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-ea80166d-69a0-47cf-b19a-1e6499ffabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:19.163923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-ea80166d-69a0-47cf-b19a-1e6499ffabe7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ea40d82-95ee-4c62-bbfd-4c2f018a3416 HTTP/1.1" status: 200 len: 910 time: 0.2943163 Jul 08 17:41:19.171206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.175974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.178188 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-93b3a00f-ed76-4ea4-be97-87051ca8f65f service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796988 Jul 08 17:41:19.252558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-8b9c8549-762a-4a70-b7d3-f709591055ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02168ee5-859c-496e-be22-10061db33e94 HTTP/1.1" status: 200 len: 217 time: 0.0732031 Jul 08 17:41:19.277539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=80513480-874c-4d90-a7d9-fb243a1deaf8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:19.323206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb9a3070-189d-46b5-8470-ff343612b0e8 req-9691b3c1-9acf-48e1-a2b3-77e10f7dd8fa tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329650 Jul 08 17:41:19.355801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca171-1381-4288-81cc-c69f2a81532e req-32139d1e-f50d-41a0-be4a-694a3f1755f2 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:19.357509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-183ca171-1381-4288-81cc-c69f2a81532e req-32139d1e-f50d-41a0-be4a-694a3f1755f2 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 947 time: 0.3473425 Jul 08 17:41:19.414745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-5850933f-7a16-4fef-b9b5-c5032712be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:19.416911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-5850933f-7a16-4fef-b9b5-c5032712be85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=24950d36-66fe-4bf3-9296-4ac0c1e1509f HTTP/1.1" status: 200 len: 849 time: 0.1166141 Jul 08 17:41:19.483716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.504976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8994cb7d-5051-489a-af91-ac6252c53835 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:19.508312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff312b7-d55f-49bf-9334-de1088422a4b req-dd2214e7-4da3-458a-a5e6-291f8e9f0fd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:19.510827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eff312b7-d55f-49bf-9334-de1088422a4b req-dd2214e7-4da3-458a-a5e6-291f8e9f0fd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 944 time: 0.4725556 Jul 08 17:41:19.543701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.556671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8994cb7d-5051-489a-af91-ac6252c53835 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:19.559201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8994cb7d-5051-489a-af91-ac6252c53835 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:19.616936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.619523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.625294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2029819b-e3c6-40d3-a09d-10dcfc5afc46 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/floatingips/8f082a8a-d4b5-49ee-b920-ee557215e2d5 HTTP/1.1" status: 204 len: 168 time: 1.6442490 Jul 08 17:41:19.646207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48742) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:19.709392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=31e78750-12e5-4b26-8307-5619d8235c36,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:19.737744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eff312b7-d55f-49bf-9334-de1088422a4b req-c8b41cec-f675-4036-945f-a5b2d3a962a8 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169678 Jul 08 17:41:19.749809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:19.752244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f881c0c-2eb8-48fd-98f5-463a9307ce56 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:19.774656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a70d321-d617-4b2d-a213-33d2d997c1af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/31e78750-12e5-4b26-8307-5619d8235c36 HTTP/1.1" status: 204 len: 168 time: 1.2813246 Jul 08 17:41:19.783729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48746) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:19.801111 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-bf2dc976-01d9-4ced-b768-3bfc8c919314 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ea40d82-95ee-4c62-bbfd-4c2f018a3416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3771124 Jul 08 17:41:19.806251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-368c4f54-ad41-46dd-a057-7d679e2afbaf req-1d949f57-1414-4802-930f-609a8759cb83 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161983 Jul 08 17:41:19.979967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Deleting port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:19.980317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.000802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:20.032768 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-904ba75d-f3ab-4164-bf26-244c4ec9efcc service neutron] 10.222.0.72 "GET /v2.0/networks/4ea40d82-95ee-4c62-bbfd-4c2f018a3416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003391 Jul 08 17:41:20.063699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] Deleting port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:20.064079 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.143362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] For port fdd16097-9696-472f-a4ce-cbbb76b5cbc7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:20.143880 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.162305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] Calling delete_port for fdd16097-9696-472f-a4ce-cbbb76b5cbc7 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:20.184712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] For port 6d30dc0b-8979-45b5-bc76-3adeb3e17811, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6d30dc0b-8979-45b5-bc76-3adeb3e17811,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:20.185121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.253996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.254960 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4468280f-9fd0-4bc8-b6cc-61d2ec4c76e1 req-22385263-cd4b-4c8c-a010-9480ef5e7b4e service neutron] 10.222.0.72 "GET /v2.0/networks/4ea40d82-95ee-4c62-bbfd-4c2f018a3416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971364 Jul 08 17:41:20.299512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] No DVR routers for this DVR port fdd16097-9696-472f-a4ce-cbbb76b5cbc7 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:20.306607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d98494-4dea-4692-b871-0fc99f2a0626 None None] Pushing event deleted for resources: {'Port': ['ID=fdd16097-9696-472f-a4ce-cbbb76b5cbc7,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:20.414140 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.414521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.414949 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Floating IP ea2e3ed6-de27-434f-9716-da3e96b795bf disassociated. External IP: 172.25.5.96, port: 6d30dc0b-8979-45b5-bc76-3adeb3e17811. Jul 08 17:41:20.415292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Calling delete_port for 6d30dc0b-8979-45b5-bc76-3adeb3e17811 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:20.526013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router af1daca4-c7ed-48a4-aa84-d6b305f41cea has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:20.549628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fc449-9787-44fa-a95c-c11487e02fed req-a368b136-2981-4e1f-ae1c-4b82adb60c44 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:20.554300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd0fc449-9787-44fa-a95c-c11487e02fed req-a368b136-2981-4e1f-ae1c-4b82adb60c44 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/ports?device_id=ad95c1a2-2d91-4d68-ac70-dd1128cff257 HTTP/1.1" status: 200 len: 947 time: 1.0408745 Jul 08 17:41:20.564626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.585789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-17d2a561-83cd-415a-a6f8-684905b11c84 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7867446 Jul 08 17:41:20.593802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48752) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:20.604213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event deleted for resources: {'Port': ['ID=6d30dc0b-8979-45b5-bc76-3adeb3e17811,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:20.711844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port b8a45397-a684-412c-8a4d-cf72d27bcf08 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:20.712187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.724511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Router e5354f7f-e494-4866-a13c-3a117d431a17 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:20.798082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf08aa68-a712-4be3-b25b-6575d375eb57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.851761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:20.862768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] Sync routers for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:20.872458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:20.873480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:20.890004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:20.895654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70078061-7de8-46e9-9bc1-c03312642154 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/af1daca4-c7ed-48a4-aa84-d6b305f41cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4311213 Jul 08 17:41:20.900826 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] Sync routers for ids ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:20.905963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:20.919028 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] Routers {'af1daca4-c7ed-48a4-aa84-d6b305f41cea'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:20.919901 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:20.945184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd0fc449-9787-44fa-a95c-c11487e02fed req-3ef5650e-c688-4741-b37d-8e1cc5231f77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups?id=153645a3-1bfc-4e3d-bec8-a2545b404e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697808 Jul 08 17:41:20.951145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] No DVR routers for this DVR port 6d30dc0b-8979-45b5-bc76-3adeb3e17811 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:20.954872 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:20.968007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-183ca171-1381-4288-81cc-c69f2a81532e req-7a76596e-b9de-40ec-a06e-ddad79e5f0ea tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.72 "DELETE /v2.0/ports/6d30dc0b-8979-45b5-bc76-3adeb3e17811 HTTP/1.1" status: 204 len: 173 time: 1.5959573 Jul 08 17:41:20.969450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-deleted', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:20.973025 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c630c2-8458-4b3f-915a-4ebc27fa2f71" -d '{"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-deleted", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:21.002687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0af51-cdad-4401-924f-5cd18e79fe88 req-84558f2b-6f52-4b88-9c15-75b9885914c4 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:21.004496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35f0af51-cdad-4401-924f-5cd18e79fe88 req-84558f2b-6f52-4b88-9c15-75b9885914c4 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 944 time: 0.5381584 Jul 08 17:41:21.010549 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:21.014085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:21.031563 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] Routers {'af1daca4-c7ed-48a4-aa84-d6b305f41cea'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:21.032455 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:21.119235 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:21.120844 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af793cc-6691-4ca3-beb2-66efb2bc9452 None None] The sync data for ids ['af1daca4-c7ed-48a4-aa84-d6b305f41cea'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:21.305794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:21.341760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] Checking router: e5354f7f-e494-4866-a13c-3a117d431a17 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:21.355230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:21.355880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:21.369181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf08aa68-a712-4be3-b25b-6575d375eb57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:21.404112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:21.405649 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf08aa68-a712-4be3-b25b-6575d375eb57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:21.437819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for b8a45397-a684-412c-8a4d-cf72d27bcf08 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:21.481381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35f0af51-cdad-4401-924f-5cd18e79fe88 req-d6ea8a37-ed02-4b52-87d1-ab9db70f49f2 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284829 Jul 08 17:41:21.482995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:21.534429 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea80a13-41c5-4a89-aaa9-7b82c6103ef9 x-openstack-request-id: req-9ea80a13-41c5-4a89-aaa9-7b82c6103ef9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:21.535762 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad95c1a2-2d91-4d68-ac70-dd1128cff257", "name": "network-vif-deleted", "tag": "6d30dc0b-8979-45b5-bc76-3adeb3e17811", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:21.537367 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9ea80a13-41c5-4a89-aaa9-7b82c6103ef9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:21.538039 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad95c1a2-2d91-4d68-ac70-dd1128cff257', 'name': 'network-vif-deleted', 'tag': '6d30dc0b-8979-45b5-bc76-3adeb3e17811', 'status': 'completed', 'code': 200} Jul 08 17:41:21.541136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fdd16097-9696-472f-a4ce-cbbb76b5cbc7 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:21.572057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: fdd16097-9696-472f-a4ce-cbbb76b5cbc7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:21.572403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fdd16097-9696-472f-a4ce-cbbb76b5cbc7 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:21.597821 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-b80418ac-210c-4219-a62a-11e5d01f2d81 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 17:41:21.601995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:21.602336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b80418ac-210c-4219-a62a-11e5d01f2d81 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/af1daca4-c7ed-48a4-aa84-d6b305f41cea/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6662467 Jul 08 17:41:21.605907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf08aa68-a712-4be3-b25b-6575d375eb57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:21.606413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf08aa68-a712-4be3-b25b-6575d375eb57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Fanout notify agent at l3_agent the message router_deleted on router b69c1838-eb62-4498-89ce-9100b0b197b8 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:21.623300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bf08aa68-a712-4be3-b25b-6575d375eb57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:21.624058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bf08aa68-a712-4be3-b25b-6575d375eb57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/routers/b69c1838-eb62-4498-89ce-9100b0b197b8 HTTP/1.1" status: 204 len: 168 time: 1.0271838 Jul 08 17:41:21.631846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48766) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:21.644321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:21.656646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a2ee0-0dd9-450f-99cd-b50b3a93da4f req-7232e3d5-f552-4cda-ab5a-41073d4c4311 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:21.658475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b77a2ee0-0dd9-450f-99cd-b50b3a93da4f req-7232e3d5-f552-4cda-ab5a-41073d4c4311 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 944 time: 0.4596496 Jul 08 17:41:21.752767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b77a2ee0-0dd9-450f-99cd-b50b3a93da4f req-674d6776-9ecb-4911-ad6c-90c8b071c9ef tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830789 Jul 08 17:41:21.757038 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-740e046f-7193-46c3-ab87-22473495634c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=af1daca4-c7ed-48a4-aa84-d6b305f41cea HTTP/1.1" status: 200 len: 205 time: 0.1533494 Jul 08 17:41:21.776708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:21.875007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:21.878704 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:21.912870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:21.955976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92a4bb-3a1e-47f1-8f5c-84ed9cbd0e9c None None] The sync data for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 is: [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:32:11Z', 'revision_number': 4, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '974164a7-7300-4465-8682-8cb0a2385c2c', 'name': '', 'network_id': 'de9281c3-d209-47d3-977a-b3ef4b72862b', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'mac_address': 'fa:16:3e:33:3b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:10Z', 'updated_at': '2021-07-08T17:32:20Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'subnets': [{'id': '40098ec3-151c-4b3d-ae12-02e7a9342cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:21.983052 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3abec-c06c-4830-ad78-73f4d5790b48 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.100930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48776) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:22.152049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.182263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.228032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:22.232824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:22.235708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:22.236319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.247749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aea01c-6bb3-44bf-9d79-92f48b077858 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:22.257209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=b8a45397-a684-412c-8a4d-cf72d27bcf08,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:22.272551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3abec-c06c-4830-ad78-73f4d5790b48 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.275478 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3abec-c06c-4830-ad78-73f4d5790b48 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.280721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=447a273b-23bf-4c25-aef6-0138a02fbe07,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:22.298073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8f36c714-2b3f-49b3-96e7-9b8ad01c957f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6607018 Jul 08 17:41:22.298278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48778) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:22.312180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-77b43fe3-2c70-423a-a90d-70184d7c94e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1229102843', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:22.328821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6e489-23d5-4e79-8037-5718817f602f None None] New status for floating IP ea2e3ed6-de27-434f-9716-da3e96b795bf: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:41:22.352443 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77b43fe3-2c70-423a-a90d-70184d7c94e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.353496 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77b43fe3-2c70-423a-a90d-70184d7c94e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.384360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13433cd4-2af9-4a93-8968-26ba0c54f80c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.389794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3abec-c06c-4830-ad78-73f4d5790b48 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.390258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd3abec-c06c-4830-ad78-73f4d5790b48 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Fanout notify agent at l3_agent the message router_deleted on router af1daca4-c7ed-48a4-aa84-d6b305f41cea {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:22.404378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3abec-c06c-4830-ad78-73f4d5790b48 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.405538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ddd3abec-c06c-4830-ad78-73f4d5790b48 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/af1daca4-c7ed-48a4-aa84-d6b305f41cea HTTP/1.1" status: 204 len: 168 time: 0.6277845 Jul 08 17:41:22.412401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48780) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:22.430371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.435100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4247f7cd-9e7c-4d67-a642-ebd7371b1b42 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/ports/b8a45397-a684-412c-8a4d-cf72d27bcf08 HTTP/1.1" status: 204 len: 168 time: 2.7531226 Jul 08 17:41:22.437680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48782) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:22.449469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77b43fe3-2c70-423a-a90d-70184d7c94e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.464139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13433cd4-2af9-4a93-8968-26ba0c54f80c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.470672 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77b43fe3-2c70-423a-a90d-70184d7c94e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.493892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77b43fe3-2c70-423a-a90d-70184d7c94e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.497743 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-77b43fe3-2c70-423a-a90d-70184d7c94e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1954958 Jul 08 17:41:22.500975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48784) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:22.512126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet 4f798ead-3d1e-4377-b831-3c8c6b338ae3 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:22.517409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.569069 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.591733 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13433cd4-2af9-4a93-8968-26ba0c54f80c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.594877 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13433cd4-2af9-4a93-8968-26ba0c54f80c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.598367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-13433cd4-2af9-4a93-8968-26ba0c54f80c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "DELETE /v2.0/security-groups/153645a3-1bfc-4e3d-bec8-a2545b404e8e HTTP/1.1" status: 204 len: 168 time: 0.4910953 Jul 08 17:41:22.605106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48788) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:22.623625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13433cd4-2af9-4a93-8968-26ba0c54f80c tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153645a3-1bfc-4e3d-bec8-a2545b404e8e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:22.640081 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-66998a90-1898-422c-b09d-53b8475a832f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] show failed (client error): The resource could not be found. Jul 08 17:41:22.643640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-66998a90-1898-422c-b09d-53b8475a832f tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "GET /v2.0/security-groups/153645a3-1bfc-4e3d-bec8-a2545b404e8e HTTP/1.1" status: 404 len: 347 time: 0.0349629 Jul 08 17:41:22.643897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48790) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:22.648645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ac201760-38d4-4215-8e7f-78135fda7cf7 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:41:22.651131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:22.682586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 6d30dc0b-8979-45b5-bc76-3adeb3e17811 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:22.682983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6d30dc0b-8979-45b5-bc76-3adeb3e17811 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:22.871652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:41:22.955271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port 58d171d1-121a-4488-904b-1a1f4c55d518 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:22.955783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:22.983534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.052849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '447a273b-23bf-4c25-aef6-0138a02fbe07'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:23.059689 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.087764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.182804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ac201760-38d4-4215-8e7f-78135fda7cf7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ac201760-38d4-4215-8e7f-78135fda7cf7,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:23.216881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.221439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'ac201760-38d4-4215-8e7f-78135fda7cf7', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'port_id': 'ac201760-38d4-4215-8e7f-78135fda7cf7', 'mac_address': 'fa:16:3e:ec:7a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5eb1a2-d4fa-471b-b865-b76cc86179fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:41:23.244516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/447a273b-23bf-4c25-aef6-0138a02fbe07/12fc663e-0de2-4cb0-aabe-0693a26a6c8d) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:23.245684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for 58d171d1-121a-4488-904b-1a1f4c55d518 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:23.307659 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.355921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac201760-38d4-4215-8e7f-78135fda7cf7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:23.396686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ac201760-38d4-4215-8e7f-78135fda7cf7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ac201760-38d4-4215-8e7f-78135fda7cf7,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:23.409919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.410978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 02168ee5-859c-496e-be22-10061db33e94 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:41:23.556402 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.571905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ac201760-38d4-4215-8e7f-78135fda7cf7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:23.584032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.584851 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.589119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4e59f-d3cb-407e-8be9-03f2b472923f req-2422ce21-d317-43b6-9def-8cd9db70ccc1 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:23.596234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94a4e59f-d3cb-407e-8be9-03f2b472923f req-2422ce21-d317-43b6-9def-8cd9db70ccc1 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 944 time: 0.8587348 Jul 08 17:41:23.604904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Transition to ACTIVE for port object 12fc663e-0de2-4cb0-aabe-0693a26a6c8d will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:23.636160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 02168ee5-859c-496e-be22-10061db33e94, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=02168ee5-859c-496e-be22-10061db33e94,segment=NetworkSegment(f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74),segment_id=f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:23.639130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Transition to ACTIVE for port object 12fc663e-0de2-4cb0-aabe-0693a26a6c8d will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:23.643123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=4f798ead-3d1e-4377-b831-3c8c6b338ae3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:23.651264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=58d171d1-121a-4488-904b-1a1f4c55d518,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:23.655226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.660945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '02168ee5-859c-496e-be22-10061db33e94', 'network_id': '4ea40d82-95ee-4c62-bbfd-4c2f018a3416', 'port_id': '02168ee5-859c-496e-be22-10061db33e94', 'mac_address': 'fa:16:3e:a1:4f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24950d36-66fe-4bf3-9296-4ac0c1e1509f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:41:23.668239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199296e-fa71-4575-a2bc-3f3454177828 req-171e8274-fa06-4a2f-9033-f08f6a21d319 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:23.669560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aec2aed-31a0-40f8-86ba-968f4d738be4 None None] Network 2f117873-1a49-45e3-b607-fef8a799a10f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:23.669925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3199296e-fa71-4575-a2bc-3f3454177828 req-171e8274-fa06-4a2f-9033-f08f6a21d319 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 944 time: 0.6282017 Jul 08 17:41:23.672392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.676636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d1cf141e-4f9b-4673-b9c6-45e5d45b3a7d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/4f798ead-3d1e-4377-b831-3c8c6b338ae3 HTTP/1.1" status: 204 len: 168 time: 1.2609529 Jul 08 17:41:23.683849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48798) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:23.777157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Deleting port 4d0bd5af-2bd7-4fc8-b0fc-e58630e2f054 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:23.778062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.790123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:23.791704 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.796241 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9caaa0bb-dac9-46cc-abc5-64af601902eb tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/ports/58d171d1-121a-4488-904b-1a1f4c55d518 HTTP/1.1" status: 204 len: 168 time: 1.3552356 Jul 08 17:41:23.799187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48800) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:23.809502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:23.815659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Pushing event updated for resources: {'Port': ['ID=12fc663e-0de2-4cb0-aabe-0693a26a6c8d,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:23.818688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:23.828517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.858176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94a4e59f-d3cb-407e-8be9-03f2b472923f req-4b320f9e-1b9a-443d-a584-913cc031e9bf tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609668 Jul 08 17:41:23.858800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::1 (02f2602e-703e-48f5-899b-7f1e2951c730/447a273b-23bf-4c25-aef6-0138a02fbe07/1e94d770-2716-43db-8068-78806d3b24e0) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:23.884422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting subnet 5ab64780-978b-480b-b208-7626b63a9a54 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:23.889737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.944570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02168ee5-859c-496e-be22-10061db33e94 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:41:23.952757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3199296e-fa71-4575-a2bc-3f3454177828 req-a91be7bf-b756-4641-a663-5bb4dada6912 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760446 Jul 08 17:41:23.957745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.990738 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.998061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:23.998461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.009774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 02168ee5-859c-496e-be22-10061db33e94, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=02168ee5-859c-496e-be22-10061db33e94,segment=NetworkSegment(f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74),segment_id=f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:24.011252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Attempting to bind port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:24.011640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Attempting to bind port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:24.012030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Attempting to bind port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:24.017442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Calling delete_port for 4d0bd5af-2bd7-4fc8-b0fc-e58630e2f054 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:24.049597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:24.050004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:24.050656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.051057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:24.051784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Bound port: 12fc663e-0de2-4cb0-aabe-0693a26a6c8d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:24.052705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.097387 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.170208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.188804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 832e3009-496c-476e-8101-219f9dc1ed6c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:24.191586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.292021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=02168ee5-859c-496e-be22-10061db33e94,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:24.295279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.321766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 1e94d770-2716-43db-8068-78806d3b24e0 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:24.328222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 832e3009-496c-476e-8101-219f9dc1ed6c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=832e3009-496c-476e-8101-219f9dc1ed6c,segment=NetworkSegment(3856c0a6-5ad5-4724-b581-fe3b87d6372a),segment_id=3856c0a6-5ad5-4724-b581-fe3b87d6372a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:24.328523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] DHCP port deletion for 2f117873-1a49-45e3-b607-fef8a799a10f request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:24.328624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.331057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] For port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:24.336268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] For port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=12fc663e-0de2-4cb0-aabe-0693a26a6c8d,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:24.346300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 832e3009-496c-476e-8101-219f9dc1ed6c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:24.346549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.381659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['02168ee5-859c-496e-be22-10061db33e94'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:41:24.385206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ac201760-38d4-4215-8e7f-78135fda7cf7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:41:24.387637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab64780-978b-480b-b208-7626b63a9a54,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:24.390047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.399635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.403940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3598c17f-b90c-45d7-8d80-22ae41d4c331 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/subnets/5ab64780-978b-480b-b208-7626b63a9a54 HTTP/1.1" status: 204 len: 168 time: 0.6025047 Jul 08 17:41:24.404619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48806) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:24.450798 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.466784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.507586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:24.515466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:24.521159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:24.521743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.523520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Pushing event deleted for resources: {'Port': ['ID=4d0bd5af-2bd7-4fc8-b0fc-e58630e2f054,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:24.531670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd9aa2-a70e-4d98-969f-c41074c931ca None None] Network 361915ae-e677-4ba1-a26a-8e1a0329c81a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:24.532661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f533b4e-7955-4c51-94e6-794ee95ff157 None None] Pushing event updated for resources: {'Port': ['ID=12fc663e-0de2-4cb0-aabe-0693a26a6c8d,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:24.534884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting subnet 9d005079-0170-4296-9622-df0f344e009c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:24.553060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.602043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.630394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=1e94d770-2716-43db-8068-78806d3b24e0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:24.691863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port 832e3009-496c-476e-8101-219f9dc1ed6c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:24.694955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=832e3009-496c-476e-8101-219f9dc1ed6c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:24.702521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.708793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.710350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.715918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6d1b0f89-dcb2-4707-a252-164a6e6b6e77 tempest-AttachVolumeShelveTestJSON-1638966093 tempest-AttachVolumeShelveTestJSON-1638966093-project] 10.222.0.63 "DELETE /v2.0/floatingips/ea2e3ed6-de27-434f-9716-da3e96b795bf HTTP/1.1" status: 204 len: 168 time: 2.0685399 Jul 08 17:41:24.740924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] Deleting port 832e3009-496c-476e-8101-219f9dc1ed6c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:24.741145 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.858027 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:24.923897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f117873-1a49-45e3-b607-fef8a799a10f']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:24.981868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3856c0a6-5ad5-4724-b581-fe3b87d6372a') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:24.982175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3856c0a6-5ad5-4724-b581-fe3b87d6372a') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:25.005662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.042877 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.063582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:25.064058 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:25.069441 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:25.124477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] For port 832e3009-496c-476e-8101-219f9dc1ed6c, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:25.125733 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.186052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] Calling delete_port for 832e3009-496c-476e-8101-219f9dc1ed6c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:25.215624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] Port 832e3009-496c-476e-8101-219f9dc1ed6c was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:41:25.227270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.282167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] Pushing event deleted for resources: {'Port': ['ID=832e3009-496c-476e-8101-219f9dc1ed6c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:25.287864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3d04c-507a-43fa-8d11-306bebdb5db3 None None] No DVR routers for this DVR port 832e3009-496c-476e-8101-219f9dc1ed6c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:25.302605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.372366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.380808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/2f117873-1a49-45e3-b607-fef8a799a10f HTTP/1.1" status: 204 len: 168 time: 1.6884472 Jul 08 17:41:25.382968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48820) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:25.388877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-1790272985'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:25.422057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dab81-4980-4d8f-a276-ab51225693c8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=2f117873-1a49-45e3-b607-fef8a799a10f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:25.453687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] DHCP port deletion for 361915ae-e677-4ba1-a26a-8e1a0329c81a request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:25.473562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1b03-ead6-43c9-83fc-775db8923f04 req-4a00ea7d-e78b-46a2-aed8-19f27cd2bac2 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:25.487187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8bd1b03-ead6-43c9-83fc-775db8923f04 req-4a00ea7d-e78b-46a2-aed8-19f27cd2bac2 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 945 time: 0.3933282 Jul 08 17:41:25.507263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.554960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] Deleting port dca4f653-0f67-4fae-85fd-a544766bc769 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:25.555690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.588866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:25.588866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.650882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] For port dca4f653-0f67-4fae-85fd-a544766bc769, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dca4f653-0f67-4fae-85fd-a544766bc769,segment=NetworkSegment(1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98),segment_id=1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:25.651384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.677610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8bd1b03-ead6-43c9-83fc-775db8923f04 req-8e2f6e52-2689-42be-b2cc-6c517d7ed365 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877291 Jul 08 17:41:25.683644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 12fc663e-0de2-4cb0-aabe-0693a26a6c8d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:25.694727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] Calling delete_port for dca4f653-0f67-4fae-85fd-a544766bc769 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:25.729878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.740543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7765d-4eee-4a7e-b06b-803286fa240c req-aa24aa0e-7241-4371-a964-8b0c080b26cb tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:25.753179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5d7765d-4eee-4a7e-b06b-803286fa240c req-aa24aa0e-7241-4371-a964-8b0c080b26cb tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 945 time: 0.4736729 Jul 08 17:41:25.765110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:41:25.811770 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.812134 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment 02a41564-e0be-47ac-aba7-2717be2e1e7c of type vlan for network 04c54752-a887-4634-be6a-9318f7ceb105 Jul 08 17:41:25.921476 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.936930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5d7765d-4eee-4a7e-b06b-803286fa240c req-a14aa48b-15d9-43c7-b618-86eb5beb83b0 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685259 Jul 08 17:41:25.973042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:25.983561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:26.011933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.046856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] Pushing event deleted for resources: {'Port': ['ID=dca4f653-0f67-4fae-85fd-a544766bc769,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:26.051436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb716390-37ad-4c97-8d69-ca829d3b0859 None None] No DVR routers for this DVR port dca4f653-0f67-4fae-85fd-a544766bc769 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:26.053937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.061029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:26.061400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.105228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7203414 Jul 08 17:41:26.128782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dca4f653-0f67-4fae-85fd-a544766bc769 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:26.162957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48824) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:26.166752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: dca4f653-0f67-4fae-85fd-a544766bc769 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:26.167127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dca4f653-0f67-4fae-85fd-a544766bc769 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:26.167548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 832e3009-496c-476e-8101-219f9dc1ed6c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:26.172559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': '04c54752-a887-4634-be6a-9318f7ceb105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:26.188295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.224868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 832e3009-496c-476e-8101-219f9dc1ed6c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:26.224868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 832e3009-496c-476e-8101-219f9dc1ed6c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:26.245019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.245905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.280988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.309930 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.310239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdece90c-ea5d-428c-a014-71a678e108d8 None None] Network a81a00d8-77b5-4664-b5ce-6342936760b5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:26.312149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/subnets/9d005079-0170-4296-9622-df0f344e009c HTTP/1.1" status: 204 len: 168 time: 1.9063313 Jul 08 17:41:26.330327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48828) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:26.386434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62927e4-568a-419e-a142-9cc4481f77c0 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Subnet': ['ID=9d005079-0170-4296-9622-df0f344e009c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:26.392207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ac201760-38d4-4215-8e7f-78135fda7cf7 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:26.410326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=1e94d770-2716-43db-8068-78806d3b24e0,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:26.491324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:26.496353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:26.526298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.532474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c1889-2a67-4689-bafe-8e2b04b28f7a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=04c54752-a887-4634-be6a-9318f7ceb105,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:26.575020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 04c54752-a887-4634-be6a-9318f7ceb105 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:26.592060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a48a2d77-df43-4cd1-9a4a-69a5f11304ff None None] Provisioning for port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:26.641091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a48a2d77-df43-4cd1-9a4a-69a5f11304ff None None] Provisioning complete for port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:26.644345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a48a2d77-df43-4cd1-9a4a-69a5f11304ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.690489 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.712579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:26.716533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.719509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port ac201760-38d4-4215-8e7f-78135fda7cf7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:26.722553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361915ae-e677-4ba1-a26a-8e1a0329c81a']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:26.741158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port ac201760-38d4-4215-8e7f-78135fda7cf7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:26.744572 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.750417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:26.750950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be0c2ae-af1f-4a0c-b4b2-6ba315ea9d98') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:26.810061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.818390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Router b731b7db-a3b6-4849-b194-82f381235eeb is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:41:26.838764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.857212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:26.857715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:26.861738 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:27.038667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.053683 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.056658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/networks/361915ae-e677-4ba1-a26a-8e1a0329c81a HTTP/1.1" status: 204 len: 168 time: 0.7136137 Jul 08 17:41:27.060090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:27.109370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:27.125733 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Sync routers for ids ['b731b7db-a3b6-4849-b194-82f381235eeb'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:27.131906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-17d5234e-1813-4c37-af8b-9fd833f19371 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "PUT /v2.0/routers/b731b7db-a3b6-4849-b194-82f381235eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6300218 Jul 08 17:41:27.132650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48838) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:27.139197 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Routers {'b731b7db-a3b6-4849-b194-82f381235eeb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:27.141914 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b731b7db-a3b6-4849-b194-82f381235eeb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:27.313988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448f9a8-6930-418e-be22-12ead882397c tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Network': ['ID=361915ae-e677-4ba1-a26a-8e1a0329c81a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:27.338179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a48a2d77-df43-4cd1-9a4a-69a5f11304ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.352393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d0dbc-7a86-4707-95ba-1f470ead8503 req-7db1677c-7ec3-48d0-ae1e-955fdbeaa7eb tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.353600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a51f1-2ca6-408e-adea-9b99e8e01365 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.366833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a71d0dbc-7a86-4707-95ba-1f470ead8503 req-7db1677c-7ec3-48d0-ae1e-955fdbeaa7eb tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 945 time: 0.4396036 Jul 08 17:41:27.384464 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.384601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-270a51f1-2ca6-408e-adea-9b99e8e01365 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports/1e94d770-2716-43db-8068-78806d3b24e0 HTTP/1.1" status: 200 len: 911 time: 0.2115588 Jul 08 17:41:27.389977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] DHCP port deletion for a81a00d8-77b5-4664-b5ce-6342936760b5 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:27.391957 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Set router b731b7db-a3b6-4849-b194-82f381235eeb gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:27.393317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48844) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:27.500993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a71d0dbc-7a86-4707-95ba-1f470ead8503 req-49f45773-d02a-46d7-8c96-39107873eff8 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331699 Jul 08 17:41:27.507295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=18bb7ed9-6075-4615-a59b-8449a3d3b919,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:27.510638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.516490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': '02a41564-e0be-47ac-aba7-2717be2e1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '04c54752-a887-4634-be6a-9318f7ceb105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:27.517109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: 04c54752-a887-4634-be6a-9318f7ceb105, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:27.528014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa201f-dce6-4b1b-8a64-9ad9356348e3 req-cc223c0f-6f9b-4923-a87d-de63c89e0f86 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.529031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6fa201f-dce6-4b1b-8a64-9ad9356348e3 req-cc223c0f-6f9b-4923-a87d-de63c89e0f86 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 945 time: 0.2494214 Jul 08 17:41:27.534180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a06de8c7-9de8-433b-b1d8-bf427001542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.548647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a48a2d77-df43-4cd1-9a4a-69a5f11304ff None None] For port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=12fc663e-0de2-4cb0-aabe-0693a26a6c8d,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:27.594549 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a48a2d77-df43-4cd1-9a4a-69a5f11304ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.612575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] Deleting port 42301576-60f0-4ff6-8230-1f90f255cae6 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:27.612910 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.653067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 04c54752-a887-4634-be6a-9318f7ceb105 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:27.672464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6fa201f-dce6-4b1b-8a64-9ad9356348e3 req-679c4116-c6f9-4f8e-b75e-ec3909b9f45c tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317868 Jul 08 17:41:27.680721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 04c54752-a887-4634-be6a-9318f7ceb105) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:27.689747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.690633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.713392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 42301576-60f0-4ff6-8230-1f90f255cae6 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:27.728478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5b3e8e2f-f34c-4697-bd7c-cab2df3826df tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5643942 Jul 08 17:41:27.730959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4947d031-378a-4476-b68b-faf151095c50 None None] Network 04c54752-a887-4634-be6a-9318f7ceb105 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:27.731431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48846) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:27.736899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-af769a62-a2a1-4aef-bb19-d7a0700bf248 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1774900324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:27.754929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09958af2-a1c7-4730-9d9c-9511ff8338cc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.772586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09958af2-a1c7-4730-9d9c-9511ff8338cc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:27.774551 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09958af2-a1c7-4730-9d9c-9511ff8338cc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3791611 Jul 08 17:41:27.777936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:27.801093 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af769a62-a2a1-4aef-bb19-d7a0700bf248 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.807225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af769a62-a2a1-4aef-bb19-d7a0700bf248 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.815794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Deleting port 42301576-60f0-4ff6-8230-1f90f255cae6 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:27.816821 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.935567 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'name': 'tempest-NetworksTestDHCPv6-router-1229102843', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:22Z', 'updated_at': '2021-07-08T17:41:25Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None, '_interfaces': [{'id': '1e94d770-2716-43db-8068-78806d3b24e0', 'name': '', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'mac_address': 'fa:16:3e:92:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '447a273b-23bf-4c25-aef6-0138a02fbe07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:23Z', 'updated_at': '2021-07-08T17:41:25Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'subnets': [{'id': '447a273b-23bf-4c25-aef6-0138a02fbe07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:27.966527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] For port 42301576-60f0-4ff6-8230-1f90f255cae6, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=42301576-60f0-4ff6-8230-1f90f255cae6,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:27.967550 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.979931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] For port 42301576-60f0-4ff6-8230-1f90f255cae6, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=42301576-60f0-4ff6-8230-1f90f255cae6,segment=NetworkSegment(7ca31578-3437-486e-a35a-fbd5c3e28252),segment_id=7ca31578-3437-486e-a35a-fbd5c3e28252)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:27.980335 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:27.981948 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Checking router: b731b7db-a3b6-4849-b194-82f381235eeb for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:27.985310 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Updating router b731b7db-a3b6-4849-b194-82f381235eeb port 1e94d770-2716-43db-8068-78806d3b24e0 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:41:27.995104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] Calling delete_port for 42301576-60f0-4ff6-8230-1f90f255cae6 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:27.996074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Calling delete_port for 42301576-60f0-4ff6-8230-1f90f255cae6 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:28.009268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.049631 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.050529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af769a62-a2a1-4aef-bb19-d7a0700bf248 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.081067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af769a62-a2a1-4aef-bb19-d7a0700bf248 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.124855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.163189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Port': ['ID=42301576-60f0-4ff6-8230-1f90f255cae6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:28.169574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] No DVR routers for this DVR port 42301576-60f0-4ff6-8230-1f90f255cae6 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:28.187106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb89e9cb-f4c1-4fc1-b6de-c72442edcc0c None None] Provisioning for port 1e94d770-2716-43db-8068-78806d3b24e0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:28.191474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af769a62-a2a1-4aef-bb19-d7a0700bf248 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.199451 n-d-799528-4 neutron-server[93666]: INFO neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No ports have port_id starting with 42301576-60f0-4ff6-8230-1f90f255cae6 Jul 08 17:41:28.199939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-af769a62-a2a1-4aef-bb19-d7a0700bf248 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4668171 Jul 08 17:41:28.200887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48850) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:28.213727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb89e9cb-f4c1-4fc1-b6de-c72442edcc0c None None] Provisioning complete for port 1e94d770-2716-43db-8068-78806d3b24e0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:28.214102 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb89e9cb-f4c1-4fc1-b6de-c72442edcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.238653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a2d77-df43-4cd1-9a4a-69a5f11304ff None None] Pushing event updated for resources: {'Port': ['ID=12fc663e-0de2-4cb0-aabe-0693a26a6c8d,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:28.274397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac201760-38d4-4215-8e7f-78135fda7cf7'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:28.277066 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92fab88-a915-4285-8d07-521dba63a261" -d '{"events": [{"server_uuid": "eeb11ada-147f-48f5-acf1-699d36c9b60d", "name": "network-vif-plugged", "status": "completed", "tag": "ac201760-38d4-4215-8e7f-78135fda7cf7"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:28.310526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.340052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81a00d8-77b5-4664-b5ce-6342936760b5']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:28.347343 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87613e5f-87d2-4b36-8c6b-e3435e4b3670 x-openstack-request-id: req-87613e5f-87d2-4b36-8c6b-e3435e4b3670 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:28.347824 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb11ada-147f-48f5-acf1-699d36c9b60d", "name": "network-vif-plugged", "status": "completed", "tag": "ac201760-38d4-4215-8e7f-78135fda7cf7", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:28.347824 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-87613e5f-87d2-4b36-8c6b-e3435e4b3670 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:28.348152 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac201760-38d4-4215-8e7f-78135fda7cf7', 'code': 200} Jul 08 17:41:28.363071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ac201760-38d4-4215-8e7f-78135fda7cf7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ac201760-38d4-4215-8e7f-78135fda7cf7,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:28.370777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca31578-3437-486e-a35a-fbd5c3e28252') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:28.371081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca31578-3437-486e-a35a-fbd5c3e28252') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:28.391392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.403057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.403894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 02168ee5-859c-496e-be22-10061db33e94 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:28.424598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.433216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:28.433618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:28.474345 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:28.517781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-cb89e9cb-f4c1-4fc1-b6de-c72442edcc0c None None] Port 1e94d770-2716-43db-8068-78806d3b24e0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:28.564156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.566133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-04c54752-a887-4634-be6a-9318f7ceb105', 'network_id': '04c54752-a887-4634-be6a-9318f7ceb105', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': '18bb7ed9-6075-4615-a59b-8449a3d3b919'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:28.568151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.750041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.764335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.783890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] 10.222.0.63 "DELETE /v2.0/networks/a81a00d8-77b5-4664-b5ce-6342936760b5 HTTP/1.1" status: 204 len: 168 time: 1.7182524 Jul 08 17:41:28.823207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269d6f4-6676-4c7c-b04b-9b271dc14387 tempest-TaggedBootDevicesTest_v242-1912692912 tempest-TaggedBootDevicesTest_v242-1912692912-project] Pushing event deleted for resources: {'Network': ['ID=a81a00d8-77b5-4664-b5ce-6342936760b5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:28.842624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:28.873239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3de61-11d8-4bc2-82a8-08f92f41715b req-f6c292f9-597d-4ecb-b572-9c1ea84ed697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:28.875161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8ae3de61-11d8-4bc2-82a8-08f92f41715b req-f6c292f9-597d-4ecb-b572-9c1ea84ed697 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 1097 time: 0.4433355 Jul 08 17:41:28.950088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Allocated IP 172.20.0.2 (04c54752-a887-4634-be6a-9318f7ceb105/18bb7ed9-6075-4615-a59b-8449a3d3b919/098ac13b-fe8b-4350-a6ab-20e6387144b0) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:28.962810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8ae3de61-11d8-4bc2-82a8-08f92f41715b req-9d82497a-ba3c-47e5-966d-b9678ad9cfe1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783539 Jul 08 17:41:29.034978 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.066548 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Transition to ACTIVE for port object 1e94d770-2716-43db-8068-78806d3b24e0 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:29.075183 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.109901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] No DVR routers for this DVR port 42301576-60f0-4ff6-8230-1f90f255cae6 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:29.111377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 02168ee5-859c-496e-be22-10061db33e94 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:29.139894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ac201760-38d4-4215-8e7f-78135fda7cf7,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:29.155967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 02168ee5-859c-496e-be22-10061db33e94 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:29.161198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.167970 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e997c1b-09a4-4dfb-b9b4-a6831bf5610d None None] Pushing event updated for resources: {'Port': ['ID=1e94d770-2716-43db-8068-78806d3b24e0,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:29.257751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410e618-c77c-4dc8-8d6d-14100fc6fbe8 None None] Pushing event deleted for resources: {'Port': ['ID=42301576-60f0-4ff6-8230-1f90f255cae6,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:29.327082 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Attempting to bind port 1e94d770-2716-43db-8068-78806d3b24e0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:29.327694 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Attempting to bind port 1e94d770-2716-43db-8068-78806d3b24e0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:29.328210 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Attempting to bind port 1e94d770-2716-43db-8068-78806d3b24e0 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:29.334295 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:29.335067 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:29.335472 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.335861 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:29.336316 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Bound port: 1e94d770-2716-43db-8068-78806d3b24e0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:29.337230 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.460605 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] For port 1e94d770-2716-43db-8068-78806d3b24e0, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:29.463884 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] For port 1e94d770-2716-43db-8068-78806d3b24e0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1e94d770-2716-43db-8068-78806d3b24e0,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:29.469171 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.494572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb330e5-bba4-40a1-9e06-501cafddcb4f req-5597b15b-2f81-4a31-b3a6-33869ea14a11 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:29.496254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adb330e5-bba4-40a1-9e06-501cafddcb4f req-5597b15b-2f81-4a31-b3a6-33869ea14a11 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 945 time: 0.5477917 Jul 08 17:41:29.506295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.589267 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Routers {'b731b7db-a3b6-4849-b194-82f381235eeb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:29.591088 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b731b7db-a3b6-4849-b194-82f381235eeb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:29.599370 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.666968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 12fc663e-0de2-4cb0-aabe-0693a26a6c8d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:29.793425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Transition to ACTIVE for port object 098ac13b-fe8b-4350-a6ab-20e6387144b0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:29.854534 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] Set router b731b7db-a3b6-4849-b194-82f381235eeb gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:29.920453 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:29.997804 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e997c1b-09a4-4dfb-b9b4-a6831bf5610d None None] Pushing event updated for resources: {'Port': ['ID=1e94d770-2716-43db-8068-78806d3b24e0,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:30.070181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Transition to ACTIVE for port object 098ac13b-fe8b-4350-a6ab-20e6387144b0 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:30.114177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.129861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 02168ee5-859c-496e-be22-10061db33e94, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=02168ee5-859c-496e-be22-10061db33e94,segment=NetworkSegment(f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74),segment_id=f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:30.136609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-09c103a3-aa3c-4b32-8ab1-ef17a1e18ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.165021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Network 04c54752-a887-4634-be6a-9318f7ceb105 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:30.171265 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.175858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:30.186800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:30.234159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Pushing event updated for resources: {'Port': ['ID=098ac13b-fe8b-4350-a6ab-20e6387144b0,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:30.249243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:30.249924 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.361668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137aeb7b-3346-4193-aa17-065554fccff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02168ee5-859c-496e-be22-10061db33e94'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:30.364914 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc96e3f-9e8c-4a68-bc75-3604bf918e63" -d '{"events": [{"server_uuid": "137aeb7b-3346-4193-aa17-065554fccff0", "name": "network-vif-plugged", "status": "completed", "tag": "02168ee5-859c-496e-be22-10061db33e94"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:30.456482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Attempting to bind port 098ac13b-fe8b-4350-a6ab-20e6387144b0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:30.457223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Attempting to bind port 098ac13b-fe8b-4350-a6ab-20e6387144b0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '02a41564-e0be-47ac-aba7-2717be2e1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '04c54752-a887-4634-be6a-9318f7ceb105'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:30.458675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Attempting to bind port 098ac13b-fe8b-4350-a6ab-20e6387144b0 on network 04c54752-a887-4634-be6a-9318f7ceb105 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:30.478157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:30.479000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Checking segment: {'id': '02a41564-e0be-47ac-aba7-2717be2e1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '04c54752-a887-4634-be6a-9318f7ceb105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:30.479673 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.480609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Bound using segment: {'id': '02a41564-e0be-47ac-aba7-2717be2e1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '04c54752-a887-4634-be6a-9318f7ceb105'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:30.481381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Bound port: 098ac13b-fe8b-4350-a6ab-20e6387144b0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a41564-e0be-47ac-aba7-2717be2e1e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '04c54752-a887-4634-be6a-9318f7ceb105'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:30.482035 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.487927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.500102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.20.0.1 (04c54752-a887-4634-be6a-9318f7ceb105/18bb7ed9-6075-4615-a59b-8449a3d3b919/31ddbd16-a80e-4dd0-a6b8-d06ed10c532e) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:30.526052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=02168ee5-859c-496e-be22-10061db33e94,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:30.577766 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'name': 'tempest-NetworksTestDHCPv6-router-1229102843', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:22Z', 'updated_at': '2021-07-08T17:41:25Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None, '_interfaces': [{'id': '1e94d770-2716-43db-8068-78806d3b24e0', 'name': '', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'mac_address': 'fa:16:3e:92:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '447a273b-23bf-4c25-aef6-0138a02fbe07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:23Z', 'updated_at': '2021-07-08T17:41:29Z', 'revision_number': 4, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'subnets': [{'id': '447a273b-23bf-4c25-aef6-0138a02fbe07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:30.611094 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49e98d-cf2c-4d2b-9db9-28484eb4703f None None] The sync data for ids ['b731b7db-a3b6-4849-b194-82f381235eeb'] in n-d-799528-4 is: [{'id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'name': 'tempest-NetworksTestDHCPv6-router-1229102843', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:22Z', 'updated_at': '2021-07-08T17:41:25Z', 'revision_number': 2, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None, '_interfaces': [{'id': '1e94d770-2716-43db-8068-78806d3b24e0', 'name': '', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'mac_address': 'fa:16:3e:92:fb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '447a273b-23bf-4c25-aef6-0138a02fbe07', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:41:23Z', 'updated_at': '2021-07-08T17:41:29Z', 'revision_number': 4, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'subnets': [{'id': '447a273b-23bf-4c25-aef6-0138a02fbe07', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:30.623945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] For port 098ac13b-fe8b-4350-a6ab-20e6387144b0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:30.628543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] For port 098ac13b-fe8b-4350-a6ab-20e6387144b0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=098ac13b-fe8b-4350-a6ab-20e6387144b0,segment=NetworkSegment(02a41564-e0be-47ac-aba7-2717be2e1e7c),segment_id=02a41564-e0be-47ac-aba7-2717be2e1e7c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:30.650765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:30.740668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5523d-39b6-4dcf-bae3-6266add6d76e None None] Pushing event updated for resources: {'Port': ['ID=098ac13b-fe8b-4350-a6ab-20e6387144b0,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:30.830159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30068aa5-a9f8-40a8-9e63-4678846cb6ff req-a1175f3b-f0e7-4bf5-af77-f28eebc06602 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:30.832138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30068aa5-a9f8-40a8-9e63-4678846cb6ff req-a1175f3b-f0e7-4bf5-af77-f28eebc06602 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 946 time: 1.6844373 Jul 08 17:41:30.883520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adb330e5-bba4-40a1-9e06-501cafddcb4f req-39b267f6-6291-455e-95c1-9a948d2386d2 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7972193 Jul 08 17:41:31.024919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:31.034791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30068aa5-a9f8-40a8-9e63-4678846cb6ff req-8c8b1cb7-1108-4ce4-8ba5-3e51eca992e7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608827 Jul 08 17:41:31.057907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:31.259810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:31.319879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=31ddbd16-a80e-4dd0-a6b8-d06ed10c532e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:31.343537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 1e94d770-2716-43db-8068-78806d3b24e0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:31.343890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:31.354205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 04c54752-a887-4634-be6a-9318f7ceb105 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:31.370186 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1379bd8b-4a83-46aa-9d5d-29eae2278da5 x-openstack-request-id: req-1379bd8b-4a83-46aa-9d5d-29eae2278da5 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:31.370815 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137aeb7b-3346-4193-aa17-065554fccff0", "name": "network-vif-plugged", "status": "completed", "tag": "02168ee5-859c-496e-be22-10061db33e94", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:31.371286 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1379bd8b-4a83-46aa-9d5d-29eae2278da5 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:31.380458 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137aeb7b-3346-4193-aa17-065554fccff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02168ee5-859c-496e-be22-10061db33e94', 'code': 200} Jul 08 17:41:31.399516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:31.402955 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:31.445495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:31.551598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1ac51-57d4-4c18-a76d-d9566d2517dc req-81f3089f-85c9-4e73-8ba1-c33e904e8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:31.569437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31b1ac51-57d4-4c18-a76d-d9566d2517dc req-81f3089f-85c9-4e73-8ba1-c33e904e8f0b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 1097 time: 0.1325800 Jul 08 17:41:31.597569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:31.638295 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31b1ac51-57d4-4c18-a76d-d9566d2517dc req-022566f4-b548-4ce3-aa31-cec8156c3cda service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605516 Jul 08 17:41:31.746860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 098ac13b-fe8b-4350-a6ab-20e6387144b0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:31.821825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 1e94d770-2716-43db-8068-78806d3b24e0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1e94d770-2716-43db-8068-78806d3b24e0,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:31.822309 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:31.841203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 1e94d770-2716-43db-8068-78806d3b24e0 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:31.891814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 098ac13b-fe8b-4350-a6ab-20e6387144b0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:31.898038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1e94d770-2716-43db-8068-78806d3b24e0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:31.979942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.069954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 1e94d770-2716-43db-8068-78806d3b24e0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:32.074817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1e94d770-2716-43db-8068-78806d3b24e0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:32.075298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.228244 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.273084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 1e94d770-2716-43db-8068-78806d3b24e0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1e94d770-2716-43db-8068-78806d3b24e0,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:32.278313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.339916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=1e94d770-2716-43db-8068-78806d3b24e0,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:32.726318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17da43-2f54-4b30-8225-02292316895a req-cf6e74ae-f616-491c-adad-ecc08452cec0 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:32.727824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cef5b49-9ef8-44d9-be0a-0cf99388029b None None] Network 04c54752-a887-4634-be6a-9318f7ceb105 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:32.728363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce17da43-2f54-4b30-8225-02292316895a req-cf6e74ae-f616-491c-adad-ecc08452cec0 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 946 time: 0.4688611 Jul 08 17:41:32.751911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b52b84-86ee-496f-86b7-2a8f42e8b075 req-395d99b5-04e0-49af-bb45-406c99c20b80 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:32.755776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06b52b84-86ee-496f-86b7-2a8f42e8b075 req-395d99b5-04e0-49af-bb45-406c99c20b80 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 946 time: 0.3600094 Jul 08 17:41:32.798279 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.949136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=1e94d770-2716-43db-8068-78806d3b24e0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:32.988457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:32.996600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-717d3b8d-9f1a-4ff5-b5d1-c9ee8badbc01 None None] Provisioning for port 098ac13b-fe8b-4350-a6ab-20e6387144b0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:33.033398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-717d3b8d-9f1a-4ff5-b5d1-c9ee8badbc01 None None] Provisioning complete for port 098ac13b-fe8b-4350-a6ab-20e6387144b0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:33.034038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-717d3b8d-9f1a-4ff5-b5d1-c9ee8badbc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.138204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce17da43-2f54-4b30-8225-02292316895a req-b3b373f3-98f7-487a-ac2c-0068ead2b977 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799064 Jul 08 17:41:33.174605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06b52b84-86ee-496f-86b7-2a8f42e8b075 req-a6f2bdc7-2dbc-48ac-ad3e-6025be0b838a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990629 Jul 08 17:41:33.261684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.307881 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.350649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-717d3b8d-9f1a-4ff5-b5d1-c9ee8badbc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.486923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.489307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-717d3b8d-9f1a-4ff5-b5d1-c9ee8badbc01 None None] For port 098ac13b-fe8b-4350-a6ab-20e6387144b0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=098ac13b-fe8b-4350-a6ab-20e6387144b0,segment=NetworkSegment(02a41564-e0be-47ac-aba7-2717be2e1e7c),segment_id=02a41564-e0be-47ac-aba7-2717be2e1e7c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:33.506744 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-717d3b8d-9f1a-4ff5-b5d1-c9ee8badbc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.647657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d3b8d-9f1a-4ff5-b5d1-c9ee8badbc01 None None] Pushing event updated for resources: {'Port': ['ID=098ac13b-fe8b-4350-a6ab-20e6387144b0,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:33.660641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=31ddbd16-a80e-4dd0-a6b8-d06ed10c532e,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:33.672407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:33.918211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48916) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:33.945381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-97d5d82f-df24-403a-83c8-ecc21b9fad9e None None] Provisioning for port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:33.949385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-97d5d82f-df24-403a-83c8-ecc21b9fad9e None None] Provisioning complete for port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:33.949762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-97d5d82f-df24-403a-83c8-ecc21b9fad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.038326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-97d5d82f-df24-403a-83c8-ecc21b9fad9e None None] Port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:34.070989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-97d5d82f-df24-403a-83c8-ecc21b9fad9e None None] Provisioning complete for port 098ac13b-fe8b-4350-a6ab-20e6387144b0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:34.071380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-97d5d82f-df24-403a-83c8-ecc21b9fad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.175758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Router b731b7db-a3b6-4849-b194-82f381235eeb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:34.186442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 04c54752-a887-4634-be6a-9318f7ceb105 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:34.218448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:34.449099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6dcde4b8-135c-4bd7-854f-7d1358edf351 None None] Provisioning complete for port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:34.454291 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6dcde4b8-135c-4bd7-854f-7d1358edf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:34.564333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6dcde4b8-135c-4bd7-854f-7d1358edf351 None None] Port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:34.643429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:34.657668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] Sync routers for ids ['b731b7db-a3b6-4849-b194-82f381235eeb'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:34.673473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-08e95ff7-7c23-409a-a263-6f9697390b86 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "PUT /v2.0/routers/b731b7db-a3b6-4849-b194-82f381235eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8916857 Jul 08 17:41:34.674317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48930) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:34.675272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] Routers {'b731b7db-a3b6-4849-b194-82f381235eeb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:34.677958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b731b7db-a3b6-4849-b194-82f381235eeb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:34.804815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211d682-0338-483d-a9f2-2aee1a655316 req-4875a6a8-c753-47b5-b57c-0185bfd4b7a5 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:34.807024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7211d682-0338-483d-a9f2-2aee1a655316 req-4875a6a8-c753-47b5-b57c-0185bfd4b7a5 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 946 time: 0.4590876 Jul 08 17:41:34.818747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7909b04-bfb2-4b82-889b-def14638e658 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:34.820909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7909b04-bfb2-4b82-889b-def14638e658 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:34.824784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c7909b04-bfb2-4b82-889b-def14638e658 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1413965 Jul 08 17:41:34.832260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48932) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:34.899704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 447a273b-23bf-4c25-aef6-0138a02fbe07 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:34.915414 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.031878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7211d682-0338-483d-a9f2-2aee1a655316 req-cfb53561-7a6f-4b9e-84b2-fa1e8863ef60 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061398 Jul 08 17:41:35.037700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.099013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router df1a25df-9ae9-4200-9e6a-2d5de1556729 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:41:35.363509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] Set router b731b7db-a3b6-4849-b194-82f381235eeb gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:35.490029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'name': 'tempest-NetworksTestDHCPv6-router-1229102843', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:22Z', 'updated_at': '2021-07-08T17:41:32Z', 'revision_number': 3, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:35.519264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] Checking router: b731b7db-a3b6-4849-b194-82f381235eeb for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:35.527083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a2699d70-5dee-45a0-8c1e-3aa013257d71 None None] Provisioning complete for port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:35.527471 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a2699d70-5dee-45a0-8c1e-3aa013257d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.574476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a2699d70-5dee-45a0-8c1e-3aa013257d71 None None] Port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:41:35.578924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] Routers {'b731b7db-a3b6-4849-b194-82f381235eeb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:35.579826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b731b7db-a3b6-4849-b194-82f381235eeb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:35.670137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.679921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 098ac13b-fe8b-4350-a6ab-20e6387144b0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:35.810147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] Set router b731b7db-a3b6-4849-b194-82f381235eeb gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:35.933951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'name': 'tempest-NetworksTestDHCPv6-router-1229102843', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:22Z', 'updated_at': '2021-07-08T17:41:32Z', 'revision_number': 3, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:35.975126 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:35.982761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccfa309-57d7-47dd-924b-270ccd4f8da8 None None] The sync data for ids ['b731b7db-a3b6-4849-b194-82f381235eeb'] in n-d-799528-4 is: [{'id': 'b731b7db-a3b6-4849-b194-82f381235eeb', 'name': 'tempest-NetworksTestDHCPv6-router-1229102843', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:41:22Z', 'updated_at': '2021-07-08T17:41:32Z', 'revision_number': 3, 'project_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:36.001605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 098ac13b-fe8b-4350-a6ab-20e6387144b0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:36.002474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.017689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:36.025151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28bab1e0-aa51-4fa2-b231-112f21f443f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/df1a25df-9ae9-4200-9e6a-2d5de1556729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7785251 Jul 08 17:41:36.031283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48950) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:36.032512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] Sync routers for ids ['df1a25df-9ae9-4200-9e6a-2d5de1556729'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:36.052520 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] Routers {'df1a25df-9ae9-4200-9e6a-2d5de1556729'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:36.053278 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['df1a25df-9ae9-4200-9e6a-2d5de1556729'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.119815 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.121590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f421aa-a706-471d-b21d-c445be202118 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:36.123247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-74f421aa-a706-471d-b21d-c445be202118 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports/31ddbd16-a80e-4dd0-a6b8-d06ed10c532e HTTP/1.1" status: 200 len: 910 time: 0.0912418 Jul 08 17:41:36.125114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.127042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48954) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:36.138803 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] Routers {'df1a25df-9ae9-4200-9e6a-2d5de1556729'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:36.139424 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['df1a25df-9ae9-4200-9e6a-2d5de1556729'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.171557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=447a273b-23bf-4c25-aef6-0138a02fbe07,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:36.234215 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:36.235142 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ce6819-321b-4aac-9d78-c1b6e3784dc0 None None] The sync data for ids ['df1a25df-9ae9-4200-9e6a-2d5de1556729'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:36.266933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcfd3b6-08ed-47e2-bdcf-91b7d6c4f271 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:36.358285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.365031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a4e4458-dc25-4a0b-bf3f-b09bbdb04a2f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/447a273b-23bf-4c25-aef6-0138a02fbe07 HTTP/1.1" status: 204 len: 168 time: 1.5317147 Jul 08 17:41:36.371714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48962) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:36.646496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-23567a6c-e533-4c1f-bd56-a939c461dc53 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2713978 Jul 08 17:41:36.649631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:36.657179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48968) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:36.676364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Deleting port 974164a7-7300-4465-8682-8cb0a2385c2c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:36.676364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.783719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] Deleting port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:36.784194 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.855447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] For port 974164a7-7300-4465-8682-8cb0a2385c2c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=974164a7-7300-4465-8682-8cb0a2385c2c,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:36.856002 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.865088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b2b13c2-5f91-4dc6-a994-4f08ae280e35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.911247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Calling delete_port for 974164a7-7300-4465-8682-8cb0a2385c2c owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:36.928637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] For port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=12fc663e-0de2-4cb0-aabe-0693a26a6c8d,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:36.929081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:36.960416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] Calling delete_port for 12fc663e-0de2-4cb0-aabe-0693a26a6c8d owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:37.223025 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.233778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b2b13c2-5f91-4dc6-a994-4f08ae280e35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.237549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b2b13c2-5f91-4dc6-a994-4f08ae280e35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.267502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] Pushing event deleted for resources: {'Port': ['ID=12fc663e-0de2-4cb0-aabe-0693a26a6c8d,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:37.282682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31629bdd-8382-4573-af56-f9ddaae5bcc7 None None] No DVR routers for this DVR port 12fc663e-0de2-4cb0-aabe-0693a26a6c8d on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:37.312704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b2b13c2-5f91-4dc6-a994-4f08ae280e35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.313886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b13c2-5f91-4dc6-a994-4f08ae280e35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Fanout notify agent at l3_agent the message router_deleted on router b731b7db-a3b6-4849-b194-82f381235eeb {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:37.321392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b2b13c2-5f91-4dc6-a994-4f08ae280e35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.324964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6b2b13c2-5f91-4dc6-a994-4f08ae280e35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/routers/b731b7db-a3b6-4849-b194-82f381235eeb HTTP/1.1" status: 204 len: 168 time: 0.6617970 Jul 08 17:41:37.326201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48978) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.347554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.370565 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:37.410151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f309d0e0-b845-474f-abb2-3f7f302f3f12 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0805962 Jul 08 17:41:37.450858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48982) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.487962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Pushing event deleted for resources: {'Port': ['ID=974164a7-7300-4465-8682-8cb0a2385c2c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:37.507019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.517443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.518193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.521237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.522023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.522373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.522713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.523050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.523905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.524248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.524588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.525419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:37.535154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fa6cb-0fe4-4064-b4d6-c14eae18306e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:37.539093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-723fa6cb-0fe4-4064-b4d6-c14eae18306e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851514 Jul 08 17:41:37.574223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.618757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1e94d770-2716-43db-8068-78806d3b24e0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:37.671358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 1e94d770-2716-43db-8068-78806d3b24e0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:37.671972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1e94d770-2716-43db-8068-78806d3b24e0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:37.673045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 12fc663e-0de2-4cb0-aabe-0693a26a6c8d no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:37.701710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48990) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:37.703038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3887ab06-68b9-4f12-80b1-107f10f679d5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171129 Jul 08 17:41:37.708391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:37.740542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 12fc663e-0de2-4cb0-aabe-0693a26a6c8d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:37.745744 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 12fc663e-0de2-4cb0-aabe-0693a26a6c8d not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:37.944573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:37.945005 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.022711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:38.029793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.134911 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.187101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 31ddbd16-a80e-4dd0-a6b8-d06ed10c532e owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:38.220138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.466394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:38.519584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=31ddbd16-a80e-4dd0-a6b8-d06ed10c532e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:38.774136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.002694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router df1a25df-9ae9-4200-9e6a-2d5de1556729 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:39.118820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:39.120228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Router e5354f7f-e494-4866-a13c-3a117d431a17 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:39.131008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] Sync routers for ids ['df1a25df-9ae9-4200-9e6a-2d5de1556729'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:39.135566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49024) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.139921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-11bea627-8c89-425c-b7a7-d4a4edc0cfc1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/df1a25df-9ae9-4200-9e6a-2d5de1556729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9714794 Jul 08 17:41:39.143954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] Routers {'df1a25df-9ae9-4200-9e6a-2d5de1556729'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:39.144887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['df1a25df-9ae9-4200-9e6a-2d5de1556729'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:39.177632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-83299a2c-c3b8-4bf8-abd2-2cdf1fd807d3 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=df1a25df-9ae9-4200-9e6a-2d5de1556729 HTTP/1.1" status: 200 len: 205 time: 0.0363958 Jul 08 17:41:39.180119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49026) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.217068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:39.245792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] Routers {'df1a25df-9ae9-4200-9e6a-2d5de1556729'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:39.246745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['df1a25df-9ae9-4200-9e6a-2d5de1556729'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:39.316679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:39.321203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc3d64-6d4e-4c9b-8328-4dccf8b2fd67 None None] The sync data for ids ['df1a25df-9ae9-4200-9e6a-2d5de1556729'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:39.322546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:41:39.322881 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ac638f-f2cb-4a86-9c19-5ec3d0f5d1f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.327633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.433597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:39.444138 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] Sync routers for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:39.449890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-996d2353-5dc1-41cd-8073-eaa5e978ca54 admin admin] 10.222.0.63 "PUT /v2.0/routers/e5354f7f-e494-4866-a13c-3a117d431a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5284653 Jul 08 17:41:39.450352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49040) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.481589 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:39.482234 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:39.518294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:39.544544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:39.553143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8ed49-f1ff-4ee0-a011-9623e306c829 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:39.561369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:39.568857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.622168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=2e7ae5b6-79c6-48f2-ac27-d991c08ceef1,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:39.644970 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-21341e6c-3d2b-4fc9-b4f8-8304e0c64114 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9409900 Jul 08 17:41:39.648817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49046) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:39.665041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:39.791233 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:39.847783 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ac638f-f2cb-4a86-9c19-5ec3d0f5d1f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.853604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ac638f-f2cb-4a86-9c19-5ec3d0f5d1f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.937863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '2e7ae5b6-79c6-48f2-ac27-d991c08ceef1'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:39.938928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.939665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ac638f-f2cb-4a86-9c19-5ec3d0f5d1f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.942702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ac638f-f2cb-4a86-9c19-5ec3d0f5d1f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Fanout notify agent at l3_agent the message router_deleted on router df1a25df-9ae9-4200-9e6a-2d5de1556729 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:39.946888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.959936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:39.961241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67ac638f-f2cb-4a86-9c19-5ec3d0f5d1f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.962889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67ac638f-f2cb-4a86-9c19-5ec3d0f5d1f6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/df1a25df-9ae9-4200-9e6a-2d5de1556729 HTTP/1.1" status: 204 len: 168 time: 0.7814507 Jul 08 17:41:39.963791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:39.966678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49052) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:40.091679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.117085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet 18bb7ed9-6075-4615-a59b-8449a3d3b919 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:40.153111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.216686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.217139 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:41:37Z', 'revision_number': 5, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port': {'id': 'de3230e3-c464-47a0-bc1a-ea49120ef927', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:32:05Z', 'updated_at': '2021-07-08T17:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:40.222655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Allocated IP 2001:db8::f816:3eff:fe70:7afc (02f2602e-703e-48f5-899b-7f1e2951c730/2e7ae5b6-79c6-48f2-ac27-d991c08ceef1/b47979af-c925-402f-9367-2aae3b38d784) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:40.270787 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] Checking router: e5354f7f-e494-4866-a13c-3a117d431a17 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:40.294782 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] Routers {'e5354f7f-e494-4866-a13c-3a117d431a17'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:40.295735 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['e5354f7f-e494-4866-a13c-3a117d431a17'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:40.517340 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] Set router e5354f7f-e494-4866-a13c-3a117d431a17 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:40.539399 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.564988 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.593174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Transition to ACTIVE for port object b47979af-c925-402f-9367-2aae3b38d784 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:40.656409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Transition to ACTIVE for port object b47979af-c925-402f-9367-2aae3b38d784 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:40.674389 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:41:40Z', 'revision_number': 6, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:40.688880 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.742222 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54f0b9-68b1-48c8-bf77-7b23e6bd7c9e None None] The sync data for ids ['e5354f7f-e494-4866-a13c-3a117d431a17'] in n-d-799528-4 is: [{'id': 'e5354f7f-e494-4866-a13c-3a117d431a17', 'name': 'tempest-AttachVolumeShelveTestJSON-1102405341-router', 'tenant_id': 'adc507108b05441ebbcca3bda0e32b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:32:04Z', 'updated_at': '2021-07-08T17:41:40Z', 'revision_number': 6, 'project_id': 'adc507108b05441ebbcca3bda0e32b22', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:40.853537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:40.855217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Pushing event updated for resources: {'Port': ['ID=b47979af-c925-402f-9367-2aae3b38d784,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:40.859528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:40.869228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.873770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:40.952286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=18bb7ed9-6075-4615-a59b-8449a3d3b919,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:40.970140 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:40.985245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e031c3-b39e-48a4-8030-0416a5931ea0 None None] Network 04c54752-a887-4634-be6a-9318f7ceb105 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:40.988946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3b6be600-bfa7-45dd-958d-a45606aaaab2 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/18bb7ed9-6075-4615-a59b-8449a3d3b919 HTTP/1.1" status: 204 len: 168 time: 1.0198772 Jul 08 17:41:40.991557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49068) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:41.035428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.072188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Attempting to bind port b47979af-c925-402f-9367-2aae3b38d784 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:41.072706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Attempting to bind port b47979af-c925-402f-9367-2aae3b38d784 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:41.073635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Attempting to bind port b47979af-c925-402f-9367-2aae3b38d784 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:41.099386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:41.099936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:41.100445 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.100965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:41.101822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Bound port: b47979af-c925-402f-9367-2aae3b38d784, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:41.102310 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.220982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] For port b47979af-c925-402f-9367-2aae3b38d784, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:41.225717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Deleting port de3230e3-c464-47a0-bc1a-ea49120ef927 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:41.227717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.230264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] For port b47979af-c925-402f-9367-2aae3b38d784, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b47979af-c925-402f-9367-2aae3b38d784,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:41.248413 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.315026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:41.356704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:41.378903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:41.380530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.391076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=aedad995-92b2-4874-bb65-45fe48c9e552,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:41.400247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.455184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088b6b9-ded9-465a-9d50-86ec8d352699 None None] Pushing event updated for resources: {'Port': ['ID=b47979af-c925-402f-9367-2aae3b38d784,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:41.469560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3e85d778-2e1a-4729-817f-a6973106ff54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8190985 Jul 08 17:41:41.469854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] For port de3230e3-c464-47a0-bc1a-ea49120ef927, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de3230e3-c464-47a0-bc1a-ea49120ef927,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:41.470066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.475145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49074) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:41.489986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:43:27:70', 'name': 'tempest-NetworksTestDHCPv6-231380306'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:41.557960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Calling delete_port for de3230e3-c464-47a0-bc1a-ea49120ef927 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:41.711903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 098ac13b-fe8b-4350-a6ab-20e6387144b0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:41.712256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:41.713686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] DHCP port deletion for 04c54752-a887-4634-be6a-9318f7ceb105 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:41.798642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:41.868249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 974164a7-7300-4465-8682-8cb0a2385c2c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:41.966779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf2851-716e-4f9b-8ee0-08c0e4c24d2a req-31d40c91-185e-4dbb-8f1b-dce8cf70ee10 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:41.974852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11bf2851-716e-4f9b-8ee0-08c0e4c24d2a req-31d40c91-185e-4dbb-8f1b-dce8cf70ee10 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 946 time: 0.4406374 Jul 08 17:41:41.976045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 098ac13b-fe8b-4350-a6ab-20e6387144b0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=098ac13b-fe8b-4350-a6ab-20e6387144b0,segment=NetworkSegment(02a41564-e0be-47ac-aba7-2717be2e1e7c),segment_id=02a41564-e0be-47ac-aba7-2717be2e1e7c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:41.976522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.011701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 098ac13b-fe8b-4350-a6ab-20e6387144b0 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:42.030229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 974164a7-7300-4465-8682-8cb0a2385c2c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:42.030572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 974164a7-7300-4465-8682-8cb0a2385c2c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:42.031437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 098ac13b-fe8b-4350-a6ab-20e6387144b0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:42.045760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] Deleting port 098ac13b-fe8b-4350-a6ab-20e6387144b0 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:42.046144 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.047431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.092350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11bf2851-716e-4f9b-8ee0-08c0e4c24d2a req-154a28b7-8fdd-43c2-8d2a-3c7af205f00b tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163859 Jul 08 17:41:42.093702 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.124813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Pushing event deleted for resources: {'Port': ['ID=de3230e3-c464-47a0-bc1a-ea49120ef927,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.164457 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 0c2616eb-5424-4e35-bb08-29595819697a yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:41:42.230257 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.266690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] For port 098ac13b-fe8b-4350-a6ab-20e6387144b0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=098ac13b-fe8b-4350-a6ab-20e6387144b0,segment=NetworkSegment(02a41564-e0be-47ac-aba7-2717be2e1e7c),segment_id=02a41564-e0be-47ac-aba7-2717be2e1e7c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:42.267268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.282265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] Calling delete_port for 098ac13b-fe8b-4350-a6ab-20e6387144b0 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.398708 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:41:42.401245 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:41:42.406474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.412331 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.415023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.444804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] Pushing event deleted for resources: {'Port': ['ID=098ac13b-fe8b-4350-a6ab-20e6387144b0,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.451536 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90d2cec-b3fb-4575-a6eb-9629d3a57313 None None] No DVR routers for this DVR port 098ac13b-fe8b-4350-a6ab-20e6387144b0 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:42.462778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No active binding found for port 098ac13b-fe8b-4350-a6ab-20e6387144b0 {{(pid=93666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:41:42.463358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 098ac13b-fe8b-4350-a6ab-20e6387144b0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:42.463743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de3230e3-c464-47a0-bc1a-ea49120ef927 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:42.480101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.508275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: de3230e3-c464-47a0-bc1a-ea49120ef927 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:42.508496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.508801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de3230e3-c464-47a0-bc1a-ea49120ef927 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:42.509016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5354f7f-e494-4866-a13c-3a117d431a17 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:42.521668 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.522907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-272845c8-7925-4ba2-9690-5e672e60072b admin admin] 10.222.0.63 "DELETE /v2.0/routers/e5354f7f-e494-4866-a13c-3a117d431a17 HTTP/1.1" status: 204 len: 168 time: 3.0684490 Jul 08 17:41:42.525281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49092) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:42.539065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=098ac13b-fe8b-4350-a6ab-20e6387144b0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:42.546197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port 098ac13b-fe8b-4350-a6ab-20e6387144b0 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:42.682460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] Deleting subnet 40098ec3-151c-4b3d-ae12-02e7a9342cdb {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:42.697013 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.724401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 172.20.0.11 (02f2602e-703e-48f5-899b-7f1e2951c730/aedad995-92b2-4874-bb65-45fe48c9e552/0c2616eb-5424-4e35-bb08-29595819697a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:42.729898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.789199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c54752-a887-4634-be6a-9318f7ceb105']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:42.791200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.792642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fe43:2770 (02f2602e-703e-48f5-899b-7f1e2951c730/2e7ae5b6-79c6-48f2-ac27-d991c08ceef1/0c2616eb-5424-4e35-bb08-29595819697a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:42.842147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a41564-e0be-47ac-aba7-2717be2e1e7c') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:42.842726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a41564-e0be-47ac-aba7-2717be2e1e7c') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:42.887503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.942440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.962903 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.992906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:42.994460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:42.999796 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:43.070786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.125206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.130332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a367cb-3243-4443-94ef-3c767408ea93 None None] Network de9281c3-d209-47d3-977a-b3ef4b72862b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:43.148341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/40098ec3-151c-4b3d-ae12-02e7a9342cdb HTTP/1.1" status: 204 len: 168 time: 0.6220050 Jul 08 17:41:43.150901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49096) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:43.153014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775894f-1a1f-49ba-9954-8d777141584f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40098ec3-151c-4b3d-ae12-02e7a9342cdb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:43.410607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.452667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 0c2616eb-5424-4e35-bb08-29595819697a will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:43.597744 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.603135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-e03d21ec-9a19-460b-91b6-5b18745a6131 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:43.605013 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-e03d21ec-9a19-460b-91b6-5b18745a6131 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.72 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 946 time: 0.8385441 Jul 08 17:41:43.605885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.644063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933e430-b0ce-4a50-b2ab-d3c9f46aec73 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:43.699808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.716594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef1128-ae1c-4350-830d-27ab28373542 req-39eb75bc-2fe4-47e5-a724-b90c767965dd tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:43.724999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95ef1128-ae1c-4350-830d-27ab28373542 req-39eb75bc-2fe4-47e5-a724-b90c767965dd tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 946 time: 0.3194182 Jul 08 17:41:43.751717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b47979af-c925-402f-9367-2aae3b38d784 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:43.789859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95ef1128-ae1c-4350-830d-27ab28373542 req-a5bcd422-0dd6-4719-a512-d5c67cae9988 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/security-groups?id=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639453 Jul 08 17:41:43.796300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Deleting port c32e26e2-129e-4d56-af47-28db73afb183 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:43.796300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.828038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.837320 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/04c54752-a887-4634-be6a-9318f7ceb105 HTTP/1.1" status: 204 len: 168 time: 2.8416257 Jul 08 17:41:43.838312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3069-21d2-4fad-84ac-98d398323a1e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=04c54752-a887-4634-be6a-9318f7ceb105,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:43.844994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49112) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:43.850643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2052285556', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:43.908401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.918242 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.930798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:43.931734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=0c2616eb-5424-4e35-bb08-29595819697a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:43.943349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:43.949114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:43.967632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cd4eb9cf-239a-406e-b06b-e744dd5f275e None None] Provisioning for port b47979af-c925-402f-9367-2aae3b38d784 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:43.974686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:43.975684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] For port c32e26e2-129e-4d56-af47-28db73afb183, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c32e26e2-129e-4d56-af47-28db73afb183,segment=NetworkSegment(4efdcbbf-6f14-43aa-93d6-7233ceff79a1),segment_id=4efdcbbf-6f14-43aa-93d6-7233ceff79a1)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:43.976058 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.010930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Calling delete_port for c32e26e2-129e-4d56-af47-28db73afb183 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:44.035721 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:41:44.063869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.096677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:44.098967 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.191115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b47979af-c925-402f-9367-2aae3b38d784 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:44.194731 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.201324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b47979af-c925-402f-9367-2aae3b38d784 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:44.201699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.240594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Pushing event deleted for resources: {'Port': ['ID=c32e26e2-129e-4d56-af47-28db73afb183,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:44.251692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] No DVR routers for this DVR port c32e26e2-129e-4d56-af47-28db73afb183 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:44.270820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c51872ea-137b-4523-8dd7-1066ba7b46b8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7934985 Jul 08 17:41:44.307177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Deleting port 02168ee5-859c-496e-be22-10061db33e94 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:44.307177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.309598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:44.376840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2d113-be26-4cbe-98de-c7dea410f060 None None] DHCP port deletion for de9281c3-d209-47d3-977a-b3ef4b72862b request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:44.438557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.451303 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9281c3-d209-47d3-977a-b3ef4b72862b']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:44.457351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.487233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efdcbbf-6f14-43aa-93d6-7233ceff79a1') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:44.488649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efdcbbf-6f14-43aa-93d6-7233ceff79a1') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:44.505096 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.512750 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.530899 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.541684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:41:44.543205 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:41:44.551378 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:41:44.567752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] For port 02168ee5-859c-496e-be22-10061db33e94, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=02168ee5-859c-496e-be22-10061db33e94,segment=NetworkSegment(f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74),segment_id=f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:44.568116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.584828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Calling delete_port for 02168ee5-859c-496e-be22-10061db33e94 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:44.641599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '2e7ae5b6-79c6-48f2-ac27-d991c08ceef1', 'ip_address': '2001:db8::f816:3eff:fe70:7afc'}, {'subnet_id': 'aedad995-92b2-4874-bb65-45fe48c9e552'}], 'binding:host_id': 'n-d-799528-4'}, 'id': 'b47979af-c925-402f-9367-2aae3b38d784'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:41:44.650169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port b47979af-c925-402f-9367-2aae3b38d784, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b47979af-c925-402f-9367-2aae3b38d784,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:44.659910 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.670795 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.677773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] 10.222.0.63 "DELETE /v2.0/networks/de9281c3-d209-47d3-977a-b3ef4b72862b HTTP/1.1" status: 204 len: 168 time: 1.5017128 Jul 08 17:41:44.712644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7322-a844-45dc-8420-97ea962f810d admin admin] Pushing event deleted for resources: {'Network': ['ID=de9281c3-d209-47d3-977a-b3ef4b72862b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:44.712855 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.804963 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.816144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:44.839417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=b47979af-c925-402f-9367-2aae3b38d784,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:44.886531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Pushing event deleted for resources: {'Port': ['ID=02168ee5-859c-496e-be22-10061db33e94,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:44.963996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:45.070663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df97fd7-7a7d-43e9-9c36-221f8c2c4268 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:45.076861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df97fd7-7a7d-43e9-9c36-221f8c2c4268 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:45.078732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0df97fd7-7a7d-43e9-9c36-221f8c2c4268 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7649338 Jul 08 17:41:45.099066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49130) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:45.109028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a6a3121-07fe-4403-b39f-978cee2781bd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=adc507108b05441ebbcca3bda0e32b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437683 Jul 08 17:41:45.111962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3437c43a-44f4-490a-a956-8dfec90dfe3b req-be1832cc-f061-4bcf-bca3-b8fb25d3044e tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.63 "GET /v2.0/ports?device_id=137aeb7b-3346-4193-aa17-065554fccff0 HTTP/1.1" status: 200 len: 210 time: 0.0721729 Jul 08 17:41:45.120464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:45.132415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] No DVR routers for this DVR port 02168ee5-859c-496e-be22-10061db33e94 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:45.159124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.161800 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d65717f9-fd71-43a0-b9b5-10ed44ae0a19 req-6ed2acbf-ae61-4563-a020-ba0a633c0c08 tempest-VolumesActionsTest-1576493328 tempest-VolumesActionsTest-1576493328-project] 10.222.0.72 "DELETE /v2.0/ports/02168ee5-859c-496e-be22-10061db33e94 HTTP/1.1" status: 204 len: 173 time: 1.5426159 Jul 08 17:41:45.167238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '137aeb7b-3346-4193-aa17-065554fccff0', 'name': 'network-vif-deleted', 'tag': '02168ee5-859c-496e-be22-10061db33e94'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:41:45.169864 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91c095e-bf08-49e0-8f38-eebea5d35ec7" -d '{"events": [{"server_uuid": "137aeb7b-3346-4193-aa17-065554fccff0", "name": "network-vif-deleted", "tag": "02168ee5-859c-496e-be22-10061db33e94"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:41:45.174706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] Allocated IP 172.20.0.2 (02f2602e-703e-48f5-899b-7f1e2951c730/aedad995-92b2-4874-bb65-45fe48c9e552/b47979af-c925-402f-9367-2aae3b38d784) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:45.320787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b66a2d4-2b00-4ca9-b1bd-e35a093fff0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.392833 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b66a2d4-2b00-4ca9-b1bd-e35a093fff0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.501437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] For port b47979af-c925-402f-9367-2aae3b38d784, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b47979af-c925-402f-9367-2aae3b38d784,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:45.609656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.634681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] Transition to ACTIVE for port object b47979af-c925-402f-9367-2aae3b38d784 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:45.652558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:45.690773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b47979af-c925-402f-9367-2aae3b38d784 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:45.950551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7c4f-3a54-4300-b03f-45944bb31680 None None] Pushing event updated for resources: {'Port': ['ID=b47979af-c925-402f-9367-2aae3b38d784,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:46.074161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c32e26e2-129e-4d56-af47-28db73afb183 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:46.135893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: c32e26e2-129e-4d56-af47-28db73afb183 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:46.136518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c32e26e2-129e-4d56-af47-28db73afb183 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:46.298134 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6597036-d5b6-4727-830b-08faeb85657d x-openstack-request-id: req-e6597036-d5b6-4727-830b-08faeb85657d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:41:46.298769 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "137aeb7b-3346-4193-aa17-065554fccff0", "name": "network-vif-deleted", "tag": "02168ee5-859c-496e-be22-10061db33e94", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:41:46.298769 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6597036-d5b6-4727-830b-08faeb85657d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:41:46.299134 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '137aeb7b-3346-4193-aa17-065554fccff0', 'name': 'network-vif-deleted', 'tag': '02168ee5-859c-496e-be22-10061db33e94', 'status': 'completed', 'code': 200} Jul 08 17:41:46.313313 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b66a2d4-2b00-4ca9-b1bd-e35a093fff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.315774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3b66a2d4-2b00-4ca9-b1bd-e35a093fff0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.319553 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3b66a2d4-2b00-4ca9-b1bd-e35a093fff0b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/40656cf9-c6c5-4700-aa44-21f2b98e9bfe HTTP/1.1" status: 204 len: 168 time: 1.1931267 Jul 08 17:41:46.337641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66a2d4-2b00-4ca9-b1bd-e35a093fff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40656cf9-c6c5-4700-aa44-21f2b98e9bfe,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:46.341872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 0c2616eb-5424-4e35-bb08-29595819697a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:46.342223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.465007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 02168ee5-859c-496e-be22-10061db33e94 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:46.500839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.507141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 02168ee5-859c-496e-be22-10061db33e94 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:46.509349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 02168ee5-859c-496e-be22-10061db33e94 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:46.548256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.699856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.25.5.144 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/514745ba-d53a-4cf8-a394-5f22d1feaf4f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:46.895205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:46.919359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 0c2616eb-5424-4e35-bb08-29595819697a owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:47.063849 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.136633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1e6f736-3b43-4c04-983b-10332b3c21e9 None None] Provisioning for port b47979af-c925-402f-9367-2aae3b38d784 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:47.142508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1e6f736-3b43-4c04-983b-10332b3c21e9 None None] Provisioning complete for port b47979af-c925-402f-9367-2aae3b38d784 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:47.143036 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f1e6f736-3b43-4c04-983b-10332b3c21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.333830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.545422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1e6f736-3b43-4c04-983b-10332b3c21e9 None None] Provisioning for port 0c2616eb-5424-4e35-bb08-29595819697a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:47.551311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1e6f736-3b43-4c04-983b-10332b3c21e9 None None] Provisioning complete for port 0c2616eb-5424-4e35-bb08-29595819697a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:47.552282 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f1e6f736-3b43-4c04-983b-10332b3c21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.563022 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.602851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b47979af-c925-402f-9367-2aae3b38d784 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:47.605395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6f736-3b43-4c04-983b-10332b3c21e9 None None] Port 0c2616eb-5424-4e35-bb08-29595819697a was deleted so its status cannot be updated. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:41:47.693483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:47.757077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eb102b0a-f62d-430f-ae54-867de6a5d45b None None] Could not find standard attr ID for object 0c2616eb-5424-4e35-bb08-29595819697a. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:41:47.764306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:47.787083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:47.837072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b47979af-c925-402f-9367-2aae3b38d784 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:47.837512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.942861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:47.945873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/0c2616eb-5424-4e35-bb08-29595819697a HTTP/1.1" status: 204 len: 168 time: 2.8418977 Jul 08 17:41:47.948755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49190) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:47.982226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=514745ba-d53a-4cf8-a394-5f22d1feaf4f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.303846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4938c66-86cb-4b00-abb8-790b42e82f1a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=0c2616eb-5424-4e35-bb08-29595819697a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.341642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b1707-6686-435a-89d6-bdd2b0981888 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:48.343306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b1707-6686-435a-89d6-bdd2b0981888 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:48.344920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b1707-6686-435a-89d6-bdd2b0981888 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:48.346592 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ad0b1707-6686-435a-89d6-bdd2b0981888 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3556433 Jul 08 17:41:48.349735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49204) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:48.464628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 2e7ae5b6-79c6-48f2-ac27-d991c08ceef1 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:48.468228 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.522756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.643714 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.677437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.742022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.802722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7ae5b6-79c6-48f2-ac27-d991c08ceef1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:48.808484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:48.813650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee53cc0-2de6-48aa-a8fb-aa76ada87355 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:48.818900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/2e7ae5b6-79c6-48f2-ac27-d991c08ceef1 HTTP/1.1" status: 204 len: 168 time: 0.4680276 Jul 08 17:41:48.819578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49214) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:48.849118 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.849489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.849833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.852288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.852666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.853034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.854468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.854829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.855169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.855505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.855841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.856169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd85a7d-4f57-4628-b158-d982faeeb69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:41:48.960341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet aedad995-92b2-4874-bb65-45fe48c9e552 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:41:48.964946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.018748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.082843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.177383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.320786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49234) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:49.367029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.378513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 452160cd-7fb6-4211-a4d7-f25f5650caa8 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:41:49.437203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=aedad995-92b2-4874-bb65-45fe48c9e552,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:49.460572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.479247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d913301d-3702-48f1-8196-00707d82b49a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/aedad995-92b2-4874-bb65-45fe48c9e552 HTTP/1.1" status: 204 len: 168 time: 0.6441326 Jul 08 17:41:49.479928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49244) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:49.625926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4f2bf818-f24d-4530-95f4-142a6388d72f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1385481 Jul 08 17:41:49.627369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49248) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:49.638436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:49.717900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:49.735979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] Sync routers for ids ['452160cd-7fb6-4211-a4d7-f25f5650caa8'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:49.765746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] Routers {'452160cd-7fb6-4211-a4d7-f25f5650caa8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:49.765746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['452160cd-7fb6-4211-a4d7-f25f5650caa8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:49.803787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:49.805368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cf6aa2fb-532b-492e-928e-b33b8505123f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.9590933 Jul 08 17:41:49.808343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49252) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:49.894861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:49.907489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] Routers {'452160cd-7fb6-4211-a4d7-f25f5650caa8'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:49.908315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['452160cd-7fb6-4211-a4d7-f25f5650caa8'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:49.955770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:49.956762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a59aa59-cda1-42e2-a144-2c1e84c7d029 None None] The sync data for ids ['452160cd-7fb6-4211-a4d7-f25f5650caa8'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:50.081360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:50.093886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.161931 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e68eefde-4d5d-412a-93f7-bda25bff1516 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/routers/452160cd-7fb6-4211-a4d7-f25f5650caa8 HTTP/1.1" status: 200 len: 881 time: 0.3515801 Jul 08 17:41:50.162807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49258) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:50.345686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d689e0d-3a32-48dd-8c63-6e13a851924c None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:50.433895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-49d3a034-d244-4d5f-a5e1-417400e55be5 None None] Provisioning complete for port b47979af-c925-402f-9367-2aae3b38d784 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:50.434273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-49d3a034-d244-4d5f-a5e1-417400e55be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.463397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0139f8ab-6b2b-4e32-aec8-6b179c2281c0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2930195 Jul 08 17:41:50.465058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49264) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:50.472194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7a318db6-7dfc-4969-98c8-8101b276ec25 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2052285556'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:50.674969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:41:50.748887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] Deleting port b47979af-c925-402f-9367-2aae3b38d784 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:50.749778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.908152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] For port b47979af-c925-402f-9367-2aae3b38d784, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b47979af-c925-402f-9367-2aae3b38d784,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:50.908763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:50.939017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] Calling delete_port for b47979af-c925-402f-9367-2aae3b38d784 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:50.980131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.028603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7a318db6-7dfc-4969-98c8-8101b276ec25 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.059597 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7a318db6-7dfc-4969-98c8-8101b276ec25 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.070678 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.087539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] No DVR routers for this DVR port b47979af-c925-402f-9367-2aae3b38d784 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:41:51.153779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbbef4-f4e1-49bd-9ab2-b1c81b7ff3fe None None] Pushing event deleted for resources: {'Port': ['ID=b47979af-c925-402f-9367-2aae3b38d784,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:51.175489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:41:51.530467 n-d-799528-4 neutron-server[93664]: WARNING neutron.services.revisions.revision_plugin [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Could not find related port for resource to bump revision. Jul 08 17:41:51.551302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Port b47979af-c925-402f-9367-2aae3b38d784 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93664) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 17:41:51.552063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Reverting IP allocation for 2001:db8::f816:3eff:fe70:7afc {{(pid=93664) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 17:41:51.582157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b47979af-c925-402f-9367-2aae3b38d784 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:41:51.588423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe70:7afc {{(pid=93664) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 17:41:51.605966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.614974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b47979af-c925-402f-9367-2aae3b38d784 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:41:51.616128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b47979af-c925-402f-9367-2aae3b38d784 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:41:51.719814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:51.748106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:51.757829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:51.758395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:51.760769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e0f35-e839-42b2-8a9b-60b0d84803dd None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:51.797217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a318db6-7dfc-4969-98c8-8101b276ec25 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 452160cd-7fb6-4211-a4d7-f25f5650caa8 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:51.819470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=320e3edb-a436-4fa6-8e60-9035b1b0ac42,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:51.842611 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-aa04de3d-4ae2-46f2-ae49-ab158e05b6d6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2140713 Jul 08 17:41:51.850671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49292) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:51.865548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:52.038005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a318db6-7dfc-4969-98c8-8101b276ec25 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:52.052863 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] Sync routers for ids ['452160cd-7fb6-4211-a4d7-f25f5650caa8'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:52.055107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7a318db6-7dfc-4969-98c8-8101b276ec25 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.062902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7a318db6-7dfc-4969-98c8-8101b276ec25 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/452160cd-7fb6-4211-a4d7-f25f5650caa8 HTTP/1.1" status: 200 len: 888 time: 1.5964651 Jul 08 17:41:52.063503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49296) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:52.070990 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] Routers {'452160cd-7fb6-4211-a4d7-f25f5650caa8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:52.074163 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['452160cd-7fb6-4211-a4d7-f25f5650caa8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:52.090612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '320e3edb-a436-4fa6-8e60-9035b1b0ac42'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:52.092113 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.104989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Deleting port 69e55a61-cab7-4270-b8c3-12a87f04292d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:52.107696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.182512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:52.193331 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] Routers {'452160cd-7fb6-4211-a4d7-f25f5650caa8'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:52.194476 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['452160cd-7fb6-4211-a4d7-f25f5650caa8'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:52.230623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:52.235485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.238203 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:52.239597 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1f0fb-c092-4507-9e7f-446e9741dbe1 None None] The sync data for ids ['452160cd-7fb6-4211-a4d7-f25f5650caa8'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:41:52.282247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-451e3aa9-20a0-4aea-bd08-2daf593ed270 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/routers/452160cd-7fb6-4211-a4d7-f25f5650caa8 HTTP/1.1" status: 200 len: 888 time: 0.2111630 Jul 08 17:41:52.282593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49298) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:52.326908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6746bb46-0b22-4e87-bc4a-6e2e633443d4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=452160cd-7fb6-4211-a4d7-f25f5650caa8 HTTP/1.1" status: 200 len: 205 time: 0.0410633 Jul 08 17:41:52.330691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49300) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:52.372001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Allocated IP 2001:db8::f816:3eff:fe70:a05f (02f2602e-703e-48f5-899b-7f1e2951c730/320e3edb-a436-4fa6-8e60-9035b1b0ac42/79f43e22-23aa-4600-95cd-4646e9670099) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:52.543023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.697871 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.732639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Transition to ACTIVE for port object 79f43e22-23aa-4600-95cd-4646e9670099 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:52.789596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Transition to ACTIVE for port object 79f43e22-23aa-4600-95cd-4646e9670099 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:52.810503 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.818862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.879363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] For port 69e55a61-cab7-4270-b8c3-12a87f04292d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=69e55a61-cab7-4270-b8c3-12a87f04292d,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:52.879763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.898556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 514745ba-d53a-4cf8-a394-5f22d1feaf4f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:52.898905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:52.900863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Calling delete_port for 69e55a61-cab7-4270-b8c3-12a87f04292d owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:52.919914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Pushing event updated for resources: {'Port': ['ID=79f43e22-23aa-4600-95cd-4646e9670099,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:52.947237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:52.948763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:52.958934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:53.002521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.018899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 514745ba-d53a-4cf8-a394-5f22d1feaf4f owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:53.132902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Attempting to bind port 79f43e22-23aa-4600-95cd-4646e9670099 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:53.133450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Attempting to bind port 79f43e22-23aa-4600-95cd-4646e9670099 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:53.133637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Attempting to bind port 79f43e22-23aa-4600-95cd-4646e9670099 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:53.151078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:53.151458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:53.151870 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.152268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:53.152768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Bound port: 79f43e22-23aa-4600-95cd-4646e9670099, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:53.153143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.231170 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.292076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=514745ba-d53a-4cf8-a394-5f22d1feaf4f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:53.313565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] For port 79f43e22-23aa-4600-95cd-4646e9670099, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:53.394321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.432690 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.450866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] For port 79f43e22-23aa-4600-95cd-4646e9670099, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=79f43e22-23aa-4600-95cd-4646e9670099,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:53.453990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:53.459252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:53.464700 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.467579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:53.468234 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.490237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.550002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6925888 Jul 08 17:41:53.585318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49316) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:53.660227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:e5:63:75', 'name': 'tempest-NetworksTestDHCPv6-1864776770'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:53.669226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.678647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.701322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b685a-7548-4b16-beac-2461fc715acc None None] Pushing event updated for resources: {'Port': ['ID=79f43e22-23aa-4600-95cd-4646e9670099,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:53.786781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.787405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Fanout notify agent at l3_agent the message router_deleted on router 452160cd-7fb6-4211-a4d7-f25f5650caa8 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:41:53.813571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.821299 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c21b6e28-6292-4fd0-96b0-fe425c597218 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/452160cd-7fb6-4211-a4d7-f25f5650caa8 HTTP/1.1" status: 204 len: 168 time: 1.4846787 Jul 08 17:41:53.821299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:53.830719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-290603639'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:53.886494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:53.894180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:53.965576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:41:54.005749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.007864 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment b82f75b8-4ad2-48bd-a59c-e30546704427 of type vlan for network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 Jul 08 17:41:54.167343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.240826 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.247938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:54.248634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.359335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:54.376653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e55a61-cab7-4270-b8c3-12a87f04292d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:54.399779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5780382 Jul 08 17:41:54.420114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49336) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:54.432856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': 'e44cbd27-18d4-402f-b2f0-eff71ac8c5b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:54.442595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d701d66-d8ad-452b-8621-41cb491a255e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=f9a89d61-05df-4315-87eb-65bc23cabc7c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:54.529930 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.546140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76023038-a22c-4e21-ba5f-646da003eaf1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=e44cbd27-18d4-402f-b2f0-eff71ac8c5b7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:54.558487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:41:54.622159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:54.636679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:41:54.642985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.010517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port a5267e77-901b-4132-946f-fc3121514eba yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:41:55.122112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.307917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=88dbef1b-446b-403d-aa21-22206a8e3345,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:55.338563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': 'b82f75b8-4ad2-48bd-a59c-e30546704427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e44cbd27-18d4-402f-b2f0-eff71ac8c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:55.338563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: e44cbd27-18d4-402f-b2f0-eff71ac8c5b7, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:41:55.353903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74232f-d3f7-43fa-b2f5-d294340f384f None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:55.383729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:41:55.402244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, e44cbd27-18d4-402f-b2f0-eff71ac8c5b7) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:55.419023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:55.420259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.444009 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f4d06f5c-0b95-4b1c-bd93-884e2dfcd1e1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0186505 Jul 08 17:41:55.446054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49366) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:55.452016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8034e154-322e-4049-b11a-5d7470f56c00 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2028891846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:41:55.545506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8034e154-322e-4049-b11a-5d7470f56c00 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.545752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8034e154-322e-4049-b11a-5d7470f56c00 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.575028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-715047a5-a6d8-4cc8-8520-411151f0b71e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:55.576787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-715047a5-a6d8-4cc8-8520-411151f0b71e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 0.2036450 Jul 08 17:41:55.577287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49370) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:55.627806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 172.20.0.8 (02f2602e-703e-48f5-899b-7f1e2951c730/f9a89d61-05df-4315-87eb-65bc23cabc7c/a5267e77-901b-4132-946f-fc3121514eba) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:55.635262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-3975a0cb-abfc-41a3-b9ec-e2d1c95b79bc tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/quotas/5db48f5d56fa4a848ca5a6442371d785 HTTP/1.1" status: 200 len: 375 time: 0.0410323 Jul 08 17:41:55.739577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4070b18-24b9-4ff7-b330-e08e0b5ce9a1 None None] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:41:55.741607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8034e154-322e-4049-b11a-5d7470f56c00 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.753087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8034e154-322e-4049-b11a-5d7470f56c00 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.809554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fee5:6375 (02f2602e-703e-48f5-899b-7f1e2951c730/320e3edb-a436-4fa6-8e60-9035b1b0ac42/a5267e77-901b-4132-946f-fc3121514eba) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:55.827998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8034e154-322e-4049-b11a-5d7470f56c00 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:55.829700 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8034e154-322e-4049-b11a-5d7470f56c00 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3822453 Jul 08 17:41:55.833179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:55.883747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 79f43e22-23aa-4600-95cd-4646e9670099 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:41:55.893370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9182e52e-130d-45d4-b65b-20d4851e726b None None] Provisioning for port 79f43e22-23aa-4600-95cd-4646e9670099 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:55.926524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Router cf527cca-f46b-4190-b012-5c185fd8527f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:41:55.960868 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.015771 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a67778fd-a473-4b0f-a2c3-72977378eca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.152653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-e44cbd27-18d4-402f-b2f0-eff71ac8c5b7', 'network_id': 'e44cbd27-18d4-402f-b2f0-eff71ac8c5b7', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': '88dbef1b-446b-403d-aa21-22206a8e3345'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:41:56.153891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.169265 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a67778fd-a473-4b0f-a2c3-72977378eca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.196926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 79f43e22-23aa-4600-95cd-4646e9670099 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:41:56.210872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a67778fd-a473-4b0f-a2c3-72977378eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.231792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:41:56.232440 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.414256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a67778fd-a473-4b0f-a2c3-72977378eca2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=18dd97e2f7c546868019cbbcfc6c03db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321488 Jul 08 17:41:56.418006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49388) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:56.441575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:41:56.468631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-334c0e9e-099d-4f4f-a457-044c42d23f65 admin admin] 10.222.0.63 "PUT /v2.0/routers/cf527cca-f46b-4190-b012-5c185fd8527f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1464684 Jul 08 17:41:56.495449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] Sync routers for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:41:56.521988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49390) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:56.522986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67778fd-a473-4b0f-a2c3-72977378eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1856a5a-c09f-4077-862b-885301fdce0c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:56.558918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.615851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-8aede0ba-9635-4224-abad-aafdc2702184 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9473510 Jul 08 17:41:56.641169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-adcb021c-8b1e-4af6-9d7f-a7b991880b16 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:41:56.641934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-adcb021c-8b1e-4af6-9d7f-a7b991880b16 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060811 Jul 08 17:41:56.653636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Allocated IP 172.20.0.2 (e44cbd27-18d4-402f-b2f0-eff71ac8c5b7/88dbef1b-446b-403d-aa21-22206a8e3345/b3a0f0d2-71f6-4d60-8083-bf814e4a07fa) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:56.898686 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.913947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object a5267e77-901b-4132-946f-fc3121514eba will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:56.935308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:56.935953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:56.950622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.979819 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.991377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa009-f0ed-4e09-99fa-da89d7f2e3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:56.993713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.030920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Transition to ACTIVE for port object b3a0f0d2-71f6-4d60-8083-bf814e4a07fa will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:57.107869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.157674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Transition to ACTIVE for port object b3a0f0d2-71f6-4d60-8083-bf814e4a07fa will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:57.177708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:41:57.183380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.194660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:57.249827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 79f43e22-23aa-4600-95cd-4646e9670099, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=79f43e22-23aa-4600-95cd-4646e9670099,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:57.287403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.20.0.1 (e44cbd27-18d4-402f-b2f0-eff71ac8c5b7/88dbef1b-446b-403d-aa21-22206a8e3345/5e86cfc3-39f8-46a9-9195-9c0fcfef0365) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:41:57.292722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa009-f0ed-4e09-99fa-da89d7f2e3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.321410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.329296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:57.349720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:57.485777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:57.491114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:57.510813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.524433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:57.527297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-82fc79ec-ab62-4060-9bec-65395ae66491 service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8125792 Jul 08 17:41:57.533686 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.542037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Pushing event updated for resources: {'Port': ['ID=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:57.545003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8856b0f8-da77-409f-ab0f-534a04513bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.549139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:41:57.562688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=a5267e77-901b-4132-946f-fc3121514eba,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:57.626939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.667956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Attempting to bind port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:41:57.668485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Attempting to bind port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b82f75b8-4ad2-48bd-a59c-e30546704427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e44cbd27-18d4-402f-b2f0-eff71ac8c5b7'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:41:57.669052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Attempting to bind port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa on network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:41:57.700601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '320e3edb-a436-4fa6-8e60-9035b1b0ac42', 'ip_address': '2001:db8::f816:3eff:fe70:a05f'}, {'subnet_id': 'f9a89d61-05df-4315-87eb-65bc23cabc7c'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '79f43e22-23aa-4600-95cd-4646e9670099'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:41:57.713097 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:41:57.747387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:41:57.752584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:57.753264 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.763759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:41:57.790302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:41:57.790873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Checking segment: {'id': 'b82f75b8-4ad2-48bd-a59c-e30546704427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e44cbd27-18d4-402f-b2f0-eff71ac8c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:41:57.791510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.793011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Bound using segment: {'id': 'b82f75b8-4ad2-48bd-a59c-e30546704427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e44cbd27-18d4-402f-b2f0-eff71ac8c5b7'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:41:57.794649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Bound port: b3a0f0d2-71f6-4d60-8083-bf814e4a07fa, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82f75b8-4ad2-48bd-a59c-e30546704427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e44cbd27-18d4-402f-b2f0-eff71ac8c5b7'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:41:57.795009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.810886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a849add9-dc70-41ed-b5ab-dce75ace5e22 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1596024 Jul 08 17:41:57.816213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49398) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:57.835048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa009-f0ed-4e09-99fa-da89d7f2e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.841316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a4fa009-f0ed-4e09-99fa-da89d7f2e3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.842335 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6a4fa009-f0ed-4e09-99fa-da89d7f2e3b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1856a5a-c09f-4077-862b-885301fdce0c HTTP/1.1" status: 204 len: 168 time: 1.4182935 Jul 08 17:41:57.864302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=5e86cfc3-39f8-46a9-9195-9c0fcfef0365,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:57.870168 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:57.919364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-84daaf06-478d-4a28-9629-70d561cedd13 service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894248 Jul 08 17:41:57.927343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fa009-f0ed-4e09-99fa-da89d7f2e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1856a5a-c09f-4077-862b-885301fdce0c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:57.964586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Deleting port aa4a810e-edba-463f-ab98-a4bbdd27e31e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:57.967880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=79f43e22-23aa-4600-95cd-4646e9670099,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:57.975402 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:58.022531 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:58.149664 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:58.251036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] For port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:41:58.296065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:41:53Z', 'revision_number': 5, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port': {'id': 'aa4a810e-edba-463f-ab98-a4bbdd27e31e', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:30:33Z', 'updated_at': '2021-07-08T17:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:58.332067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad943f0-0662-44a0-9681-e3887315b51a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:58.352247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad943f0-0662-44a0-9681-e3887315b51a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:41:58.356283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ad943f0-0662-44a0-9681-e3887315b51a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5324774 Jul 08 17:41:58.360609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49414) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:41:58.446059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5f213c5-c30b-49e4-8d96-85363f3bede7 req-9903df88-8518-40e4-a800-59b32d9388a6 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 210 time: 0.0760829 Jul 08 17:41:58.470110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] Checking router: cf527cca-f46b-4190-b012-5c185fd8527f for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:41:58.488200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] For port aa4a810e-edba-463f-ab98-a4bbdd27e31e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=aa4a810e-edba-463f-ab98-a4bbdd27e31e,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:41:58.489413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:58.508575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] For port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,segment=NetworkSegment(b82f75b8-4ad2-48bd-a59c-e30546704427),segment_id=b82f75b8-4ad2-48bd-a59c-e30546704427)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:41:58.536921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Calling delete_port for aa4a810e-edba-463f-ab98-a4bbdd27e31e owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:58.638103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port a5267e77-901b-4132-946f-fc3121514eba {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:41:58.644156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:58.861319 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:58.950029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] Routers {'cf527cca-f46b-4190-b012-5c185fd8527f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:41:58.950706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['cf527cca-f46b-4190-b012-5c185fd8527f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:41:58.984709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:59.039616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4a810e-edba-463f-ab98-a4bbdd27e31e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:41:59.254470 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:59.358312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:59.557161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for a5267e77-901b-4132-946f-fc3121514eba owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:41:59.901887 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:41:59.934230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.390938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] Set router cf527cca-f46b-4190-b012-5c185fd8527f gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:00.708322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 79f43e22-23aa-4600-95cd-4646e9670099 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:00.757182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:41:57Z', 'revision_number': 6, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:00.795419 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.812877 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.988357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:00.989458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf527cca-f46b-4190-b012-5c185fd8527f {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:42:00.990659 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.005455 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.008445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-94f486d2-9c98-418b-88b3-cb5187fafbe9 admin admin] 10.222.0.63 "DELETE /v2.0/routers/cf527cca-f46b-4190-b012-5c185fd8527f HTTP/1.1" status: 204 len: 168 time: 4.4825501 Jul 08 17:42:01.024631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cebe870-cb21-491e-9a56-289ed477c902 None None] The sync data for ids ['cf527cca-f46b-4190-b012-5c185fd8527f'] in n-d-799528-4 is: [{'id': 'cf527cca-f46b-4190-b012-5c185fd8527f', 'name': 'tempest-TaggedBootDevicesTest_v242-828249176-router', 'tenant_id': 'b14560631ba543b18b297591d37c7d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:30:32Z', 'updated_at': '2021-07-08T17:41:57Z', 'revision_number': 6, 'project_id': 'b14560631ba543b18b297591d37c7d5f', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:01.051088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] Allocated IP 172.20.0.2 (02f2602e-703e-48f5-899b-7f1e2951c730/f9a89d61-05df-4315-87eb-65bc23cabc7c/79f43e22-23aa-4600-95cd-4646e9670099) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:01.066479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49476) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:01.072694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c35b6-08b5-4318-9c3f-42cd9872d91c None None] Pushing event updated for resources: {'Port': ['ID=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:01.086733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60a167c5-b2ad-4708-9979-ec2a413901a4 req-ddee2cda-13ee-45fe-bbba-d3639a5028b7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 210 time: 0.1415968 Jul 08 17:42:01.128423 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4887e23a-0a55-4e8c-b369-c3cc8fe8f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.226017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] Deleting subnet 3ba21f92-0c6a-4238-91cc-a16c1b7a0665 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:01.228024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=5e86cfc3-39f8-46a9-9195-9c0fcfef0365,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:01.246315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.353374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.385781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.472814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece26e14-b879-4148-b66e-fa92c956b933 None None] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:01.539740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:01.808635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.884747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:01.901179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] For port 79f43e22-23aa-4600-95cd-4646e9670099, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=79f43e22-23aa-4600-95cd-4646e9670099,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:01.905697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:01.906758 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:01.920778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7610a372-559a-437e-9c92-1e08ae07aa27 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:01.922795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7610a372-559a-437e-9c92-1e08ae07aa27 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 0.3802860 Jul 08 17:42:01.968043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Request body: {'port': {'device_id': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'admin_state_up': True, 'tenant_id': '5db48f5d56fa4a848ca5a6442371d785'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:02.016579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.103679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.109275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3ba21f92-0c6a-4238-91cc-a16c1b7a0665 HTTP/1.1" status: 204 len: 168 time: 0.9995868 Jul 08 17:42:02.110208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9faf8-40af-4fa2-9dfc-8f986b7e2eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba21f92-0c6a-4238-91cc-a16c1b7a0665,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:02.112816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.120994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49494) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:02.129620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed855f8c-65da-4126-89b7-9c3a6bd52f01 None None] Network 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:02.139512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fca9b328-1b0b-415d-9780-f9ee331a8e30 None None] Provisioning for port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:02.431397 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.456246 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a3d548-9cdb-4066-8134-8a539d728804 req-c78c33ad-0916-4a7e-a525-5888cc65d89a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 210 time: 0.0555165 Jul 08 17:42:02.463889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] Transition to ACTIVE for port object 79f43e22-23aa-4600-95cd-4646e9670099 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:02.490864 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.499571 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.542320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Port 79f43e22-23aa-4600-95cd-4646e9670099 had new provisioning blocks added so it will not transition to active. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 08 17:42:02.671920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Deleting port de5de8db-2404-4177-9148-c46dd53de2f4 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:02.672383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.756651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.791076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b3a0f0d2-71f6-4d60-8083-bf814e4a07fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:02.871180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] For port de5de8db-2404-4177-9148-c46dd53de2f4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de5de8db-2404-4177-9148-c46dd53de2f4,segment=NetworkSegment(a070de57-3185-492f-9bce-89b3dd078ea3),segment_id=a070de57-3185-492f-9bce-89b3dd078ea3)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:02.872395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:02.889901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=a5267e77-901b-4132-946f-fc3121514eba,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:02.930265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Calling delete_port for de5de8db-2404-4177-9148-c46dd53de2f4 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:02.988985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.005813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914a06-b578-441b-94d3-fa63ac64e429 None None] Pushing event updated for resources: {'Port': ['ID=79f43e22-23aa-4600-95cd-4646e9670099,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:03.034174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Made reservation on behalf of 5db48f5d56fa4a848ca5a6442371d785 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:03.039186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.135765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:03.153901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router fc755259-79b7-4eaf-b30a-a12efcaa8dbb is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:42:03.163917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:03.164558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.255509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfa06e7-b054-43f6-ab74-14023180ad86 None None] DHCP port deletion for 1e6f49b4-0662-4eaa-aa56-5df30c5ef3be request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:42:03.257030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.268848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.273608 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-db4f6912-26bb-4448-b0fe-f9bec0425b29 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/a5267e77-901b-4132-946f-fc3121514eba HTTP/1.1" status: 204 len: 168 time: 4.9067755 Jul 08 17:42:03.275379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49522) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:03.363257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Pushing event deleted for resources: {'Port': ['ID=de5de8db-2404-4177-9148-c46dd53de2f4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:03.383864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] No DVR routers for this DVR port de5de8db-2404-4177-9148-c46dd53de2f4 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:03.448586 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.572001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,segment=NetworkSegment(b82f75b8-4ad2-48bd-a59c-e30546704427),segment_id=b82f75b8-4ad2-48bd-a59c-e30546704427)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:03.584029 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.604395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e55a61-cab7-4270-b8c3-12a87f04292d no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:03.622941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Allocated IP 172.20.0.10 (3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a/df5eb1a2-d4fa-471b-b865-b76cc86179fa/d9dab007-6b98-43f7-8f91-80b948c42a44) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:03.646011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95dcd65-b5a0-4e13-98e6-036f093ad4a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:03.652144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.661421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95dcd65-b5a0-4e13-98e6-036f093ad4a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:03.667330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95dcd65-b5a0-4e13-98e6-036f093ad4a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:03.669553 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a95dcd65-b5a0-4e13-98e6-036f093ad4a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3916643 Jul 08 17:42:03.682980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49532) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:03.727330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:03.736044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-924dc455-d51f-4874-aec4-fa4ef6e65902 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/fc755259-79b7-4eaf-b30a-a12efcaa8dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9011190 Jul 08 17:42:03.738564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49534) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:03.742861 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] Sync routers for ids ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:03.761486 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] Routers {'fc755259-79b7-4eaf-b30a-a12efcaa8dbb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:03.775006 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:01Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:03.853036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 69e55a61-cab7-4270-b8c3-12a87f04292d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:03.858723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e55a61-cab7-4270-b8c3-12a87f04292d not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:03.859754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aa4a810e-edba-463f-ab98-a4bbdd27e31e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:03.934954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 320e3edb-a436-4fa6-8e60-9035b1b0ac42 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:03.941924 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:03.950945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6f49b4-0662-4eaa-aa56-5df30c5ef3be']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:03.959573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:03.969485 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] Routers {'fc755259-79b7-4eaf-b30a-a12efcaa8dbb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:03.970385 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:01Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:04.001836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:04.008074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: aa4a810e-edba-463f-ab98-a4bbdd27e31e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:04.008440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device aa4a810e-edba-463f-ab98-a4bbdd27e31e not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:04.023237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-64216bb7-71b6-4dff-a84e-20a1d956bc57 None None] Provisioning for port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:04.034891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-64216bb7-71b6-4dff-a84e-20a1d956bc57 None None] Provisioning complete for port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:04.036607 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-64216bb7-71b6-4dff-a84e-20a1d956bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.059769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c88574-0cc3-4ea0-9fe8-8d2085501455 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:04.069919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-37c88574-0cc3-4ea0-9fe8-8d2085501455 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports/5e86cfc3-39f8-46a9-9195-9c0fcfef0365 HTTP/1.1" status: 200 len: 910 time: 0.3268471 Jul 08 17:42:04.075452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49538) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:04.087951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a070de57-3185-492f-9bce-89b3dd078ea3') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:04.088550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a070de57-3185-492f-9bce-89b3dd078ea3') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:04.106208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-64216bb7-71b6-4dff-a84e-20a1d956bc57 None None] Port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:04.115461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88dbef1b-446b-403d-aa21-22206a8e3345'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:04.119500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-64216bb7-71b6-4dff-a84e-20a1d956bc57 None None] Provisioning complete for port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:04.119886 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-64216bb7-71b6-4dff-a84e-20a1d956bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.156326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff8b9632-be6a-49cd-b198-d7334905d72c req-8b66f9ea-9a97-45dd-96a0-0018c0ce84bb tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 210 time: 0.2112575 Jul 08 17:42:04.174936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.186059 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:04.186723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716aae4-da5d-489d-a915-4d45bc37ce41 None None] The sync data for ids ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:04.215935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.219957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.275181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:42:04.278289 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:42:04.292271 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:42:04.417846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.421330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49542) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:04.459347 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.477681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dd1ebb96-c86f-4cb9-92b1-f06223689b3d None None] Provisioning complete for port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:04.478133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dd1ebb96-c86f-4cb9-92b1-f06223689b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.522373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.524366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] 10.222.0.63 "DELETE /v2.0/networks/1e6f49b4-0662-4eaa-aa56-5df30c5ef3be HTTP/1.1" status: 204 len: 168 time: 2.4023802 Jul 08 17:42:04.529782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bafdfe-c4a0-48f1-a7a1-b8977eb4bcae admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6f49b4-0662-4eaa-aa56-5df30c5ef3be,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:04.550214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.582143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ebb96-c86f-4cb9-92b1-f06223689b3d None None] Port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:04.729027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c095e47-6e14-4782-b602-f08d9e2cd4dd None None] Provisioning for port 79f43e22-23aa-4600-95cd-4646e9670099 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:04.749060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c095e47-6e14-4782-b602-f08d9e2cd4dd None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:04.749060 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c095e47-6e14-4782-b602-f08d9e2cd4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.813900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.821892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2efff0a0-86bd-41f3-b01b-e31f10b37a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.866023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49550) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:04.883860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 79f43e22-23aa-4600-95cd-4646e9670099 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:04.931719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=320e3edb-a436-4fa6-8e60-9035b1b0ac42,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:04.954244 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:04.960342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-db1e8061-be7e-4d88-bca4-5ff4b027998e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/320e3edb-a436-4fa6-8e60-9035b1b0ac42 HTTP/1.1" status: 204 len: 168 time: 1.2763169 Jul 08 17:42:04.964450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49554) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:04.994229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:04.994627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.058207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04702cef-5e05-4822-a883-834accf34c72 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:05.076289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.140289 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-80d55c4f-d9d5-4471-8f9b-98b495ece91b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6544185 Jul 08 17:42:05.188407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.195603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b50cb934-1543-48cc-9eda-96aa6d2f5ec9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b14560631ba543b18b297591d37c7d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181338 Jul 08 17:42:05.196762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49558) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:05.220726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet f9a89d61-05df-4315-87eb-65bc23cabc7c {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:05.232520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.243873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ac201760-38d4-4215-8e7f-78135fda7cf7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:05.322948 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.342252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event updated for resources: {'Port': ['ID=d9dab007-6b98-43f7-8f91-80b948c42a44,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:05.400030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f3d0876d-356e-4b2c-bfc5-a684c7b8779f None None] Provisioning complete for port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:05.400797 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f3d0876d-356e-4b2c-bfc5-a684c7b8779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.406286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b3a0f0d2-71f6-4d60-8083-bf814e4a07fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:05.517090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.545399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0876d-356e-4b2c-bfc5-a684c7b8779f None None] Port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:05.558454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:05.576682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f3d0876d-356e-4b2c-bfc5-a684c7b8779f None None] Could not find standard attr ID for object a5267e77-901b-4132-946f-fc3121514eba. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:42:05.586190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:05.587916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:05.588839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.594526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:05.621988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da4d2cfb-f47d-4c79-bf92-40a05bf087eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.626924 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2efff0a0-86bd-41f3-b01b-e31f10b37a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.639074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-d2fd1f13-86a1-4605-b021-5ba8f1004445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:05.639313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d11a6-1165-448a-b330-e16545783ad1 req-c2c89c7e-9549-4ad9-bb1d-45d2d2989de1 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:05.640962 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-d2fd1f13-86a1-4605-b021-5ba8f1004445 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1096 time: 0.3435903 Jul 08 17:42:05.646893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d72d11a6-1165-448a-b330-e16545783ad1 req-c2c89c7e-9549-4ad9-bb1d-45d2d2989de1 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 932 time: 0.2345483 Jul 08 17:42:05.678277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2efff0a0-86bd-41f3-b01b-e31f10b37a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.734482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da4d2cfb-f47d-4c79-bf92-40a05bf087eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.765018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.815182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d72d11a6-1165-448a-b330-e16545783ad1 req-4177fec5-b363-4af8-a9f7-30d17038bc52 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672688 Jul 08 17:42:05.830022 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a89d61-05df-4315-87eb-65bc23cabc7c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:05.846490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2efff0a0-86bd-41f3-b01b-e31f10b37a19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7232a096169044d49088c34aba5787d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4215586 Jul 08 17:42:05.846490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efff0a0-86bd-41f3-b01b-e31f10b37a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bd2f3a-799e-4497-b495-070f7f851d46,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:05.853835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49564) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:05.865531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.867351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-69549c1f-3b2a-41d3-b553-72747fea371c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/f9a89d61-05df-4315-87eb-65bc23cabc7c HTTP/1.1" status: 204 len: 168 time: 0.8981068 Jul 08 17:42:05.870069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49566) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:05.886191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:05.887382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:05.907343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-d9f0f318-27e3-431d-91ae-c23dbc9595aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:05.910274 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-d9f0f318-27e3-431d-91ae-c23dbc9595aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.2402217 Jul 08 17:42:05.916213 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-7c5749eb-bc7a-44cc-814a-2fa12487ceb3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9555299 Jul 08 17:42:05.926820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-124bbf69-695b-4e44-9969-56960580c4b0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531416 Jul 08 17:42:05.932716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49572) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:05.939878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Request body: {'port': {'device_id': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:05.951738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:05.997945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de5de8db-2404-4177-9148-c46dd53de2f4 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:06.027092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: de5de8db-2404-4177-9148-c46dd53de2f4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:06.027603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de5de8db-2404-4177-9148-c46dd53de2f4 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:06.056915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50d-a703-4a7f-8364-cd7029c67846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.058595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da4d2cfb-f47d-4c79-bf92-40a05bf087eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.061230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da4d2cfb-f47d-4c79-bf92-40a05bf087eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.062421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da4d2cfb-f47d-4c79-bf92-40a05bf087eb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a7fec8d-063d-430d-9c38-73fb52c1a197 HTTP/1.1" status: 204 len: 168 time: 0.8599508 Jul 08 17:42:06.137500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d2cfb-f47d-4c79-bf92-40a05bf087eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7fec8d-063d-430d-9c38-73fb52c1a197,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:06.150975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50d-a703-4a7f-8364-cd7029c67846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.163415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:06.167023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.317406 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50d-a703-4a7f-8364-cd7029c67846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.334048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ea47a50d-a703-4a7f-8364-cd7029c67846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.337642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ea47a50d-a703-4a7f-8364-cd7029c67846 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6bd2f3a-799e-4497-b495-070f7f851d46 HTTP/1.1" status: 204 len: 168 time: 0.4803109 Jul 08 17:42:06.348317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47a50d-a703-4a7f-8364-cd7029c67846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bd2f3a-799e-4497-b495-070f7f851d46,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:06.464881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.493604 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-16772162-4d61-46f7-9eac-08cd7882c813 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 1000 time: 0.5764077 Jul 08 17:42:06.497786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.776606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.834207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:06.834207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:06.855303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/ports/5e86cfc3-39f8-46a9-9195-9c0fcfef0365 HTTP/1.1" status: 200 len: 910 time: 2.7567492 Jul 08 17:42:06.871432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49594) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:06.897007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927da6d2-ba00-4a96-8129-96e8115ac40a None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:06.898512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087359d5-db19-482c-b42c-c1b52099bd65 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=5e86cfc3-39f8-46a9-9195-9c0fcfef0365,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:06.907741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-840735a4-2e75-4743-9f2b-9fe02878eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:06.909748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-840735a4-2e75-4743-9f2b-9fe02878eb70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.4076943 Jul 08 17:42:06.945670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:06.972512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:06.989967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:06.990860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:07.063961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9ffec870-383f-4204-8ec7-b4c28287111f None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:07.076237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9ffec870-383f-4204-8ec7-b4c28287111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:07.096344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:07.155748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49602) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:07.169621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=e2babeda-b3e1-4969-ab9c-9ee471b57723,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:07.273800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-712aa0f4-f841-4db7-84e3-a91d783aff59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3398466 Jul 08 17:42:07.278013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49606) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:07.282436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-397e2c05-a98b-49fe-a220-8bfc7759b0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:07.304503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:07.500357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be24f0-9b0d-48f9-9b60-69ce100e7e31 req-a090cb4e-40b0-4387-8b5a-d1c4fd6494d1 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:07.502015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46be24f0-9b0d-48f9-9b60-69ce100e7e31 req-a090cb4e-40b0-4387-8b5a-d1c4fd6494d1 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 932 time: 0.4429200 Jul 08 17:42:07.749330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-475f0b08-0c76-48fa-873a-28a6b22545ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:07.751283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-475f0b08-0c76-48fa-873a-28a6b22545ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7523086 Jul 08 17:42:07.853103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49622) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:07.886325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46be24f0-9b0d-48f9-9b60-69ce100e7e31 req-1392b927-7971-42b5-97db-e022f4fb4991 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719337 Jul 08 17:42:08.032305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-145055186-network', 'tenant_id': '57f5300881ec4f3c9eaefdf000694ccd'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:08.196767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6de981-a426-4292-adcb-c52584f43f9d None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:08.343113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ca22c1a5-6ffd-4974-9c4e-452f3895b4f0 None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:08.343470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca22c1a5-6ffd-4974-9c4e-452f3895b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.588276 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-75949ca0-1d75-4624-bbeb-2b8982cd244b service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8223782 Jul 08 17:42:08.715350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-397e2c05-a98b-49fe-a220-8bfc7759b0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.732207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-397e2c05-a98b-49fe-a220-8bfc7759b0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.735352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:08.739312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.790443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dab007-6b98-43f7-8f91-80b948c42a44 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:08.804683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Made reservation on behalf of 57f5300881ec4f3c9eaefdf000694ccd for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:08.807547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.817756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.821615 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.823465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc863c06-7e93-4bc6-8cb9-b9e3c4175ce1 req-d709c147-16b8-4bca-b5d7-449d9fb8b9d6 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249935 Jul 08 17:42:08.826456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4b53e1c0-a096-484e-a4aa-375dc69f9c6c None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:08.826951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e2c05-a98b-49fe-a220-8bfc7759b0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa039f65-b408-4f96-a62f-8c40adddae3d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:08.828859 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4b53e1c0-a096-484e-a4aa-375dc69f9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:08.836097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-397e2c05-a98b-49fe-a220-8bfc7759b0b0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6a4a28b0aa3745a9ac079903572d770a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6737864 Jul 08 17:42:08.843654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49636) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:08.855893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Transition to ACTIVE for port object d9dab007-6b98-43f7-8f91-80b948c42a44 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:08.911735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.126229 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.132461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dab007-6b98-43f7-8f91-80b948c42a44,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:09.165043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.189541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:42:09.215603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.216151 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Added segment f8b9c00a-d541-4d15-b2b1-3a5a11198291 of type vlan for network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d Jul 08 17:42:09.217752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fcd96a2-e83e-4871-a488-eaf08f987411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.226581 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.271197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.376896 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fcd96a2-e83e-4871-a488-eaf08f987411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.378564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Attempting to bind port d9dab007-6b98-43f7-8f91-80b948c42a44 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:09.379915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Attempting to bind port d9dab007-6b98-43f7-8f91-80b948c42a44 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:09.380252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Attempting to bind port d9dab007-6b98-43f7-8f91-80b948c42a44 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:09.384617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.385931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:09.386798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.398127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Port d9dab007-6b98-43f7-8f91-80b948c42a44 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:42:09.398354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Attempting to bind port d9dab007-6b98-43f7-8f91-80b948c42a44 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:09.415868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:09.416211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Checking segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:09.416585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Bound using segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:09.417053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Bound port: d9dab007-6b98-43f7-8f91-80b948c42a44, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:09.417411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.556196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fcd96a2-e83e-4871-a488-eaf08f987411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.558885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fcd96a2-e83e-4871-a488-eaf08f987411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.560824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7022660 Jul 08 17:42:09.562677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2fcd96a2-e83e-4871-a488-eaf08f987411 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa039f65-b408-4f96-a62f-8c40adddae3d HTTP/1.1" status: 204 len: 168 time: 0.7134638 Jul 08 17:42:09.562677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49654) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:09.571114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3c3871-5197-49f5-89cf-b16288b904c4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:09.595449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Request body: {'subnet': {'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-145055186-subnet', 'tenant_id': '57f5300881ec4f3c9eaefdf000694ccd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:09.637627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] For port d9dab007-6b98-43f7-8f91-80b948c42a44, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:09.648119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddb180-4662-4425-ae88-5a1120db404e admin admin] Pushing event updated for resources: {'Network': ['ID=9410ac74-0d5a-4c9e-9f04-77f7af661f3d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:09.665267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:42:09.674262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d52f14-0461-466d-a658-4e3a036371f6 req-eb075e6e-c93b-43fc-ba3f-e0dadd4e5913 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:09.674697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd96a2-e83e-4871-a488-eaf08f987411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa039f65-b408-4f96-a62f-8c40adddae3d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:09.676014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8d52f14-0461-466d-a658-4e3a036371f6 req-eb075e6e-c93b-43fc-ba3f-e0dadd4e5913 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 944 time: 0.5520589 Jul 08 17:42:09.774174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] For port d9dab007-6b98-43f7-8f91-80b948c42a44, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d9dab007-6b98-43f7-8f91-80b948c42a44,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:09.775382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Made reservation on behalf of 57f5300881ec4f3c9eaefdf000694ccd for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:09.778831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.810267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.831966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8d52f14-0461-466d-a658-4e3a036371f6 req-39f24d33-b64e-475a-968b-92fd725a4e03 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473720 Jul 08 17:42:09.844593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:42:09.937195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dab007-6b98-43f7-8f91-80b948c42a44,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:09.964594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:09.965481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:09.967293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-ec52abf0-ca58-43aa-894c-afe8146c82c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/d9dab007-6b98-43f7-8f91-80b948c42a44 HTTP/1.1" status: 200 len: 1092 time: 4.0429833 Jul 08 17:42:09.967948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'tag': 'd9dab007-6b98-43f7-8f91-80b948c42a44'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:09.970416 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d627f18d-4bb2-47c1-9888-b779c3e91710" -d '{"events": [{"name": "network-changed", "server_uuid": "ee088122-a4b0-4c0e-97d6-b862e29c1050", "tag": "d9dab007-6b98-43f7-8f91-80b948c42a44"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:10.042142 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2166572f-6533-4bd6-98f6-1ac8ca058030 x-openstack-request-id: req-2166572f-6533-4bd6-98f6-1ac8ca058030 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:10.042761 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee088122-a4b0-4c0e-97d6-b862e29c1050", "tag": "d9dab007-6b98-43f7-8f91-80b948c42a44", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:10.043335 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2166572f-6533-4bd6-98f6-1ac8ca058030 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:10.043923 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'tag': 'd9dab007-6b98-43f7-8f91-80b948c42a44', 'status': 'completed', 'code': 200} Jul 08 17:42:10.091274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:10.092007 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.195946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.237979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-6b930335-2b84-4521-b739-1d4ff313129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:10.240202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-6b930335-2b84-4521-b739-1d4ff313129b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 1095 time: 0.2231803 Jul 08 17:42:10.251984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.313738 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-38dd1e24-4ecd-4e32-94e6-602bcfb5b0e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9dab007-6b98-43f7-8f91-80b948c42a44 HTTP/1.1" status: 200 len: 217 time: 0.0637286 Jul 08 17:42:10.335823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 5e86cfc3-39f8-46a9-9195-9c0fcfef0365 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:10.485465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.507427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 79f43e22-23aa-4600-95cd-4646e9670099, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=79f43e22-23aa-4600-95cd-4646e9670099,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:10.564287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-710f6fa4-ff73-4509-87fc-e6dfc4af9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:10.565999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-710f6fa4-ff73-4509-87fc-e6dfc4af9fb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.2193198 Jul 08 17:42:10.568659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.575738 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.576458 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.637692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-309bcd97-1324-45e1-8510-bed1a0397a6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447102 Jul 08 17:42:10.645499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=64222571-ce6c-4058-97a6-8e1fd0fe211d,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:10.654768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=79f43e22-23aa-4600-95cd-4646e9670099,revision_number=8']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:10.692510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:10.695929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:10.700861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:10.701466 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:10.707394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6027d-78c9-4989-93fa-8746d6e49712 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:10.716223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=ffff0221-91e3-4246-ba3c-0dceaf39be3e,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:10.735487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-342c5cb5-e221-4379-8516-db3275e479f0 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4563854 Jul 08 17:42:10.736372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49688) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:10.744890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:e4:ea:8d', 'name': 'tempest-NetworksTestDHCPv6-1961195706'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:10.854814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-6e83a9a4-adb8-4bc0-80f7-a5544cb67596 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014432 Jul 08 17:42:10.863003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Checking segment: {'id': 'f8b9c00a-d541-4d15-b2b1-3a5a11198291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:10.864240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Network hostable DHCP agents. Network: 9410ac74-0d5a-4c9e-9f04-77f7af661f3d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:42:10.920194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:11.026733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:42:11.071982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9410ac74-0d5a-4c9e-9f04-77f7af661f3d) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:11.080920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc49b95-076e-450b-993b-22473faa8e0c None None] Network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:11.085395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:11.086251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:11.101569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:11.121702 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:11.194139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2021ec84-6deb-4309-a0e0-ca891df23fee admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6051207 Jul 08 17:42:11.196981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:42:11.205960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=5e86cfc3-39f8-46a9-9195-9c0fcfef0365,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:11.212404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dc8e1026-88a3-4dfe-8583-74c2da6027ca req-47589fe9-3ee5-4e28-ace4-e773ff99f00c service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432319 Jul 08 17:42:11.259370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': 'ffff0221-91e3-4246-ba3c-0dceaf39be3e', 'ip_address': '2001:db8::f816:3eff:fe70:a05f'}, {'subnet_id': 'e2babeda-b3e1-4969-ab9c-9ee471b57723'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '79f43e22-23aa-4600-95cd-4646e9670099'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:42:11.379598 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:11.551094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245c729-e125-4cc8-8444-44bcbed74d3f req-4fbf48ec-c94f-42b4-b7de-4447b4c64081 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:11.552832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3245c729-e125-4cc8-8444-44bcbed74d3f req-4fbf48ec-c94f-42b4-b7de-4447b4c64081 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 944 time: 0.4439042 Jul 08 17:42:11.630834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3245c729-e125-4cc8-8444-44bcbed74d3f req-97749619-2954-4d24-958a-8678f2e760ee tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706849 Jul 08 17:42:11.712784 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:11.726814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 172.20.0.13 (02f2602e-703e-48f5-899b-7f1e2951c730/e2babeda-b3e1-4969-ab9c-9ee471b57723/074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:11.749169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fee4:ea8d (02f2602e-703e-48f5-899b-7f1e2951c730/ffff0221-91e3-4246-ba3c-0dceaf39be3e/074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:11.810565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa6d5b-daaa-4a65-8df0-08507f2e4518 None None] Network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:11.819648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-1582d518-749c-4bbb-9a00-8d18c96f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:11.821251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-1582d518-749c-4bbb-9a00-8d18c96f17d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 1095 time: 0.5239627 Jul 08 17:42:11.991875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router fc755259-79b7-4eaf-b30a-a12efcaa8dbb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:42:12.098967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:12.118776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:12.130255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-11884840-4353-43c3-9ea2-62518da49fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:12.132646 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-11884840-4353-43c3-9ea2-62518da49fb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 915 time: 0.3022752 Jul 08 17:42:12.165777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:12.194138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:12.196784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-cccfb60b-426d-48b5-9f6f-afc3b05af44a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9dab007-6b98-43f7-8f91-80b948c42a44 HTTP/1.1" status: 200 len: 217 time: 0.0560501 Jul 08 17:42:12.200450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bbef631a-603d-4920-9b51-7cdef5fff905 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/fc755259-79b7-4eaf-b30a-a12efcaa8dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3105979 Jul 08 17:42:12.203181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49724) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:12.266812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Allocated IP 172.20.0.2 (02f2602e-703e-48f5-899b-7f1e2951c730/e2babeda-b3e1-4969-ab9c-9ee471b57723/79f43e22-23aa-4600-95cd-4646e9670099) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:12.278477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa18a02f-4b41-45ff-8d7a-bbf7c28b754c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc755259-79b7-4eaf-b30a-a12efcaa8dbb HTTP/1.1" status: 200 len: 205 time: 0.0733347 Jul 08 17:42:12.280880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49738) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:12.367112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] Sync routers for ids ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:12.384684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:12.398048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] Routers {'fc755259-79b7-4eaf-b30a-a12efcaa8dbb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:12.398863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:01Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:12.438047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:12.440070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b8245c-603a-44b2-9b6e-8ba920485401 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:12.444604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:12.488556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-2808a13e-93f9-4260-b8bf-743d8979a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:12.490099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-2808a13e-93f9-4260-b8bf-743d8979a1fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.2847679 Jul 08 17:42:12.508264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:12.509030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:12.549073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8093016 Jul 08 17:42:12.553182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49752) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:12.582195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:12.595892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5343c-18ca-4a66-9505-5ffe79fbf41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:12.622534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] For port 79f43e22-23aa-4600-95cd-4646e9670099, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=79f43e22-23aa-4600-95cd-4646e9670099,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:12.711494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-0249c6b7-a70d-484d-8a4d-66a4de4e985d tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:12.712052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-e4cb70a5-9cf9-4318-aef4-c10ba0e17377 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940275 Jul 08 17:42:12.713618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-0249c6b7-a70d-484d-8a4d-66a4de4e985d tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/networks?id=9410ac74-0d5a-4c9e-9f04-77f7af661f3d HTTP/1.1" status: 200 len: 813 time: 0.3980329 Jul 08 17:42:12.721629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:12.741015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befda364-8db2-4f41-ad3f-17daccb7ff7c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:12.747891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befda364-8db2-4f41-ad3f-17daccb7ff7c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:12.749980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-befda364-8db2-4f41-ad3f-17daccb7ff7c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1942105 Jul 08 17:42:12.752632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:12.783388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-7341f51c-f18a-4a65-838f-84f6f951fa7a tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/quotas/57f5300881ec4f3c9eaefdf000694ccd HTTP/1.1" status: 200 len: 375 time: 0.0318944 Jul 08 17:42:12.810553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Transition to ACTIVE for port object 79f43e22-23aa-4600-95cd-4646e9670099 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:12.823175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 79f43e22-23aa-4600-95cd-4646e9670099 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:12.875330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-b7d86ab7-4c01-47f9-b907-c3f48f9408e0 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=57f5300881ec4f3c9eaefdf000694ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618377 Jul 08 17:42:12.902263 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:12.904453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] Routers {'fc755259-79b7-4eaf-b30a-a12efcaa8dbb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:12.905680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:01Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:13.084838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b8245c-603a-44b2-9b6e-8ba920485401 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.122627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b8245c-603a-44b2-9b6e-8ba920485401 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.122812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:13.123316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.188292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:13.201535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c472664c-c367-41a0-9c70-69bd86ccae92 None None] The sync data for ids ['fc755259-79b7-4eaf-b30a-a12efcaa8dbb'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:13.207617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Pushing event updated for resources: {'Port': ['ID=79f43e22-23aa-4600-95cd-4646e9670099,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:13.331400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.331913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b8245c-603a-44b2-9b6e-8ba920485401 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.332842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b8245c-603a-44b2-9b6e-8ba920485401 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Fanout notify agent at l3_agent the message router_deleted on router fc755259-79b7-4eaf-b30a-a12efcaa8dbb {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:42:13.336444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.338578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.339092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.339607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.340045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.342058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.342762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.344705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.351526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.352231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.352728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e291da6-6e46-456b-b067-4e42e3346e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:13.374358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36b8245c-603a-44b2-9b6e-8ba920485401 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.378195 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-36b8245c-603a-44b2-9b6e-8ba920485401 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/fc755259-79b7-4eaf-b30a-a12efcaa8dbb HTTP/1.1" status: 204 len: 168 time: 1.0902946 Jul 08 17:42:13.396084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49770) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:13.488973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.502308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:13.531819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-84150173-9061-46b6-ba29-a4928394233a service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438927 Jul 08 17:42:13.606159 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.643468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-a3b1341c-51c9-4c60-95ef-9360cdd266e1 service neutron] 10.222.0.63 "GET /v2.0/networks/9410ac74-0d5a-4c9e-9f04-77f7af661f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422390 Jul 08 17:42:13.672998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet 88dbef1b-446b-403d-aa21-22206a8e3345 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:13.680025 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.744091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.817939 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d627f18d-4bb2-47c1-9888-b779c3e91710 req-f2538b9f-6cad-4163-a393-5b341df4352e service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795825 Jul 08 17:42:13.908855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:13.988141 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:14.024545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=88dbef1b-446b-403d-aa21-22206a8e3345,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:14.038369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:14.039581 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac380b8b-3dfd-4e9c-8e69-dbabf12369f1 None None] Network e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:14.043073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc74c66e-1631-4a89-8a7b-e98029f8ebc6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/88dbef1b-446b-403d-aa21-22206a8e3345 HTTP/1.1" status: 204 len: 168 time: 0.6422520 Jul 08 17:42:14.043567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49784) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:14.177640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:14.311345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:14.311776 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:14.454416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] DHCP port deletion for e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:42:14.546731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e729ec9-fa86-449d-a328-7463e69b5fe5 req-5a87091a-97b1-4e79-a3b4-ae35d1bea33d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:14.574732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e729ec9-fa86-449d-a328-7463e69b5fe5 req-5a87091a-97b1-4e79-a3b4-ae35d1bea33d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 944 time: 1.2037306 Jul 08 17:42:14.603504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] Deleting port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:14.605125 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:14.649824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-6baa2ace-7fb6-4e4d-b57d-83e32bcd3ec7 service neutron] 10.222.0.63 "GET /v2.0/networks/9410ac74-0d5a-4c9e-9f04-77f7af661f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9955397 Jul 08 17:42:14.698291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e729ec9-fa86-449d-a328-7463e69b5fe5 req-3703f988-0fef-4cf8-9b1a-718445ae3a9c tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219432 Jul 08 17:42:14.783613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d9dab007-6b98-43f7-8f91-80b948c42a44 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:42:15.006464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d9dab007-6b98-43f7-8f91-80b948c42a44, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d9dab007-6b98-43f7-8f91-80b948c42a44,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:15.022244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 79f43e22-23aa-4600-95cd-4646e9670099 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:15.035122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.067814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] For port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,segment=NetworkSegment(b82f75b8-4ad2-48bd-a59c-e30546704427),segment_id=b82f75b8-4ad2-48bd-a59c-e30546704427)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:15.069024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.084657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] Calling delete_port for b3a0f0d2-71f6-4d60-8083-bf814e4a07fa owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:15.153564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:15.243999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa34f9ec-95f7-4988-aba0-f14414692b64 req-7037226d-9ee1-49e3-8866-8ebb08bb16d5 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 210 time: 0.0749512 Jul 08 17:42:15.279671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'd9dab007-6b98-43f7-8f91-80b948c42a44', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'port_id': 'd9dab007-6b98-43f7-8f91-80b948c42a44', 'mac_address': 'fa:16:3e:24:02:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5eb1a2-d4fa-471b-b865-b76cc86179fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:42:15.329163 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.379976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,segment=NetworkSegment(b82f75b8-4ad2-48bd-a59c-e30546704427),segment_id=b82f75b8-4ad2-48bd-a59c-e30546704427)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:15.380467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.418140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.439270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-734c30ae-b086-4b56-bcfe-97099532a023 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3 HTTP/1.1" status: 204 len: 168 time: 2.6835399 Jul 08 17:42:15.445202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for b3a0f0d2-71f6-4d60-8083-bf814e4a07fa owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:15.445868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49806) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:15.472607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] No DVR routers for this DVR port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:15.485392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab27ed-c589-41b3-9888-72e70a7c8120 None None] Pushing event deleted for resources: {'Port': ['ID=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:15.488960 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.560446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ebbd1b2e-428e-4373-b565-a249f3aae579 None None] Provisioning for port 79f43e22-23aa-4600-95cd-4646e9670099 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:15.573312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dab007-6b98-43f7-8f91-80b948c42a44 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:15.605770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.609587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d9dab007-6b98-43f7-8f91-80b948c42a44, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d9dab007-6b98-43f7-8f91-80b948c42a44,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:15.611583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ebbd1b2e-428e-4373-b565-a249f3aae579 None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:15.612076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6c3d6-c329-4ecf-94fb-04c78069b606 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:15.612879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1b2e-428e-4373-b565-a249f3aae579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.616708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6c3d6-c329-4ecf-94fb-04c78069b606 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:15.618625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6c3d6-c329-4ecf-94fb-04c78069b606 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:15.620556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-62e6c3d6-c329-4ecf-94fb-04c78069b606 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1734660 Jul 08 17:42:15.623276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49814) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:15.640580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=b3a0f0d2-71f6-4d60-8083-bf814e4a07fa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:15.648475 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.654426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port b3a0f0d2-71f6-4d60-8083-bf814e4a07fa on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:15.707261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:15.714032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.755461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet e2babeda-b3e1-4969-ab9c-9ee471b57723 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:15.765644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.830478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.841463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.869665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44cbd27-18d4-402f-b2f0-eff71ac8c5b7']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:15.882263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82f75b8-4ad2-48bd-a59c-e30546704427') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:15.882738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82f75b8-4ad2-48bd-a59c-e30546704427') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:15.894227 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.968913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.974453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['d9dab007-6b98-43f7-8f91-80b948c42a44'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:15.975734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:42:15.976272 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:42:15.984484 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:42:16.091755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=d9dab007-6b98-43f7-8f91-80b948c42a44,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:16.110369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.137183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.137183 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/e44cbd27-18d4-402f-b2f0-eff71ac8c5b7 HTTP/1.1" status: 204 len: 168 time: 2.0861847 Jul 08 17:42:16.137183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49830) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:16.141701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-125d9cec-7669-4c80-a087-334d600ace54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-74205741', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:16.188764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-125d9cec-7669-4c80-a087-334d600ace54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.190121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-125d9cec-7669-4c80-a087-334d600ace54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.194806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9e403-b0a7-4daa-9242-9adf181e0767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=e44cbd27-18d4-402f-b2f0-eff71ac8c5b7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:16.235449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.370912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-125d9cec-7669-4c80-a087-334d600ace54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.384310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-125d9cec-7669-4c80-a087-334d600ace54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.400069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1e691715-94c4-4c91-9760-27c86a0ff59e None None] Could not find standard attr ID for object 074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:42:16.429636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.447252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-125d9cec-7669-4c80-a087-334d600ace54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.454582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.458721 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-125d9cec-7669-4c80-a087-334d600ace54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.3211732 Jul 08 17:42:16.459362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49842) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:16.461035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/e2babeda-b3e1-4969-ab9c-9ee471b57723 HTTP/1.1" status: 204 len: 168 time: 0.8364983 Jul 08 17:42:16.461422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff548d-17a1-4e22-bc68-8f6a90626931 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:16.469713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49844) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:16.487884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-1245332616'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:16.526152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662317b0-4544-4e71-8be1-3e29733d11a5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=e2babeda-b3e1-4969-ab9c-9ee471b57723,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:16.572062 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab2705-6f9b-4ad3-a370-c532fd50b3d2 req-26e063b6-d652-467d-8ebb-2b481d6df669 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:16.573851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49ab2705-6f9b-4ad3-a370-c532fd50b3d2 req-26e063b6-d652-467d-8ebb-2b481d6df669 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 945 time: 0.4930820 Jul 08 17:42:16.632919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b3a0f0d2-71f6-4d60-8083-bf814e4a07fa no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:16.646298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49ab2705-6f9b-4ad3-a370-c532fd50b3d2 req-7daaaeae-1a5f-4d15-b7d2-222b38d4793b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659518 Jul 08 17:42:16.673953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b3a0f0d2-71f6-4d60-8083-bf814e4a07fa {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:16.675718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b3a0f0d2-71f6-4d60-8083-bf814e4a07fa not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:16.743490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:16.750169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.808461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-76a27f0b-5723-4b25-b805-7c164e12e46f req-626e882c-81b0-4821-ab8f-d8a348a9623f tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 210 time: 0.0550153 Jul 08 17:42:16.834782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet ffff0221-91e3-4246-ba3c-0dceaf39be3e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:16.845979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.898607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:42:16.921866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:16.922218 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment 166513f3-2932-4274-96ee-01dcb4777340 of type vlan for network 0fe30446-3fdc-4411-a4c6-350e4062d04a Jul 08 17:42:16.934614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.030376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.181941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.404357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.411879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:17.412661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.550074 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0895455 Jul 08 17:42:17.552636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.553418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49866) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:17.563341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:17.637944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70540ddb-a5e5-4124-8639-8ebbbf54dc54 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=0fe30446-3fdc-4411-a4c6-350e4062d04a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:17.657102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:42:17.693098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=ffff0221-91e3-4246-ba3c-0dceaf39be3e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:17.706636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.709799 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3bffa45b-9380-45c9-85fa-e976f14b8af6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/ffff0221-91e3-4246-ba3c-0dceaf39be3e HTTP/1.1" status: 204 len: 168 time: 1.2097731 Jul 08 17:42:17.724502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c033ca9-157b-4295-9037-93060ee4dd5a None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:17.732595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49872) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:17.827493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7ebb6a68-593a-48c1-9a70-b379c6b41083 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916610 Jul 08 17:42:17.830448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49874) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:17.837038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:17.840648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-3f241249-66e8-40e6-b522-6ab789496a06 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:17.843005 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-3f241249-66e8-40e6-b522-6ab789496a06 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.72 "GET /v2.0/networks?id=9410ac74-0d5a-4c9e-9f04-77f7af661f3d HTTP/1.1" status: 200 len: 813 time: 0.5582943 Jul 08 17:42:17.847035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:17.858232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Request body: {'port': {'device_id': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d', 'admin_state_up': True, 'tenant_id': '57f5300881ec4f3c9eaefdf000694ccd'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:17.863708 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:17.920920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-205d7092-88f3-4753-8909-203153ad7bd4 None None] Provisioning complete for port 79f43e22-23aa-4600-95cd-4646e9670099 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:17.921488 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-205d7092-88f3-4753-8909-203153ad7bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.137282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Made reservation on behalf of 57f5300881ec4f3c9eaefdf000694ccd for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:18.143730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.187174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:42:18.310707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] Deleting port 79f43e22-23aa-4600-95cd-4646e9670099 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:18.311084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.330136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Allocated IP 172.20.0.12 (9410ac74-0d5a-4c9e-9f04-77f7af661f3d/64222571-ce6c-4058-97a6-8e1fd0fe211d/1a9189b1-0cf3-4578-ad25-6d7c26da8621) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:18.357430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90c6a75d-c67f-44a3-b1c1-25c33168b11e req-4f5dab13-3d35-4575-b836-ad15fd0fab21 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 210 time: 0.1089473 Jul 08 17:42:18.361180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:18.365536 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.484669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] For port 79f43e22-23aa-4600-95cd-4646e9670099, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=79f43e22-23aa-4600-95cd-4646e9670099,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:18.486532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.529828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] Calling delete_port for 79f43e22-23aa-4600-95cd-4646e9670099 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:18.568272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b362d-44fa-4f0e-b94d-04493f102a7b req-4a7d49ad-1966-482f-85da-b18f81029497 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:18.568461 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.584344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-978b362d-44fa-4f0e-b94d-04493f102a7b req-4a7d49ad-1966-482f-85da-b18f81029497 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 945 time: 0.6438420 Jul 08 17:42:18.632756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.633235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d9dab007-6b98-43f7-8f91-80b948c42a44 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:18.715668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Pushing event updated for resources: {'Port': ['ID=1a9189b1-0cf3-4578-ad25-6d7c26da8621,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:18.735722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:18.737339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:18.745053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:18.878878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:18.881490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:18.907502 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-84057aad-d54b-483a-95cc-1e4d0f8e83a2 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0538766 Jul 08 17:42:18.927406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Request body: {'port': {'device_id': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:18.942117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-978b362d-44fa-4f0e-b94d-04493f102a7b req-a2de1e52-d84e-43e6-ab2b-f36d63ada66e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504031 Jul 08 17:42:19.048524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.049985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.123010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 79f43e22-23aa-4600-95cd-4646e9670099 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:19.147998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=ed260c69-2407-497e-a234-d7ab2ada6dc0,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:19.226430 n-d-799528-4 neutron-server[93666]: INFO neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No ports have port_id starting with 79f43e22-23aa-4600-95cd-4646e9670099 Jul 08 17:42:19.243384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port d9dab007-6b98-43f7-8f91-80b948c42a44 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:19.260201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.263584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.290508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:19.291329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: 0fe30446-3fdc-4411-a4c6-350e4062d04a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:42:19.337500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] Pushing event deleted for resources: {'Port': ['ID=79f43e22-23aa-4600-95cd-4646e9670099,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:19.339731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port d9dab007-6b98-43f7-8f91-80b948c42a44 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:19.340174 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.342260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997cb23-b418-4081-92b1-a54df7d73934 None None] No DVR routers for this DVR port 79f43e22-23aa-4600-95cd-4646e9670099 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:19.456355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:19.482611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:19.496695 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39525ba3-b294-4eef-881c-30e064a14898 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:19.510329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:19.511080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.531630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:42:19.536388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=d3f35ac2-f143-49ab-90ce-aae55634ec91,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:19.549261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6ebe54cb-288c-47bc-be98-480a7a12318c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7177041 Jul 08 17:42:19.555553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49902) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:19.563290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:19.570770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 0fe30446-3fdc-4411-a4c6-350e4062d04a) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:19.576065 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.597460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5dba8-154f-42aa-8941-a1ddf8d466f1 None None] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:19.625893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dab007-6b98-43f7-8f91-80b948c42a44'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:19.628155 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc00ea-d2b6-4a7f-b61a-48b7ffba70b9" -d '{"events": [{"server_uuid": "ee088122-a4b0-4c0e-97d6-b862e29c1050", "name": "network-vif-plugged", "status": "completed", "tag": "d9dab007-6b98-43f7-8f91-80b948c42a44"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:19.635303 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:19.636470 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.730812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port d9dab007-6b98-43f7-8f91-80b948c42a44, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d9dab007-6b98-43f7-8f91-80b948c42a44,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:19.741859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-397bdb32-4c69-4dc7-8a0a-e73723a694a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1861477 Jul 08 17:42:19.745055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49908) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:19.776719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.796604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d909fc-ce7e-4f2d-9537-56681590349f req-f0a0ae99-9a64-4754-a450-470c21cc3666 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:19.798658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98d909fc-ce7e-4f2d-9537-56681590349f req-f0a0ae99-9a64-4754-a450-470c21cc3666 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 932 time: 0.1584740 Jul 08 17:42:19.845099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:19.850271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:19.969535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98d909fc-ce7e-4f2d-9537-56681590349f req-87172311-6e28-4b88-aa60-a204b0ed35b1 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427627 Jul 08 17:42:20.073168 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c18228-56ac-4a5d-91f8-d115c3d62252 x-openstack-request-id: req-a6c18228-56ac-4a5d-91f8-d115c3d62252 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:20.073461 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee088122-a4b0-4c0e-97d6-b862e29c1050", "name": "network-vif-plugged", "status": "completed", "tag": "d9dab007-6b98-43f7-8f91-80b948c42a44", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:20.073711 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6c18228-56ac-4a5d-91f8-d115c3d62252 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:20.074101 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dab007-6b98-43f7-8f91-80b948c42a44', 'code': 200} Jul 08 17:42:20.104770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=d9dab007-6b98-43f7-8f91-80b948c42a44,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:20.202243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': 'd3f35ac2-f143-49ab-90ce-aae55634ec91'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:42:20.203124 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:20.297578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9189b1-0cf3-4578-ad25-6d7c26da8621 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:20.338431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:20.525411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Transition to ACTIVE for port object 1a9189b1-0cf3-4578-ad25-6d7c26da8621 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:20.548342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:20.579866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-0fe30446-3fdc-4411-a4c6-350e4062d04a', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:42:20.582730 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:20.597173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Pushing event updated for resources: {'Port': ['ID=1a9189b1-0cf3-4578-ad25-6d7c26da8621,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:20.637103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fca19-0c0e-438f-8096-d502daa94c79 req-cca42580-795d-4f89-bb0c-b6c564ed4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:20.639133 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-731fca19-0c0e-438f-8096-d502daa94c79 req-cca42580-795d-4f89-bb0c-b6c564ed4e2a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 1097 time: 0.3858390 Jul 08 17:42:20.667350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:20.791925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f34a3-98d5-4a1e-97d4-8f9d523a4192 req-c85da8f9-74bd-45d1-8e4f-0d9ea9e78840 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:20.793647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-901f34a3-98d5-4a1e-97d4-8f9d523a4192 req-c85da8f9-74bd-45d1-8e4f-0d9ea9e78840 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 946 time: 0.3856184 Jul 08 17:42:20.951286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Allocated IP 172.20.0.2 (02f2602e-703e-48f5-899b-7f1e2951c730/d3f35ac2-f143-49ab-90ce-aae55634ec91/40d8c08a-ecaf-4503-aac0-43f8ebe13a65) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:20.979658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-901f34a3-98d5-4a1e-97d4-8f9d523a4192 req-265fe23b-af19-472a-bdfc-a3b42102d847 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550808 Jul 08 17:42:21.037648 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:42:21.121244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:42:21.126570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.174337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Attempting to bind port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:21.174987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Attempting to bind port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'f8b9c00a-d541-4d15-b2b1-3a5a11198291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:21.192152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Attempting to bind port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 on network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:21.223187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Allocated IP 172.20.0.2 (0fe30446-3fdc-4411-a4c6-350e4062d04a/ed260c69-2407-497e-a234-d7ab2ada6dc0/7e6e3026-307e-44bc-baef-2a510343f28c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:21.224773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-731fca19-0c0e-438f-8096-d502daa94c79 req-7fde3f3b-9887-49aa-9ea1-ceb864ec0339 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594079 Jul 08 17:42:21.235295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 on network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:42:21.244049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Attempting to bind port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 on network 9410ac74-0d5a-4c9e-9f04-77f7af661f3d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:21.263698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:21.265273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Checking segment: {'id': 'f8b9c00a-d541-4d15-b2b1-3a5a11198291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:21.265273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Bound using segment: {'id': 'f8b9c00a-d541-4d15-b2b1-3a5a11198291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:21.265273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Bound port: 1a9189b1-0cf3-4578-ad25-6d7c26da8621, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b9c00a-d541-4d15-b2b1-3a5a11198291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:21.265603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.265715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:21.310046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:21.325799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:21.326414 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.361336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=22d5bbae-917c-4da6-b214-843d796cf001,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:21.402844 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3f29e96a-90a5-4601-b78c-07d1492f2d04 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8453686 Jul 08 17:42:21.403405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49942) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:21.420192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:d3:d5:95', 'name': 'tempest-NetworksTestDHCPv6-1788589058'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:21.519172 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.546720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Transition to ACTIVE for port object 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:21.599215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006967e5-6280-49a9-b9a4-b2070a807c56 req-88db2ced-8ac7-4f8b-afd7-f58de6e45940 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:21.600853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-006967e5-6280-49a9-b9a4-b2070a807c56 req-88db2ced-8ac7-4f8b-afd7-f58de6e45940 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 944 time: 0.3949244 Jul 08 17:42:21.616813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Transition to ACTIVE for port object 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:21.639832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.643431 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.683758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] For port 1a9189b1-0cf3-4578-ad25-6d7c26da8621, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:21.711613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] For port 1a9189b1-0cf3-4578-ad25-6d7c26da8621, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1a9189b1-0cf3-4578-ad25-6d7c26da8621,segment=NetworkSegment(f8b9c00a-d541-4d15-b2b1-3a5a11198291),segment_id=f8b9c00a-d541-4d15-b2b1-3a5a11198291)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:21.720249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Transition to ACTIVE for port object 7e6e3026-307e-44bc-baef-2a510343f28c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:21.729904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-006967e5-6280-49a9-b9a4-b2070a807c56 req-c20c9ce3-59de-4278-90b5-b36622e84b6a tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200669 Jul 08 17:42:21.749059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.761608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:21.778874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Transition to ACTIVE for port object 7e6e3026-307e-44bc-baef-2a510343f28c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:21.846232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:21.847110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.848935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] 10.222.0.72 "PUT /v2.0/ports/1a9189b1-0cf3-4578-ad25-6d7c26da8621 HTTP/1.1" status: 200 len: 1092 time: 2.9277229 Jul 08 17:42:21.849536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'tag': '1a9189b1-0cf3-4578-ad25-6d7c26da8621'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:21.851971 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769423c7-dacc-4fc2-a512-6b2c03c79067" -d '{"events": [{"name": "network-changed", "server_uuid": "560b3a8e-b038-4147-9deb-21f28ad4160c", "tag": "1a9189b1-0cf3-4578-ad25-6d7c26da8621"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:21.880211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:21.905630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:21.918574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:21.922439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab8920-bbcb-4a90-8bac-237ce8fd173c service neutron] Pushing event updated for resources: {'Port': ['ID=1a9189b1-0cf3-4578-ad25-6d7c26da8621,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:21.957004 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:21.960771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.20.0.1 (0fe30446-3fdc-4411-a4c6-350e4062d04a/ed260c69-2407-497e-a234-d7ab2ada6dc0/9b4199cd-7863-425d-a897-c2a296619f0a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:22.026991 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e38017-471a-431f-aa20-c8be406659c9 x-openstack-request-id: req-a1e38017-471a-431f-aa20-c8be406659c9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:22.028577 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560b3a8e-b038-4147-9deb-21f28ad4160c", "tag": "1a9189b1-0cf3-4578-ad25-6d7c26da8621", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:22.029057 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1e38017-471a-431f-aa20-c8be406659c9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:22.030333 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'tag': '1a9189b1-0cf3-4578-ad25-6d7c26da8621', 'status': 'completed', 'code': 200} Jul 08 17:42:22.053365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Pushing event updated for resources: {'Port': ['ID=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:22.090971 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.161422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port b630542c-84b3-4478-9ae2-f2d4e4edf591 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:42:22.177358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:22.200338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:22.216116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:22.232754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-a6449bef-387f-4cc3-b0af-783ea26b31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:22.233734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Attempting to bind port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:22.235007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Attempting to bind port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:22.235404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Attempting to bind port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:22.235977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-a6449bef-387f-4cc3-b0af-783ea26b31ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57f5300881ec4f3c9eaefdf000694ccd&device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 1095 time: 0.3305531 Jul 08 17:42:22.248545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:22.249634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:22.251264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.253274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:22.253862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Bound port: 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:22.254257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.279454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Pushing event updated for resources: {'Port': ['ID=7e6e3026-307e-44bc-baef-2a510343f28c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:22.310690 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-4aed0f5e-241c-44f5-860c-e4a787ca0444 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9189b1-0cf3-4578-ad25-6d7c26da8621 HTTP/1.1" status: 200 len: 217 time: 0.0662870 Jul 08 17:42:22.387805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.442754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object 9b4199cd-7863-425d-a897-c2a296619f0a will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:22.452960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-09c91631-b0a7-431d-b6ec-abddca638751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:22.454830 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-09c91631-b0a7-431d-b6ec-abddca638751 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64222571-ce6c-4058-97a6-8e1fd0fe211d HTTP/1.1" status: 200 len: 853 time: 0.1292369 Jul 08 17:42:22.483610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Attempting to bind port 7e6e3026-307e-44bc-baef-2a510343f28c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:22.485623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Attempting to bind port 7e6e3026-307e-44bc-baef-2a510343f28c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:22.485623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Attempting to bind port 7e6e3026-307e-44bc-baef-2a510343f28c on network 0fe30446-3fdc-4411-a4c6-350e4062d04a {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:22.501470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:22.502456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Checking segment: {'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:22.502456 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.503515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Bound using segment: {'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:22.504518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Bound port: 7e6e3026-307e-44bc-baef-2a510343f28c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:22.506035 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.596442 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-ee23a341-bc27-46ce-b57e-eb1d9a9ac561 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9410ac74-0d5a-4c9e-9f04-77f7af661f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281109 Jul 08 17:42:22.650590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0087-2dd2-46d8-8f07-c14e1a4d2e1b req-e9a2cbb0-3747-47f3-99a3-d73eb12a1aa5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:22.652233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d0b0087-2dd2-46d8-8f07-c14e1a4d2e1b req-e9a2cbb0-3747-47f3-99a3-d73eb12a1aa5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 946 time: 0.4591517 Jul 08 17:42:22.667010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.690843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] For port 7e6e3026-307e-44bc-baef-2a510343f28c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:22.694367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] For port 7e6e3026-307e-44bc-baef-2a510343f28c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6e3026-307e-44bc-baef-2a510343f28c,segment=NetworkSegment(166513f3-2932-4274-96ee-01dcb4777340),segment_id=166513f3-2932-4274-96ee-01dcb4777340)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:22.713695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.741672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] For port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:22.815783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] For port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:22.831699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 172.20.0.8 (02f2602e-703e-48f5-899b-7f1e2951c730/d3f35ac2-f143-49ab-90ce-aae55634ec91/b630542c-84b3-4478-9ae2-f2d4e4edf591) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:22.838370 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:22.850835 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d0b0087-2dd2-46d8-8f07-c14e1a4d2e1b req-5975557d-be42-4368-b4ff-e75670ef8c7d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852729 Jul 08 17:42:22.859300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fed3:d595 (02f2602e-703e-48f5-899b-7f1e2951c730/22d5bbae-917c-4da6-b214-843d796cf001/b630542c-84b3-4478-9ae2-f2d4e4edf591) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:22.899413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54b36e-3023-4605-be40-72bbb391363a None None] Pushing event updated for resources: {'Port': ['ID=7e6e3026-307e-44bc-baef-2a510343f28c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:23.007857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:23.033141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:23.046778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376f502-73a8-4780-8a14-a7528ea8b4c7 None None] Pushing event updated for resources: {'Port': ['ID=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:23.066133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:23.163303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=9b4199cd-7863-425d-a897-c2a296619f0a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:23.248402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:23.359954 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-06450d3b-082b-4e63-8fbf-30c9f96ad979 service neutron] 10.222.0.72 "GET /v2.0/networks/9410ac74-0d5a-4c9e-9f04-77f7af661f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234557 Jul 08 17:42:23.361473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:23.433282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object b630542c-84b3-4478-9ae2-f2d4e4edf591 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:23.507813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8e0a2-2804-471b-8004-0f6d520ac660 req-bd389527-0382-4dd8-a57b-d0456cb08847 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:23.514820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fd8e0a2-2804-471b-8004-0f6d520ac660 req-bd389527-0382-4dd8-a57b-d0456cb08847 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 944 time: 0.2552824 Jul 08 17:42:23.609109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1fd8e0a2-2804-471b-8004-0f6d520ac660 req-a69ab323-db1b-4992-ad92-37d652450ee3 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932913 Jul 08 17:42:23.611090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:23.672189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:23.677903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:23.700047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:23.710564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=b630542c-84b3-4478-9ae2-f2d4e4edf591,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:23.824200 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:23.837223 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f9591238-06c3-4542-a3bd-63ac781c3e2f req-d15b3482-7157-4e7b-82d7-20118d8b2974 service neutron] 10.222.0.72 "GET /v2.0/networks/9410ac74-0d5a-4c9e-9f04-77f7af661f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628234 Jul 08 17:42:23.840177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:23.846541 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:23.884000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-be172deb-fc1f-44b0-8be7-106524bf33a1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4721243 Jul 08 17:42:23.886323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49984) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:24.146898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f950f-ef85-47c3-a1ab-a2039430abed tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:24.153965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f950f-ef85-47c3-a1ab-a2039430abed tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:24.156023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8c0f950f-ef85-47c3-a1ab-a2039430abed tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2686043 Jul 08 17:42:24.159007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49990) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:24.330084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500475d9-7b69-45bc-91b7-9c7cd5d2984f req-3cd25f9c-c647-4b0c-9762-f43c4bac42ae tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:24.331743 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-500475d9-7b69-45bc-91b7-9c7cd5d2984f req-3cd25f9c-c647-4b0c-9762-f43c4bac42ae tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 946 time: 0.1742516 Jul 08 17:42:24.393399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-a73f0abb-2d00-496c-b4b5-c987741b2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:24.395302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-a73f0abb-2d00-496c-b4b5-c987741b2df0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57f5300881ec4f3c9eaefdf000694ccd&device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 1095 time: 0.4720366 Jul 08 17:42:24.487512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port b630542c-84b3-4478-9ae2-f2d4e4edf591 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:24.488082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:24.541724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-500475d9-7b69-45bc-91b7-9c7cd5d2984f req-449b7d78-c4fa-4094-8570-b9e4d5d0cbde tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973660 Jul 08 17:42:24.764094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:24.833933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for b630542c-84b3-4478-9ae2-f2d4e4edf591 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:24.859240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-b66fe06c-d272-423f-91bb-ed6f8617aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:24.880065 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-b66fe06c-d272-423f-91bb-ed6f8617aa79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9410ac74-0d5a-4c9e-9f04-77f7af661f3d HTTP/1.1" status: 200 len: 914 time: 0.4576344 Jul 08 17:42:25.124285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50012) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:25.149067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6e3026-307e-44bc-baef-2a510343f28c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:25.305507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce23cab1-1e7c-4757-814a-9d291b49d5b9 None None] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:25.348413 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.353327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] Deleting subnet 24950d36-66fe-4bf3-9296-4ac0c1e1509f {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:25.357723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-6625fb86-38e4-4d2c-a136-beae78102db9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9189b1-0cf3-4578-ad25-6d7c26da8621 HTTP/1.1" status: 200 len: 217 time: 0.4616117 Jul 08 17:42:25.377755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085815-4ea1-417f-a7e4-889c4f89f584 req-a01b9473-b561-47bd-a069-0dfad440699f tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:25.381774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53085815-4ea1-417f-a7e4-889c4f89f584 req-a01b9473-b561-47bd-a069-0dfad440699f tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 944 time: 0.3796721 Jul 08 17:42:25.394406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.444522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7e6e3026-307e-44bc-baef-2a510343f28c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:25.466663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:25.468854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00aaee7-7881-4f15-9090-0a2f27b82182 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:25.547342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3d9f4cd3-41c7-4c60-87b6-4ef47ad19a25 None None] Provisioning for port 7e6e3026-307e-44bc-baef-2a510343f28c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:25.574007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3d9f4cd3-41c7-4c60-87b6-4ef47ad19a25 None None] Provisioning complete for port 7e6e3026-307e-44bc-baef-2a510343f28c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:25.574544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4cd3-41c7-4c60-87b6-4ef47ad19a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.597342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53085815-4ea1-417f-a7e4-889c4f89f584 req-31e8e763-90a6-4d7d-a131-743c90dfce89 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061353 Jul 08 17:42:25.604396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.735106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.742228 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.770197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:25.798500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.845683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.877028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=b630542c-84b3-4478-9ae2-f2d4e4edf591,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:25.902687 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4cd3-41c7-4c60-87b6-4ef47ad19a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:25.974200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3d9f4cd3-41c7-4c60-87b6-4ef47ad19a25 None None] For port 7e6e3026-307e-44bc-baef-2a510343f28c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6e3026-307e-44bc-baef-2a510343f28c,segment=NetworkSegment(166513f3-2932-4274-96ee-01dcb4777340),segment_id=166513f3-2932-4274-96ee-01dcb4777340)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:25.993807 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4cd3-41c7-4c60-87b6-4ef47ad19a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.031283 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.130109 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.140200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-df9912d4-3cd7-4ef1-8eb4-c084a3471853 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/b630542c-84b3-4478-9ae2-f2d4e4edf591 HTTP/1.1" status: 204 len: 168 time: 1.9723856 Jul 08 17:42:26.142989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50032) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:26.212938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24950d36-66fe-4bf3-9296-4ac0c1e1509f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:26.226210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-16074763-ac44-40d6-b68d-609a75da3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.235171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-16074763-ac44-40d6-b68d-609a75da3b68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64222571-ce6c-4058-97a6-8e1fd0fe211d HTTP/1.1" status: 200 len: 853 time: 0.8685741 Jul 08 17:42:26.238721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=9b4199cd-7863-425d-a897-c2a296619f0a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:26.394227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae28f2-1d36-4807-9212-f0d15bf95a09 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.414945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae28f2-1d36-4807-9212-f0d15bf95a09 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.427943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae28f2-1d36-4807-9212-f0d15bf95a09 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:26.432499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4b1be121-8432-4da8-a1e9-a74d9c57b02c None None] Provisioning for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:26.440025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-65ae28f2-1d36-4807-9212-f0d15bf95a09 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2932060 Jul 08 17:42:26.447306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50038) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:26.451379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4b1be121-8432-4da8-a1e9-a74d9c57b02c None None] Provisioning complete for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:26.454743 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4b1be121-8432-4da8-a1e9-a74d9c57b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.590120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 22d5bbae-917c-4da6-b214-843d796cf001 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:26.594900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.633885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f4cd3-41c7-4c60-87b6-4ef47ad19a25 None None] Pushing event updated for resources: {'Port': ['ID=7e6e3026-307e-44bc-baef-2a510343f28c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:26.638810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5958b15-14b0-40ef-8105-f7e5cd1da51b None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': 'd3f35ac2-f143-49ab-90ce-aae55634ec91', 'ip_address': '172.20.0.2'}, {'subnet_id': '22d5bbae-917c-4da6-b214-843d796cf001'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '40d8c08a-ecaf-4503-aac0-43f8ebe13a65'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:42:26.681036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.712577 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b5958b15-14b0-40ef-8105-f7e5cd1da51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.746297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1a9189b1-0cf3-4578-ad25-6d7c26da8621 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:42:26.872554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:26.953756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6e3026-307e-44bc-baef-2a510343f28c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:27.066463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdff71-b5b7-41ba-946e-cac193c18fc8 req-3dc84770-19c4-4a00-9db0-d3cfb3f7dfa1 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:27.068594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14fdff71-b5b7-41ba-946e-cac193c18fc8 req-3dc84770-19c4-4a00-9db0-d3cfb3f7dfa1 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 944 time: 0.1306572 Jul 08 17:42:27.076938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-b5958b15-14b0-40ef-8105-f7e5cd1da51b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d5bbae-917c-4da6-b214-843d796cf001: This subnet is being modified by another concurrent operation. Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:42:27.087258 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d5bbae-917c-4da6-b214-843d796cf001: This subnet is being modified by another concurrent operation. Jul 08 17:42:27.091114 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:42:27.139044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7e6e3026-307e-44bc-baef-2a510343f28c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:27.139416 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.168263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50046) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:27.174734 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.175511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-25a68442-65e1-4677-8531-7f69d70e36f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9410ac74-0d5a-4c9e-9f04-77f7af661f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9099293 Jul 08 17:42:27.176813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/22d5bbae-917c-4da6-b214-843d796cf001 HTTP/1.1" status: 204 len: 168 time: 0.7283933 Jul 08 17:42:27.177850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb686-f77a-4137-8a0f-61822f5a9615 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=22d5bbae-917c-4da6-b214-843d796cf001,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:27.179462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50048) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:27.231234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.233149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fc800f0e-1573-4294-ab5c-d1dd2240c8a4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/24950d36-66fe-4bf3-9296-4ac0c1e1509f HTTP/1.1" status: 204 len: 168 time: 2.1008878 Jul 08 17:42:27.236141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50052) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:27.327367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.366502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4b1be121-8432-4da8-a1e9-a74d9c57b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.416672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14fdff71-b5b7-41ba-946e-cac193c18fc8 req-579871cd-93ce-460d-a1de-c4e06812ccb3 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068509 Jul 08 17:42:27.459526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4b1be121-8432-4da8-a1e9-a74d9c57b02c None None] For port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:27.464766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet d3f35ac2-f143-49ab-90ce-aae55634ec91 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:27.492665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.521552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bd6da-51a0-4e63-aa15-538570d31fcf None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:42:27.527301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc1b44b5-0c29-49d0-82e1-7f19c4c34cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.528889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.549671 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.629299 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4b1be121-8432-4da8-a1e9-a74d9c57b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.633622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:27.639528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:27.678652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-b25c7795-9d34-411c-be2f-1ef4ff3a5aee service neutron] 10.222.0.72 "GET /v2.0/networks/9410ac74-0d5a-4c9e-9f04-77f7af661f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701390 Jul 08 17:42:27.737339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.752424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea40d82-95ee-4c62-bbfd-4c2f018a3416']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:27.777013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:27.777333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57f6932-eaa4-4b87-b6d2-7a35ba2e5f74') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:27.807232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.808318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0a47669-9a86-4460-99e0-deec1ed0ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.839260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.847039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:42:27.848608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.869521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1a9189b1-0cf3-4578-ad25-6d7c26da8621, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1a9189b1-0cf3-4578-ad25-6d7c26da8621,segment=NetworkSegment(f8b9c00a-d541-4d15-b2b1-3a5a11198291),segment_id=f8b9c00a-d541-4d15-b2b1-3a5a11198291)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:27.874102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256bd6da-51a0-4e63-aa15-538570d31fcf None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:42:27.893623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1be121-8432-4da8-a1e9-a74d9c57b02c None None] Pushing event updated for resources: {'Port': ['ID=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:27.898081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Provisioning complete for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:27.898573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:27.919251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '1a9189b1-0cf3-4578-ad25-6d7c26da8621', 'network_id': '9410ac74-0d5a-4c9e-9f04-77f7af661f3d', 'port_id': '1a9189b1-0cf3-4578-ad25-6d7c26da8621', 'mac_address': 'fa:16:3e:85:ea:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64222571-ce6c-4058-97a6-8e1fd0fe211d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:42:27.970929 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:42:28.018106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.031399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.033797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4ea40d82-95ee-4c62-bbfd-4c2f018a3416 HTTP/1.1" status: 204 len: 168 time: 0.7909155 Jul 08 17:42:28.037228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:28.056431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-769423c7-dacc-4fc2-a512-6b2c03c79067 req-e5ac8fe3-f816-4838-a83e-fa748e8c3ce0 service neutron] 10.222.0.72 "GET /v2.0/networks/9410ac74-0d5a-4c9e-9f04-77f7af661f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781377 Jul 08 17:42:28.083500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e77c12-1113-4880-9676-6b4f38c10498 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea40d82-95ee-4c62-bbfd-4c2f018a3416,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:28.107966 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.136402 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.150504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] Deleting subnet ca24f537-86d4-4010-af10-0aaeff126fcc {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:28.173589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9189b1-0cf3-4578-ad25-6d7c26da8621 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:28.180906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.225955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1a9189b1-0cf3-4578-ad25-6d7c26da8621, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1a9189b1-0cf3-4578-ad25-6d7c26da8621,segment=NetworkSegment(f8b9c00a-d541-4d15-b2b1-3a5a11198291),segment_id=f8b9c00a-d541-4d15-b2b1-3a5a11198291)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:28.241451 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.342985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1a9189b1-0cf3-4578-ad25-6d7c26da8621,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:28.350705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc1b44b5-0c29-49d0-82e1-7f19c4c34cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.353595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:42:28.365097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.367784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa0572-3d2b-48b1-9b9e-988596e2276a req-6e1231b8-17a0-4297-a7dc-9289c9344b42 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:28.375467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc1b44b5-0c29-49d0-82e1-7f19c4c34cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.377721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97aa0572-3d2b-48b1-9b9e-988596e2276a req-6e1231b8-17a0-4297-a7dc-9289c9344b42 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 945 time: 0.3029473 Jul 08 17:42:28.394125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Provisioning complete for port 7e6e3026-307e-44bc-baef-2a510343f28c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:28.394443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.442998 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dc1b44b5-0c29-49d0-82e1-7f19c4c34cc5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=05ae755404c64c41ba44172a1a8edbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2643325 Jul 08 17:42:28.447246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50068) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:28.500207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['1a9189b1-0cf3-4578-ad25-6d7c26da8621'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:28.603683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b44b5-0c29-49d0-82e1-7f19c4c34cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038dae1d-7094-4e75-aa0e-4836ad7e93ce,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:28.622730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.684810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b60c883a-9524-4c5e-bbd8-7734385eb875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.712859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b60c883a-9524-4c5e-bbd8-7734385eb875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.731223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Could not find standard attr ID for object b630542c-84b3-4478-9ae2-f2d4e4edf591. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:42:28.778973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:28.796694 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:28.810943 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:28.813696 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:01Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:28.827956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c737e9a8-225e-4735-95b8-f05bcddffe40 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0722630 Jul 08 17:42:28.833722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50076) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:28.834693 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b60c883a-9524-4c5e-bbd8-7734385eb875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.842046 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b60c883a-9524-4c5e-bbd8-7734385eb875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.843519 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b60c883a-9524-4c5e-bbd8-7734385eb875 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/038dae1d-7094-4e75-aa0e-4836ad7e93ce HTTP/1.1" status: 204 len: 168 time: 0.3935571 Jul 08 17:42:28.855484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-845948049'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:28.945264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c883a-9524-4c5e-bbd8-7734385eb875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038dae1d-7094-4e75-aa0e-4836ad7e93ce,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:28.964150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:28.967773 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:28.968124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:28.981601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Provisioning for port 9b4199cd-7863-425d-a897-c2a296619f0a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:29.029095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Provisioning complete for port 9b4199cd-7863-425d-a897-c2a296619f0a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:29.029520 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.044818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.054773 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:29.086171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca24f537-86d4-4010-af10-0aaeff126fcc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:29.088625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.093936 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d11f0865-e0b5-4186-a9cf-57afd739d392 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ca24f537-86d4-4010-af10-0aaeff126fcc HTTP/1.1" status: 204 len: 168 time: 1.0524981 Jul 08 17:42:29.095222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50082) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:29.169853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0c62eaa2-3d61-4c29-9fee-33839079d622 None None] Port 9b4199cd-7863-425d-a897-c2a296619f0a cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:29.217847 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.268831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97aa0572-3d2b-48b1-9b9e-988596e2276a req-1f2727b8-90bb-4dbf-b322-8da50534dfff tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8774996 Jul 08 17:42:29.294254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f35ac2-f143-49ab-90ce-aae55634ec91,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:29.299813 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.302032 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5385f551-1bb8-4a75-b5dc-bc1715201e9e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/d3f35ac2-f143-49ab-90ce-aae55634ec91 HTTP/1.1" status: 204 len: 168 time: 2.1109681 Jul 08 17:42:29.305689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50086) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:29.310759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.374526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f21324-a3da-4415-aa76-205d309bdf24 req-cec126f1-c11c-4901-b951-8803c39c0fba tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:29.383558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50f21324-a3da-4415-aa76-205d309bdf24 req-cec126f1-c11c-4901-b951-8803c39c0fba tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 945 time: 0.2085283 Jul 08 17:42:29.425438 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5b239c74-9299-4e9e-876a-b4fb4c00c0f2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100099 Jul 08 17:42:29.426771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50090) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:29.427938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.431249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:42:29.471864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.474484 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment 7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e of type vlan for network e14879bb-e0fc-4a97-963b-cf1af616cbe1 Jul 08 17:42:29.484118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:29.495272 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.609511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:29.633534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50f21324-a3da-4415-aa76-205d309bdf24 req-f559f0c7-81eb-481f-b14a-6103b00dfa0c tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487829 Jul 08 17:42:29.658105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50094) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:29.682692 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27e0160d-2c56-4d3c-94c0-dc7d08f794fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.791897 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:23Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:24Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:29.825236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4880f1f3-31b6-40e5-bb8e-176ffd503576 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:29.826848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4880f1f3-31b6-40e5-bb8e-176ffd503576 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3993652 Jul 08 17:42:29.837395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50100) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:29.840945 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:42:29.841448 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Updating router 095c737f-19e1-4cb3-99b6-aced3f5d068e port 9b4199cd-7863-425d-a897-c2a296619f0a binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:42:29.908626 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.959167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c87a4a-cc14-4267-a337-63bdde81a177 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:29.960877 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b4c87a4a-cc14-4267-a337-63bdde81a177 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1088014 Jul 08 17:42:29.962841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.973243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27e0160d-2c56-4d3c-94c0-dc7d08f794fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.975320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50102) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:29.990835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27e0160d-2c56-4d3c-94c0-dc7d08f794fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:29.996404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.006341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8bcbfcef-c52f-42a5-aac3-9748c8bb3c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.075776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fb058c-e793-4546-9d0c-1f8e29a4f755']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:30.075991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc4f6205-dc84-455c-a4f8-d09515d19828 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947213 Jul 08 17:42:30.087330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50110) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:30.148425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-55d9a411-d845-430f-b0d6-af84c52d7daa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:30.221876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-27e0160d-2c56-4d3c-94c0-dc7d08f794fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=27c36773ddd348b7b88bc958339901b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624409 Jul 08 17:42:30.223647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0160d-2c56-4d3c-94c0-dc7d08f794fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec79a5ba-c44b-450b-808b-49ca7bcb67f1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:30.227879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50112) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:30.258779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7509a154-60d1-462e-80da-13efed363b4e') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:30.258779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7509a154-60d1-462e-80da-13efed363b4e') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:30.299926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.341976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e0ead70-3ae2-4c0a-9f68-abb9a7c10ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.384348 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.394962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:42:30.395648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.407156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e0ead70-3ae2-4c0a-9f68-abb9a7c10ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.457996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:42:30.507834 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:42:30.514018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.530158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:30.534229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562525fb-1bc0-41c4-8ac2-f61e1c1368a7 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:42:30.536273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e0ead70-3ae2-4c0a-9f68-abb9a7c10ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.539114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4e0ead70-3ae2-4c0a-9f68-abb9a7c10ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.540369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4e0ead70-3ae2-4c0a-9f68-abb9a7c10ae2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ec79a5ba-c44b-450b-808b-49ca7bcb67f1 HTTP/1.1" status: 204 len: 168 time: 0.3115506 Jul 08 17:42:30.544971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.566662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.567013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ead70-3ae2-4c0a-9f68-abb9a7c10ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec79a5ba-c44b-450b-808b-49ca7bcb67f1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:30.595834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.614175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] 10.222.0.63 "DELETE /v2.0/networks/65fb058c-e793-4546-9d0c-1f8e29a4f755 HTTP/1.1" status: 204 len: 168 time: 1.5079536 Jul 08 17:42:30.695875 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.765361 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Transition to ACTIVE for port object 9b4199cd-7863-425d-a897-c2a296619f0a will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:30.781738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50126) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:30.783371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9351289 Jul 08 17:42:30.787514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:30.802115 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.876450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf575d-b882-4429-ad7c-0d954786d31d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=e14879bb-e0fc-4a97-963b-cf1af616cbe1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:30.892665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1a9189b1-0cf3-4578-ad25-6d7c26da8621 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:30.940969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d9a411-d845-430f-b0d6-af84c52d7daa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:30.946368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:42:30.966929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55d9a411-d845-430f-b0d6-af84c52d7daa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:30.966929 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d9a411-d845-430f-b0d6-af84c52d7daa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:42:30.966929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d9a411-d845-430f-b0d6-af84c52d7daa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:42:30.966929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e0c8-1a3b-4cd3-9bca-5b294c97e9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=65fb058c-e793-4546-9d0c-1f8e29a4f755,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:30.979137 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Pushing event updated for resources: {'Port': ['ID=9b4199cd-7863-425d-a897-c2a296619f0a,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:31.017655 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.018164 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.018773 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.019462 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.020016 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.020452 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.020962 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.021495 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.021932 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.022413 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.022887 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.023640 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:31.042106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50130) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:31.089058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-87e698f5-9723-4e9e-91b9-adae7a94ec88 None None] Provisioning complete for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:31.090272 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-87e698f5-9723-4e9e-91b9-adae7a94ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.097371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:31.114985 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Attempting to bind port 9b4199cd-7863-425d-a897-c2a296619f0a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:31.117111 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Attempting to bind port 9b4199cd-7863-425d-a897-c2a296619f0a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:31.117240 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Attempting to bind port 9b4199cd-7863-425d-a897-c2a296619f0a on network 0fe30446-3fdc-4411-a4c6-350e4062d04a {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:31.123207 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-55d9a411-d845-430f-b0d6-af84c52d7daa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0195138 Jul 08 17:42:31.123854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:31.130003 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:31.130245 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Checking segment: {'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:31.131325 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.134969 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Bound using segment: {'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:31.135530 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Bound port: 9b4199cd-7863-425d-a897-c2a296619f0a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166513f3-2932-4274-96ee-01dcb4777340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:31.135974 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.144361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-14c56186-9158-4644-a24e-1ba35f748f13 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:31.219102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:31.223321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.337339 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] For port 9b4199cd-7863-425d-a897-c2a296619f0a, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:31.345969 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] For port 9b4199cd-7863-425d-a897-c2a296619f0a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9b4199cd-7863-425d-a897-c2a296619f0a,segment=NetworkSegment(166513f3-2932-4274-96ee-01dcb4777340),segment_id=166513f3-2932-4274-96ee-01dcb4777340)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:31.354874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bde4b2-e036-4b57-b169-d9688f54201c req-f85709ba-78e2-47c2-a543-691c20a7d1a6 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:31.355016 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.361337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0bde4b2-e036-4b57-b169-d9688f54201c req-f85709ba-78e2-47c2-a543-691c20a7d1a6 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 945 time: 0.2978168 Jul 08 17:42:31.382598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562525fb-1bc0-41c4-8ac2-f61e1c1368a7 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:42:31.408009 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2a9d87b9-026b-4683-9668-45b262ff7010 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=db54ee11cab749db8a81249294ac9cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636601 Jul 08 17:42:31.412302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50146) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:31.501947 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706aad7-49d8-4e5a-a53c-177837ca25a9 None None] Pushing event updated for resources: {'Port': ['ID=9b4199cd-7863-425d-a897-c2a296619f0a,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:31.509500 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:31.509500 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:31.535485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.549316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c56186-9158-4644-a24e-1ba35f748f13 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:31.561607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14c56186-9158-4644-a24e-1ba35f748f13 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.566414 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c56186-9158-4644-a24e-1ba35f748f13 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:42:31.566966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c56186-9158-4644-a24e-1ba35f748f13 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:42:31.571566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0bde4b2-e036-4b57-b169-d9688f54201c req-5fe3a7a2-7fe3-4add-b175-7d24dd0ffdbd tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969354 Jul 08 17:42:31.614935 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-87e698f5-9723-4e9e-91b9-adae7a94ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.667052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-914f6a90-98b7-45d5-ab4f-178aff1623f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.704563 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:31.724217 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-914f6a90-98b7-45d5-ab4f-178aff1623f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.779765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-87e698f5-9723-4e9e-91b9-adae7a94ec88 None None] For port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:31.781339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:31.794594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:31.795126 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.800298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:31.800487 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.834394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-87e698f5-9723-4e9e-91b9-adae7a94ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.835707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.847414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50154) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:31.856725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-14c56186-9158-4644-a24e-1ba35f748f13 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7248993 Jul 08 17:42:31.868115 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-914f6a90-98b7-45d5-ab4f-178aff1623f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.868582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f29bc3dc-2e6a-4c0e-b311-a16a329791f6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:31.870810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-914f6a90-98b7-45d5-ab4f-178aff1623f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:31.889005 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-914f6a90-98b7-45d5-ab4f-178aff1623f9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0 HTTP/1.1" status: 204 len: 168 time: 0.4674835 Jul 08 17:42:31.925818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f6a90-98b7-45d5-ab4f-178aff1623f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bb9c9f-0675-49cc-86ad-ddc0c0a5e3a0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:32.203259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e698f5-9723-4e9e-91b9-adae7a94ec88 None None] Pushing event updated for resources: {'Port': ['ID=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:32.205812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=7904fcc8-8e27-4132-a4f2-994b76a40746,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:32.230452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:32.231054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: e14879bb-e0fc-4a97-963b-cf1af616cbe1, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:42:32.268572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29bc3dc-2e6a-4c0e-b311-a16a329791f6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:32.272433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f29bc3dc-2e6a-4c0e-b311-a16a329791f6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:32.273921 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29bc3dc-2e6a-4c0e-b311-a16a329791f6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:42:32.274390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29bc3dc-2e6a-4c0e-b311-a16a329791f6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:42:32.317190 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:23Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:31Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:32.318186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:42:32.328530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f29bc3dc-2e6a-4c0e-b311-a16a329791f6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4694200 Jul 08 17:42:32.328839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:32.336386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-57c8f84f-ac22-4902-afa2-4b68561de47a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:32.357298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, e14879bb-e0fc-4a97-963b-cf1af616cbe1) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:32.366066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:32.366686 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:32.384141 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fbc816-3158-4308-b226-86797f53dab7 None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:23Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:31Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:32.518399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:32.576724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c0950119-c653-4cc9-8a8c-f26861131965 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7910409 Jul 08 17:42:32.576912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9189b1-0cf3-4578-ad25-6d7c26da8621'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:32.577634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50178) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:32.579150 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe727a09-e5ff-4cf8-8c69-68b48f969050" -d '{"events": [{"server_uuid": "560b3a8e-b038-4147-9deb-21f28ad4160c", "name": "network-vif-plugged", "status": "completed", "tag": "1a9189b1-0cf3-4578-ad25-6d7c26da8621"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:32.620186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 1a9189b1-0cf3-4578-ad25-6d7c26da8621, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1a9189b1-0cf3-4578-ad25-6d7c26da8621,segment=NetworkSegment(f8b9c00a-d541-4d15-b2b1-3a5a11198291),segment_id=f8b9c00a-d541-4d15-b2b1-3a5a11198291)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:32.632208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50184) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:32.642834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c8f84f-ac22-4902-afa2-4b68561de47a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:32.647045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57c8f84f-ac22-4902-afa2-4b68561de47a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:32.652853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:32.658030 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c8f84f-ac22-4902-afa2-4b68561de47a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:42:32.658509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c8f84f-ac22-4902-afa2-4b68561de47a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:42:32.718835 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ce4de0-a770-4bde-9ce6-32cc8f454bb9 x-openstack-request-id: req-b5ce4de0-a770-4bde-9ce6-32cc8f454bb9 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:32.719145 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560b3a8e-b038-4147-9deb-21f28ad4160c", "name": "network-vif-plugged", "status": "completed", "tag": "1a9189b1-0cf3-4578-ad25-6d7c26da8621", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:32.720042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50188) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:32.720362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-57c8f84f-ac22-4902-afa2-4b68561de47a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3825290 Jul 08 17:42:32.720456 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b5ce4de0-a770-4bde-9ce6-32cc8f454bb9 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:32.720917 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9189b1-0cf3-4578-ad25-6d7c26da8621', 'code': 200} Jul 08 17:42:32.749027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-74ff0959-5eee-4943-97e6-f17a986ff923 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:32.809716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-51c5d5b4-145f-4f5e-b90b-04a5a4376103 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f945a933b8cb4c47811a47319a8a9656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761360 Jul 08 17:42:32.810321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50190) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:32.852094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50192) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:32.963389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=1a9189b1-0cf3-4578-ad25-6d7c26da8621,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:33.005637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:33.023878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79294966-6cf7-40e3-955e-47f5db1ca38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.026086 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.079345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79294966-6cf7-40e3-955e-47f5db1ca38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.125365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:33.125878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.130908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff0959-5eee-4943-97e6-f17a986ff923 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:33.152393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-74ff0959-5eee-4943-97e6-f17a986ff923 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.155734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da9706-3bab-4621-bd95-478abc814d1c req-61f12ea0-c19d-4cc4-a68c-b0a5a1dafe49 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:33.163448 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ff0959-5eee-4943-97e6-f17a986ff923 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:42:33.163610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39da9706-3bab-4621-bd95-478abc814d1c req-61f12ea0-c19d-4cc4-a68c-b0a5a1dafe49 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 946 time: 0.2256954 Jul 08 17:42:33.169157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ff0959-5eee-4943-97e6-f17a986ff923 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:42:33.175928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69e2c8-deef-47eb-868b-711e9ac9cc77 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:33.178255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66fdb3-43b2-4d9e-9acb-fad98d5a61db None None] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:33.234457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e333c517-e409-4666-876b-5798f059accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.361268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39da9706-3bab-4621-bd95-478abc814d1c req-a1ffbcb8-9d5f-48fb-b5e6-84fe2f25fcc6 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967566 Jul 08 17:42:33.372909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79294966-6cf7-40e3-955e-47f5db1ca38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.375760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79294966-6cf7-40e3-955e-47f5db1ca38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.380483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-79294966-6cf7-40e3-955e-47f5db1ca38e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/23705cd6-099e-4c56-843e-cf2206fd92fd HTTP/1.1" status: 204 len: 168 time: 0.5545464 Jul 08 17:42:33.405289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79294966-6cf7-40e3-955e-47f5db1ca38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23705cd6-099e-4c56-843e-cf2206fd92fd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:33.439714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-74ff0959-5eee-4943-97e6-f17a986ff923 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7131650 Jul 08 17:42:33.443110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50202) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:33.448615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a1c0565a-c924-48ec-a153-e146dfd9abe8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:33.550457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d52091bc-8d4a-4860-8af9-24fd139869dc None None] Provisioning complete for port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:33.551965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d52091bc-8d4a-4860-8af9-24fd139869dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.560651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387aed-cd3d-40ab-b12d-d1474bc1db16 req-6cbc7c29-8eaa-44cf-b414-6e68b0642aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:33.579946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5387aed-cd3d-40ab-b12d-d1474bc1db16 req-6cbc7c29-8eaa-44cf-b414-6e68b0642aa3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 1097 time: 0.6199634 Jul 08 17:42:33.816364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e333c517-e409-4666-876b-5798f059accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.835956 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e333c517-e409-4666-876b-5798f059accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.901387 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5387aed-cd3d-40ab-b12d-d1474bc1db16 req-7a5ca223-392c-46cc-bb3a-888ae5b4c505 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059731 Jul 08 17:42:33.913295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c0565a-c924-48ec-a153-e146dfd9abe8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:33.921322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a1c0565a-c924-48ec-a153-e146dfd9abe8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:33.924014 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c0565a-c924-48ec-a153-e146dfd9abe8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:42:33.926051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c0565a-c924-48ec-a153-e146dfd9abe8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:42:33.979325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e333c517-e409-4666-876b-5798f059accb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e3170ddb35c419c91d0b6d60c4809ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1120446 Jul 08 17:42:33.982323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50216) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:33.991091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333c517-e409-4666-876b-5798f059accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca9ea51-768b-48e7-9207-87525dbb644c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:34.006833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a1c0565a-c924-48ec-a153-e146dfd9abe8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5624294 Jul 08 17:42:34.010946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50220) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:34.141127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76a01c-2492-4d6c-8615-576b6b29a998 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:34.143446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1c76a01c-2492-4d6c-8615-576b6b29a998 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1303034 Jul 08 17:42:34.147148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50224) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:34.162902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:42:34.163917 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:34.166230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8b40-55f9-4bf4-8cc0-c536f1789f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:34.171032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:34.364170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c149a1-060f-40e9-95a3-6c4a9edc8527 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:34.365648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-21c149a1-060f-40e9-95a3-6c4a9edc8527 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2173741 Jul 08 17:42:34.376958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50230) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:34.458555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Allocated IP 172.21.0.2 (e14879bb-e0fc-4a97-963b-cf1af616cbe1/7904fcc8-8e27-4132-a4f2-994b76a40746/04123287-b45f-4515-84e9-eafe6aee5f4f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:34.499585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-814bba4b-1c0d-47e4-9b16-02590ab3c872 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214149 Jul 08 17:42:34.500187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:34.513617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:34.549388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8b40-55f9-4bf4-8cc0-c536f1789f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:34.719525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:42:34.943157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:34.952371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:34.986572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8b40-55f9-4bf4-8cc0-c536f1789f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:34.991194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9aaf8b40-55f9-4bf4-8cc0-c536f1789f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:34.992652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9aaf8b40-55f9-4bf4-8cc0-c536f1789f26 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7ca9ea51-768b-48e7-9207-87525dbb644c HTTP/1.1" status: 204 len: 168 time: 1.0006104 Jul 08 17:42:35.007336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf8b40-55f9-4bf4-8cc0-c536f1789f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca9ea51-768b-48e7-9207-87525dbb644c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:35.054334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ae5e-8843-464f-96a6-5961baa49603 req-304ccae5-76a0-465e-9f96-152f91d02fb3 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:35.056361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2306ae5e-8843-464f-96a6-5961baa49603 req-304ccae5-76a0-465e-9f96-152f91d02fb3 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 946 time: 0.3995535 Jul 08 17:42:35.172089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2306ae5e-8843-464f-96a6-5961baa49603 req-ab56aa3c-dbec-4709-9b51-e9e54a2e4bfb tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992577 Jul 08 17:42:35.229417 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:35.241296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Transition to ACTIVE for port object 04123287-b45f-4515-84e9-eafe6aee5f4f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:35.262435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Transition to ACTIVE for port object 04123287-b45f-4515-84e9-eafe6aee5f4f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:35.267512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:42:35.409259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:35.462497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.21.0.1 (e14879bb-e0fc-4a97-963b-cf1af616cbe1/7904fcc8-8e27-4132-a4f2-994b76a40746/69e5b737-6b19-4139-9e04-03bf733f24f2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:35.567597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b4199cd-7863-425d-a897-c2a296619f0a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:35.572236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Pushing event updated for resources: {'Port': ['ID=04123287-b45f-4515-84e9-eafe6aee5f4f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:35.591666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:35.637031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:35.645359 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:35.731612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:35.767719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object 69e5b737-6b19-4139-9e04-03bf733f24f2 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:35.822206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:42:35.832918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:35.851090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:35.857083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'mac_address': 'fa:16:3e:07:4e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:42:35.861803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Attempting to bind port 04123287-b45f-4515-84e9-eafe6aee5f4f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:35.862184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Attempting to bind port 04123287-b45f-4515-84e9-eafe6aee5f4f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:35.862558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Attempting to bind port 04123287-b45f-4515-84e9-eafe6aee5f4f on network e14879bb-e0fc-4a97-963b-cf1af616cbe1 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:35.880621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:35.882768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Checking segment: {'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:35.883232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:35.883644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Bound using segment: {'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:35.884147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Bound port: 04123287-b45f-4515-84e9-eafe6aee5f4f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:35.884539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:35.899419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9b4199cd-7863-425d-a897-c2a296619f0a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:35.939684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9b4199cd-7863-425d-a897-c2a296619f0a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:35.939684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:35.947979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:35.951597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:35.957304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:35.961858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=69e5b737-6b19-4139-9e04-03bf733f24f2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:36.000525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:42:36.076605 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.225457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.237255 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.354609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 030c253c-eb65-4de1-81e3-6071026b0fb9 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:36.376624 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.554157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] For port 04123287-b45f-4515-84e9-eafe6aee5f4f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:36.574910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:36.647105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.754270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:36.791132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] For port 04123287-b45f-4515-84e9-eafe6aee5f4f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=04123287-b45f-4515-84e9-eafe6aee5f4f,segment=NetworkSegment(7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e),segment_id=7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:36.836209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999886-b75a-45e6-8fbb-074e46681f36 req-904b908f-167e-4510-a0ef-f08a5dd5379f tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:36.849912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da999886-b75a-45e6-8fbb-074e46681f36 req-904b908f-167e-4510-a0ef-f08a5dd5379f tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 946 time: 0.3406124 Jul 08 17:42:36.851110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.956910 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.974198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:36.975306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:37.029352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['030c253c-eb65-4de1-81e3-6071026b0fb9'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:37.038416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:37.102875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da999886-b75a-45e6-8fbb-074e46681f36 req-01939ba1-cd68-42e7-b0e4-ea108fedd92c tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533109 Jul 08 17:42:37.167072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] Deleting port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:37.167519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:37.337220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,revision_number=8']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:37.605015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=1fbbf292-2277-4bbc-b72c-57fbde3c06a2,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:37.618936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:37.623207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:37.649148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:37.650067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:37.786993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-47ec4bc3-de96-4fb9-b517-e044812de98b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:37.794107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-47ec4bc3-de96-4fb9-b517-e044812de98b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 0.7338471 Jul 08 17:42:37.843825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-9505ea02-b79e-463f-b768-14beba691b36 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/quotas/5db48f5d56fa4a848ca5a6442371d785 HTTP/1.1" status: 200 len: 375 time: 0.0419130 Jul 08 17:42:37.853077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-003af9b9-5da5-4819-a7a8-241b43db9d17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3491647 Jul 08 17:42:37.857963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50364) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:37.881378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:45:e8:59', 'name': 'tempest-NetworksTestDHCPv6-498092739'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:37.937182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:37.971908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.054407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe4d7f-d5cb-46e8-9ac9-218095d31041 None None] Pushing event updated for resources: {'Port': ['ID=04123287-b45f-4515-84e9-eafe6aee5f4f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:38.122470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] For port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:38.122984 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.167793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] Calling delete_port for 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:38.287590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.397270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.446113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=69e5b737-6b19-4139-9e04-03bf733f24f2,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:38.476799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.478502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.480962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.482032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.483498 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.485110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.486225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.486696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.489528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.490539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.490539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.494514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:38.587592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:38.651831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-407ad74d-6da3-48df-be9d-8940b42b485d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7983079 Jul 08 17:42:38.672127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 9b4199cd-7863-425d-a897-c2a296619f0a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9b4199cd-7863-425d-a897-c2a296619f0a,segment=NetworkSegment(166513f3-2932-4274-96ee-01dcb4777340),segment_id=166513f3-2932-4274-96ee-01dcb4777340)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:38.727869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:38.775817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-a94e5c52-ea9f-429b-b972-b75fd8fe77bc service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:42:38.808813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-a94e5c52-ea9f-429b-b972-b75fd8fe77bc service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242290 Jul 08 17:42:38.958841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:38.972195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:39.120417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 04123287-b45f-4515-84e9-eafe6aee5f4f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:39.299807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=9b4199cd-7863-425d-a897-c2a296619f0a,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:39.318660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:42:39.357393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.402551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-01324923-4dd2-45a8-b971-40580ada7507 service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929232 Jul 08 17:42:39.598061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 04123287-b45f-4515-84e9-eafe6aee5f4f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:39.618647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e8eab-c4fe-4e44-b3fc-30d57ae96531 None None] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:39.639136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:39.667989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabb97e-58ca-4049-a4de-4d7683c8f49a req-5264bab4-18aa-48cc-bab4-5d228666ded7 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:39.668385 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-40f4c41c-73ed-44db-ab2d-8c2b8970e3a6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0876045 Jul 08 17:42:39.673796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50404) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:39.678839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cabb97e-58ca-4049-a4de-4d7683c8f49a req-5264bab4-18aa-48cc-bab4-5d228666ded7 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 946 time: 0.6737547 Jul 08 17:42:39.686403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port d4ae26e6-5741-4bad-b16f-116c26b897a9 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:42:39.710507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-913965142'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:39.811461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:39.816805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.852503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:42:39.864445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:39.865135 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment 1703d9a1-1911-4c60-9dd1-39cfa62b8786 of type vlan for network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab Jul 08 17:42:39.990271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:40.007984 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.016550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cabb97e-58ca-4049-a4de-4d7683c8f49a req-dba2571d-292f-4b91-8aba-0fa5b34bbc54 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858717 Jul 08 17:42:40.028161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:40.050234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.068081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-77e7825a-01b8-481d-b1af-394e5be4bbe5 service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462886 Jul 08 17:42:40.121919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fe45:e859 (02f2602e-703e-48f5-899b-7f1e2951c730/1fbbf292-2277-4bbc-b72c-57fbde3c06a2/d4ae26e6-5741-4bad-b16f-116c26b897a9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:40.168267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:40.168842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:40.172451 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.178118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] Pushing event deleted for resources: {'Port': ['ID=40d8c08a-ecaf-4503-aac0-43f8ebe13a65,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:40.190961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:40.193048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.232256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a8aa8-ae2b-416a-8489-ce560b4ffd69 None None] No DVR routers for this DVR port 40d8c08a-ecaf-4503-aac0-43f8ebe13a65 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:40.251299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:40.251970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:40.269972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3812b4-e872-4193-8d79-e4d6c42ec74b None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:40.284401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50414) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:40.316471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e2cfbf38-f216-44ca-8e44-09a87f45667c None None] Provisioning for port 04123287-b45f-4515-84e9-eafe6aee5f4f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:40.373412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-8eaa8d84-e6df-4bf5-ada8-9b791a8b210b tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:40.374979 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-8eaa8d84-e6df-4bf5-ada8-9b791a8b210b tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.72 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 946 time: 0.4110267 Jul 08 17:42:40.490264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e2cfbf38-f216-44ca-8e44-09a87f45667c None None] Provisioning complete for port 04123287-b45f-4515-84e9-eafe6aee5f4f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:40.490264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf38-f216-44ca-8e44-09a87f45667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.514562 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8388987 Jul 08 17:42:40.522635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50422) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:40.530375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:40.559569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a47f4-88db-4d46-acac-52f72af06f6c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:40.634555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Deleting port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:40.635091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.663310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31d2808e-0995-4bf0-ada8-07e17948691d req-e1d15f4f-3017-485d-b024-589059bc95c2 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 210 time: 0.2276278 Jul 08 17:42:40.694604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:40.699509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.725368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.731491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:40.883309 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a4b99fe-4e9f-441d-91ef-bc17919c3a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:40.942477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object d4ae26e6-5741-4bad-b16f-116c26b897a9 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:40.976585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:42:40.982406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:41.004641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] For port 1a9189b1-0cf3-4578-ad25-6d7c26da8621, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=1a9189b1-0cf3-4578-ad25-6d7c26da8621,segment=NetworkSegment(f8b9c00a-d541-4d15-b2b1-3a5a11198291),segment_id=f8b9c00a-d541-4d15-b2b1-3a5a11198291)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:41.005155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.021902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Calling delete_port for 1a9189b1-0cf3-4578-ad25-6d7c26da8621 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:41.029482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.069623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b4199cd-7863-425d-a897-c2a296619f0a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:41.092080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=206d89e5-47d9-48d5-a60c-95ef067e8db7,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:41.242747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:41.243307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:42:41.254748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.365770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:42:41.402987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:41.406796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:41.444598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:41.446675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.459083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:41.464249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.478731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:41.480696 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf38-f216-44ca-8e44-09a87f45667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.490066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:41.496138 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.505179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Pushing event deleted for resources: {'Port': ['ID=1a9189b1-0cf3-4578-ad25-6d7c26da8621,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:41.524964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731cf8f-bd51-49eb-ad59-ffbc21dab6f5 None None] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:41.545877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=d4ae26e6-5741-4bad-b16f-116c26b897a9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:41.587041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a4b99fe-4e9f-441d-91ef-bc17919c3a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.627533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291cd98-1923-496b-b5e0-307003287144 req-a49c607c-2829-4f13-bcb0-c856639d472e tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:41.638149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7291cd98-1923-496b-b5e0-307003287144 req-a49c607c-2829-4f13-bcb0-c856639d472e tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 867 time: 0.2991645 Jul 08 17:42:41.640441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9e99fd1e-2614-4c21-88c7-5137dd25048c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7783940 Jul 08 17:42:41.641789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a4b99fe-4e9f-441d-91ef-bc17919c3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.642216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['1a9189b1-0cf3-4578-ad25-6d7c26da8621'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:41.643049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] No DVR routers for this DVR port 1a9189b1-0cf3-4578-ad25-6d7c26da8621 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:42:41.645478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50448) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:41.662403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.664920 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bf323485-d21e-46ca-a3b1-987f793e4396 req-a196ec01-a953-488e-8913-b44e9e9cfb51 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.72 "DELETE /v2.0/ports/1a9189b1-0cf3-4578-ad25-6d7c26da8621 HTTP/1.1" status: 204 len: 173 time: 1.2464550 Jul 08 17:42:41.665832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'name': 'network-vif-deleted', 'tag': '1a9189b1-0cf3-4578-ad25-6d7c26da8621'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:41.668332 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7cec37-3950-4167-9a39-bdc2243a4be5" -d '{"events": [{"server_uuid": "560b3a8e-b038-4147-9deb-21f28ad4160c", "name": "network-vif-deleted", "tag": "1a9189b1-0cf3-4578-ad25-6d7c26da8621"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:41.708548 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eb947d8a-14a3-4e41-ac52-ff9115ac5693 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1848001 Jul 08 17:42:41.713324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:41.744471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9b4199cd-7863-425d-a897-c2a296619f0a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:41.744884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:41.786362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3465b0dc-b838-4bde-8b1c-fd51487f3768 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:41.790884 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3465b0dc-b838-4bde-8b1c-fd51487f3768 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1425140 Jul 08 17:42:41.793619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50460) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:41.903944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3a4b99fe-4e9f-441d-91ef-bc17919c3a80 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c02b36d066a420d87f1056b57d150b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6155353 Jul 08 17:42:41.906992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50462) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:41.909060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b99fe-4e9f-441d-91ef-bc17919c3a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9f2745-ac13-4910-b46a-7c6ba529c7c2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:42.021354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7291cd98-1923-496b-b5e0-307003287144 req-64f5ff54-4571-4396-8e85-48a90e555910 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b3c3871-5197-49f5-89cf-b16288b904c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649166 Jul 08 17:42:42.023465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port d4ae26e6-5741-4bad-b16f-116c26b897a9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:42.023986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:42.161917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e2cfbf38-f216-44ca-8e44-09a87f45667c None None] For port 04123287-b45f-4515-84e9-eafe6aee5f4f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=04123287-b45f-4515-84e9-eafe6aee5f4f,segment=NetworkSegment(7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e),segment_id=7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:42.179789 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c554c6-a58f-48a7-9ed1-fdb1c335d3ef x-openstack-request-id: req-62c554c6-a58f-48a7-9ed1-fdb1c335d3ef {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:42.180371 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560b3a8e-b038-4147-9deb-21f28ad4160c", "name": "network-vif-deleted", "tag": "1a9189b1-0cf3-4578-ad25-6d7c26da8621", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:42.180371 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-62c554c6-a58f-48a7-9ed1-fdb1c335d3ef {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:42.180798 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560b3a8e-b038-4147-9deb-21f28ad4160c', 'name': 'network-vif-deleted', 'tag': '1a9189b1-0cf3-4578-ad25-6d7c26da8621', 'status': 'completed', 'code': 200} Jul 08 17:42:42.211608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21c7c8c7-f76f-40e3-b1be-58fbbe092bfd req-b2b56d4a-b3b4-43b3-8cc7-6ab9bcb63d49 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 210 time: 0.1416337 Jul 08 17:42:42.230348 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e7311b0-d8ba-473e-a194-6dc608888fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:42.276825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 030c253c-eb65-4de1-81e3-6071026b0fb9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:42.277598 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:42.280307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:42.285312 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e2cfbf38-f216-44ca-8e44-09a87f45667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:42.301275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:42:42.302517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:42.343627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for d4ae26e6-5741-4bad-b16f-116c26b897a9 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:42.746270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Allocated IP 172.22.0.2 (ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab/206d89e5-47d9-48d5-a60c-95ef067e8db7/9d39ef23-92ac-4f9e-9eaa-92964687ef58) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:43.076623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f1f41c0d-238b-49a1-b99f-706baad43f1b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:43.079627 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f1f41c0d-238b-49a1-b99f-706baad43f1b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 0.2663171 Jul 08 17:42:43.083573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.115932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Request body: {'port': {'device_id': 'b598110e-b68b-4de1-997a-0205e845a473', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'admin_state_up': True, 'tenant_id': '5db48f5d56fa4a848ca5a6442371d785'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:43.257172 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.354366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Transition to ACTIVE for port object 9d39ef23-92ac-4f9e-9eaa-92964687ef58 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:43.376645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e7311b0-d8ba-473e-a194-6dc608888fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.406594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfbf38-f216-44ca-8e44-09a87f45667c None None] Pushing event updated for resources: {'Port': ['ID=04123287-b45f-4515-84e9-eafe6aee5f4f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:43.427526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=d4ae26e6-5741-4bad-b16f-116c26b897a9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:43.568295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.603224 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fe6ad3e2-99f4-47d0-8a36-196f0dd44586 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/d4ae26e6-5741-4bad-b16f-116c26b897a9 HTTP/1.1" status: 204 len: 168 time: 1.8008852 Jul 08 17:42:43.622390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50488) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:43.785034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Transition to ACTIVE for port object 9d39ef23-92ac-4f9e-9eaa-92964687ef58 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:43.796284 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.835238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.837284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13dfe8-bc19-4e24-9a04-3bb7f75d3bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '1fbbf292-2277-4bbc-b72c-57fbde3c06a2'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:42:43.838113 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9f13dfe8-bc19-4e24-9a04-3bb7f75d3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.883605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e7311b0-d8ba-473e-a194-6dc608888fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.891635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e7311b0-d8ba-473e-a194-6dc608888fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:43.908697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7e7311b0-d8ba-473e-a194-6dc608888fe0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9f9f2745-ac13-4910-b46a-7c6ba529c7c2 HTTP/1.1" status: 204 len: 168 time: 1.9862688 Jul 08 17:42:43.930057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:43.943900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:43.946570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:43.950240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:36Z', 'revision_number': 3, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:37Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:43.990059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f180c35-13a3-44ec-a103-d150261b9e40 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:43.992509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f180c35-13a3-44ec-a103-d150261b9e40 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:44.003126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1f180c35-13a3-44ec-a103-d150261b9e40 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3796153 Jul 08 17:42:44.017434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50498) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:44.118616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e016e114-2267-45b5-930c-f4791e0f4183 req-9e8dc706-2a6c-4195-b863-655eae0b3b00 tempest-ServerAddressesTestJSON-163259303 tempest-ServerAddressesTestJSON-163259303-project] 10.222.0.63 "GET /v2.0/ports?device_id=560b3a8e-b038-4147-9deb-21f28ad4160c HTTP/1.1" status: 200 len: 210 time: 0.3871198 Jul 08 17:42:44.146015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Pushing event updated for resources: {'Port': ['ID=9d39ef23-92ac-4f9e-9eaa-92964687ef58,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:44.215793 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4422a74a-0f00-4d41-b0b8-8d8dc04b6394 req-f6d7d76d-3d23-41c2-a540-3c97c55f3416 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 210 time: 0.4869311 Jul 08 17:42:44.238356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7311b0-d8ba-473e-a194-6dc608888fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9f2745-ac13-4910-b46a-7c6ba529c7c2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:44.281022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 1fbbf292-2277-4bbc-b72c-57fbde3c06a2 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:44.307634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:44.334544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Made reservation on behalf of 5db48f5d56fa4a848ca5a6442371d785 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:44.339213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:44.404283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 04123287-b45f-4515-84e9-eafe6aee5f4f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:44.459857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:44.604944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:44.616259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:42:44.616625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Updating router 095c737f-19e1-4cb3-99b6-aced3f5d068e port 69e5b737-6b19-4139-9e04-03bf733f24f2 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:42:44.709811 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:44.894689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:44.906422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50512) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:44.908430 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-9f13dfe8-bc19-4e24-9a04-3bb7f75d3bfe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1fbbf292-2277-4bbc-b72c-57fbde3c06a2: This subnet is being modified by another concurrent operation. Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:42:45.001689 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1fbbf292-2277-4bbc-b72c-57fbde3c06a2: This subnet is being modified by another concurrent operation. Jul 08 17:42:45.005799 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:42:45.012046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbbf292-2277-4bbc-b72c-57fbde3c06a2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:45.027121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6c59f34-d855-4ef3-8edf-5d1522962b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.037380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Attempting to bind port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:45.037756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Attempting to bind port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:45.038125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Attempting to bind port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 on network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:45.074227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4c26f95e-48ed-4a6b-8695-959f689c7345 None None] Provisioning complete for port 04123287-b45f-4515-84e9-eafe6aee5f4f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:45.074604 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4c26f95e-48ed-4a6b-8695-959f689c7345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.082538 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.088720 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8a04b95c-bf9f-43c6-8a55-8ed6889bced1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/1fbbf292-2277-4bbc-b72c-57fbde3c06a2 HTTP/1.1" status: 204 len: 168 time: 1.0646737 Jul 08 17:42:45.096921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:45.101967 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba725a13-4a9b-4641-a881-5e9d7ce8fe90" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:45.108279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50516) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:45.197055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:45.205604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:45.206090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Checking segment: {'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:45.207400 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.209598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Bound using segment: {'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:45.210137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Bound port: 9d39ef23-92ac-4f9e-9eaa-92964687ef58, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:45.210760 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.255874 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.267613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-33d43c6c-2106-40fc-928a-5cde1c93742f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1306756 Jul 08 17:42:45.286063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50526) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:45.290642 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.304024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:45.353096 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f828061-a616-4d48-ae1b-d5376c1f0797 x-openstack-request-id: req-9f828061-a616-4d48-ae1b-d5376c1f0797 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:45.353399 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:45.353897 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9f828061-a616-4d48-ae1b-d5376c1f0797 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:45.354428 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'code': 200} Jul 08 17:42:45.404337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50528) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:45.443228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1a9189b1-0cf3-4578-ad25-6d7c26da8621 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:42:45.498230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] Deleting subnet 64222571-ce6c-4058-97a6-8e1fd0fe211d {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:45.515902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.585326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 1a9189b1-0cf3-4578-ad25-6d7c26da8621 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:42:45.585965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 1a9189b1-0cf3-4578-ad25-6d7c26da8621 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:42:45.587979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:45.588711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.22.0.1 (ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab/206d89e5-47d9-48d5-a60c-95ef067e8db7/81ea8d5b-dde1-4665-a8b5-a0f629b7abbd) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:45.608891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 04123287-b45f-4515-84e9-eafe6aee5f4f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:45.609837 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.659241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Allocated IP 172.20.0.12 (3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a/df5eb1a2-d4fa-471b-b865-b76cc86179fa/c8fa11f7-774e-43f3-9062-7cc3231e4d2d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:45.808230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] For port 9d39ef23-92ac-4f9e-9eaa-92964687ef58, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:45.821927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] For port 9d39ef23-92ac-4f9e-9eaa-92964687ef58, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9d39ef23-92ac-4f9e-9eaa-92964687ef58,segment=NetworkSegment(1703d9a1-1911-4c60-9dd1-39cfa62b8786),segment_id=1703d9a1-1911-4c60-9dd1-39cfa62b8786)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:45.830449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.850480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.862508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:45.896060 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.898514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.930133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:45.970747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ac201760-38d4-4215-8e7f-78135fda7cf7', 'd9dab007-6b98-43f7-8f91-80b948c42a44'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:42:46.034328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.062428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:46.067492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.090778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4c26f95e-48ed-4a6b-8695-959f689c7345 None None] Provisioning for port 69e5b737-6b19-4139-9e04-03bf733f24f2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:46.115264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:46.140450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:46.167716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:46.173020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:46.185159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4c26f95e-48ed-4a6b-8695-959f689c7345 None None] Provisioning complete for port 69e5b737-6b19-4139-9e04-03bf733f24f2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:46.185544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4c26f95e-48ed-4a6b-8695-959f689c7345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.187763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:46.211580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event updated for resources: {'Port': ['ID=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:46.245253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee296c11-c207-433d-95a7-5835596cb91d None None] Pushing event updated for resources: {'Port': ['ID=9d39ef23-92ac-4f9e-9eaa-92964687ef58,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:46.256290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:46.284958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026bf0b-19de-4841-aac6-1a8d4bef6228 req-8461f882-d1a2-4458-b4da-55675414f31b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.288776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9026bf0b-19de-4841-aac6-1a8d4bef6228 req-8461f882-d1a2-4458-b4da-55675414f31b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 932 time: 0.3331430 Jul 08 17:42:46.330921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.373268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9026bf0b-19de-4841-aac6-1a8d4bef6228 req-69bfe038-1399-4e90-906e-96b34ab4622d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776393 Jul 08 17:42:46.459786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4c26f95e-48ed-4a6b-8695-959f689c7345 None None] Port 69e5b737-6b19-4139-9e04-03bf733f24f2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:46.554198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6c59f34-d855-4ef3-8edf-5d1522962b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.624425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:46.625766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.656928 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6c59f34-d855-4ef3-8edf-5d1522962b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.719536 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.762320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.771273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:46.773228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9d39ef23-92ac-4f9e-9eaa-92964687ef58 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:46.774993 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.800468 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6c59f34-d855-4ef3-8edf-5d1522962b2c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=124817f943c045f3a04ba7464b88effd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8287308 Jul 08 17:42:46.801925 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-d603c729-c21c-441a-bc3c-4a073c938bd7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7016923 Jul 08 17:42:46.810805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50542) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:46.844815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.846980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/64222571-ce6c-4058-97a6-8e1fd0fe211d HTTP/1.1" status: 204 len: 168 time: 1.4342401 Jul 08 17:42:46.849324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c59f34-d855-4ef3-8edf-5d1522962b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a0182-e251-4194-b220-0b4367354497,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:46.857643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-21424f0c-24eb-4a0a-ac60-9e9060dd8255 None None] Provisioning complete for port 69e5b737-6b19-4139-9e04-03bf733f24f2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:46.858068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21424f0c-24eb-4a0a-ac60-9e9060dd8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:46.863640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:46.891206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Request body: {'port': {'device_id': 'b598110e-b68b-4de1-997a-0205e845a473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:46.909554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-21424f0c-24eb-4a0a-ac60-9e9060dd8255 None None] Port 69e5b737-6b19-4139-9e04-03bf733f24f2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:46.939036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26733221-8b78-439c-862d-7563e8f41846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64222571-ce6c-4058-97a6-8e1fd0fe211d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:47.002024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:47.036143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.059405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Transition to ACTIVE for port object 69e5b737-6b19-4139-9e04-03bf733f24f2 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:47.076197 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.129390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4072c4-bc29-4bd0-9022-6e6f44b71d01 None None] Pushing event updated for resources: {'Port': ['ID=69e5b737-6b19-4139-9e04-03bf733f24f2,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:47.177530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.208487 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.283596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Attempting to bind port 69e5b737-6b19-4139-9e04-03bf733f24f2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:47.284042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Attempting to bind port 69e5b737-6b19-4139-9e04-03bf733f24f2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:47.285102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Attempting to bind port 69e5b737-6b19-4139-9e04-03bf733f24f2 on network e14879bb-e0fc-4a97-963b-cf1af616cbe1 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:47.295696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:47.296105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Checking segment: {'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:47.298353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.298785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Bound using segment: {'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:47.299285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Bound port: 69e5b737-6b19-4139-9e04-03bf733f24f2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:47.299678 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.336602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-16a2a240-4d25-4431-b75e-7280a6da6d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.400331 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-16a2a240-4d25-4431-b75e-7280a6da6d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.528437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] For port 69e5b737-6b19-4139-9e04-03bf733f24f2, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:47.546968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] For port 69e5b737-6b19-4139-9e04-03bf733f24f2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=69e5b737-6b19-4139-9e04-03bf733f24f2,segment=NetworkSegment(7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e),segment_id=7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:47.560494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.815286 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.872024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.960114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-16a2a240-4d25-4431-b75e-7280a6da6d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.962675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-16a2a240-4d25-4431-b75e-7280a6da6d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:47.963840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-16a2a240-4d25-4431-b75e-7280a6da6d2a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/584a0182-e251-4194-b220-0b4367354497 HTTP/1.1" status: 204 len: 168 time: 1.1514444 Jul 08 17:42:48.040089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53dd2f9-db55-450f-84b8-b466feb9473c None None] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:48.099018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2a240-4d25-4431-b75e-7280a6da6d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a0182-e251-4194-b220-0b4367354497,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:48.120319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:48.167793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:48.209348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263011cf-21c5-4f3d-bcd9-2a6c370d7615 req-d9ea4eee-0ab6-4792-859f-3111926727c5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:48.218925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-263011cf-21c5-4f3d-bcd9-2a6c370d7615 req-d9ea4eee-0ab6-4792-859f-3111926727c5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 932 time: 0.4712484 Jul 08 17:42:48.300555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:48.340827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:48.346234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:48.513831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9410ac74-0d5a-4c9e-9f04-77f7af661f3d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:48.516018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-263011cf-21c5-4f3d-bcd9-2a6c370d7615 req-4e6b60d4-400a-4e77-bc96-9f0e868cfc7b tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595551 Jul 08 17:42:48.614786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:48.616276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:48.618194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:48.627505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b9c00a-d541-4d15-b2b1-3a5a11198291') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:48.629664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b9c00a-d541-4d15-b2b1-3a5a11198291') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:48.739245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:48.810124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50582) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:48.813718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:42:48.827577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4072c4-bc29-4bd0-9022-6e6f44b71d01 None None] Pushing event updated for resources: {'Port': ['ID=69e5b737-6b19-4139-9e04-03bf733f24f2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:48.924975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:48.940608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-58cccb0e-d75d-4372-8b70-c04b249bd082 None None] Provisioning for port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:48.974676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-58cccb0e-d75d-4372-8b70-c04b249bd082 None None] Provisioning complete for port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:48.976288 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-58cccb0e-d75d-4372-8b70-c04b249bd082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.026086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:42:49.037624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0f0b2915-44ca-46d6-8e43-a4481f650767 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3178854 Jul 08 17:42:49.038755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50594) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:49.046309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574865314'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:49.081354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:42:49.081793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:42:49.095495 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:42:49.097864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:49.109897 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.166286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:42:49.186319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.187169 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added segment 385af943-16f8-4578-bbf1-cc6343c41f25 of type vlan for network a2a09cd2-7c5e-4dd7-a511-56039483ae69 Jul 08 17:42:49.276154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.336090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.342405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fa11f7-774e-43f3-9062-7cc3231e4d2d {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:42:49.349710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:49.353198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.419935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:42:49.432063 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.443182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.489218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Network': ['ID=a2a09cd2-7c5e-4dd7-a511-56039483ae69,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:49.510052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4679539 Jul 08 17:42:49.511491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50604) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:49.513466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.514042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.514393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.515190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.515533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.516052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.516617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.516617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.516949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.517286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.517615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.517992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff4ee11-6930-43be-a95d-054b634f8ad4 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:42:49.525167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Transition to ACTIVE for port object c8fa11f7-774e-43f3-9062-7cc3231e4d2d will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:49.527130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a53b61b-e39c-449e-a1c9-8bb51114a7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.527428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'subnet': {'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:49.529314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.553107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.555137 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9410ac74-0d5a-4c9e-9f04-77f7af661f3d HTTP/1.1" status: 204 len: 168 time: 2.6757030 Jul 08 17:42:49.560298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.634753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:49.635891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacac560-7b02-4e96-a986-7c523d1b3fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9410ac74-0d5a-4c9e-9f04-77f7af661f3d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:49.647129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:42:49.652132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:49.665176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:49.665995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.673196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=ddd7b7f7-28e4-46ad-b6c1-f289814c8967,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:49.778551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b3e6d1-6438-4784-a629-3462c82d1209 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:49.782666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-58cccb0e-d75d-4372-8b70-c04b249bd082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:49.840402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:49.889290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50620) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:50.009228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Attempting to bind port c8fa11f7-774e-43f3-9062-7cc3231e4d2d on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:50.009228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Attempting to bind port c8fa11f7-774e-43f3-9062-7cc3231e4d2d by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:50.009560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Attempting to bind port c8fa11f7-774e-43f3-9062-7cc3231e4d2d on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:50.060077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Port c8fa11f7-774e-43f3-9062-7cc3231e4d2d on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:42:50.060918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Attempting to bind port c8fa11f7-774e-43f3-9062-7cc3231e4d2d on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:50.061959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-58cccb0e-d75d-4372-8b70-c04b249bd082 None None] For port 9d39ef23-92ac-4f9e-9eaa-92964687ef58, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9d39ef23-92ac-4f9e-9eaa-92964687ef58,segment=NetworkSegment(1703d9a1-1911-4c60-9dd1-39cfa62b8786),segment_id=1703d9a1-1911-4c60-9dd1-39cfa62b8786)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:50.077135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a53b61b-e39c-449e-a1c9-8bb51114a7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.090568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:50.090953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Checking segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:50.091351 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Bound using segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:50.095376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Bound port: c8fa11f7-774e-43f3-9062-7cc3231e4d2d, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:50.095562 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.099117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a53b61b-e39c-449e-a1c9-8bb51114a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.116269 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-58cccb0e-d75d-4372-8b70-c04b249bd082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.118679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dacc2970-d687-4ac4-afff-69887d808c4d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57f5300881ec4f3c9eaefdf000694ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280211 Jul 08 17:42:50.122197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:46Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:47Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:47Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:50.129146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50628) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:50.189038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab69bd32-dcdd-4835-91f8-6c494e4d1479 None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:46Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:47Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:47Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:50.308034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] For port c8fa11f7-774e-43f3-9062-7cc3231e4d2d, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:50.316433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] For port c8fa11f7-774e-43f3-9062-7cc3231e4d2d, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:50.336909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.368410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Made reservation on behalf of b2e9be213c364a4d8a790a6abe17d1cf for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:50.373277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.379686 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b89b8819-cf01-44b5-9aca-e977cfb88095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.460520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cccb0e-d75d-4372-8b70-c04b249bd082 None None] Pushing event updated for resources: {'Port': ['ID=9d39ef23-92ac-4f9e-9eaa-92964687ef58,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:50.469831 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-02d18b1e-1520-4015-9ad5-c1c8016e1d36 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1821561 Jul 08 17:42:50.483298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50630) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:50.538978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:50.539613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.541105 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] 10.222.0.72 "PUT /v2.0/ports/c8fa11f7-774e-43f3-9062-7cc3231e4d2d HTTP/1.1" status: 200 len: 1092 time: 3.6651504 Jul 08 17:42:50.541577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b598110e-b68b-4de1-997a-0205e845a473', 'tag': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:42:50.543893 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f55856-b592-46a8-8df9-f50ce24a09ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b598110e-b68b-4de1-997a-0205e845a473", "tag": "c8fa11f7-774e-43f3-9062-7cc3231e4d2d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:42:50.599086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:66:cf:60', 'name': 'tempest-NetworksTestDHCPv6-1703971477'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:50.664896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2db40-2dbb-4edb-b4b8-510b26ec02a4 req-9b12df3c-f9db-405f-bd48-da5262a8ac46 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:50.674722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b2db40-2dbb-4edb-b4b8-510b26ec02a4 req-9b12df3c-f9db-405f-bd48-da5262a8ac46 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 944 time: 0.6508865 Jul 08 17:42:50.705155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': 'ddd7b7f7-28e4-46ad-b6c1-f289814c8967'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:42:50.708092 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.723131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b89b8819-cf01-44b5-9aca-e977cfb88095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:50.876099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0b2db40-2dbb-4edb-b4b8-510b26ec02a4 req-53982660-1365-457d-9abc-a6ba3542fe2e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001688 Jul 08 17:42:50.984764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e5b737-6b19-4139-9e04-03bf733f24f2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:51.057177 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b89b8819-cf01-44b5-9aca-e977cfb88095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:51.059797 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b89b8819-cf01-44b5-9aca-e977cfb88095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:51.069168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b89b8819-cf01-44b5-9aca-e977cfb88095 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b3c3871-5197-49f5-89cf-b16288b904c4 HTTP/1.1" status: 204 len: 168 time: 0.9276776 Jul 08 17:42:51.091329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6f6cce78-e4bd-48bc-9782-6a8241709e69 None None] Provisioning complete for port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:51.091833 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6f6cce78-e4bd-48bc-9782-6a8241709e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:51.115463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b8819-cf01-44b5-9aca-e977cfb88095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3c3871-5197-49f5-89cf-b16288b904c4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:51.318854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Allocated IP 2001:db8::f816:3eff:fede:d114 (02f2602e-703e-48f5-899b-7f1e2951c730/ddd7b7f7-28e4-46ad-b6c1-f289814c8967/6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:51.326127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:51.478737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 69e5b737-6b19-4139-9e04-03bf733f24f2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:51.488167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 69e5b737-6b19-4139-9e04-03bf733f24f2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:51.488554 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:51.735593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6f6cce78-e4bd-48bc-9782-6a8241709e69 None None] Provisioning for port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:51.759340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6f6cce78-e4bd-48bc-9782-6a8241709e69 None None] Provisioning complete for port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:51.759595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6f6cce78-e4bd-48bc-9782-6a8241709e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:51.818213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Subnet': ['ID=f65bae1c-6b27-49ae-80da-5b64970d9f99,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:51.845125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Checking segment: {'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:51.856636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network hostable DHCP agents. Network: a2a09cd2-7c5e-4dd7-a511-56039483ae69, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:42:51.928097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:42:51.957844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3a53b61b-e39c-449e-a1c9-8bb51114a7b6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0097268074534f3ca28e8f96f25ea62b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0865886 Jul 08 17:42:51.959164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50696) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:51.973945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53b61b-e39c-449e-a1c9-8bb51114a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e2a25d-ffe6-42b9-86fe-1141c81a36fd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:51.995119 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.005432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:52.011387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a2a09cd2-7c5e-4dd7-a511-56039483ae69) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:52.026013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:52.026627 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.027492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.057761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbecc63-aeba-4d98-9856-6b93dfd1dac8 None None] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:52.067456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cce78-e4bd-48bc-9782-6a8241709e69 None None] Port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:52.111941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Transition to ACTIVE for port object 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:52.175606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e519f89c-8ce1-41db-b23a-527e2db747f0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6534491 Jul 08 17:42:52.176553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50718) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:52.235173 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ff6647-787d-4435-bea1-de540d3acbe6 x-openstack-request-id: req-37ff6647-787d-4435-bea1-de540d3acbe6 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:42:52.238823 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b598110e-b68b-4de1-997a-0205e845a473", "tag": "c8fa11f7-774e-43f3-9062-7cc3231e4d2d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:42:52.239181 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-37ff6647-787d-4435-bea1-de540d3acbe6 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:42:52.240028 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b598110e-b68b-4de1-997a-0205e845a473', 'tag': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d', 'status': 'completed', 'code': 200} Jul 08 17:42:52.243376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c05d3-de96-43fa-8fa3-b7a7011de718 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:52.370023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Transition to ACTIVE for port object 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:52.494548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.576015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a37e-1bc0-433e-a835-8748e0b84c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.598209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 30f125dc-1826-40d8-80ea-019fe00b4ded yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:42:52.669195 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.676546 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:42:52.706975 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:52.707618 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:52.722770 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a37e-1bc0-433e-a835-8748e0b84c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:52.777887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 69e5b737-6b19-4139-9e04-03bf733f24f2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=69e5b737-6b19-4139-9e04-03bf733f24f2,segment=NetworkSegment(7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e),segment_id=7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:52.825799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-1e095376-44f6-444e-9543-8988674a346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:52.835437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-1e095376-44f6-444e-9543-8988674a346d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 1095 time: 0.8748779 Jul 08 17:42:52.870029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b72f41-5143-4ab5-bc15-d894fe62e272 req-ad23ec62-485a-4a0a-8d7b-f1deb2207924 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:52.883767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1b72f41-5143-4ab5-bc15-d894fe62e272 req-ad23ec62-485a-4a0a-8d7b-f1deb2207924 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 944 time: 0.5223327 Jul 08 17:42:52.915725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89517cea-c06c-44ba-ba32-aa8a5787f9b0 None None] Provisioning complete for port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:52.917452 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89517cea-c06c-44ba-ba32-aa8a5787f9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.005578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-46bc803a-57d0-4b3c-8e17-ce78904e3a8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8fa11f7-774e-43f3-9062-7cc3231e4d2d HTTP/1.1" status: 200 len: 217 time: 0.1531508 Jul 08 17:42:53.015998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Pushing event updated for resources: {'Port': ['ID=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:53.044040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-89517cea-c06c-44ba-ba32-aa8a5787f9b0 None None] Port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:42:53.067831 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.109418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1b72f41-5143-4ab5-bc15-d894fe62e272 req-d4111562-d958-4912-ba24-a0ef7d8662da tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246809 Jul 08 17:42:53.124948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-2a40360d-096f-4294-9408-7892c1b1d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:53.129777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-2a40360d-096f-4294-9408-7892c1b1d0fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.1156135 Jul 08 17:42:53.176807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:53.176972 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:53.192533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:53.197469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-78bfa7b0-c334-4edb-8881-3b722ff6a607 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517561 Jul 08 17:42:53.218867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a37e-1bc0-433e-a835-8748e0b84c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.226223 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a37e-1bc0-433e-a835-8748e0b84c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.233401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f3d1a37e-1bc0-433e-a835-8748e0b84c60 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f7e2a25d-ffe6-42b9-86fe-1141c81a36fd HTTP/1.1" status: 204 len: 168 time: 1.2731113 Jul 08 17:42:53.281864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fe66:cf60 (02f2602e-703e-48f5-899b-7f1e2951c730/ddd7b7f7-28e4-46ad-b6c1-f289814c8967/30f125dc-1826-40d8-80ea-019fe00b4ded) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:53.315026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1a37e-1bc0-433e-a835-8748e0b84c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e2a25d-ffe6-42b9-86fe-1141c81a36fd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:53.335972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50764) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:53.667586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-480eb057-f446-411d-b9f5-c57d28be81f5 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542844 Jul 08 17:42:53.760523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:53.842021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:53.880934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9d39ef23-92ac-4f9e-9eaa-92964687ef58 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:53.945748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76e87899-ac79-4391-b6cc-965154d294da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.104066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'fixed_ips': [{'subnet_id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:42:54.124431 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.189526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.195286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50786) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:54.195574 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:46Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:47Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:47Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:54.234793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 30f125dc-1826-40d8-80ea-019fe00b4ded will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:54.245124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=69e5b737-6b19-4139-9e04-03bf733f24f2,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:54.287498 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:42:54.290602 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Updating router 095c737f-19e1-4cb3-99b6-aced3f5d068e port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:42:54.343634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.414087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:54.414471 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.432136 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.588452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=30f125dc-1826-40d8-80ea-019fe00b4ded,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:54.607839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:54.610256 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76e87899-ac79-4391-b6cc-965154d294da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.622758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:54.633850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1777067792-network', 'tenant_id': '1efef37ad95342b498dd28e10718dc4c'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:42:54.658192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:54.666351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Attempting to bind port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:54.670973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Attempting to bind port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:54.671384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Attempting to bind port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:54.673958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:54.674635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.763406 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-df13ca79-0397-4b13-b2aa-37028ab6b4a9 req-e7dd5481-527a-415a-aa8f-0ae2b20ff794 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105815 Jul 08 17:42:54.774249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:54.774675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:54.777376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.778546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:54.779063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Bound port: 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:54.783766 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.817020 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-05796f99-b8e8-473d-8f9d-5ea464885447 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3270600 Jul 08 17:42:54.817320 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50798) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:54.910552 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.921994 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Transition to ACTIVE for port object 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:54.942698 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:54.995076 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b7e67-2ccc-4460-81f0-781eca16d99f None None] Pushing event updated for resources: {'Port': ['ID=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:55.019412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] For port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:55.031977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] For port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:55.052181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd6082-67a2-457b-80fa-c2432779e26c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:55.075472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd6082-67a2-457b-80fa-c2432779e26c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:55.082585 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1abd6082-67a2-457b-80fa-c2432779e26c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2619433 Jul 08 17:42:55.089449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50808) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:55.095286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-ad4ad9e4-2f0d-4f07-84ef-d6a1b8fbb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:55.101298 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-ad4ad9e4-2f0d-4f07-84ef-d6a1b8fbb7a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 1095 time: 0.2268548 Jul 08 17:42:55.122226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.225354 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Attempting to bind port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:55.225905 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Attempting to bind port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:55.226202 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Attempting to bind port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd on network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:55.248816 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:55.249205 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Checking segment: {'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:55.250034 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.250544 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Bound using segment: {'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:55.251016 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Bound port: 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1703d9a1-1911-4c60-9dd1-39cfa62b8786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:55.251388 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.252637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74390de-9a8a-402d-b78b-880eef9ec14c None None] Pushing event updated for resources: {'Port': ['ID=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:55.314062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76e87899-ac79-4391-b6cc-965154d294da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.367825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-4aa3f375-aea7-4c55-9628-7bc107f5aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:55.373571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-4aa3f375-aea7-4c55-9628-7bc107f5aff5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 915 time: 0.2430377 Jul 08 17:42:55.408009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Allocated IP 172.23.0.2 (a2a09cd2-7c5e-4dd7-a511-56039483ae69/f65bae1c-6b27-49ae-80da-5b64970d9f99/f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:55.448104 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] For port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:55.456071 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] For port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,segment=NetworkSegment(1703d9a1-1911-4c60-9dd1-39cfa62b8786),segment_id=1703d9a1-1911-4c60-9dd1-39cfa62b8786)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:55.470780 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.564587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-e78f2063-ba3f-4158-98ea-abe117611d07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8fa11f7-774e-43f3-9062-7cc3231e4d2d HTTP/1.1" status: 200 len: 217 time: 0.1371539 Jul 08 17:42:55.675060 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:42:55.675853 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:42:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:55.696822 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b7e67-2ccc-4460-81f0-781eca16d99f None None] Pushing event updated for resources: {'Port': ['ID=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:55.737516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-76e87899-ac79-4391-b6cc-965154d294da admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c27f6192dabc454aa23705e95e19cf6c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3824310 Jul 08 17:42:55.739422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Made reservation on behalf of 1efef37ad95342b498dd28e10718dc4c for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:42:55.741492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50820) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:55.741846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.788811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e87899-ac79-4391-b6cc-965154d294da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde6549-3922-42c9-9577-f84d372cba0b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:55.850379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:55.924425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15567d-bab0-43e7-860d-f27590079519 req-8e70d265-42c6-433f-bd42-8e16c1486fce tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:55.953471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd15567d-bab0-43e7-860d-f27590079519 req-8e70d265-42c6-433f-bd42-8e16c1486fce tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 944 time: 1.5189323 Jul 08 17:42:55.956184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-84774b23-c4db-4e94-81b0-2749dcbe58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:55.958578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-84774b23-c4db-4e94-81b0-2749dcbe58c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.3666973 Jul 08 17:42:56.001373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.017375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Transition to ACTIVE for port object f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:56.049808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Transition to ACTIVE for port object f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:56.082690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e5b737-6b19-4139-9e04-03bf733f24f2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:56.109185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:42:56.183886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-7e2c6f45-b3a5-48af-bccf-d7a583a88954 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026198 Jul 08 17:42:56.258598 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.280813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:56.285389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:56.293641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:56.401220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd15567d-bab0-43e7-860d-f27590079519 req-c0801658-fd4c-463b-aed9-9e101ce766e5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448984 Jul 08 17:42:56.412211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 30f125dc-1826-40d8-80ea-019fe00b4ded {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:42:56.417738 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.458121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Allocated IP 172.23.0.1 (a2a09cd2-7c5e-4dd7-a511-56039483ae69/f65bae1c-6b27-49ae-80da-5b64970d9f99/cf5f22ec-06c7-474a-ab8e-8d3accf77ac0) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:42:56.566542 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.621392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1a53aca-93e0-4b0e-ad02-65fb1fb6d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.703936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 69e5b737-6b19-4139-9e04-03bf733f24f2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:56.703936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.782240 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:46Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:55Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:42:56.843551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1a53aca-93e0-4b0e-ad02-65fb1fb6d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.883448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Attempting to bind port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:42:56.883924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Attempting to bind port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:42:56.889243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Attempting to bind port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a on network a2a09cd2-7c5e-4dd7-a511-56039483ae69 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:42:56.909868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:42:56.915595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Checking segment: {'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:42:56.917446 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.917970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Bound using segment: {'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:42:56.925956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Bound port: f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:42:56.928029 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70de3bd-ae22-41dd-a4a7-945ffa89aa6c None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:46Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:55Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:42:56.928622 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:56.998850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Pushing event updated for resources: {'Port': ['ID=f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:57.119287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-06861cec-0c9f-4491-83b0-2e2042f81dab service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9234223 Jul 08 17:42:57.250182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:57.275262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] For port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:42:57.280671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] For port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a,segment=NetworkSegment(385af943-16f8-4578-bbf1-cc6343c41f25),segment_id=385af943-16f8-4578-bbf1-cc6343c41f25)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:42:57.318125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 30f125dc-1826-40d8-80ea-019fe00b4ded owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:42:57.459072 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:57.749292 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb654-e352-4de9-8b91-e50b01b6ded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:57.859650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d3fe4-3bda-4724-b99f-a26d5f6e3d89 None None] Pushing event updated for resources: {'Port': ['ID=f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:57.894363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6ed3b047-1e9e-43eb-b373-6cc0122dd744 None None] Provisioning for port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:57.910065 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:57.976425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Transition to ACTIVE for port object cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:42:58.019617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1a53aca-93e0-4b0e-ad02-65fb1fb6d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.026036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1a53aca-93e0-4b0e-ad02-65fb1fb6d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.033757 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e1a53aca-93e0-4b0e-ad02-65fb1fb6d304 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7fde6549-3922-42c9-9577-f84d372cba0b HTTP/1.1" status: 204 len: 168 time: 2.2824090 Jul 08 17:42:58.039683 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:42:58.042284 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e3f55856-b592-46a8-8df9-f50ce24a09ba req-a11dc057-0b6d-4997-b73c-d3994fa6937a service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8784432 Jul 08 17:42:58.122808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a53aca-93e0-4b0e-ad02-65fb1fb6d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde6549-3922-42c9-9577-f84d372cba0b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:58.170384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.314142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=30f125dc-1826-40d8-80ea-019fe00b4ded,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:58.335816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1ca8052d-8aa0-4ced-bf2a-66684f8f133c None None] Could not find standard attr ID for object 30f125dc-1826-40d8-80ea-019fe00b4ded. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:42:58.407303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:58.494534 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.506973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b5943bf4-89a3-4897-8ace-ff69a9bddad5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/30f125dc-1826-40d8-80ea-019fe00b4ded HTTP/1.1" status: 204 len: 168 time: 3.3944168 Jul 08 17:42:58.509395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50918) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:58.513007 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.580169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:58.584526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:58.585246 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.701944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.732126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660ac8a-3293-4f1e-bdaa-4de23e2ad391 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:58.743175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a660ac8a-3293-4f1e-bdaa-4de23e2ad391 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:58.744000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c812b-1888-4031-bfb1-97b94e518d76 req-b8b93e97-e108-4de1-8337-e96d4348245f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:58.757681 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a660ac8a-3293-4f1e-bdaa-4de23e2ad391 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2468231 Jul 08 17:42:58.758297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50920) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:58.764416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f47c812b-1888-4031-bfb1-97b94e518d76 req-b8b93e97-e108-4de1-8337-e96d4348245f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 944 time: 0.8285322 Jul 08 17:42:58.875325 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:58.904396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8fa11f7-774e-43f3-9062-7cc3231e4d2d details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:42:58.965778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.006955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet ddd7b7f7-28e4-46ad-b6c1-f289814c8967 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:42:59.027053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.074298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:42:59.077800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59ad39-91f5-472c-a5a8-b6562f2d2596,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:59.086593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:42:59.130329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:59.133084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,segment=NetworkSegment(1703d9a1-1911-4c60-9dd1-39cfa62b8786),segment_id=1703d9a1-1911-4c60-9dd1-39cfa62b8786)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:59.140921 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:42:59.159149 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:42:59.193187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.195059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:42:59.229632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:42:59.264266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.285365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f47c812b-1888-4031-bfb1-97b94e518d76 req-7b078059-d357-4daa-8a44-8b08785649b2 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185988 Jul 08 17:42:59.317011 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.317417 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Added segment d9e992a3-398b-47d2-a794-d62220668274 of type vlan for network 185ac240-d73d-4b46-8a00-4059d979472e Jul 08 17:42:59.421945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.573884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:59.588788 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.600933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:42:59.623618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:42:59.624816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.634250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c8fa11f7-774e-43f3-9062-7cc3231e4d2d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:42:59.647361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.730930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'port_id': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d', 'mac_address': 'fa:16:3e:8f:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5eb1a2-d4fa-471b-b865-b76cc86179fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:42:59.807667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.819076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.820512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:42:59.820665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.899477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd7b7f7-28e4-46ad-b6c1-f289814c8967,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:59.903709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.916867 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0d6cdd06-f3c6-4793-9279-c87e78ab1128 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/ddd7b7f7-28e4-46ad-b6c1-f289814c8967 HTTP/1.1" status: 204 len: 168 time: 1.1574621 Jul 08 17:42:59.919305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50942) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:59.936472 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:42:59.939438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e22fe-af17-467a-b39a-85b425c7e047 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:42:59.947071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] Pushing event updated for resources: {'Network': ['ID=185ac240-d73d-4b46-8a00-4059d979472e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:42:59.950126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7fa1d134-47a9-4078-a6cb-e2ca744bda3b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.7386279 Jul 08 17:42:59.953517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50944) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:42:59.976518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Request body: {'subnet': {'network_id': '185ac240-d73d-4b46-8a00-4059d979472e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1777067792-subnet', 'tenant_id': '1efef37ad95342b498dd28e10718dc4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:00.087671 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b78853b2-20a9-4709-9f6b-7672fe218206 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658697 Jul 08 17:43:00.090284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50948) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:00.168030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:00.177586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 185ac240-d73d-4b46-8a00-4059d979472e details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:00.197651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Made reservation on behalf of 1efef37ad95342b498dd28e10718dc4c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:00.202473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:00.227780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e35351-986b-4ad9-9f87-452174313c56 None None] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:00.345335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d5e1d-5351-42e9-b86f-d65b132e34cd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:00.353803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-db4d5e1d-5351-42e9-b86f-d65b132e34cd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2621732 Jul 08 17:43:00.355292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50954) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:00.442352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50960) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:00.548994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674249b-cd91-4dbf-97c3-b75ce09ff4c1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:00.551169 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4674249b-cd91-4dbf-97c3-b75ce09ff4c1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1928689 Jul 08 17:43:00.553947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50964) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:00.679241 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f7048930-1843-45ca-b7ff-3f15d341475a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239557 Jul 08 17:43:00.679941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50968) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:00.685664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:00.817933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:00.854570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fa11f7-774e-43f3-9062-7cc3231e4d2d {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:43:00.879887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:00.884954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:00.898679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c8fa11f7-774e-43f3-9062-7cc3231e4d2d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:00.927728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1e16dbf9-5f20-4d38-8104-e15af87c4209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:00.936036 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.061784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.079690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.082286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e49ac0de-0a8c-4acd-b609-18a44fd0928c None None] Provisioning for port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:01.088871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.169502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.208646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:01.215607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.228076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:01.250871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event updated for resources: {'Port': ['ID=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:01.263032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c8fa11f7-774e-43f3-9062-7cc3231e4d2d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:43:01.290176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.434582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:01.453184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0087811-3b08-4163-88fb-e2910e3d8b0a req-32aa3d6e-7f8a-4267-a843-b9b3a588e151 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:01.454789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0087811-3b08-4163-88fb-e2910e3d8b0a req-32aa3d6e-7f8a-4267-a843-b9b3a588e151 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 944 time: 0.8058155 Jul 08 17:43:01.488174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ae49135-c4a7-4303-abc2-724a4effe3bf tempest-AgentManagementNegativeTest-1549844734 tempest-AgentManagementNegativeTest-1549844734-project] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.0305727 Jul 08 17:43:01.493217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:43:01.514374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:01.726491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d6428a0-c96f-46f0-a0b2-0d2b52152f22,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:01.728679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:01.755185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:01.800721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:01.859032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:01.869293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Checking segment: {'id': 'd9e992a3-398b-47d2-a794-d62220668274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '185ac240-d73d-4b46-8a00-4059d979472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:01.869670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Network hostable DHCP agents. Network: 185ac240-d73d-4b46-8a00-4059d979472e, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:01.884570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0087811-3b08-4163-88fb-e2910e3d8b0a req-179d8155-39f6-4fad-bd79-a6d4e613fcee tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788016 Jul 08 17:43:01.946907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:01.956038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Network 185ac240-d73d-4b46-8a00-4059d979472e is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:02.007784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 185ac240-d73d-4b46-8a00-4059d979472e) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:02.030563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:02.031201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:02.081816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f87e4a-5eb5-4e35-ae79-6ac1572d27d6 None None] Network 185ac240-d73d-4b46-8a00-4059d979472e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:02.231193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50982) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:02.287286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-816277f7-f52f-4258-bbbd-4fe5fbe15fb5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3226027 Jul 08 17:43:02.329089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:02.341064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:02.358981 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5d1390b4-6abf-4e69-a9c4-90177265e5bb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1722457 Jul 08 17:43:02.372916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:02.397905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:02.610488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f3523de-ec74-40cf-880c-9b4ebdfebd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:02.711769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:02.777375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:02.778294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:02.894185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:03.002407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f3523de-ec74-40cf-880c-9b4ebdfebd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.021018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f3523de-ec74-40cf-880c-9b4ebdfebd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.162480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6f3523de-ec74-40cf-880c-9b4ebdfebd7e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=67aa7406f94046c4bd8a40b3c38d99ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9149218 Jul 08 17:43:03.165066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51006) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:03.196259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3523de-ec74-40cf-880c-9b4ebdfebd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd970d36-2aa3-43c9-8bee-7b21cf4b5de5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:03.214294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:03.281960 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.292611 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dd440a2-f606-46c2-8498-e77a1b1a347c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.334890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad5227-be95-43da-924e-ce3a0474fb03 None None] Network 185ac240-d73d-4b46-8a00-4059d979472e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:03.338476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dd440a2-f606-46c2-8498-e77a1b1a347c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.438723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:03.439972 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.544379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dd440a2-f606-46c2-8498-e77a1b1a347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.547297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:03.551541 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dd440a2-f606-46c2-8498-e77a1b1a347c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.555220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7dd440a2-f606-46c2-8498-e77a1b1a347c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dd970d36-2aa3-43c9-8bee-7b21cf4b5de5 HTTP/1.1" status: 204 len: 168 time: 0.3880205 Jul 08 17:43:03.590131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd440a2-f606-46c2-8498-e77a1b1a347c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd970d36-2aa3-43c9-8bee-7b21cf4b5de5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:03.632555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2d4ee-d9cc-469b-aa73-cf44c3e7cc92 req-e5e428c5-7f30-4c25-b5bd-c63674509fe6 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:03.643480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8bd2d4ee-d9cc-469b-aa73-cf44c3e7cc92 req-e5e428c5-7f30-4c25-b5bd-c63674509fe6 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 945 time: 0.2282512 Jul 08 17:43:03.687512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] Deleting port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:03.688419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.812611 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8bd2d4ee-d9cc-469b-aa73-cf44c3e7cc92 req-a615255b-a16b-412f-9919-25085f615a40 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664701 Jul 08 17:43:03.837564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.885122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.886003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:03.996002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] For port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:03.996582 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:04.054934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] Calling delete_port for 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:04.081435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:04.091475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:04.121039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=4d1828b8-074d-4dbf-995a-be1a43cd4ebc,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:04.138067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:04.151030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:04.151645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:04.238903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51018) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:04.239474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fcbec2a2-3f8d-4c10-ab19-c04cba2a32e8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5581810 Jul 08 17:43:04.245687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:6d:96:49', 'name': 'tempest-NetworksTestDHCPv6-955987878'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:04.478819 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:04.566665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:43:04.593870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-711513bd-e050-4b18-9b03-2793b085f02d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2165928 Jul 08 17:43:04.625281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:04.635819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Removed routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:43:04.636796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:04.821552 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:04.833698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] Pushing event deleted for resources: {'Port': ['ID=6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:04.931218 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.009223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 52260c8c-c07d-4ffd-9ce2-fdb1141c1d78 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:05.090142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b7d61577-94ba-410d-b039-38dd9088814c None None] Provisioning for port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:05.173955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d512392-0fdc-419a-b232-a2f2c7f7c5fe None None] No DVR routers for this DVR port 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:05.208494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b7d61577-94ba-410d-b039-38dd9088814c None None] Provisioning complete for port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:05.208905 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b7d61577-94ba-410d-b039-38dd9088814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.276393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fe6d:9649 (02f2602e-703e-48f5-899b-7f1e2951c730/4d1828b8-074d-4dbf-995a-be1a43cd4ebc/52260c8c-c07d-4ffd-9ce2-fdb1141c1d78) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:05.305058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b7d61577-94ba-410d-b039-38dd9088814c None None] Port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:05.309835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f7697-71e6-4e95-8ca6-fc54c5f5e2b2 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:05.313544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a,segment=NetworkSegment(385af943-16f8-4578-bbf1-cc6343c41f25),segment_id=385af943-16f8-4578-bbf1-cc6343c41f25)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:05.318649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5f22ec-06c7-474a-ab8e-8d3accf77ac0', 'name': '', 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:fe:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:54Z', 'updated_at': '2021-07-08T17:43:00Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:05.423236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:05.425888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Updating router 095c737f-19e1-4cb3-99b6-aced3f5d068e port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:43:05.463940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.481043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 52260c8c-c07d-4ffd-9ce2-fdb1141c1d78 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:05.482361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51040) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:05.512704 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.513426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:05.589768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94426c-4424-4eb9-abf5-20593207c420 req-096a803b-7040-4370-86e6-d2a33e71695f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:05.596558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce94426c-4424-4eb9-abf5-20593207c420 req-096a803b-7040-4370-86e6-d2a33e71695f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 945 time: 0.1132069 Jul 08 17:43:05.686501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce94426c-4424-4eb9-abf5-20593207c420 req-f27e44bd-041f-4271-abad-97cafb2a31e3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883415 Jul 08 17:43:05.709070 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.763584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b7d61577-94ba-410d-b039-38dd9088814c None None] Provisioning complete for port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:05.763950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b7d61577-94ba-410d-b039-38dd9088814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.790826 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.812754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5521d-b129-409e-83b7-06146122bb0e req-17b0f86b-9ad8-4631-81c5-bb232507729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:05.815174 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-17b0f86b-9ad8-4631-81c5-bb232507729b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 1097 time: 1.1847646 Jul 08 17:43:05.831816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:05.834135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=52260c8c-c07d-4ffd-9ce2-fdb1141c1d78,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:05.837693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:05.841489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:05.854898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:05.855571 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:05.896005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-251836916'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:05.955102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d01c3f45-60cc-421d-82e6-fbc5aa531e1e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7147601 Jul 08 17:43:05.957145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:05.968997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:05.984775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Made reservation on behalf of 678a9e024b0a4d0b94b7fcc45e20fac3 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:05.996724 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.032510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.036505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.042829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.112791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:06.113328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.170811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5521d-b129-409e-83b7-06146122bb0e req-7bb1b297-01bb-424c-9d3e-f478f1229866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:06.176466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-7bb1b297-01bb-424c-9d3e-f478f1229866 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 915 time: 0.2576020 Jul 08 17:43:06.265641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a1dbe0-0566-42cc-a39e-bb73eb7188af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:06.273464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8a1dbe0-0566-42cc-a39e-bb73eb7188af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3152771 Jul 08 17:43:06.274537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:06.294137 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-4899c8bf-2281-46b5-8f20-c930e176dfff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac201760-38d4-4215-8e7f-78135fda7cf7 HTTP/1.1" status: 200 len: 217 time: 0.1110518 Jul 08 17:43:06.467081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:06.487041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5521d-b129-409e-83b7-06146122bb0e req-a27eb187-409d-423c-993e-516d8e941f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:06.489667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-a27eb187-409d-423c-993e-516d8e941f71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.1824303 Jul 08 17:43:06.590863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.594579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 52260c8c-c07d-4ffd-9ce2-fdb1141c1d78 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:06.594772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.661332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:06.673885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.675331 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-220602a1-416e-4572-bb06-3ee3acd3e26f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 200 len: 932 time: 4.2875810 Jul 08 17:43:06.685818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51056) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:06.775517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.801216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:06.823408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.823764 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Added segment 39eeaf80-c282-4397-b7e1-1da2afe6b8a0 of type vlan for network d180fa0d-a7ec-4a9f-b505-1500d4827f66 Jul 08 17:43:06.911856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:06.945666 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d96fc869-19e6-453c-bab2-5386bd296f72 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 200 len: 932 time: 0.2574515 Jul 08 17:43:06.947252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51060) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:06.947766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:06.950277 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-6a4355a3-0701-4ecd-b7ea-abad87e686da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2736976 Jul 08 17:43:06.956705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'routes': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:07.076784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.090377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:07.091778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.193960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7092929 Jul 08 17:43:07.208564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51066) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:07.225160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Request body: {'subnet': {'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:07.295196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.296340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b690fd65-42cb-4f2b-8ba9-16072e3c0d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.352875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c55c33-55f4-4489-b2b7-21e7834a4a1c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:07.403304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '4d1828b8-074d-4dbf-995a-be1a43cd4ebc'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:07.404248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.406585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8fa11f7-774e-43f3-9062-7cc3231e4d2d up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:07.415662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75eeea-35d3-4fb3-b441-075c88c9abe9 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event updated for resources: {'Network': ['ID=d180fa0d-a7ec-4a9f-b505-1500d4827f66,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:07.443437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.474140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Transition to ACTIVE for port object cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:07.479155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:07.488850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 52260c8c-c07d-4ffd-9ce2-fdb1141c1d78 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:07.511462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd7eeb-75d2-4ce2-a760-04ac32d0c780 req-4d396d8f-df25-4a97-9fdc-9bcefef53b2c tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:07.523392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07cd7eeb-75d2-4ce2-a760-04ac32d0c780 req-4d396d8f-df25-4a97-9fdc-9bcefef53b2c tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 945 time: 0.5121267 Jul 08 17:43:07.590376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.664423 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-b098dfca-17f6-402b-9032-86011c1df538 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044985 Jul 08 17:43:07.723182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port c8fa11f7-774e-43f3-9062-7cc3231e4d2d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:07.729206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb05c6-bfad-4d64-834f-95e57edfd18a None None] Pushing event updated for resources: {'Port': ['ID=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:07.746957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:07.779813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port c8fa11f7-774e-43f3-9062-7cc3231e4d2d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:07.780310 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:07.787080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07cd7eeb-75d2-4ce2-a760-04ac32d0c780 req-35df5339-2acf-47ba-ad79-5d88aa20db50 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599075 Jul 08 17:43:08.052857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.122413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:43:08.123014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:43:08.162946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Attempting to bind port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:08.163612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Attempting to bind port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:08.164656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Attempting to bind port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 on network a2a09cd2-7c5e-4dd7-a511-56039483ae69 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:08.168629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.179106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=52260c8c-c07d-4ffd-9ce2-fdb1141c1d78,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:08.186583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.189140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e380d06d-6f6f-4f3b-864f-14dcad2fef94 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/52260c8c-c07d-4ffd-9ce2-fdb1141c1d78 HTTP/1.1" status: 204 len: 168 time: 1.9120228 Jul 08 17:43:08.193475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:08.264767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab0a4d-3823-40a0-b2d6-0a41311c9168 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:08.267108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab0a4d-3823-40a0-b2d6-0a41311c9168 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:08.268725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-98ab0a4d-3823-40a0-b2d6-0a41311c9168 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0749409 Jul 08 17:43:08.274235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51072) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:08.278573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:08.279061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Checking segment: {'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:08.279487 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.279893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Bound using segment: {'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:08.280401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Bound port: cf5f22ec-06c7-474a-ab8e-8d3accf77ac0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385af943-16f8-4578-bbf1-cc6343c41f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:08.280843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.389696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5b5521d-b129-409e-83b7-06146122bb0e req-e537582c-4fda-451e-a3ee-7272f5d4e94e service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116671 Jul 08 17:43:08.395270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 4d1828b8-074d-4dbf-995a-be1a43cd4ebc {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:08.454737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Allocated IP 2001:db8::f816:3eff:fe15:8093 (02f2602e-703e-48f5-899b-7f1e2951c730/4d1828b8-074d-4dbf-995a-be1a43cd4ebc/1654de6a-8991-45e4-8ec4-2405a04d309e) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:08.589525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b690fd65-42cb-4f2b-8ba9-16072e3c0d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.597646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.603084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b690fd65-42cb-4f2b-8ba9-16072e3c0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.714967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690fd65-42cb-4f2b-8ba9-16072e3c0d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e1c082-ecc2-428b-be9f-d4e56ffcf202,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:08.734908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.770178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:08.770560 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:08.922752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] For port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:08.932943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] For port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,segment=NetworkSegment(385af943-16f8-4578-bbf1-cc6343c41f25),segment_id=385af943-16f8-4578-bbf1-cc6343c41f25)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:08.976827 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.007211 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.035551 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b690fd65-42cb-4f2b-8ba9-16072e3c0d0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e39442968e04ad1b69a3089a369df1d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0840180 Jul 08 17:43:09.036606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Made reservation on behalf of 678a9e024b0a4d0b94b7fcc45e20fac3 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:09.038644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:09.040402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.110482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb05c6-bfad-4d64-834f-95e57edfd18a None None] Pushing event updated for resources: {'Port': ['ID=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:09.138320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b598110e-b68b-4de1-997a-0205e845a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:09.141110 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db76258a-8ec1-4779-ad90-cf40120ea03d" -d '{"events": [{"server_uuid": "b598110e-b68b-4de1-997a-0205e845a473", "name": "network-vif-plugged", "status": "completed", "tag": "c8fa11f7-774e-43f3-9062-7cc3231e4d2d"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:09.146215 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.166132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3038f61e-6f25-47e9-949b-ddc9b9d2cbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.185567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:09.220178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed9c4f-3701-4c9d-a939-9ee5f11f988e req-42a60b6a-d0ab-4c88-bbda-ee7977bdec7d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:09.231983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0ed9c4f-3701-4c9d-a939-9ee5f11f988e req-42a60b6a-d0ab-4c88-bbda-ee7977bdec7d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 945 time: 0.1729634 Jul 08 17:43:09.267863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c8fa11f7-774e-43f3-9062-7cc3231e4d2d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:09.270278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3038f61e-6f25-47e9-949b-ddc9b9d2cbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.272491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Transition to ACTIVE for port object 1654de6a-8991-45e4-8ec4-2405a04d309e will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:09.293430 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.374057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0ed9c4f-3701-4c9d-a939-9ee5f11f988e req-ef12831d-b90f-468c-9f15-f605099193e2 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410820 Jul 08 17:43:09.423703 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3038f61e-6f25-47e9-949b-ddc9b9d2cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.426871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3038f61e-6f25-47e9-949b-ddc9b9d2cbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.432483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3038f61e-6f25-47e9-949b-ddc9b9d2cbf1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59e1c082-ecc2-428b-be9f-d4e56ffcf202 HTTP/1.1" status: 204 len: 168 time: 0.3867142 Jul 08 17:43:09.453694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:09.467207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038f61e-6f25-47e9-949b-ddc9b9d2cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e1c082-ecc2-428b-be9f-d4e56ffcf202,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:09.474768 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a8da13-2d1e-4116-add5-70df9aa21c19 x-openstack-request-id: req-55a8da13-2d1e-4116-add5-70df9aa21c19 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:09.478444 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b598110e-b68b-4de1-997a-0205e845a473", "name": "network-vif-plugged", "status": "completed", "tag": "c8fa11f7-774e-43f3-9062-7cc3231e4d2d", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:09.479214 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-55a8da13-2d1e-4116-add5-70df9aa21c19 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:09.479798 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598110e-b68b-4de1-997a-0205e845a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d', 'code': 200} Jul 08 17:43:09.484393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:09.487767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:09.489200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Transition to ACTIVE for port object 1654de6a-8991-45e4-8ec4-2405a04d309e will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:09.535915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.563933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.644374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:09.664606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.726388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:09.727073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6afbebbc-ae1b-41f2-a6bf-a3a7bd3ce3d8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:09.765505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.805847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event updated for resources: {'Subnet': ['ID=52e88518-7158-4d3b-acca-347fb2405053,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:09.931015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.946905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:09.972591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:09.975915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-95bcfa30-93a0-40c1-9f94-9038b1b1b7d1 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 200 len: 698 time: 3.0228577 Jul 08 17:43:09.977005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Checking segment: {'id': '39eeaf80-c282-4397-b7e1-1da2afe6b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:09.978481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51092) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:09.979209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Network hostable DHCP agents. Network: d180fa0d-a7ec-4a9f-b505-1500d4827f66, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:10.009106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c97cf-8590-4535-945e-0c82b62bc073 req-8e3ae0d7-14a9-4c82-81b6-26f69cb4cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:10.011533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c4c97cf-8590-4535-945e-0c82b62bc073 req-8e3ae0d7-14a9-4c82-81b6-26f69cb4cd39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 1097 time: 0.4288182 Jul 08 17:43:10.036688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:10.078051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:10.085768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, d180fa0d-a7ec-4a9f-b505-1500d4827f66) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:10.104358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:10.105498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.111814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c4c97cf-8590-4535-945e-0c82b62bc073 req-4ca94c2a-1415-4da3-86c1-a69398e82fe3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854406 Jul 08 17:43:10.126644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:10.131121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cdefd5-d779-45f3-80da-74b2d18ab34b None None] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:10.140292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4538c42e-9cf7-4d7f-a4b1-43c7a3b73a70 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9167578 Jul 08 17:43:10.142472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51094) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:10.153975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Request body: {'port': {'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-76785180'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:10.216062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:10.234669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:10.262288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51096) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:10.296825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Made reservation on behalf of 678a9e024b0a4d0b94b7fcc45e20fac3 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:10.302950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.329447 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.345736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] device_id is not set on port f2325d8f-17d9-4fd1-9d3c-de475542bf60 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:10.350940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed200976-115c-413f-b49a-28a347d90c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.478344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1828b8-074d-4dbf-995a-be1a43cd4ebc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:10.504986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51100) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:10.508706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-61bfef89-9afb-4cdd-a267-64106935dd08 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 200 len: 698 time: 0.5277174 Jul 08 17:43:10.515658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.521881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d7ebfa9-4dd6-4284-b093-64fb28551ee3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/4d1828b8-074d-4dbf-995a-be1a43cd4ebc HTTP/1.1" status: 204 len: 168 time: 2.2466104 Jul 08 17:43:10.525477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51102) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:10.574064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Pushing event updated for resources: {'Port': ['ID=1654de6a-8991-45e4-8ec4-2405a04d309e,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:10.641672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Attempting to bind port 1654de6a-8991-45e4-8ec4-2405a04d309e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:10.642039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Attempting to bind port 1654de6a-8991-45e4-8ec4-2405a04d309e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:10.642401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Attempting to bind port 1654de6a-8991-45e4-8ec4-2405a04d309e on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:10.653423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:10.653793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:10.654196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.655065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:10.655065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Bound port: 1654de6a-8991-45e4-8ec4-2405a04d309e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:10.655409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.667554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6800007e-27ec-453a-bc09-9132a62a3ae3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1382849 Jul 08 17:43:10.684999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51104) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:10.691049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:10.744340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Allocated IP 2001:db8::39b (d180fa0d-a7ec-4a9f-b505-1500d4827f66/52e88518-7158-4d3b-acca-347fb2405053/f2325d8f-17d9-4fd1-9d3c-de475542bf60) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:10.876479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-d180fa0d-a7ec-4a9f-b505-1500d4827f66', 'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66', 'tenant_id': '678a9e024b0a4d0b94b7fcc45e20fac3', 'fixed_ips': [{'subnet_id': '52e88518-7158-4d3b-acca-347fb2405053'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:10.876907 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:10.948149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d633c27-f15c-41d7-803d-a14dc566ce42 req-74f65a87-1608-4848-a729-4fc96cec6cac tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:10.956686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d633c27-f15c-41d7-803d-a14dc566ce42 req-74f65a87-1608-4848-a729-4fc96cec6cac tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 946 time: 0.3251767 Jul 08 17:43:10.957039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 7, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5f22ec-06c7-474a-ab8e-8d3accf77ac0', 'name': '', 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:fe:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:54Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:11.060921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d633c27-f15c-41d7-803d-a14dc566ce42 req-a5b6884b-9654-42bc-9cab-fc3524f3a8c0 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026616 Jul 08 17:43:11.089209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed200976-115c-413f-b49a-28a347d90c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:11.125213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cf296-5081-4557-bb70-1ada2553147d None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 7, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5f22ec-06c7-474a-ab8e-8d3accf77ac0', 'name': '', 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:fe:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:54Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:11.136803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed200976-115c-413f-b49a-28a347d90c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:11.138220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] For port 1654de6a-8991-45e4-8ec4-2405a04d309e, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:11.159086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] For port 1654de6a-8991-45e4-8ec4-2405a04d309e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1654de6a-8991-45e4-8ec4-2405a04d309e,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:11.224198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:11.241905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed200976-115c-413f-b49a-28a347d90c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc5738-01cd-4c3f-9be2-5908320ede84,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:11.259501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:11.264514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:11.320384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e60e0-852f-409d-96ad-7d27d87003a5 None None] Pushing event updated for resources: {'Port': ['ID=1654de6a-8991-45e4-8ec4-2405a04d309e,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:11.841419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:11.860427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Transition to ACTIVE for port object f2325d8f-17d9-4fd1-9d3c-de475542bf60 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:11.962094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:11.975891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:11.993673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ed200976-115c-413f-b49a-28a347d90c99 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=70e19f55018445048bc80f5133e4ae2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7255931 Jul 08 17:43:12.001829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51130) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:12.116379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:12.121098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Allocated IP 2001:db8::2 (d180fa0d-a7ec-4a9f-b505-1500d4827f66/52e88518-7158-4d3b-acca-347fb2405053/84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:12.124285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:12.124902 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.134136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:12.142477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:12.147835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:12.153743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:12.154386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.160958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event updated for resources: {'Port': ['ID=f2325d8f-17d9-4fd1-9d3c-de475542bf60,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:12.172267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.197873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-c2b1be70-cbba-4b89-9e2c-a490444a78af tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:12.199371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-c2b1be70-cbba-4b89-9e2c-a490444a78af tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/networks?id=185ac240-d73d-4b46-8a00-4059d979472e HTTP/1.1" status: 200 len: 809 time: 0.3136311 Jul 08 17:43:12.206255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09ceae61-4342-4d5b-b2fa-674a95615027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.214686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a803a-a9b6-4cec-9ea0-7f5ee127d477 req-11397b60-09c7-464a-ba25-ce1ec5a5763f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:12.215536 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:12.222072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d1a803a-a9b6-4cec-9ea0-7f5ee127d477 req-11397b60-09c7-464a-ba25-ce1ec5a5763f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 945 time: 0.3552847 Jul 08 17:43:12.229363 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ab93f3b7-a51f-4a41-9b5d-539dba931da3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.0857906 Jul 08 17:43:12.237116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51134) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:12.237909 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:12.238882 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:12.249486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Request body: {'port': {'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1295512156', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:12.250597 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] bootfile-name is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:43:12.250942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] tftp-server is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:43:12.251275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] server-ip-address is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:43:12.322336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-176f2a1b-6699-4980-9d18-3dfd469aa78f tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/quotas/1efef37ad95342b498dd28e10718dc4c HTTP/1.1" status: 200 len: 375 time: 0.0928972 Jul 08 17:43:12.326294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09ceae61-4342-4d5b-b2fa-674a95615027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.400676 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:12.411497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-feb5600d-d2c0-4fe6-80ba-bfeb42443941 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1efef37ad95342b498dd28e10718dc4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790081 Jul 08 17:43:12.417231 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.438959 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d1a803a-a9b6-4cec-9ea0-7f5ee127d477 req-a0b21df2-819a-463d-a301-95cebffaf79d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159193 Jul 08 17:43:12.472846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,segment=NetworkSegment(385af943-16f8-4578-bbf1-cc6343c41f25),segment_id=385af943-16f8-4578-bbf1-cc6343c41f25)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:12.487955 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.494048 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.555998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:12.563289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Transition to ACTIVE for port object 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:12.583220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Transition to ACTIVE for port object 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:12.597988 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.649646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:12.656280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:12.661149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:12.668460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Pushing event updated for resources: {'Port': ['ID=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:12.670880 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09ceae61-4342-4d5b-b2fa-674a95615027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.673525 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09ceae61-4342-4d5b-b2fa-674a95615027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.679563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-09ceae61-4342-4d5b-b2fa-674a95615027 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/86dc5738-01cd-4c3f-9be2-5908320ede84 HTTP/1.1" status: 204 len: 168 time: 0.6749523 Jul 08 17:43:12.718232 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 7, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5f22ec-06c7-474a-ab8e-8d3accf77ac0', 'name': '', 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:fe:2a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:54Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 4, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:12.728113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Attempting to bind port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:12.728477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Attempting to bind port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '39eeaf80-c282-4397-b7e1-1da2afe6b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:12.728885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Attempting to bind port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 on network d180fa0d-a7ec-4a9f-b505-1500d4827f66 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:12.737841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:12.738244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Checking segment: {'id': '39eeaf80-c282-4397-b7e1-1da2afe6b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:12.738665 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.739222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Bound using segment: {'id': '39eeaf80-c282-4397-b7e1-1da2afe6b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:12.739710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Bound port: 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39eeaf80-c282-4397-b7e1-1da2afe6b8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd180fa0d-a7ec-4a9f-b505-1500d4827f66'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:12.740089 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.761870 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:12.766565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:12.771093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.776824 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:12.777639 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:12.868229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] For port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:12.876643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] For port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,segment=NetworkSegment(39eeaf80-c282-4397-b7e1-1da2afe6b8a0),segment_id=39eeaf80-c282-4397-b7e1-1da2afe6b8a0)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:12.887574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:12.931486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceae61-4342-4d5b-b2fa-674a95615027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc5738-01cd-4c3f-9be2-5908320ede84,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:12.988675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:43:12.990585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f45b2-445d-4630-9e77-50e958b8698a None None] Pushing event updated for resources: {'Port': ['ID=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:13.003848 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:13.022773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port cf5f22ec-06c7-474a-ab8e-8d3accf77ac0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,segment=NetworkSegment(385af943-16f8-4578-bbf1-cc6343c41f25),segment_id=385af943-16f8-4578-bbf1-cc6343c41f25)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:13.044137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Made reservation on behalf of 678a9e024b0a4d0b94b7fcc45e20fac3 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:13.045326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:13.058487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:13.074350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:13.194320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] device_id is not set on port 8d59f4e2-756d-417a-a8f8-e569a0bc73bd yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:13.201404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-597a96e8-5b0a-4819-a3ce-9fa79a016baf service neutron] 10.222.0.63 "GET /v2.0/networks/185ac240-d73d-4b46-8a00-4059d979472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611935 Jul 08 17:43:13.342421 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 7, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5f22ec-06c7-474a-ab8e-8d3accf77ac0', 'name': '', 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:fe:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:54Z', 'updated_at': '2021-07-08T17:43:12Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:13.426550 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460b298-f61d-4666-b5a7-0e6388f03cb2 None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:08Z', 'revision_number': 7, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf5f22ec-06c7-474a-ab8e-8d3accf77ac0', 'name': '', 'network_id': 'a2a09cd2-7c5e-4dd7-a511-56039483ae69', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:fe:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:54Z', 'updated_at': '2021-07-08T17:43:12Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'f65bae1c-6b27-49ae-80da-5b64970d9f99', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:13.446518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8666701-7e47-4ac8-9eda-6af5b76d0cf4 req-60f80490-7d5f-40fd-8bb6-d794205d6c7e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:13.448406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8666701-7e47-4ac8-9eda-6af5b76d0cf4 req-60f80490-7d5f-40fd-8bb6-d794205d6c7e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 946 time: 0.7627006 Jul 08 17:43:13.466250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:13.512229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=cf5f22ec-06c7-474a-ab8e-8d3accf77ac0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:13.596283 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:13.723084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:13.829003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8666701-7e47-4ac8-9eda-6af5b76d0cf4 req-4b8fc252-91c0-4436-8c16-051b7a6de72e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435543 Jul 08 17:43:13.832930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Allocated IP 2001:db8::3a5 (d180fa0d-a7ec-4a9f-b505-1500d4827f66/52e88518-7158-4d3b-acca-347fb2405053/8d59f4e2-756d-417a-a8f8-e569a0bc73bd) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:13.869923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5aa3e8fa-39a7-4f16-98ba-d2ea84426a2e service neutron] 10.222.0.63 "GET /v2.0/networks/185ac240-d73d-4b46-8a00-4059d979472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680654 Jul 08 17:43:13.873663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.184282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 1654de6a-8991-45e4-8ec4-2405a04d309e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1654de6a-8991-45e4-8ec4-2405a04d309e,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:14.249179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:14.370804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:14.402735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:14.503364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ae3ac6c-96a0-4363-bafd-fd12139c0ffd req-288bdb24-0f58-4419-9509-eb7afbdcc819 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 210 time: 0.1775632 Jul 08 17:43:14.506382 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.564340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.572952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.615352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:14.623324 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2e3b931-4747-4b58-bfca-eff161b5f583 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1162088 Jul 08 17:43:14.626947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51176) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:14.630009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:14.646403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:14.647072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:14.710665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet f65bae1c-6b27-49ae-80da-5b64970d9f99 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:14.715262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.812766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=1654de6a-8991-45e4-8ec4-2405a04d309e,revision_number=5']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:14.847894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.876679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:14.902600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.923730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:14.957448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:14.963245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:14.963956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74f06f-b962-44c4-afb1-580715e812d9 None None] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:14.988778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:14.991349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.022977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Transition to ACTIVE for port object 8d59f4e2-756d-417a-a8f8-e569a0bc73bd will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:15.056697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9e296-e2e2-4ba8-971b-f66178c400e9 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:15.058549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:15.063816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=980d82c9-0c63-4bfc-a979-2d93fffe9a7e,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:15.098618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-39ff4539-635f-4b09-b58e-cd611c8d1305 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.4085658 Jul 08 17:43:15.098857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.101672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51222) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:15.120999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:93:2d:5c', 'name': 'tempest-NetworksTestDHCPv6-273115527'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:15.155881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.166160 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/f65bae1c-6b27-49ae-80da-5b64970d9f99 HTTP/1.1" status: 204 len: 168 time: 0.5349696 Jul 08 17:43:15.167801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:15.172008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dd786-9a05-4215-aaf7-66a917925160 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=f65bae1c-6b27-49ae-80da-5b64970d9f99,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:15.261081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2300aae-2911-4d37-9fe0-a1167f057e75 req-df068cbd-3e49-4337-b059-7ba191781f69 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:15.263244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2300aae-2911-4d37-9fe0-a1167f057e75 req-df068cbd-3e49-4337-b059-7ba191781f69 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 945 time: 0.9132075 Jul 08 17:43:15.328480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.335179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:15.455313 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.514274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefb231-d5e5-4467-a522-cd9b878fbc6c None None] Network a2a09cd2-7c5e-4dd7-a511-56039483ae69 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:15.551443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2300aae-2911-4d37-9fe0-a1167f057e75 req-32b2ccd0-ac05-4964-abab-6bf0a62b4ac0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473934 Jul 08 17:43:15.628947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:15.629299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.696210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:15.742675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.743613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-22d5c61c-f60f-4a1d-a5a6-fe3aa083311d None None] Provisioning for port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:15.757167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:15.761348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event updated for resources: {'Port': ['ID=8d59f4e2-756d-417a-a8f8-e569a0bc73bd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:15.796053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a,segment=NetworkSegment(385af943-16f8-4578-bbf1-cc6343c41f25),segment_id=385af943-16f8-4578-bbf1-cc6343c41f25)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:15.796435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.811246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:15.826298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:15.827038 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.829767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:15.862343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-22d5c61c-f60f-4a1d-a5a6-fe3aa083311d None None] Provisioning complete for port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:15.863462 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-22d5c61c-f60f-4a1d-a5a6-fe3aa083311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:15.890814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d91363-9001-46be-9d55-dca8fe506435 req-3ef2084e-ecfb-4992-813c-7888afb5faad tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 210 time: 0.1409740 Jul 08 17:43:15.922656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 030b732b-fca0-44a7-8b90-37ef39af7b03 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:15.934418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51256) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:15.966025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c5345319-d1d8-45c3-8dbc-eb6efad33d90 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.7202728 Jul 08 17:43:16.137530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.153621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613913f6-7bed-4885-828a-02e87d1c25a3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:16.162299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613913f6-7bed-4885-828a-02e87d1c25a3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:16.171883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613913f6-7bed-4885-828a-02e87d1c25a3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:16.178098 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-613913f6-7bed-4885-828a-02e87d1c25a3 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2418137 Jul 08 17:43:16.180349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51274) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:16.209158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:16.213466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:16.287001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fe93:2d5c (02f2602e-703e-48f5-899b-7f1e2951c730/980d82c9-0c63-4bfc-a979-2d93fffe9a7e/030b732b-fca0-44a7-8b90-37ef39af7b03) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:16.319866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.342442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a09cd2-7c5e-4dd7-a511-56039483ae69']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:16.367568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385af943-16f8-4578-bbf1-cc6343c41f25') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:16.367994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385af943-16f8-4578-bbf1-cc6343c41f25') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:16.405308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.439026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.448474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:16.449191 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:16.452849 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:16.486800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Deleting port 8d59f4e2-756d-417a-a8f8-e569a0bc73bd {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:16.487359 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.595198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.620113 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.626538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/a2a09cd2-7c5e-4dd7-a511-56039483ae69 HTTP/1.1" status: 204 len: 168 time: 1.4557686 Jul 08 17:43:16.637471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.641305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51288) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:16.663967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.714537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e96ad-a3ee-425d-98a9-49b655fbca13 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=a2a09cd2-7c5e-4dd7-a511-56039483ae69,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:16.753193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Calling delete_port for 8d59f4e2-756d-417a-a8f8-e569a0bc73bd owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:16.761796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 030b732b-fca0-44a7-8b90-37ef39af7b03 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:16.866570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-c8228e19-6a4e-450e-9450-cc43b5e85dbf tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:16.868587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-c8228e19-6a4e-450e-9450-cc43b5e85dbf tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.72 "GET /v2.0/networks?id=185ac240-d73d-4b46-8a00-4059d979472e HTTP/1.1" status: 200 len: 809 time: 0.1844218 Jul 08 17:43:16.882374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Request body: {'port': {'device_id': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'network_id': '185ac240-d73d-4b46-8a00-4059d979472e', 'admin_state_up': True, 'tenant_id': '1efef37ad95342b498dd28e10718dc4c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:16.894319 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:16.970934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:17.148859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Made reservation on behalf of 1efef37ad95342b498dd28e10718dc4c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:17.153491 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:17.161037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:17.171065 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c603b050-55b1-4ccd-8997-caa3f56a0a9a" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:17.191041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-22d5c61c-f60f-4a1d-a5a6-fe3aa083311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:17.253869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad885d-4f7e-4648-98e0-73f55160f970 None None] DHCP port deletion for a2a09cd2-7c5e-4dd7-a511-56039483ae69 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:17.258523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:17.329646 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:17.359386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Allocated IP 172.20.0.9 (185ac240-d73d-4b46-8a00-4059d979472e/9d6428a0-c96f-46f0-a0b2-0d2b52152f22/9b2466a1-3938-4757-ba12-06b602facb8b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:17.381423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:13Z', 'revision_number': 8, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:17.438152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-22d5c61c-f60f-4a1d-a5a6-fe3aa083311d None None] For port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,segment=NetworkSegment(39eeaf80-c282-4397-b7e1-1da2afe6b8a0),segment_id=39eeaf80-c282-4397-b7e1-1da2afe6b8a0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:17.520923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:17.523184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-22d5c61c-f60f-4a1d-a5a6-fe3aa083311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:17.651059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:17.651934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:17.660717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:17.780176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.781487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.781934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.782368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.782763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.783161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.783746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.784108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.784708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.785396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.785821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.786240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:17.816306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:17.863116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:17.927738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:17.959188 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044acda3-44f3-47a7-b572-a29bfe676796 x-openstack-request-id: req-044acda3-44f3-47a7-b572-a29bfe676796 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:17.959690 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:17.959781 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-044acda3-44f3-47a7-b572-a29bfe676796 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:17.960100 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'code': 200} Jul 08 17:43:17.961073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:17.961751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:17.990142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=030b732b-fca0-44a7-8b90-37ef39af7b03,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:18.045444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5c61c-f60f-4a1d-a5a6-fe3aa083311d None None] Pushing event updated for resources: {'Port': ['ID=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:18.069892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93f6f1ec-7860-4a45-bfda-e9e8afe6175b req-4e3552f7-5eef-4248-bad6-6731fb9b10a9 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 210 time: 0.2638540 Jul 08 17:43:18.087812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-76d8573d-3790-4a4d-b360-527b797af012 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9845686 Jul 08 17:43:18.094313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51310) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:18.113281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.120428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:18.136271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1654de6a-8991-45e4-8ec4-2405a04d309e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:18.184820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event deleted for resources: {'Port': ['ID=8d59f4e2-756d-417a-a8f8-e569a0bc73bd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:18.190830 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.197114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-773ca510-c15a-4b14-ab30-4a983c03365e tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "DELETE /v2.0/ports/8d59f4e2-756d-417a-a8f8-e569a0bc73bd HTTP/1.1" status: 204 len: 168 time: 2.0118022 Jul 08 17:43:18.200827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51312) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:18.211180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Request body: {'port': {'name': 'tempest-new-port-name-1509985516', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:18.211775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] bootfile-name is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:43:18.212225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] tftp-server is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:43:18.212823 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] server-ip-address is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 17:43:18.266441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b534e126-dca0-49d0-a004-c03acd33b2de tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:18.275034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b534e126-dca0-49d0-a004-c03acd33b2de tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:18.276800 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b534e126-dca0-49d0-a004-c03acd33b2de tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1788001 Jul 08 17:43:18.287067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51314) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:18.440964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-749ab3ef-85dc-4587-8bcc-52813903d556 None None] Provisioning for port f2325d8f-17d9-4fd1-9d3c-de475542bf60 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:18.477013 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.497079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.543101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.582399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-749ab3ef-85dc-4587-8bcc-52813903d556 None None] Provisioning complete for port f2325d8f-17d9-4fd1-9d3c-de475542bf60 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:18.582784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-749ab3ef-85dc-4587-8bcc-52813903d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.646140 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.670514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-749ab3ef-85dc-4587-8bcc-52813903d556 None None] Port f2325d8f-17d9-4fd1-9d3c-de475542bf60 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:18.739165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-749ab3ef-85dc-4587-8bcc-52813903d556 None None] Provisioning complete for port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:18.740563 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-749ab3ef-85dc-4587-8bcc-52813903d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.745982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Network 185ac240-d73d-4b46-8a00-4059d979472e is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:18.755329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 1654de6a-8991-45e4-8ec4-2405a04d309e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:18.762158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:18.786810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 030b732b-fca0-44a7-8b90-37ef39af7b03 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:18.788375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:18.791015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:18.947516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Pushing event updated for resources: {'Port': ['ID=9b2466a1-3938-4757-ba12-06b602facb8b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:18.963335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:19.007605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:19.009539 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.041306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5a260a6f-ffc0-466e-bb62-88c75dbdb669 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1641545 Jul 08 17:43:19.055385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Request body: {'port': {'device_id': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:19.080313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.131409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.134364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:19.134954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f384ce0a-cd2f-4c7f-a6a5-2a108dd6bb5a not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:19.242356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-749ab3ef-85dc-4587-8bcc-52813903d556 None None] Could not find standard attr ID for object 8d59f4e2-756d-417a-a8f8-e569a0bc73bd. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:43:19.252532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:13Z', 'revision_number': 8, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:19.300302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.308225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16995e08-eae6-4463-a0ef-78652fcc9fe6 None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:13Z', 'revision_number': 8, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ea8d5b-dde1-4665-a8b5-a0f629b7abbd', 'name': '', 'network_id': 'ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:75:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2362, 'fixed_ips': [{'subnet_id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:45Z', 'updated_at': '2021-07-08T17:42:59Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '206d89e5-47d9-48d5-a60c-95ef067e8db7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:19.320787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] In _notify_port_updated(), no bound segment for port f2325d8f-17d9-4fd1-9d3c-de475542bf60 on network d180fa0d-a7ec-4a9f-b505-1500d4827f66 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:43:19.326712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:19.329516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.331456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "PUT /v2.0/ports/f2325d8f-17d9-4fd1-9d3c-de475542bf60 HTTP/1.1" status: 200 len: 1130 time: 1.1252136 Jul 08 17:43:19.341353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51324) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:19.398321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.414751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe363b-c37d-4ab5-a4cb-3083f26026df tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event updated for resources: {'Port': ['ID=f2325d8f-17d9-4fd1-9d3c-de475542bf60,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:19.430774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 030b732b-fca0-44a7-8b90-37ef39af7b03 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:19.462064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Provisioning complete for port f2325d8f-17d9-4fd1-9d3c-de475542bf60 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:19.462444 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.499663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c394e0d-04ff-4f5e-b01d-59589b605180 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:19.511849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7c394e0d-04ff-4f5e-b01d-59589b605180 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "GET /v2.0/ports/f2325d8f-17d9-4fd1-9d3c-de475542bf60 HTTP/1.1" status: 200 len: 1130 time: 0.1628628 Jul 08 17:43:19.512885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Port f2325d8f-17d9-4fd1-9d3c-de475542bf60 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:19.543059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Provisioning for port 1654de6a-8991-45e4-8ec4-2405a04d309e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:19.548355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Provisioning complete for port 1654de6a-8991-45e4-8ec4-2405a04d309e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:19.548558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51326) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:19.548771 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.707228 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.818944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] For port 1654de6a-8991-45e4-8ec4-2405a04d309e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1654de6a-8991-45e4-8ec4-2405a04d309e,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:19.833071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2466a1-3938-4757-ba12-06b602facb8b {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:43:19.834243 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.848455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Could not find standard attr ID for object 8d59f4e2-756d-417a-a8f8-e569a0bc73bd. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:43:19.853050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.887576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Transition to ACTIVE for port object 9b2466a1-3938-4757-ba12-06b602facb8b will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:19.895259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:19.996612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:20.076105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.118451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274551af-0680-41b9-b951-40c1c4fae35a None None] Pushing event updated for resources: {'Port': ['ID=1654de6a-8991-45e4-8ec4-2405a04d309e,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:20.139795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e71ac4ca-31ae-46ac-a587-213d7a05b10d None None] Could not find standard attr ID for object 030b732b-fca0-44a7-8b90-37ef39af7b03. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:43:20.196967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:20.197402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.231984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2466a1-3938-4757-ba12-06b602facb8b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:20.233163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=030b732b-fca0-44a7-8b90-37ef39af7b03,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:20.291247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515208a-4837-4cbb-a0e6-b541aae3ce4a req-50f41a15-8c52-40b9-bdec-805ceef8f0a8 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:20.300267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0515208a-4837-4cbb-a0e6-b541aae3ce4a req-50f41a15-8c52-40b9-bdec-805ceef8f0a8 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 931 time: 0.8343205 Jul 08 17:43:20.322880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Attempting to bind port 9b2466a1-3938-4757-ba12-06b602facb8b on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:20.332756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Attempting to bind port 9b2466a1-3938-4757-ba12-06b602facb8b by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd9e992a3-398b-47d2-a794-d62220668274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '185ac240-d73d-4b46-8a00-4059d979472e'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:20.341249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Attempting to bind port 9b2466a1-3938-4757-ba12-06b602facb8b on network 185ac240-d73d-4b46-8a00-4059d979472e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:20.351620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Port 9b2466a1-3938-4757-ba12-06b602facb8b on network 185ac240-d73d-4b46-8a00-4059d979472e not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:43:20.362888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Attempting to bind port 9b2466a1-3938-4757-ba12-06b602facb8b on network 185ac240-d73d-4b46-8a00-4059d979472e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:20.366182 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.370508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b00105d2-3f16-45ff-982e-aedefec855fa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/030b732b-fca0-44a7-8b90-37ef39af7b03 HTTP/1.1" status: 204 len: 168 time: 2.0774086 Jul 08 17:43:20.373630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51336) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:20.380925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:20.381271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Checking segment: {'id': 'd9e992a3-398b-47d2-a794-d62220668274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '185ac240-d73d-4b46-8a00-4059d979472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:20.384467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Bound using segment: {'id': 'd9e992a3-398b-47d2-a794-d62220668274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '185ac240-d73d-4b46-8a00-4059d979472e'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:20.387125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Bound port: 9b2466a1-3938-4757-ba12-06b602facb8b, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e992a3-398b-47d2-a794-d62220668274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '185ac240-d73d-4b46-8a00-4059d979472e'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:20.387967 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.402556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-56f8b255-22ab-498c-ac91-54cc11e4d4ae None None] Provisioning complete for port f2325d8f-17d9-4fd1-9d3c-de475542bf60 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:20.403052 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-56f8b255-22ab-498c-ac91-54cc11e4d4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.468787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-56f8b255-22ab-498c-ac91-54cc11e4d4ae None None] Port f2325d8f-17d9-4fd1-9d3c-de475542bf60 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:20.490585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:20.518304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:20.519484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cf5f22ec-06c7-474a-ab8e-8d3accf77ac0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:20.522875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece666e8-df73-4a64-956f-ce25d6335db1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:20.529412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece666e8-df73-4a64-956f-ce25d6335db1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:20.531815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ece666e8-df73-4a64-956f-ce25d6335db1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1508834 Jul 08 17:43:20.537845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51338) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:20.563228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Deleting port f2325d8f-17d9-4fd1-9d3c-de475542bf60 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:20.563639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.564471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] For port 9b2466a1-3938-4757-ba12-06b602facb8b, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:20.605769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] For port 9b2466a1-3938-4757-ba12-06b602facb8b, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9b2466a1-3938-4757-ba12-06b602facb8b,segment=NetworkSegment(d9e992a3-398b-47d2-a794-d62220668274),segment_id=d9e992a3-398b-47d2-a794-d62220668274)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:20.624579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.639472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fc9f9-f8ab-4042-9dc3-4ae3e4d7e2be None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:43:20.644666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 980d82c9-0c63-4bfc-a979-2d93fffe9a7e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:20.667343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.692496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:20.693158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.694588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] 10.222.0.72 "PUT /v2.0/ports/9b2466a1-3938-4757-ba12-06b602facb8b HTTP/1.1" status: 200 len: 1091 time: 1.6448600 Jul 08 17:43:20.696805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'tag': '9b2466a1-3938-4757-ba12-06b602facb8b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:20.699410 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4649afd-9f54-4046-a61e-9c8ec516f0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb438c7-2920-41ff-84b1-fec115304fb7", "tag": "9b2466a1-3938-4757-ba12-06b602facb8b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:20.711351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:20.711698 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.717319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0515208a-4837-4cbb-a0e6-b541aae3ce4a req-dd339efc-aaf2-4b7d-a1d3-59b03fb06752 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156861 Jul 08 17:43:20.734991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.790551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Calling delete_port for f2325d8f-17d9-4fd1-9d3c-de475542bf60 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:20.796260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.829559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040c152-499e-46e5-96b7-9c77f14d4249 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2466a1-3938-4757-ba12-06b602facb8b,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:20.833965 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40660991-fc1b-48b9-9b84-65cf47c8925e x-openstack-request-id: req-40660991-fc1b-48b9-9b84-65cf47c8925e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:20.834211 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb438c7-2920-41ff-84b1-fec115304fb7", "tag": "9b2466a1-3938-4757-ba12-06b602facb8b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:20.837080 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-40660991-fc1b-48b9-9b84-65cf47c8925e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:20.837520 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'tag': '9b2466a1-3938-4757-ba12-06b602facb8b', 'status': 'completed', 'code': 200} Jul 08 17:43:20.900685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,segment=NetworkSegment(1703d9a1-1911-4c60-9dd1-39cfa62b8786),segment_id=1703d9a1-1911-4c60-9dd1-39cfa62b8786)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:20.901092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.924657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:20.973887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-2276c959-11b1-40b5-a968-d6a9f328f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:20.975447 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-2276c959-11b1-40b5-a968-d6a9f328f36c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1efef37ad95342b498dd28e10718dc4c&device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 1094 time: 0.1371465 Jul 08 17:43:20.976860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:20.989213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fc9f9-f8ab-4042-9dc3-4ae3e4d7e2be None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:43:21.003118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:43:21.054519 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-782060a5-a0a3-494d-8be6-ed635c81f5d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2466a1-3938-4757-ba12-06b602facb8b HTTP/1.1" status: 200 len: 217 time: 0.0513055 Jul 08 17:43:21.143980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.159533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.202538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event deleted for resources: {'Port': ['ID=f2325d8f-17d9-4fd1-9d3c-de475542bf60,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:21.276480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=980d82c9-0c63-4bfc-a979-2d93fffe9a7e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:21.301797 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.309444 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ce06e961-ed81-4c17-b2b1-125f887b76bb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/980d82c9-0c63-4bfc-a979-2d93fffe9a7e HTTP/1.1" status: 204 len: 168 time: 0.7701874 Jul 08 17:43:21.313599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51346) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.322269 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.327109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1a072554-51a7-44fc-b1f5-2866c4e3e3c8 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "DELETE /v2.0/ports/f2325d8f-17d9-4fd1-9d3c-de475542bf60 HTTP/1.1" status: 204 len: 168 time: 1.7753029 Jul 08 17:43:21.330490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51348) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.343342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:21.360564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'mac_address': 'fa:16:3e:07:4e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:43:21.395870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f10f360-ad16-48eb-80e0-ae3eee755d88 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736184 Jul 08 17:43:21.397257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51352) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.432641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.434536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5af7a4a7-1df0-45d5-992e-996aa5766889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:21.438076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-5af7a4a7-1df0-45d5-992e-996aa5766889 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d6428a0-c96f-46f0-a0b2-0d2b52152f22 HTTP/1.1" status: 200 len: 849 time: 0.3730068 Jul 08 17:43:21.480433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=81ea8d5b-dde1-4665-a8b5-a0f629b7abbd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:21.488761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Deleting subnet 52e88518-7158-4d3b-acca-347fb2405053 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:21.493310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.493470 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-c52c8955-7469-4b85-b397-fc318bae6887 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=185ac240-d73d-4b46-8a00-4059d979472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453660 Jul 08 17:43:21.501089 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.526991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f998d-7729-4d07-b407-44153a2ca370 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:21.528421 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-df2f998d-7729-4d07-b407-44153a2ca370 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1279147 Jul 08 17:43:21.539845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51354) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.576184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030c253c-eb65-4de1-81e3-6071026b0fb9 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:43:21.611228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:21.623065 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.641421 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-10f4d24a-f5b1-4d7b-bbe6-070a738c12b2 service neutron] 10.222.0.72 "GET /v2.0/networks/185ac240-d73d-4b46-8a00-4059d979472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366074 Jul 08 17:43:21.656144 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:21.759882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fb308-b027-436f-8b50-a17a00c971a8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:21.765254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-566fb308-b027-436f-8b50-a17a00c971a8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2226875 Jul 08 17:43:21.768960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51358) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.770113 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dd38c506-cc5c-49c7-aac0-cd231dbc206e req-d80a122c-8d58-4f24-ada9-acb110a96b18 service neutron] 10.222.0.72 "GET /v2.0/networks/185ac240-d73d-4b46-8a00-4059d979472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202042 Jul 08 17:43:21.823793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51360) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:21.824049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0f7edfeb-18c3-4384-8703-4f3f1300ad73 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501082 Jul 08 17:43:21.831146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:21.832413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['030c253c-eb65-4de1-81e3-6071026b0fb9'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:43:21.941540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e21a4e-f56b-42e2-af2d-0d6e113d4274 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:43:21.979233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.009233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:22.033080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.073745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f459abed-6142-42c0-9786-2ce093a08e74 None None] Provisioning complete for port 1654de6a-8991-45e4-8ec4-2405a04d309e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:22.074122 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f459abed-6142-42c0-9786-2ce093a08e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.091683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1654de6a-8991-45e4-8ec4-2405a04d309e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:22.155667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:22.162976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.185488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8fc03-3090-43da-b9ba-633720329d7b req-a6e737e2-611d-45ad-96d8-30cdacf4d7b4 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:22.187970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fce8fc03-3090-43da-b9ba-633720329d7b req-a6e737e2-611d-45ad-96d8-30cdacf4d7b4 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 943 time: 0.2104266 Jul 08 17:43:22.204285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.281694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event deleted for resources: {'Subnet': ['ID=52e88518-7158-4d3b-acca-347fb2405053,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:22.289442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-917218c8-1d05-4612-8ec6-0ae196775fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:22.291000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-917218c8-1d05-4612-8ec6-0ae196775fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1efef37ad95342b498dd28e10718dc4c&device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 1094 time: 0.3007483 Jul 08 17:43:22.401588 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.404287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-50a4b477-232e-40d8-a977-29986ca87457 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "DELETE /v2.0/subnets/52e88518-7158-4d3b-acca-347fb2405053 HTTP/1.1" status: 204 len: 168 time: 1.0734251 Jul 08 17:43:22.409947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51368) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:22.442086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fce8fc03-3090-43da-b9ba-633720329d7b req-a2d4c5cd-65a9-4025-9985-ded5d09a969b tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477546 Jul 08 17:43:22.460151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e21a4e-f56b-42e2-af2d-0d6e113d4274 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:43:22.470015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:22.582534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1654de6a-8991-45e4-8ec4-2405a04d309e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:22.583192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.599682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:22.608061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1fb8c3f2-48c7-4e38-bc2a-4bb21114b156 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9593668 Jul 08 17:43:22.611303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:22.614740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51376) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:22.630452 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:22.635395 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:22.741328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet 206d89e5-47d9-48d5-a60c-95ef067e8db7 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:22.757565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.831673 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:22.875476 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:23.029474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.050890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:23.159384 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.218708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 030c253c-eb65-4de1-81e3-6071026b0fb9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:23.218891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=206d89e5-47d9-48d5-a60c-95ef067e8db7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:23.219553 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.231188 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.235841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-927ce14d-f910-41c1-84e3-8ab2702c0c35 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/206d89e5-47d9-48d5-a60c-95ef067e8db7 HTTP/1.1" status: 204 len: 168 time: 0.6139095 Jul 08 17:43:23.236461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51388) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:23.392653 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:21Z', 'revision_number': 9, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:23.427812 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.448394 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:23.459709 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:23.460605 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:23.538784 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.554514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-8bd8fbe4-96b8-4253-9e2f-cfbf44dd6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:23.559126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-8bd8fbe4-96b8-4253-9e2f-cfbf44dd6dd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=185ac240-d73d-4b46-8a00-4059d979472e HTTP/1.1" status: 200 len: 910 time: 1.2607901 Jul 08 17:43:23.615331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:23.618133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.747359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 9d39ef23-92ac-4f9e-9eaa-92964687ef58, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9d39ef23-92ac-4f9e-9eaa-92964687ef58,segment=NetworkSegment(1703d9a1-1911-4c60-9dd1-39cfa62b8786),segment_id=1703d9a1-1911-4c60-9dd1-39cfa62b8786)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:23.748119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:23.771102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 9d39ef23-92ac-4f9e-9eaa-92964687ef58 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:23.817599 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:23.887005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1301c-438b-49bb-8114-68e3f5e73ac2 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:24.115520 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.136463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-0790d172-3fed-46e2-b948-6fe52924bb0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b2466a1-3938-4757-ba12-06b602facb8b HTTP/1.1" status: 200 len: 217 time: 0.5313070 Jul 08 17:43:24.145093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6838f-3e94-4f92-81b6-c0294c7e3db1 req-f1ae247c-4ea7-4116-aa6d-94f23f9c1cee tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:24.155818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4fc6838f-3e94-4f92-81b6-c0294c7e3db1 req-f1ae247c-4ea7-4116-aa6d-94f23f9c1cee tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 943 time: 0.2725096 Jul 08 17:43:24.212176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:24.260927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:24.266674 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a66bb6-e3eb-44a8-8900-21c4268acdb8" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:24.289173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4fc6838f-3e94-4f92-81b6-c0294c7e3db1 req-8d26cc47-dcaf-45b7-95ac-77a86278a11d tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323371 Jul 08 17:43:24.291894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.314647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.316447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port 9d39ef23-92ac-4f9e-9eaa-92964687ef58 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:24.453857 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:21Z', 'revision_number': 9, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:24.486026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e5618c-0400-4dff-87c9-e61cb1663ffa None None] Network ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:24.494982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9083c-4799-432b-8cae-252698cc1aa7 None None] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:24.502052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:24.504477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-350f3f3c-60fe-40f0-8314-754ffaa6b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:24.512388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-350f3f3c-60fe-40f0-8314-754ffaa6b913 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9d6428a0-c96f-46f0-a0b2-0d2b52152f22 HTTP/1.1" status: 200 len: 849 time: 0.3709302 Jul 08 17:43:24.551838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:24.590414 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a2da3-e177-4f47-a4e7-e44987418f17 None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:21Z', 'revision_number': 9, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '69e5b737-6b19-4139-9e04-03bf733f24f2', 'name': '', 'network_id': 'e14879bb-e0fc-4a97-963b-cf1af616cbe1', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:46:00:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:34Z', 'updated_at': '2021-07-08T17:42:52Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': '7904fcc8-8e27-4132-a4f2-994b76a40746', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:24.595993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:24.597240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.663796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=81d17c91-0248-4b4b-ab4b-d2e4b30399be,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:24.687305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-9adf18a1-5106-47e5-9324-f441fcfd867a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=185ac240-d73d-4b46-8a00-4059d979472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526642 Jul 08 17:43:24.725169 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121157d2-afae-4992-beee-8b5f6e6659c3 x-openstack-request-id: req-121157d2-afae-4992-beee-8b5f6e6659c3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:24.725452 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:24.728221 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-121157d2-afae-4992-beee-8b5f6e6659c3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:24.728627 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'code': 200} Jul 08 17:43:24.735775 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d8016cee-c54f-4a42-944b-8e2dfc7f7a8b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9102118 Jul 08 17:43:24.738485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51418) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:24.743180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.839993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:c9:3e:8f', 'name': 'tempest-NetworksTestDHCPv6-799617912'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:24.857357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Deleting port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:24.860052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:24.965731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4b82f9b1-e1fa-4553-8060-e9ae206ad447 None None] Provisioning complete for port 1654de6a-8991-45e4-8ec4-2405a04d309e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:24.966111 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4b82f9b1-e1fa-4553-8060-e9ae206ad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.120124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:25.178266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9b2466a1-3938-4757-ba12-06b602facb8b details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:43:25.247078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=9d39ef23-92ac-4f9e-9eaa-92964687ef58,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:25.320092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] For port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,segment=NetworkSegment(39eeaf80-c282-4397-b7e1-1da2afe6b8a0),segment_id=39eeaf80-c282-4397-b7e1-1da2afe6b8a0)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:25.320466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.334351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.365358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:25.382342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Calling delete_port for 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:25.393578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1703d9a1-1911-4c60-9dd1-39cfa62b8786') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:25.394148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1703d9a1-1911-4c60-9dd1-39cfa62b8786') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:25.412609 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.427027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-5577b983-1f14-4ccf-b021-10e0dddbc141 service neutron] 10.222.0.72 "GET /v2.0/networks/185ac240-d73d-4b46-8a00-4059d979472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244954 Jul 08 17:43:25.444993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 9b2466a1-3938-4757-ba12-06b602facb8b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9b2466a1-3938-4757-ba12-06b602facb8b,segment=NetworkSegment(d9e992a3-398b-47d2-a794-d62220668274),segment_id=d9e992a3-398b-47d2-a794-d62220668274)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:25.449928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.467889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:25.468339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:25.471534 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:25.522335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '9b2466a1-3938-4757-ba12-06b602facb8b', 'network_id': '185ac240-d73d-4b46-8a00-4059d979472e', 'port_id': '9b2466a1-3938-4757-ba12-06b602facb8b', 'mac_address': 'fa:16:3e:d4:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d6428a0-c96f-46f0-a0b2-0d2b52152f22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:43:25.635694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.643721 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.643925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:25.646348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab HTTP/1.1" status: 204 len: 168 time: 2.4083986 Jul 08 17:43:25.650714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51426) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:25.716135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.719313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d3d44-bfd3-4a86-a293-5f148c629b92 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:25.753878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2466a1-3938-4757-ba12-06b602facb8b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:43:25.795005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 9b2466a1-3938-4757-ba12-06b602facb8b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9b2466a1-3938-4757-ba12-06b602facb8b,segment=NetworkSegment(d9e992a3-398b-47d2-a794-d62220668274),segment_id=d9e992a3-398b-47d2-a794-d62220668274)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:25.871619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:25.969940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:26.023611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.057019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:26.057383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81ea8d5b-dde1-4665-a8b5-a0f629b7abbd not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:26.094107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] DHCP port deletion for d180fa0d-a7ec-4a9f-b505-1500d4827f66 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:26.167885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['9b2466a1-3938-4757-ba12-06b602facb8b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:43:26.176845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.184407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4649afd-9f54-4046-a61e-9c8ec516f0d2 req-36a030f2-53df-4ea5-8698-85464511aefd service neutron] 10.222.0.72 "GET /v2.0/networks/185ac240-d73d-4b46-8a00-4059d979472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494211 Jul 08 17:43:26.257172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port ba2419e4-0f51-4395-90cc-343afa71c8f0 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:26.271492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.343306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e36e7-75dc-4711-a6db-a9964af62569 req-2f423860-3d51-4dab-92f9-759a3ec16f92 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:26.355586 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-938e36e7-75dc-4711-a6db-a9964af62569 req-2f423860-3d51-4dab-92f9-759a3ec16f92 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 944 time: 0.6437249 Jul 08 17:43:26.376158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] No DVR routers for this DVR port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:26.383777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617066b-2afb-448b-bc2e-d0dbdf517e94 None None] DHCP port deletion for ce7b07d1-18ae-4e72-9e8f-11c0dddcf7ab request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:26.388461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=9b2466a1-3938-4757-ba12-06b602facb8b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:26.476894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-938e36e7-75dc-4711-a6db-a9964af62569 req-8677120a-09f5-4452-983f-04d7601cb1f7 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998111 Jul 08 17:43:26.545847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b8555-5191-4244-805f-e79578e8de2e None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:26.563670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Deleting port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:26.564204 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.567051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event deleted for resources: {'Port': ['ID=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:26.739800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.765138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d180fa0d-a7ec-4a9f-b505-1500d4827f66']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:26.789803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39eeaf80-c282-4397-b7e1-1da2afe6b8a0') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:26.790221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39eeaf80-c282-4397-b7e1-1da2afe6b8a0') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:26.836143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.875252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.898146 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c1cf39a0-df93-427c-b1f1-017affa19bd4 None None] Provisioning complete for port 1654de6a-8991-45e4-8ec4-2405a04d309e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:26.898805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c1cf39a0-df93-427c-b1f1-017affa19bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.901713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.905864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:26.909952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:26.913519 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:26.968604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::e (02f2602e-703e-48f5-899b-7f1e2951c730/81d17c91-0248-4b4b-ab4b-d2e4b30399be/ba2419e4-0f51-4395-90cc-343afa71c8f0) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:27.005873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] For port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:27.006285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.070244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Calling delete_port for 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:27.074662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:43:27.083369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.101510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.146680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Pushing event deleted for resources: {'Port': ['ID=84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:27.160309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] Network d180fa0d-a7ec-4a9f-b505-1500d4827f66 is not hosted by any dhcp agent {{(pid=93666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:43:27.161726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd784e13-2ece-4943-b680-33c9a2832ef1 None None] No DVR routers for this DVR port 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:27.174250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.182218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] 10.222.0.63 "DELETE /v2.0/networks/d180fa0d-a7ec-4a9f-b505-1500d4827f66 HTTP/1.1" status: 204 len: 168 time: 4.7676766 Jul 08 17:43:27.229217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1ba43-299d-4de8-9811-71e194e877b2 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005 tempest-ExtraDHCPOptionsIpV6TestJSON-795056005-project] Pushing event deleted for resources: {'Network': ['ID=d180fa0d-a7ec-4a9f-b505-1500d4827f66,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:27.401681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 69e5b737-6b19-4139-9e04-03bf733f24f2 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:27.402268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.441855 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37fc6e97-1064-4b73-832b-82059f7f5459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.447950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.483042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object ba2419e4-0f51-4395-90cc-343afa71c8f0 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:27.574547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.610656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 69e5b737-6b19-4139-9e04-03bf733f24f2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=69e5b737-6b19-4139-9e04-03bf733f24f2,segment=NetworkSegment(7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e),segment_id=7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:27.611024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.671584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 69e5b737-6b19-4139-9e04-03bf733f24f2 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:27.692357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51446) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:27.721877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=ba2419e4-0f51-4395-90cc-343afa71c8f0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:27.738477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:27.739948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:27.743273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:27.748970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:27.749598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.813448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d30e0530-2b5e-47d8-8dfe-ba915bc900fd tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0506561 Jul 08 17:43:27.817203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51452) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:27.845714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-26b79fde-21b5-46bc-bc16-dba16a7b81cf None None] Provisioning complete for port 1654de6a-8991-45e4-8ec4-2405a04d309e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:27.848550 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-26b79fde-21b5-46bc-bc16-dba16a7b81cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:27.996926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:28.023324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584b2c3-e109-4089-925b-cd0413a5d3ce tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.037469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584b2c3-e109-4089-925b-cd0413a5d3ce tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.039581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3584b2c3-e109-4089-925b-cd0413a5d3ce tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2205930 Jul 08 17:43:28.041137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:28.041559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84dc7939-0ff6-4ddb-a0ab-f846ef6d30c8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:28.041988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9d39ef23-92ac-4f9e-9eaa-92964687ef58 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:28.042211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51456) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:28.071084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9d39ef23-92ac-4f9e-9eaa-92964687ef58 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:28.071524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9d39ef23-92ac-4f9e-9eaa-92964687ef58 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:28.154514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ee2a5-0509-4261-9836-5e0d5333acd4 req-7dd79185-aa4c-4f02-aabc-865ccd04d371 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.160066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b47ee2a5-0509-4261-9836-5e0d5333acd4 req-7dd79185-aa4c-4f02-aabc-865ccd04d371 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 944 time: 0.4545012 Jul 08 17:43:28.261805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port ba2419e4-0f51-4395-90cc-343afa71c8f0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:28.262807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.301844 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1a13558f-646e-4a1b-b4c4-3154b5bcc0da admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=678a9e024b0a4d0b94b7fcc45e20fac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080480 Jul 08 17:43:28.318160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b47ee2a5-0509-4261-9836-5e0d5333acd4 req-8901ef62-7692-431d-80b8-e53b26dc1002 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501746 Jul 08 17:43:28.318690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51460) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:28.411081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-528c6a45-5a9a-4840-ad7b-1d79af368b60 None None] Provisioning for port ba2419e4-0f51-4395-90cc-343afa71c8f0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:28.416051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.419563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-528c6a45-5a9a-4840-ad7b-1d79af368b60 None None] Provisioning complete for port ba2419e4-0f51-4395-90cc-343afa71c8f0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:28.421138 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-528c6a45-5a9a-4840-ad7b-1d79af368b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.438013 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.449803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8873a09a-1de3-480c-8728-cbb3f0ce40d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.453540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=69e5b737-6b19-4139-9e04-03bf733f24f2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:28.454973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for ba2419e4-0f51-4395-90cc-343afa71c8f0 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:28.524301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8873a09a-1de3-480c-8728-cbb3f0ce40d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.529786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-528c6a45-5a9a-4840-ad7b-1d79af368b60 None None] Port ba2419e4-0f51-4395-90cc-343afa71c8f0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:43:28.666033 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8873a09a-1de3-480c-8728-cbb3f0ce40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.681022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8873a09a-1de3-480c-8728-cbb3f0ce40d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.684629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8873a09a-1de3-480c-8728-cbb3f0ce40d0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d2c55c33-55f4-4489-b2b7-21e7834a4a1c HTTP/1.1" status: 204 len: 168 time: 0.3403692 Jul 08 17:43:28.706987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873a09a-1de3-480c-8728-cbb3f0ce40d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c55c33-55f4-4489-b2b7-21e7834a4a1c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:28.750501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.806622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=ba2419e4-0f51-4395-90cc-343afa71c8f0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:28.858359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.860667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-541a8b07-8ed8-454a-97b9-0244015b1b57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/ba2419e4-0f51-4395-90cc-343afa71c8f0 HTTP/1.1" status: 204 len: 168 time: 0.8170924 Jul 08 17:43:28.863202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51464) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:28.922677 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:28.966370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8fd9fa-221d-4b92-bb97-48272ac17b54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.968518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8fd9fa-221d-4b92-bb97-48272ac17b54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:28.974455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-be8fd9fa-221d-4b92-bb97-48272ac17b54 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1099896 Jul 08 17:43:28.975105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51468) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:29.028179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9b2466a1-3938-4757-ba12-06b602facb8b up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:29.060673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 81d17c91-0248-4b4b-ab4b-d2e4b30399be {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:29.064629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.148947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.208073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 9b2466a1-3938-4757-ba12-06b602facb8b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:29.212966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 9b2466a1-3938-4757-ba12-06b602facb8b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:29.213347 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.262523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.361916 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.391885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.426593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2466a1-3938-4757-ba12-06b602facb8b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:29.431196 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60c256a-fcb0-4b63-a33d-bc9ace350e94" -d '{"events": [{"server_uuid": "8cb438c7-2920-41ff-84b1-fec115304fb7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2466a1-3938-4757-ba12-06b602facb8b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:29.446500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:29.492910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 9b2466a1-3938-4757-ba12-06b602facb8b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9b2466a1-3938-4757-ba12-06b602facb8b,segment=NetworkSegment(d9e992a3-398b-47d2-a794-d62220668274),segment_id=d9e992a3-398b-47d2-a794-d62220668274)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:29.497716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=81d17c91-0248-4b4b-ab4b-d2e4b30399be,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:29.508566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.514740 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e62f2661-b9cd-47bc-8d8d-024691eb028c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/81d17c91-0248-4b4b-ab4b-d2e4b30399be HTTP/1.1" status: 204 len: 168 time: 0.5350153 Jul 08 17:43:29.514866 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.521427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78bc4ca-630e-41f7-9972-aa221419aff8 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:29.524452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51486) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:29.530105 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb22b1-5698-47e7-966d-71e337dcf4f6 x-openstack-request-id: req-badb22b1-5698-47e7-966d-71e337dcf4f6 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:29.530612 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb438c7-2920-41ff-84b1-fec115304fb7", "name": "network-vif-plugged", "status": "completed", "tag": "9b2466a1-3938-4757-ba12-06b602facb8b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:29.530785 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-badb22b1-5698-47e7-966d-71e337dcf4f6 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:29.531187 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2466a1-3938-4757-ba12-06b602facb8b', 'code': 200} Jul 08 17:43:29.684443 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dbadd29a-58f6-4499-b306-10450b109225 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542058 Jul 08 17:43:29.688356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51490) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:29.702137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:29.712205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-54b85d9d-d731-4e96-954b-89898a26ca0e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0482414 Jul 08 17:43:29.713146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51492) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:29.719356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:29.777258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57a2f0-45aa-4e8c-a8d3-395244b160f9 req-05589095-0cdd-4796-a85e-2f5a1c852097 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:29.789468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f57a2f0-45aa-4e8c-a8d3-395244b160f9 req-05589095-0cdd-4796-a85e-2f5a1c852097 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 945 time: 0.1942308 Jul 08 17:43:29.836194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:29.836904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:29.859767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2f57a2f0-45aa-4e8c-a8d3-395244b160f9 req-2aca09c9-f532-4f3e-a59a-a014a482503a tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693309 Jul 08 17:43:29.921594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet 7904fcc8-8e27-4132-a4f2-994b76a40746 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:29.934874 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:29.942571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3099c0-6053-4403-bff8-7268638d8838 req-a8102ccc-0125-40d8-a3d6-9ccc4d574aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:29.944266 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3d3099c0-6053-4403-bff8-7268638d8838 req-a8102ccc-0125-40d8-a3d6-9ccc4d574aaa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2928448 Jul 08 17:43:29.957816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c57b2-e88c-4d4f-b670-fcd26728c597 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:29.961640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c22c57b2-e88c-4d4f-b670-fcd26728c597 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2699387 Jul 08 17:43:29.965653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51496) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:30.042687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68292f7-e5fa-4cc1-ab9f-0ec59462f289 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:30.044796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c68292f7-e5fa-4cc1-ab9f-0ec59462f289 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0768273 Jul 08 17:43:30.048670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51500) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:30.096556 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb8bf869-c3da-4832-987f-4dd96df98bd5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428810 Jul 08 17:43:30.100146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51504) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:30.102437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:30.122830 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.214088 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3d3099c0-6053-4403-bff8-7268638d8838 req-dbecb6bf-8f2b-421a-a18c-08ba087e4a27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465391 Jul 08 17:43:30.365964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:30.370081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.416523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.543850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51514) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:30.565539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.611156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=9b2466a1-3938-4757-ba12-06b602facb8b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:30.635737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.643462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/7904fcc8-8e27-4132-a4f2-994b76a40746 HTTP/1.1" status: 204 len: 168 time: 0.9236662 Jul 08 17:43:30.644815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51518) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:30.645851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798c25e-b723-48ff-9ff6-8e130535a0d8 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=7904fcc8-8e27-4132-a4f2-994b76a40746,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:30.698893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:30.768800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466189601'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:30.782239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a3391-fa3a-4e47-8a89-0ac9f5671066 None None] Network e14879bb-e0fc-4a97-963b-cf1af616cbe1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:30.798221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:30.803229 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.814347 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa1b6-5a4a-4ed4-ba46-9d4c07323134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.821573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.833942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.897717 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:30.956496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 04123287-b45f-4515-84e9-eafe6aee5f4f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:30.956936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.118310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 04123287-b45f-4515-84e9-eafe6aee5f4f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=04123287-b45f-4515-84e9-eafe6aee5f4f,segment=NetworkSegment(7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e),segment_id=7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:31.118676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.121711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:43:31.266017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 04123287-b45f-4515-84e9-eafe6aee5f4f owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:31.485315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:31.511714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.530806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.531380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44719ab4-be44-4a2c-bf83-f9f8a7cfed6e req-c04307c6-551a-44a7-9159-2c42ba4d8c98 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:31.535110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44719ab4-be44-4a2c-bf83-f9f8a7cfed6e req-c04307c6-551a-44a7-9159-2c42ba4d8c98 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 945 time: 0.4255412 Jul 08 17:43:31.535605 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.550421 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.566799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:31.579747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.580232 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 230017d4-6f84-4892-ae79-4fd04137dd59 of type vlan for network 04247d32-08eb-456c-adb9-9473a876868a Jul 08 17:43:31.695783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:28Z', 'revision_number': 10, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:31.730053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44719ab4-be44-4a2c-bf83-f9f8a7cfed6e req-29e53b66-ff39-471e-be46-310b1874c4cd tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788855 Jul 08 17:43:31.759497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.769052 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.798299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a9fa6-69a5-4e73-93c2-8cb2caffa597 None None] DHCP port deletion for e14879bb-e0fc-4a97-963b-cf1af616cbe1 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:31.837430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=04123287-b45f-4515-84e9-eafe6aee5f4f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:31.839726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] Deleting port 1654de6a-8991-45e4-8ec4-2405a04d309e {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:31.843385 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.844481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port 04123287-b45f-4515-84e9-eafe6aee5f4f on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:31.852361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:31.962124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:31.973118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:31.973891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:31Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:31.978382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:31.982839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.040439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.060953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14879bb-e0fc-4a97-963b-cf1af616cbe1']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:32.090624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:32.090939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa9b1e3-6df3-4f99-88b2-8a0d567bbb1e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:32.106152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 04123287-b45f-4515-84e9-eafe6aee5f4f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:32.115897 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.138458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 04123287-b45f-4515-84e9-eafe6aee5f4f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:32.138921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 04123287-b45f-4515-84e9-eafe6aee5f4f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:32.139207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1654de6a-8991-45e4-8ec4-2405a04d309e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:32.152282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.171019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:32.171586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:32.172759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:32.182136 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:32.184594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b55c983-745b-456a-86b8-fc7692fbec4c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:32.264045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7191017 Jul 08 17:43:32.317780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] For port 1654de6a-8991-45e4-8ec4-2405a04d309e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1654de6a-8991-45e4-8ec4-2405a04d309e,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:32.318183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.329987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1745b8a-bcd2-4e6a-9444-1ff112948977 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=04247d32-08eb-456c-adb9-9473a876868a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:32.354742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.365700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.367589 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/e14879bb-e0fc-4a97-963b-cf1af616cbe1 HTTP/1.1" status: 204 len: 168 time: 1.7089295 Jul 08 17:43:32.387577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 04247d32-08eb-456c-adb9-9473a876868a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:32.389711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51528) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:32.407695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2cd2a-5e2c-47d7-9c6d-af87b7794105 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=e14879bb-e0fc-4a97-963b-cf1af616cbe1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:32.592397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 1654de6a-8991-45e4-8ec4-2405a04d309e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1654de6a-8991-45e4-8ec4-2405a04d309e,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:32.653350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] Calling delete_port for 1654de6a-8991-45e4-8ec4-2405a04d309e owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:32.707582 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.718859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.722255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.882976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=b396c08c-1153-42bf-9fd4-53a6babbf83c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:32.948029 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:32.966960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:32.977005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:32.982071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:32.982660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.069316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=1654de6a-8991-45e4-8ec4-2405a04d309e,revision_number=9']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:33.098885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b8d06e33-7dde-4e58-942d-4b408261b37c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9977982 Jul 08 17:43:33.099111 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.099219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51538) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:33.106621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-28f20f4f-9dae-4780-870c-d65569595498 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:33.222353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:43:33.229241 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:43:33.260596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437a278-9e5b-4b3d-a06a-e17ca7276332 req-0bf52e15-7e83-47af-a8a9-bb7763017c2f tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:33.262257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e437a278-9e5b-4b3d-a06a-e17ca7276332 req-0bf52e15-7e83-47af-a8a9-bb7763017c2f tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 945 time: 0.1083400 Jul 08 17:43:33.439471 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.440332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f20f4f-9dae-4780-870c-d65569595498 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:33.444990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-28f20f4f-9dae-4780-870c-d65569595498 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:33.670462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] No DVR routers for this DVR port 1654de6a-8991-45e4-8ec4-2405a04d309e on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:33.689203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01ca1a-9138-4ff9-b1b3-14b7517014b6 None None] Pushing event deleted for resources: {'Port': ['ID=1654de6a-8991-45e4-8ec4-2405a04d309e,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:33.721657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d3b99-265f-4d80-91ce-0f714b897b24 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:33.764768 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-28f20f4f-9dae-4780-870c-d65569595498 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b396c08c-1153-42bf-9fd4-53a6babbf83c (CIDR: 2001:db8::/64) Jul 08 17:43:33.772356 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f20f4f-9dae-4780-870c-d65569595498 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:43:33.775551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f20f4f-9dae-4780-870c-d65569595498 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:33.835136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-28f20f4f-9dae-4780-870c-d65569595498 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7347965 Jul 08 17:43:33.836184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51550) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:33.850880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:33.901482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Port 1654de6a-8991-45e4-8ec4-2405a04d309e update to DOWN by agent not found {{(pid=93666) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 08 17:43:34.218853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:28Z', 'revision_number': 10, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:34.343904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:34.348299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.359412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba076f-e56b-4c1e-84f1-6376a71b5e5f None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:28Z', 'revision_number': 10, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None, '_interfaces': [{'id': '9b4199cd-7863-425d-a897-c2a296619f0a', 'name': '', 'network_id': '0fe30446-3fdc-4411-a4c6-350e4062d04a', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'mac_address': 'fa:16:3e:d3:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:42:21Z', 'updated_at': '2021-07-08T17:42:38Z', 'revision_number': 5, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'subnets': [{'id': 'ed260c69-2407-497e-a234-d7ab2ada6dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:34.557158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e437a278-9e5b-4b3d-a06a-e17ca7276332 req-f4e825ae-f701-4ae3-a6e5-cfd8450724d2 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2846437 Jul 08 17:43:34.628555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': 'b396c08c-1153-42bf-9fd4-53a6babbf83c'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:34.629484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.773670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:34.896532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Allocated IP 2001:db8::f816:3eff:fe03:5bc (02f2602e-703e-48f5-899b-7f1e2951c730/b396c08c-1153-42bf-9fd4-53a6babbf83c/759b303b-e926-4620-b31e-ebfe924191e2) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:35.040024 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:43:35.353960 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.371017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Transition to ACTIVE for port object 759b303b-e926-4620-b31e-ebfe924191e2 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:35.407045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Transition to ACTIVE for port object 759b303b-e926-4620-b31e-ebfe924191e2 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:35.419909 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.500563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.513609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:35.515560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:35.518830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:35.561139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.643908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Attempting to bind port 759b303b-e926-4620-b31e-ebfe924191e2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:35.644289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Attempting to bind port 759b303b-e926-4620-b31e-ebfe924191e2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:35.645522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Attempting to bind port 759b303b-e926-4620-b31e-ebfe924191e2 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:35.659312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:35.664003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:35.665173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.665859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:35.666343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Bound port: 759b303b-e926-4620-b31e-ebfe924191e2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:35.669369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.702756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:35.708677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:35.730439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:35.731060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:35.864515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0165427 Jul 08 17:43:35.864762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d07fa-648f-4b82-a4e7-56ab57fb1b1c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=d64f303d-f497-4d9e-bfee-1231ebe9bf3a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:35.868566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51580) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:35.888232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:0d:0f:39', 'name': 'tempest-NetworksTestDHCPv6-908680593'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:35.901860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:35.909798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:35.927482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.008525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51584) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:36.013893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': '04247d32-08eb-456c-adb9-9473a876868a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:36.053439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e5b737-6b19-4139-9e04-03bf733f24f2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:36.090592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 9b4199cd-7863-425d-a897-c2a296619f0a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:36.097488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.136491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 69e5b737-6b19-4139-9e04-03bf733f24f2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:36.136922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 69e5b737-6b19-4139-9e04-03bf733f24f2 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:36.147746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903de60-e5c2-466a-8e04-ea95ae978f18 None None] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:36.260204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:36.264922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.519628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:36.670666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 9b4199cd-7863-425d-a897-c2a296619f0a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9b4199cd-7863-425d-a897-c2a296619f0a,segment=NetworkSegment(166513f3-2932-4274-96ee-01dcb4777340),segment_id=166513f3-2932-4274-96ee-01dcb4777340)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:36.678129 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.718350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 9b4199cd-7863-425d-a897-c2a296619f0a owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:36.764608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:36.933303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '230017d4-6f84-4892-ae79-4fd04137dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '04247d32-08eb-456c-adb9-9473a876868a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:36.934365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: 04247d32-08eb-456c-adb9-9473a876868a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:36.981007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=d353f656-f1fb-4d62-9aaa-763242f7570a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:37.012089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.034493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network 04247d32-08eb-456c-adb9-9473a876868a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:37.048101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 04247d32-08eb-456c-adb9-9473a876868a) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:37.056593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:37.056593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.066631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d2c017-c99c-40e4-9bc5-425875017236 None None] Network 04247d32-08eb-456c-adb9-9473a876868a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:37.139913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1b7a5445-fc69-47d2-a6eb-7a00c024529e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1300673 Jul 08 17:43:37.140802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51602) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:37.146639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019441821'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:37.227494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:37.231764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.318367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:37.357620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.358580 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 47947404-6bff-40a7-a583-0aba36da5f6f of type vlan for network fb9d9705-2162-4226-b12f-8e7be8902d48 Jul 08 17:43:37.446656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.496081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.559495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 32b90f6d-e869-4f26-9edf-d80943fb23ee yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:37.607866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.617339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:37.617975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.645797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-04247d32-08eb-456c-adb9-9473a876868a', 'network_id': '04247d32-08eb-456c-adb9-9473a876868a', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': 'd353f656-f1fb-4d62-9aaa-763242f7570a'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:37.652849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:37.748960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516ad4d6-bc33-4640-80ab-394ad113b215 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:37.825694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6828501 Jul 08 17:43:37.826367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:37.850326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': 'fb9d9705-2162-4226-b12f-8e7be8902d48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:37.902541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2e7a9-c8b6-4eeb-8242-908bb8973372 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=fb9d9705-2162-4226-b12f-8e7be8902d48,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:37.982936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=9b4199cd-7863-425d-a897-c2a296619f0a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:38.051087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:38.056288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.458916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8:0:1::396 (02f2602e-703e-48f5-899b-7f1e2951c730/d64f303d-f497-4d9e-bfee-1231ebe9bf3a/32b90f6d-e869-4f26-9edf-d80943fb23ee) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:38.460374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.543732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Allocated IP 2001:db8:0:ffff::2 (04247d32-08eb-456c-adb9-9473a876868a/d353f656-f1fb-4d62-9aaa-763242f7570a/5a2890ca-b6a9-4dfa-99b9-c78de9244439) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:38.582991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fb9d9705-2162-4226-b12f-8e7be8902d48 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:38.587276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:38.596716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=66839901-5291-4689-a811-66d0958fa080,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:38.623923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.624723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.625656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.626847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.627574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.628548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.630910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.631749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.633917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.635894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.636462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.638162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:38.684574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '47947404-6bff-40a7-a583-0aba36da5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fb9d9705-2162-4226-b12f-8e7be8902d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:38.685375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: fb9d9705-2162-4226-b12f-8e7be8902d48, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:38.689101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fe0d:f39 (02f2602e-703e-48f5-899b-7f1e2951c730/b396c08c-1153-42bf-9fd4-53a6babbf83c/32b90f6d-e869-4f26-9edf-d80943fb23ee) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:38.697861 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.725266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network fb9d9705-2162-4226-b12f-8e7be8902d48 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:38.764931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fb9d9705-2162-4226-b12f-8e7be8902d48) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:38.775855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:38.781540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:38.821273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5798e2cd-8204-4d76-aea6-501d56b5c3a1 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9868321 Jul 08 17:43:38.823491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51624) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:38.847889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf768e1-908a-44d4-815e-6e3aa68cda63 None None] Network fb9d9705-2162-4226-b12f-8e7be8902d48 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:38.984825 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.079881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8a59494c-b123-4a6c-a78c-71453fec5193 None None] Provisioning for port 759b303b-e926-4620-b31e-ebfe924191e2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:39.147402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.262264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.336020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=66839901-5291-4689-a811-66d0958fa080,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:39.490526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.510801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9d9705-2162-4226-b12f-8e7be8902d48']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:39.539032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47947404-6bff-40a7-a583-0aba36da5f6f') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:39.539362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47947404-6bff-40a7-a583-0aba36da5f6f') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:39.550152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.564235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:39.584037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.591131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:39.591862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:39.595328 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:39.636011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 759b303b-e926-4620-b31e-ebfe924191e2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:39.659721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:39.660101 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.742627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.753388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.760052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/fb9d9705-2162-4226-b12f-8e7be8902d48 HTTP/1.1" status: 204 len: 168 time: 0.9353826 Jul 08 17:43:39.765263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51636) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:39.796346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2099563490'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:39.834334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:39.838621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7281ec3-6bb8-4392-8712-fdf7b299085c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=fb9d9705-2162-4226-b12f-8e7be8902d48,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:39.847827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:39.854401 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:39.860502 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.862011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-71b060f0-f0a1-4e20-9412-e476ea84b8ff tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4707341 Jul 08 17:43:39.863023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51638) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:39.867078 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.872635 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:39.873296 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:31Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:39.950371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:39.961880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting subnet ed260c69-2407-497e-a234-d7ab2ada6dc0 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:39.966113 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.982979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:39.983498 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 5afa9577-41a7-486a-8979-be8e03dcac31 of type vlan for network 583b449f-a858-4ab1-8aeb-7f28a031f293 Jul 08 17:43:40.078362 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:40.098162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.109513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.143987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bfba1e-6dd2-4fa6-a2cb-73894e969e44 None None] Network fb9d9705-2162-4226-b12f-8e7be8902d48 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:40.200248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.211634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:40.214180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.217254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bfba1e-6dd2-4fa6-a2cb-73894e969e44 None None] Network fb9d9705-2162-4226-b12f-8e7be8902d48 could not be found, it might have been deleted concurrently. {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 17:43:40.256243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:37Z', 'revision_number': 11, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:40.307300 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.312324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.326160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Transition to ACTIVE for port object 5a2890ca-b6a9-4dfa-99b9-c78de9244439 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:40.369555 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:40.388006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Transition to ACTIVE for port object 5a2890ca-b6a9-4dfa-99b9-c78de9244439 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:40.400796 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:40.406638 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:31Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:40.417687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 32b90f6d-e869-4f26-9edf-d80943fb23ee will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:40.425432 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.442847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6759923 Jul 08 17:43:40.459212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51648) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:40.469858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Subnet': ['ID=ed260c69-2407-497e-a234-d7ab2ada6dc0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.476829 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.490251 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.495828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a19c5a0-a8b0-4c8b-a001-770a28047834 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/ed260c69-2407-497e-a234-d7ab2ada6dc0 HTTP/1.1" status: 204 len: 168 time: 0.6248114 Jul 08 17:43:40.497886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': '583b449f-a858-4ab1-8aeb-7f28a031f293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:40.499114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51652) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:40.534040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaef06f-8843-44cd-9262-d18f816deadb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=583b449f-a858-4ab1-8aeb-7f28a031f293,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.629159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.650040 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:40.656077 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.692999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Network 04247d32-08eb-456c-adb9-9473a876868a is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:40.708286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Pushing event updated for resources: {'Port': ['ID=5a2890ca-b6a9-4dfa-99b9-c78de9244439,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:40.710844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7047b-90a1-43d5-a8b6-6d1fe0b1a030 None None] Network 0fe30446-3fdc-4411-a4c6-350e4062d04a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:40.729749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 583b449f-a858-4ab1-8aeb-7f28a031f293 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:40.779585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:40.820597 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:37Z', 'revision_number': 11, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:40.898658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:40.906587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:40.916600 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787040ad-c322-4580-96cf-2181d51e1049 None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:37Z', 'revision_number': 11, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:40.924068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:40.936573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:40.937351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.959149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:40.963730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:40.983377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:41.027237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=32b90f6d-e869-4f26-9edf-d80943fb23ee,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:41.064216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-81aeb3e1-da32-4e61-a328-c797612abb14 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.1842227 Jul 08 17:43:41.068639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51664) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:41.178861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Deleting port 7e6e3026-307e-44bc-baef-2a510343f28c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:41.179752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.205770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.295642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:41.390950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.405399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Attempting to bind port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:41.410685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Attempting to bind port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '230017d4-6f84-4892-ae79-4fd04137dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '04247d32-08eb-456c-adb9-9473a876868a'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:41.412150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Attempting to bind port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 on network 04247d32-08eb-456c-adb9-9473a876868a {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:41.422984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] For port 7e6e3026-307e-44bc-baef-2a510343f28c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7e6e3026-307e-44bc-baef-2a510343f28c,segment=NetworkSegment(166513f3-2932-4274-96ee-01dcb4777340),segment_id=166513f3-2932-4274-96ee-01dcb4777340)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:41.424786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.479749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Calling delete_port for 7e6e3026-307e-44bc-baef-2a510343f28c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:41.586367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:41.587790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Checking segment: {'id': '230017d4-6f84-4892-ae79-4fd04137dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '04247d32-08eb-456c-adb9-9473a876868a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:41.591872 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.592468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Bound using segment: {'id': '230017d4-6f84-4892-ae79-4fd04137dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '04247d32-08eb-456c-adb9-9473a876868a'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:41.593290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Bound port: 5a2890ca-b6a9-4dfa-99b9-c78de9244439, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230017d4-6f84-4892-ae79-4fd04137dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '04247d32-08eb-456c-adb9-9473a876868a'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:41.593879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.617415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b4199cd-7863-425d-a897-c2a296619f0a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:41.661771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.751403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 32b90f6d-e869-4f26-9edf-d80943fb23ee {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:41.754067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.846588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] For port 5a2890ca-b6a9-4dfa-99b9-c78de9244439, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:41.850929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] For port 5a2890ca-b6a9-4dfa-99b9-c78de9244439, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a2890ca-b6a9-4dfa-99b9-c78de9244439,segment=NetworkSegment(230017d4-6f84-4892-ae79-4fd04137dd59),segment_id=230017d4-6f84-4892-ae79-4fd04137dd59)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:41.853351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9b4199cd-7863-425d-a897-c2a296619f0a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:41.853805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b4199cd-7863-425d-a897-c2a296619f0a not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:41.855579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': 'b396c08c-1153-42bf-9fd4-53a6babbf83c', 'ip_address': '2001:db8::f816:3eff:fe03:5bc'}, {'subnet_id': 'd64f303d-f497-4d9e-bfee-1231ebe9bf3a'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '759b303b-e926-4620-b31e-ebfe924191e2'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:43:41.873524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37765374-5416-4c99-9031-9570a71758d0 req-a0895cd3-38c8-491c-9eaf-13e07485f76f tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:41.889680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37765374-5416-4c99-9031-9570a71758d0 req-a0895cd3-38c8-491c-9eaf-13e07485f76f tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 945 time: 0.4078717 Jul 08 17:43:41.895523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:41.946966 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:41.987593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.021561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37765374-5416-4c99-9031-9570a71758d0 req-059d74d3-0dea-42d3-a1fe-d33a571013d6 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306224 Jul 08 17:43:42.027951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.066088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Port': ['ID=7e6e3026-307e-44bc-baef-2a510343f28c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:42.068710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No DVR routers for this DVR port 7e6e3026-307e-44bc-baef-2a510343f28c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:42.102180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 32b90f6d-e869-4f26-9edf-d80943fb23ee owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:42.119193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c22b01-cf6f-4d0a-b7c7-066fe5cb115e None None] Pushing event updated for resources: {'Port': ['ID=5a2890ca-b6a9-4dfa-99b9-c78de9244439,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:42.196483 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.307730 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.330112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe30446-3fdc-4411-a4c6-350e4062d04a']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:42.345540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166513f3-2932-4274-96ee-01dcb4777340') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:42.346735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166513f3-2932-4274-96ee-01dcb4777340') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:42.357263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.373176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.381697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:42.382112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.538968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] Allocated IP 2001:db8:0:1::2 (02f2602e-703e-48f5-899b-7f1e2951c730/d64f303d-f497-4d9e-bfee-1231ebe9bf3a/759b303b-e926-4620-b31e-ebfe924191e2) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:42.550363 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:42.572206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.600392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:42.612721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=804f0576-c012-4cb4-8383-e8195d536840,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:42.613525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/networks/0fe30446-3fdc-4411-a4c6-350e4062d04a HTTP/1.1" status: 204 len: 168 time: 2.1131110 Jul 08 17:43:42.631487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51688) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:42.671825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6aa85-dac0-4034-b54b-76366180eed5 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Pushing event deleted for resources: {'Network': ['ID=0fe30446-3fdc-4411-a4c6-350e4062d04a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:42.681721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'routes': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:42.706842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:43.016450 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.031648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '5afa9577-41a7-486a-8979-be8e03dcac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '583b449f-a858-4ab1-8aeb-7f28a031f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:43.032026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: 583b449f-a858-4ab1-8aeb-7f28a031f293, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:43.044660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] Transition to ACTIVE for port object 759b303b-e926-4620-b31e-ebfe924191e2 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:43.069419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.074023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.155189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=32b90f6d-e869-4f26-9edf-d80943fb23ee,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:43.218525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Added routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:43:43.219088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Removed routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:43:43.219629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.223736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9da94-fad3-4483-8d79-85eb8fba19ee None None] DHCP port deletion for 0fe30446-3fdc-4411-a4c6-350e4062d04a request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:43:43.304011 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.309103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1304af50-b215-4391-95dc-c56a02c931fe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/32b90f6d-e869-4f26-9edf-d80943fb23ee HTTP/1.1" status: 204 len: 168 time: 2.2366967 Jul 08 17:43:43.309733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51722) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:43.451530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228e199-47ed-47a1-8851-c106b77010ec None None] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:43.603494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.619345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f51a7b-3200-41ee-8d02-a25756f76e61 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:43.624407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-75f51a7b-3200-41ee-8d02-a25756f76e61 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3136504 Jul 08 17:43:43.628825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51724) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:43.667440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:43.673055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db4afa-786a-4c2f-b0f7-96fa178c2273 req-0e4fc6f7-584c-4241-a411-867de697e49f tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:43.683417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0db4afa-786a-4c2f-b0f7-96fa178c2273 req-0e4fc6f7-584c-4241-a411-867de697e49f tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 945 time: 0.3602121 Jul 08 17:43:43.793276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network 583b449f-a858-4ab1-8aeb-7f28a031f293 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:43.816123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0db4afa-786a-4c2f-b0f7-96fa178c2273 req-2317bc0a-455e-423b-891b-86e351338fd0 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/security-groups?id=9c59ad39-91f5-472c-a5a8-b6562f2d2596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301861 Jul 08 17:43:43.840385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-ab864a2d-e39b-4939-ac40-f60caa0505fe tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:43.842348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-ab864a2d-e39b-4939-ac40-f60caa0505fe tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 945 time: 1.2098930 Jul 08 17:43:43.871332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.906562 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:43.935782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb64e9-916f-4f9b-b8ea-c2e9ba679771 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:43.948133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e2eb64e9-916f-4f9b-b8ea-c2e9ba679771 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2554390 Jul 08 17:43:43.949144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51730) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:43.963998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6e3026-307e-44bc-baef-2a510343f28c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:44.004125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7e6e3026-307e-44bc-baef-2a510343f28c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:44.004489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7e6e3026-307e-44bc-baef-2a510343f28c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:44.006685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 583b449f-a858-4ab1-8aeb-7f28a031f293) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:44.017742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b18515-ea36-4789-9d7d-0ff18099b41d None None] Network 583b449f-a858-4ab1-8aeb-7f28a031f293 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:44.129848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:44.139267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.147191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0dc2d2-77f1-4020-aa48-f96d1d9a5618 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:44.151820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0dc2d2-77f1-4020-aa48-f96d1d9a5618 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:44.154372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0dc2d2-77f1-4020-aa48-f96d1d9a5618 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:44.161354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6c0dc2d2-77f1-4020-aa48-f96d1d9a5618 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2107551 Jul 08 17:43:44.163325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51734) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:44.311154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 095c737f-19e1-4cb3-99b6-aced3f5d068e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:43:44.352370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet b396c08c-1153-42bf-9fd4-53a6babbf83c {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:44.366274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.473781 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.490296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-583b449f-a858-4ab1-8aeb-7f28a031f293', 'network_id': '583b449f-a858-4ab1-8aeb-7f28a031f293', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': '804f0576-c012-4cb4-8383-e8195d536840'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:44.491421 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.634723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-996efbe8-5ac7-40cb-916d-f8f11e567efb tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.1740079 Jul 08 17:43:44.635388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:44.637818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:44.652484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.659217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1c3ef067-5e1d-40d4-855a-1496309ef007 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 200 len: 699 time: 1.9990630 Jul 08 17:43:44.672084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566826558'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:44.673350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51742) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:44.722640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Deleting port 9b2466a1-3938-4757-ba12-06b602facb8b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:43:44.723006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.756402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] Sync routers for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:44.770269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-25297970-df2e-43de-bcc1-fac9bd1be41d tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 200 len: 205 time: 0.0920749 Jul 08 17:43:44.781925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51744) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:44.855590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] Routers {'095c737f-19e1-4cb3-99b6-aced3f5d068e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:44.856236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:31Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['095c737f-19e1-4cb3-99b6-aced3f5d068e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:44.858014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] For port 9b2466a1-3938-4757-ba12-06b602facb8b, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9b2466a1-3938-4757-ba12-06b602facb8b,segment=NetworkSegment(d9e992a3-398b-47d2-a794-d62220668274),segment_id=d9e992a3-398b-47d2-a794-d62220668274)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:44.858961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:44.901623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Calling delete_port for 9b2466a1-3938-4757-ba12-06b602facb8b owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:43:44.987285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.187671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] Set router 095c737f-19e1-4cb3-99b6-aced3f5d068e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:45.234169 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7fc1-7d77-4302-a231-7221563f8ff6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.277993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31fb9d8-e300-41b7-b7d6-91cc5b9e9f1a None None] Network 04247d32-08eb-456c-adb9-9473a876868a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:45.378034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:45.390364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.398658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.578392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095c737f-19e1-4cb3-99b6-aced3f5d068e', 'name': 'tempest-RoutersTest-router-74205741', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:42:16Z', 'updated_at': '2021-07-08T17:43:37Z', 'revision_number': 11, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:45.603072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-609ae6ed-bec7-4a77-bf1b-34719dd67835 req-7e5a8726-e4da-4fbb-88b9-0547234de545 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 210 time: 0.3749259 Jul 08 17:43:45.604139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.645833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.649833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] Checking router: 095c737f-19e1-4cb3-99b6-aced3f5d068e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:45.654693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/b396c08c-1153-42bf-9fd4-53a6babbf83c HTTP/1.1" status: 204 len: 168 time: 1.4901729 Jul 08 17:43:45.672930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51758) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:45.678062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] No DVR routers for this DVR port 9b2466a1-3938-4757-ba12-06b602facb8b on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:43:45.684468 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.686476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00117a7d-1f9c-469d-89b9-a27017d2dcb8 req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.72 "DELETE /v2.0/ports/9b2466a1-3938-4757-ba12-06b602facb8b HTTP/1.1" status: 204 len: 173 time: 1.8124425 Jul 08 17:43:45.693707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95b37e-24b8-406d-81de-b37c3188e810 tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] Pushing event deleted for resources: {'Port': ['ID=9b2466a1-3938-4757-ba12-06b602facb8b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:45.768546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Allocated IP 2001:db8::1 (583b449f-a858-4ab1-8aeb-7f28a031f293/804f0576-c012-4cb4-8383-e8195d536840/2cd3e554-ca32-4e01-95e3-64e914a60342) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:45.853517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'name': 'network-vif-deleted', 'tag': '9b2466a1-3938-4757-ba12-06b602facb8b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:43:45.859682 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2151032f-3634-44e9-9b38-03ab6988e3db" -d '{"events": [{"server_uuid": "8cb438c7-2920-41ff-84b1-fec115304fb7", "name": "network-vif-deleted", "tag": "9b2466a1-3938-4757-ba12-06b602facb8b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:43:45.965551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet d64f303d-f497-4d9e-bfee-1231ebe9bf3a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:45.972699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:45.988404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aaddc-3d6a-4cc6-a3ca-ef934da4889f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=b396c08c-1153-42bf-9fd4-53a6babbf83c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:46.004271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7fc1-7d77-4302-a231-7221563f8ff6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.008574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7fc1-7d77-4302-a231-7221563f8ff6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.104233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.213166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7fc1-7d77-4302-a231-7221563f8ff6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.214071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9c7fc1-7d77-4302-a231-7221563f8ff6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Fanout notify agent at l3_agent the message router_deleted on router 095c737f-19e1-4cb3-99b6-aced3f5d068e {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:43:46.216052 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e876ef9-d0ce-4308-b359-0d45fda0861c x-openstack-request-id: req-5e876ef9-d0ce-4308-b359-0d45fda0861c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:43:46.222300 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb438c7-2920-41ff-84b1-fec115304fb7", "name": "network-vif-deleted", "tag": "9b2466a1-3938-4757-ba12-06b602facb8b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:43:46.223530 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5e876ef9-d0ce-4308-b359-0d45fda0861c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:43:46.224706 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7fc1-7d77-4302-a231-7221563f8ff6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.225409 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb438c7-2920-41ff-84b1-fec115304fb7', 'name': 'network-vif-deleted', 'tag': '9b2466a1-3938-4757-ba12-06b602facb8b', 'status': 'completed', 'code': 200} Jul 08 17:43:46.230339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:46.231927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8a9c7fc1-7d77-4302-a231-7221563f8ff6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 204 len: 168 time: 1.4484444 Jul 08 17:43:46.237518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51782) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:46.243903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9bfec41b-5a43-42df-b1ff-f1104cdc95dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481806531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:46.251639 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.266238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Transition to ACTIVE for port object 2cd3e554-ca32-4e01-95e3-64e914a60342 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:46.304237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.305066 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 4336e446-6f9f-483a-9dd6-0c93efaede32 of type vlan for network 60f67af1-c46c-42fc-b81e-ae71a0d63bf3 Jul 08 17:43:46.308372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Transition to ACTIVE for port object 2cd3e554-ca32-4e01-95e3-64e914a60342 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:46.317385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bfec41b-5a43-42df-b1ff-f1104cdc95dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.318643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bfec41b-5a43-42df-b1ff-f1104cdc95dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.325413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8066d222-c439-4acd-be4a-53aaa6ba1afd None None] Provisioning for port 759b303b-e926-4620-b31e-ebfe924191e2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:46.423246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:46.443514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.464187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bfec41b-5a43-42df-b1ff-f1104cdc95dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.482019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0e1f67-b41f-4f4b-9f7a-9f71becf1fe9 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:46.488003 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bfec41b-5a43-42df-b1ff-f1104cdc95dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.521646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.524232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bfec41b-5a43-42df-b1ff-f1104cdc95dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.525690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9bfec41b-5a43-42df-b1ff-f1104cdc95dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2885165 Jul 08 17:43:46.528527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51790) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:46.533534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a2346cd8-8a72-4561-a71a-6c2efe15632a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:46.654846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.690024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:46.692303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.827312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] Routers set() bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:46.828078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] Router IDs set() for agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:43:46.829097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_agentschedulers_db [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'095c737f-19e1-4cb3-99b6-aced3f5d068e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:31Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent'). {{(pid=93666) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:43:46.829749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f520fb8-2a5f-43ea-829d-b0f6add8acb9 None None] The sync data for ids ['095c737f-19e1-4cb3-99b6-aced3f5d068e'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:46.854882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:46.954285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8066d222-c439-4acd-be4a-53aaa6ba1afd None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:46.954831 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8066d222-c439-4acd-be4a-53aaa6ba1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.000293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Pushing event updated for resources: {'Port': ['ID=2cd3e554-ca32-4e01-95e3-64e914a60342,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:47.004525 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3360806 Jul 08 17:43:47.008918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:47.009415 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.026797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51794) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:47.054018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': '60f67af1-c46c-42fc-b81e-ae71a0d63bf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:47.113884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Network 583b449f-a858-4ab1-8aeb-7f28a031f293 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:47.146966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9b2466a1-3938-4757-ba12-06b602facb8b no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:47.179021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.252412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c8bfd-e229-4bac-a872-37ca585b21f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=60f67af1-c46c-42fc-b81e-ae71a0d63bf3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:47.256715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 9b2466a1-3938-4757-ba12-06b602facb8b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:43:47.257252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9b2466a1-3938-4757-ba12-06b602facb8b not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:43:47.259857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:47.268518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=d64f303d-f497-4d9e-bfee-1231ebe9bf3a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:47.273075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:47.274280 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.279610 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2ea5e825-751f-4fe1-b8bf-3b2a54235533 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/d64f303d-f497-4d9e-bfee-1231ebe9bf3a HTTP/1.1" status: 204 len: 168 time: 1.5787313 Jul 08 17:43:47.291014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51800) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:47.304757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 60f67af1-c46c-42fc-b81e-ae71a0d63bf3 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:47.381904 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8460af1d-babf-4109-93c1-6083f9d32e59 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867171 Jul 08 17:43:47.393430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51804) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:47.399241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:47.630294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:47.630967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a2890ca-b6a9-4dfa-99b9-c78de9244439 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:47.636550 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.840069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:47.847127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:47.852444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Performing IP validity checks on allocation pools {{(pid=93665) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:43:47.853278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93665) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:43:47.994597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Attempting to bind port 2cd3e554-ca32-4e01-95e3-64e914a60342 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:47.995135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Attempting to bind port 2cd3e554-ca32-4e01-95e3-64e914a60342 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '5afa9577-41a7-486a-8979-be8e03dcac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '583b449f-a858-4ab1-8aeb-7f28a031f293'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:47.995625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Attempting to bind port 2cd3e554-ca32-4e01-95e3-64e914a60342 on network 583b449f-a858-4ab1-8aeb-7f28a031f293 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:48.003630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:48.004088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Checking segment: {'id': '5afa9577-41a7-486a-8979-be8e03dcac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '583b449f-a858-4ab1-8aeb-7f28a031f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:48.004831 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.006852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Bound using segment: {'id': '5afa9577-41a7-486a-8979-be8e03dcac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '583b449f-a858-4ab1-8aeb-7f28a031f293'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:48.006852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Bound port: 2cd3e554-ca32-4e01-95e3-64e914a60342, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afa9577-41a7-486a-8979-be8e03dcac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '583b449f-a858-4ab1-8aeb-7f28a031f293'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:48.006852 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.014159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1e080-e291-4499-b4d5-6690ccfd7988 None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': 'd64f303d-f497-4d9e-bfee-1231ebe9bf3a'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '759b303b-e926-4620-b31e-ebfe924191e2'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:43:48.021135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:48.023211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] Provisioning for port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:48.078893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] Provisioning complete for port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:48.079446 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.132988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.236815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:48.248590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.335973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45958-5d12-4d72-ab36-8883b9887372 req-5a717faa-eeef-4190-9982-2124f92e4264 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:48.346655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-5a717faa-eeef-4190-9982-2124f92e4264 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 0.3221798 Jul 08 17:43:48.448693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-831e9273-d605-4114-9a96-58d720a6905b req-49afa91e-caab-497d-850f-86b15571d9ed tempest-ServerTagsTestJSON-731210108 tempest-ServerTagsTestJSON-731210108-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cb438c7-2920-41ff-84b1-fec115304fb7 HTTP/1.1" status: 200 len: 210 time: 0.1630576 Jul 08 17:43:48.455515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] For port 2cd3e554-ca32-4e01-95e3-64e914a60342, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:43:48.461659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] For port 2cd3e554-ca32-4e01-95e3-64e914a60342, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2cd3e554-ca32-4e01-95e3-64e914a60342,segment=NetworkSegment(5afa9577-41a7-486a-8979-be8e03dcac31),segment_id=5afa9577-41a7-486a-8979-be8e03dcac31)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:43:48.472524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-8b9e29a0-655f-4260-9e21-d8809d37c71a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/quotas/5db48f5d56fa4a848ca5a6442371d785 HTTP/1.1" status: 200 len: 375 time: 0.1169081 Jul 08 17:43:48.553215 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.561401 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.682470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.698144 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e080-e291-4499-b4d5-6690ccfd7988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.735452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2346cd8-8a72-4561-a71a-6c2efe15632a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.795172 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2346cd8-8a72-4561-a71a-6c2efe15632a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:48.811649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=a11792e4-f387-4243-a1e7-df3276bf2049,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:48.832020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '4336e446-6f9f-483a-9dd6-0c93efaede32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '60f67af1-c46c-42fc-b81e-ae71a0d63bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:48.832478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: 60f67af1-c46c-42fc-b81e-ae71a0d63bf3, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:48.936348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-7e981800-1b2a-40fc-9854-e11a3af8ddf1 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4693685 Jul 08 17:43:48.941541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] For port 5a2890ca-b6a9-4dfa-99b9-c78de9244439, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a2890ca-b6a9-4dfa-99b9-c78de9244439,segment=NetworkSegment(230017d4-6f84-4892-ae79-4fd04137dd59),segment_id=230017d4-6f84-4892-ae79-4fd04137dd59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:48.948766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4c7e6-f73a-4eb6-8589-46135c27df86 None None] Pushing event updated for resources: {'Port': ['ID=2cd3e554-ca32-4e01-95e3-64e914a60342,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:48.957526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network 60f67af1-c46c-42fc-b81e-ae71a0d63bf3 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:48.987347 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.013073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 60f67af1-c46c-42fc-b81e-ae71a0d63bf3) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:49.042265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:49.042879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.087502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2346cd8-8a72-4561-a71a-6c2efe15632a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Router 674e8241-7172-4b1a-b892-be1bcf1318be is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:43:49.129125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-3e3fc3ca-6572-4b61-a470-76cc23c13bfb service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913972 Jul 08 17:43:49.233500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827315a3-be2e-45b5-9358-c9aed9be1edc None None] Network 60f67af1-c46c-42fc-b81e-ae71a0d63bf3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:49.237779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] Could not find standard attr ID for object 32b90f6d-e869-4f26-9edf-d80943fb23ee. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:43:49.258215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-11f95c88-f292-4c58-901e-1cf9a1d73799 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2233243 Jul 08 17:43:49.274758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51830) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:49.350209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:43:49.361438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2346cd8-8a72-4561-a71a-6c2efe15632a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:43:49.372790 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] Sync routers for ids ['674e8241-7172-4b1a-b892-be1bcf1318be'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:43:49.385191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2346cd8-8a72-4561-a71a-6c2efe15632a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.386497 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] Routers {'674e8241-7172-4b1a-b892-be1bcf1318be'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:49.387230 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:31Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['674e8241-7172-4b1a-b892-be1bcf1318be'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:49.401778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a2346cd8-8a72-4561-a71a-6c2efe15632a tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "PUT /v2.0/routers/674e8241-7172-4b1a-b892-be1bcf1318be HTTP/1.1" status: 200 len: 694 time: 2.8719909 Jul 08 17:43:49.404368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51832) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:49.570880 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] Set router 674e8241-7172-4b1a-b892-be1bcf1318be gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:49.573770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:43:49.574246 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:43:49.636594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bda1e-6771-4162-a51f-330c3d37599e None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:49.639991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-f1d07929-e481-4dd9-a575-3b7619cbc4f2 service neutron] 10.222.0.63 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098166 Jul 08 17:43:49.654474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ac55b4b-860e-4a5e-9296-1fd9ad619f42 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/routers/674e8241-7172-4b1a-b892-be1bcf1318be HTTP/1.1" status: 200 len: 700 time: 0.2469754 Jul 08 17:43:49.659102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51844) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:49.768479 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674e8241-7172-4b1a-b892-be1bcf1318be', 'name': 'tempest-RoutersTest-router-1481806531', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:46Z', 'updated_at': '2021-07-08T17:43:48Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:49.775690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-935ceaff-0011-41fe-9fc4-d0fcd90b80d7 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=674e8241-7172-4b1a-b892-be1bcf1318be HTTP/1.1" status: 200 len: 205 time: 0.1110609 Jul 08 17:43:49.777482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:49.832713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51850) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:49.901028 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] Checking router: 674e8241-7172-4b1a-b892-be1bcf1318be for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:43:49.926158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c045c90-f82c-4487-8a25-58972774d7dc None None] Provisioning complete for port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:49.933437 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c045c90-f82c-4487-8a25-58972774d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:49.933927 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] Routers {'674e8241-7172-4b1a-b892-be1bcf1318be'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:43:49.939701 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:43:31Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['674e8241-7172-4b1a-b892-be1bcf1318be'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:49.980786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] Deleting subnet 9d6428a0-c96f-46f0-a0b2-0d2b52152f22 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:43:50.035771 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ceb6895d-eff6-49a2-9513-e58d5b61f17f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.052568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.079075 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.163410 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] Set router 674e8241-7172-4b1a-b892-be1bcf1318be gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:43:50.229481 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674e8241-7172-4b1a-b892-be1bcf1318be', 'name': 'tempest-RoutersTest-router-1481806531', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:46Z', 'updated_at': '2021-07-08T17:43:48Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:50.279333 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fda8a-b6b0-4f3b-87db-8085dd6ab68d None None] The sync data for ids ['674e8241-7172-4b1a-b892-be1bcf1318be'] in n-d-799528-4 is: [{'id': '674e8241-7172-4b1a-b892-be1bcf1318be', 'name': 'tempest-RoutersTest-router-1481806531', 'tenant_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:43:46Z', 'updated_at': '2021-07-08T17:43:48Z', 'revision_number': 2, 'project_id': 'b2e9be213c364a4d8a790a6abe17d1cf', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:43:50.393351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f44633ce-e5d4-4b58-909f-bea6ed0910e0 req-bab83ccc-a217-4920-b0e1-b50d4aadc180 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 210 time: 0.1486733 Jul 08 17:43:50.415213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.451421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef23a5-f44c-46ae-b05d-a0b41c9563bb None None] Pushing event updated for resources: {'Port': ['ID=5a2890ca-b6a9-4dfa-99b9-c78de9244439,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:50.595125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.784598 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ceb6895d-eff6-49a2-9513-e58d5b61f17f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.795748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ceb6895d-eff6-49a2-9513-e58d5b61f17f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.877765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f1c7a-b169-4341-85a5-a03f646d5c59 None None] Network 583b449f-a858-4ab1-8aeb-7f28a031f293 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:50.990154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ceb6895d-eff6-49a2-9513-e58d5b61f17f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:50.991474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb6895d-eff6-49a2-9513-e58d5b61f17f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Fanout notify agent at l3_agent the message router_deleted on router 674e8241-7172-4b1a-b892-be1bcf1318be {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:43:51.039081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.058493 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ceb6895d-eff6-49a2-9513-e58d5b61f17f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.078701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ceb6895d-eff6-49a2-9513-e58d5b61f17f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/674e8241-7172-4b1a-b892-be1bcf1318be HTTP/1.1" status: 204 len: 168 time: 1.2947578 Jul 08 17:43:51.079441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51868) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.193972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2cd3e554-ca32-4e01-95e3-64e914a60342 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:51.222510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de6d55fb-d836-4b80-8530-c3bbf664c504 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=674e8241-7172-4b1a-b892-be1bcf1318be HTTP/1.1" status: 200 len: 205 time: 0.1418295 Jul 08 17:43:51.225953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51870) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.301206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.316943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.353963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da53ce0e-7c73-43f0-b2d4-b6249b3bf3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-60f67af1-c46c-42fc-b81e-ae71a0d63bf3', 'network_id': '60f67af1-c46c-42fc-b81e-ae71a0d63bf3', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': 'a11792e4-f387-4243-a1e7-df3276bf2049'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:51.354995 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-da53ce0e-7c73-43f0-b2d4-b6249b3bf3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.384407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.388692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=a11792e4-f387-4243-a1e7-df3276bf2049,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:51.435104 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-a7dcd00d-0067-4db9-ade4-e9d04db85861 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] delete failed (client error): The resource could not be found. Jul 08 17:43:51.442912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a7dcd00d-0067-4db9-ade4-e9d04db85861 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/674e8241-7172-4b1a-b892-be1bcf1318be HTTP/1.1" status: 404 len: 336 time: 0.2157948 Jul 08 17:43:51.443540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51876) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.561978 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-947d9152-dfb1-4aa4-8d05-af516b441494 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:51.565286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947d9152-dfb1-4aa4-8d05-af516b441494 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:51.574175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-947d9152-dfb1-4aa4-8d05-af516b441494 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/f65bae1c-6b27-49ae-80da-5b64970d9f99 HTTP/1.1" status: 404 len: 337 time: 0.1289520 Jul 08 17:43:51.575309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d3621e-8db8-4e50-a5cb-0c8d2e72f43a None None] Network 60f67af1-c46c-42fc-b81e-ae71a0d63bf3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:51.575819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51878) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.586005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.629720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f67af1-c46c-42fc-b81e-ae71a0d63bf3']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:51.667938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4336e446-6f9f-483a-9dd6-0c93efaede32') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:51.668571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4336e446-6f9f-483a-9dd6-0c93efaede32') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:51.697246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.713977 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a73b92-7632-4dd9-af4f-2e481dcc575b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:51.714716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a73b92-7632-4dd9-af4f-2e481dcc575b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:51.721676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f7a73b92-7632-4dd9-af4f-2e481dcc575b tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/206d89e5-47d9-48d5-a60c-95ef067e8db7 HTTP/1.1" status: 404 len: 337 time: 0.1444557 Jul 08 17:43:51.724492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f6c9fd1-d538-43b7-85bd-8527ba4625a4 req-137a96a7-92dc-4626-826e-b042d9a179e1 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 210 time: 0.0735176 Jul 08 17:43:51.725181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51880) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.760553 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eca4e4d-8125-4190-8fa0-12a5d6dfe721 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:51.761410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eca4e4d-8125-4190-8fa0-12a5d6dfe721 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:51.765990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3eca4e4d-8125-4190-8fa0-12a5d6dfe721 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/7904fcc8-8e27-4132-a4f2-994b76a40746 HTTP/1.1" status: 404 len: 337 time: 0.0396752 Jul 08 17:43:51.766790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51886) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.797717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.823511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d6428a0-c96f-46f0-a0b2-0d2b52152f22,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:51.830713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.833789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-792a94f0-cdb7-40a1-b7a5-1509fd55b58a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9d6428a0-c96f-46f0-a0b2-0d2b52152f22 HTTP/1.1" status: 204 len: 168 time: 2.0000436 Jul 08 17:43:51.839277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51888) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.847981 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaee189-5bef-475c-910a-6e24777be833 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:51.848804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaee189-5bef-475c-910a-6e24777be833 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:51.854961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cdaee189-5bef-475c-910a-6e24777be833 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/ed260c69-2407-497e-a234-d7ab2ada6dc0 HTTP/1.1" status: 404 len: 337 time: 0.0837057 Jul 08 17:43:51.856165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51890) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:51.861181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:51.862209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:51.899013 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:51.932566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 2cd3e554-ca32-4e01-95e3-64e914a60342 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:51.936625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Provisioning for port 2cd3e554-ca32-4e01-95e3-64e914a60342 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:43:51.961295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d1c8355a-6400-4c52-b849-9298468b4424 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 200 len: 205 time: 0.1037886 Jul 08 17:43:51.965058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51892) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.005354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Provisioning complete for port 2cd3e554-ca32-4e01-95e3-64e914a60342 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:52.005908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.035069 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-d676cb82-2ba8-49d5-854d-69bb88a56825 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] delete failed (client error): The resource could not be found. Jul 08 17:43:52.040785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d676cb82-2ba8-49d5-854d-69bb88a56825 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/095c737f-19e1-4cb3-99b6-aced3f5d068e HTTP/1.1" status: 404 len: 336 time: 0.0723133 Jul 08 17:43:52.041827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51894) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.140950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ac44c11a-513a-41dd-8e65-392372591a55 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc755259-79b7-4eaf-b30a-a12efcaa8dbb HTTP/1.1" status: 200 len: 205 time: 0.0977244 Jul 08 17:43:52.143775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51898) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.155171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2cd3e554-ca32-4e01-95e3-64e914a60342 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:52.155499 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.303158 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-511f97cb-a6ef-4dfe-a15c-221e8557e8a0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] delete failed (client error): The resource could not be found. Jul 08 17:43:52.305061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-511f97cb-a6ef-4dfe-a15c-221e8557e8a0 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/fc755259-79b7-4eaf-b30a-a12efcaa8dbb HTTP/1.1" status: 404 len: 336 time: 0.1489296 Jul 08 17:43:52.307344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.308001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51902) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.342547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.393355 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa445d0-f142-4f92-90af-aba80edcb05e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:52.394505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa445d0-f142-4f92-90af-aba80edcb05e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:52.396861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-caa445d0-f142-4f92-90af-aba80edcb05e tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/88dbef1b-446b-403d-aa21-22206a8e3345 HTTP/1.1" status: 404 len: 337 time: 0.0873599 Jul 08 17:43:52.402520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51904) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.402718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.408613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/60f67af1-c46c-42fc-b81e-ae71a0d63bf3 HTTP/1.1" status: 204 len: 168 time: 3.1284227 Jul 08 17:43:52.435809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51906) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.449042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-489216727'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:52.529672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac51e3e-7262-4889-bba0-ef3663b4ea58 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=60f67af1-c46c-42fc-b81e-ae71a0d63bf3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:52.561826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-30a81567-2549-4e2f-9f3e-b3ea2b3510b6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=452160cd-7fb6-4211-a4d7-f25f5650caa8 HTTP/1.1" status: 200 len: 205 time: 0.1574194 Jul 08 17:43:52.573041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.667268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.700627 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-cab5a346-3a88-4b87-a53e-701730f950eb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] delete failed (client error): The resource could not be found. Jul 08 17:43:52.706225 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.707164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cab5a346-3a88-4b87-a53e-701730f950eb tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/452160cd-7fb6-4211-a4d7-f25f5650caa8 HTTP/1.1" status: 404 len: 336 time: 0.1318619 Jul 08 17:43:52.708871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51910) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.709950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:52.714422 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.826691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:52.927650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.930943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 2cd3e554-ca32-4e01-95e3-64e914a60342, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2cd3e554-ca32-4e01-95e3-64e914a60342,segment=NetworkSegment(5afa9577-41a7-486a-8979-be8e03dcac31),segment_id=5afa9577-41a7-486a-8979-be8e03dcac31)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:52.937493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc2cfbcb-5fe1-426e-b1b9-ea4fa16e24a9 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=df1a25df-9ae9-4200-9e6a-2d5de1556729 HTTP/1.1" status: 200 len: 205 time: 0.1724508 Jul 08 17:43:52.940173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51918) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:52.951430 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:52.952232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a2890ca-b6a9-4dfa-99b9-c78de9244439 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:53.038549 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-483a1e39-ae76-4772-a413-34bf3d468d23 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] delete failed (client error): The resource could not be found. Jul 08 17:43:53.043015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185ac240-d73d-4b46-8a00-4059d979472e']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:53.051007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51920) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:53.051937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-483a1e39-ae76-4772-a413-34bf3d468d23 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/df1a25df-9ae9-4200-9e6a-2d5de1556729 HTTP/1.1" status: 404 len: 336 time: 0.1104407 Jul 08 17:43:53.053568 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.053920 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 56697a3c-4b00-417d-a05e-c4eda9bcf90c of type vlan for network fb763232-b244-4d54-857d-37ef8c9f8e8d Jul 08 17:43:53.317153 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a117a2-8d11-45c8-8bf4-f8279ca885dd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:53.318072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1a88758-cc37-4e71-a9e7-04ce9d13ee9c req-1211f613-51c8-4dc5-a12c-c5b2b104d927 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 210 time: 0.1296999 Jul 08 17:43:53.330966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.331972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a117a2-8d11-45c8-8bf4-f8279ca885dd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:53.334006 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:43:53.334366 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:43:53.351465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-22a117a2-8d11-45c8-8bf4-f8279ca885dd tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/18bb7ed9-6075-4615-a59b-8449a3d3b919 HTTP/1.1" status: 404 len: 337 time: 0.2959402 Jul 08 17:43:53.354447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51926) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:53.356010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:53.368714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e992a3-398b-47d2-a794-d62220668274') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:53.369295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e992a3-398b-47d2-a794-d62220668274') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:53.378807 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.408269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:53.411701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.463846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.491123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.resource_extend [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:43:53.505012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=2cd3e554-ca32-4e01-95e3-64e914a60342,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:53.518260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-22f7a2bc-557d-4b07-837f-3e171fef6a4f tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=af1daca4-c7ed-48a4-aa84-d6b305f41cea HTTP/1.1" status: 200 len: 205 time: 0.1500585 Jul 08 17:43:53.538784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:53.718940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:43:53.719281 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-d70447ff-f405-4158-8371-cdf52a58309c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] delete failed (client error): The resource could not be found. Jul 08 17:43:53.734501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d70447ff-f405-4158-8371-cdf52a58309c tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/af1daca4-c7ed-48a4-aa84-d6b305f41cea HTTP/1.1" status: 404 len: 336 time: 0.1869428 Jul 08 17:43:53.735896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51930) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:53.803378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.830484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:53.831502 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.835947 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4eb6f6-d5ad-4b64-97da-ebdf7c49b4b6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:53.836851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4eb6f6-d5ad-4b64-97da-ebdf7c49b4b6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:53.842832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5b4eb6f6-d5ad-4b64-97da-ebdf7c49b4b6 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/4f798ead-3d1e-4377-b831-3c8c6b338ae3 HTTP/1.1" status: 404 len: 337 time: 0.0981801 Jul 08 17:43:53.908807 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:53.949264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51932) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:53.954775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=fb763232-b244-4d54-857d-37ef8c9f8e8d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:53.989161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.989771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.990474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.991034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.991613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.992269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.992841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.993411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.993966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.994727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.995275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:53.995837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:43:54.024681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cddeb806-88f5-4afa-a967-9bd70bab13dc tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dbfd5dc-0852-4311-9cf4-6c958058901c HTTP/1.1" status: 200 len: 205 time: 0.0613682 Jul 08 17:43:54.025443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51938) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.026710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fb763232-b244-4d54-857d-37ef8c9f8e8d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:54.075294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-83bff890-3a52-4f1b-a5cb-2fe458866d5e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6370032 Jul 08 17:43:54.076026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51940) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.081709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': 'fb763232-b244-4d54-857d-37ef8c9f8e8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:54.130325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.145222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:54.145645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.147532 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.148408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:54.150709 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:54.189800 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-ef5ecdb8-7f19-4f46-88d8-6756c6d0fb27 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] delete failed (client error): The resource could not be found. Jul 08 17:43:54.196528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51942) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.199705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ef5ecdb8-7f19-4f46-88d8-6756c6d0fb27 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/routers/0dbfd5dc-0852-4311-9cf4-6c958058901c HTTP/1.1" status: 404 len: 336 time: 0.1730678 Jul 08 17:43:54.204718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:54.205172 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c5600b29-9ec6-4977-9a6f-9a3746d52ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.252510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:54.258152 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.270721 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:43:54.271075 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:43:54.461112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.463792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bee8066e-56fd-4138-9876-0ba588655b62 None None] Provisioning complete for port 2cd3e554-ca32-4e01-95e3-64e914a60342 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:54.463792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bee8066e-56fd-4138-9876-0ba588655b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.467924 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.485150 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] 10.222.0.63 "DELETE /v2.0/networks/185ac240-d73d-4b46-8a00-4059d979472e HTTP/1.1" status: 204 len: 168 time: 2.6313944 Jul 08 17:43:54.639919 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3a66fa-98ba-4eb6-a156-b2c39fffb468 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:54.640374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3a66fa-98ba-4eb6-a156-b2c39fffb468 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:54.642152 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae3a66fa-98ba-4eb6-a156-b2c39fffb468 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/19d45efb-07dd-45ba-acab-6ccf6645eebc HTTP/1.1" status: 404 len: 337 time: 0.2701869 Jul 08 17:43:54.660372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51958) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.660990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45958-5d12-4d72-ab36-8883b9887372 req-a2450b68-5bf3-4234-b393-b711c9f27308 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:54.671117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bee8066e-56fd-4138-9876-0ba588655b62 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:54.671637 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bee8066e-56fd-4138-9876-0ba588655b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.674708 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-a2450b68-5bf3-4234-b393-b711c9f27308 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 814 time: 1.5131137 Jul 08 17:43:54.700518 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e0bb1d-8e50-44e0-9390-bc91f88c3731 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] DELETE failed (client error): The resource could not be found. Jul 08 17:43:54.701064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e0bb1d-8e50-44e0-9390-bc91f88c3731 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:54.703482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=8ee30498-5252-44ec-a5e8-e80369e8b132,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:54.707639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c0e0bb1d-8e50-44e0-9390-bc91f88c3731 tempest-RoutersTest-621199047 tempest-RoutersTest-621199047-project] 10.222.0.63 "DELETE /v2.0/subnets/a42e751b-32ab-4507-9c45-b58d8aec9b44 HTTP/1.1" status: 404 len: 337 time: 0.0458250 Jul 08 17:43:54.710430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.745950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:54.752176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Request body: {'port': {'device_id': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'admin_state_up': True, 'tenant_id': '5db48f5d56fa4a848ca5a6442371d785'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:54.835123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-234df072-7c2e-49c4-ac95-14c38cb9a41f req-60f2686e-e46e-4678-a55c-72ecdbe852d1 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 210 time: 0.1765215 Jul 08 17:43:54.848234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51966) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:54.907370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=08a472af-4517-492c-a1ec-306af5856986,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:54.936026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=8']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:54.960485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:54.971578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '56697a3c-4b00-417d-a05e-c4eda9bcf90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fb763232-b244-4d54-857d-37ef8c9f8e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:54.972282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: fb763232-b244-4d54-857d-37ef8c9f8e8d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:43:54.981254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d916a247-15bd-495e-b74d-4390dab07c6e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1efef37ad95342b498dd28e10718dc4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276793 Jul 08 17:43:54.988080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51974) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.011050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedeec0-e217-4b24-9412-e06b7a3ce01e admin admin] Pushing event deleted for resources: {'Network': ['ID=185ac240-d73d-4b46-8a00-4059d979472e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:55.013663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:55.031060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:55.032003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.041011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de4a1c2-bb64-447b-b6fb-ea935b94cb28 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:55.071790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Made reservation on behalf of 5db48f5d56fa4a848ca5a6442371d785 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:55.076750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.103981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51978) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.107653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network fb763232-b244-4d54-857d-37ef8c9f8e8d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:43:55.138427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:55.139959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fb763232-b244-4d54-857d-37ef8c9f8e8d) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:55.145820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e9e12a64-261e-43ad-ba9a-d421bda33337 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.7507973 Jul 08 17:43:55.150136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51984) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.164093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f4cf09f7-085c-4cba-812c-b334c1f9daec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:55.170672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:55.171441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.176798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5e9b8ad8-ff01-416c-9742-0c3062ae9776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.178213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.203326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9081b1f-c2e1-4a6d-bfe9-8bbbbae1f2b6 None None] Network fb763232-b244-4d54-857d-37ef8c9f8e8d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:55.294380 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5e9b8ad8-ff01-416c-9742-0c3062ae9776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.311942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fb7da7cb-f99c-46b2-9361-cdd1647f80b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2345533 Jul 08 17:43:55.321201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.509693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5e9b8ad8-ff01-416c-9742-0c3062ae9776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.520877 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5e9b8ad8-ff01-416c-9742-0c3062ae9776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.522073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5e9b8ad8-ff01-416c-9742-0c3062ae9776 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9c59ad39-91f5-472c-a5a8-b6562f2d2596 HTTP/1.1" status: 204 len: 168 time: 0.5309701 Jul 08 17:43:55.549695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cf09f7-085c-4cba-812c-b334c1f9daec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:55.552414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2cd3e554-ca32-4e01-95e3-64e914a60342 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:55.556727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4cf09f7-085c-4cba-812c-b334c1f9daec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:55.605602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b8ad8-ff01-416c-9742-0c3062ae9776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59ad39-91f5-472c-a5a8-b6562f2d2596,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:55.651083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Allocated IP 172.20.0.3 (3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a/df5eb1a2-d4fa-471b-b865-b76cc86179fa/aea0b291-6ed4-499b-b8fa-9b8cf71dd125) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:55.670486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:55.794125 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-271275f4-6c86-4601-88ce-b73038de81dc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2e9be213c364a4d8a790a6abe17d1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730535 Jul 08 17:43:55.800488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51996) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:55.874067 n-d-799528-4 neutron-server[93664]: INFO neutron.db.ipam_backend_mixin [None req-f4cf09f7-085c-4cba-812c-b334c1f9daec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ee30498-5252-44ec-a5e8-e80369e8b132 (CIDR: 2001:db8::/64) Jul 08 17:43:55.939352 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cf09f7-085c-4cba-812c-b334c1f9daec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:43:55.952965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4cf09f7-085c-4cba-812c-b334c1f9daec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:43:56.096217 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.119740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f4cf09f7-085c-4cba-812c-b334c1f9daec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9608762 Jul 08 17:43:56.120361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52010) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:56.137491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:56.154693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7fac2c9-9471-4632-b285-50d90a814184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.187023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.261356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-578c4921-c7b4-4b12-a4eb-b179efe7485b req-dff3d1eb-dda4-4179-8a89-484b519e9dc9 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 210 time: 0.0677862 Jul 08 17:43:56.270147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7fac2c9-9471-4632-b285-50d90a814184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.390477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7fac2c9-9471-4632-b285-50d90a814184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.395469 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7fac2c9-9471-4632-b285-50d90a814184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.405022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b7fac2c9-9471-4632-b285-50d90a814184 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/188f6e7c-d677-4598-aef8-70cec05584aa HTTP/1.1" status: 204 len: 168 time: 0.6007586 Jul 08 17:43:56.426677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fac2c9-9471-4632-b285-50d90a814184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188f6e7c-d677-4598-aef8-70cec05584aa,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:56.465539 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.488342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:56.493118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.634960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.653880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b977f44-56a9-4d82-b730-0939a0ff16db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-fb763232-b244-4d54-857d-37ef8c9f8e8d', 'network_id': 'fb763232-b244-4d54-857d-37ef8c9f8e8d', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': '08a472af-4517-492c-a1ec-306af5856986'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:43:56.654776 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b977f44-56a9-4d82-b730-0939a0ff16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.679956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2cd3e554-ca32-4e01-95e3-64e914a60342 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:56.680326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.862404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:56.902247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ac201760-38d4-4215-8e7f-78135fda7cf7', 'd9dab007-6b98-43f7-8f91-80b948c42a44', 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:43:56.972855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event updated for resources: {'Port': ['ID=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:57.002456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.026857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:57.039031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:57.049745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:43:57.124808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.160925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=81cfe6dd-e001-4263-961a-f90df2e4f1db,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:57.186709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:43:57.193427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:43:57.197007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.203993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-9b977f44-56a9-4d82-b730-0939a0ff16db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a472af-4517-492c-a1ec-306af5856986: This subnet is being modified by another concurrent operation. Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a472af-4517-492c-a1ec-306af5856986: This subnet is being modified by another concurrent operation. Jul 08 17:43:57.212950 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:43:57.240530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9af547b2-35fc-4b62-8c7e-f3a71ef62e57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1118557 Jul 08 17:43:57.244977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52058) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:57.250679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:31:d7:91', 'name': 'tempest-NetworksTestDHCPv6-1867063879'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:57.259553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b98ff-5724-45c7-acb8-14c99dbfd075 None None] Network fb763232-b244-4d54-857d-37ef8c9f8e8d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:57.294504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=08a472af-4517-492c-a1ec-306af5856986,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:57.502234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.513741 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.515085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df6c685-50d9-4a0b-a612-d3230e26fc7b None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:43:57.581377 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.604654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb763232-b244-4d54-857d-37ef8c9f8e8d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:57.618149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56697a3c-4b00-417d-a05e-c4eda9bcf90c') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:57.619126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56697a3c-4b00-417d-a05e-c4eda9bcf90c') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:43:57.619420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52074) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:57.636161 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.656157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.667754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:43:57.668404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.762056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:43:57.781595 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:43:57.789932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-21dd0a7c-2a5e-4e80-9f3f-a364c893927e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0425935 Jul 08 17:43:57.791969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.804271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:57.812503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/fb763232-b244-4d54-857d-37ef8c9f8e8d HTTP/1.1" status: 204 len: 168 time: 2.4247165 Jul 08 17:43:57.814126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52082) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:57.819891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Request body: {'port': {'device_id': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:57.838596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366991099'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:57.867500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56170b57-cf90-452f-9591-0b3b660cdd2e req-b7049fdc-ed70-49ec-a3db-0c8f2ca9fbe6 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:57.902293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56170b57-cf90-452f-9591-0b3b660cdd2e req-b7049fdc-ed70-49ec-a3db-0c8f2ca9fbe6 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 931 time: 0.3902981 Jul 08 17:43:57.908422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:58.012962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.026338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671ce56-e285-4599-a708-5690e4f7e226 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=fb763232-b244-4d54-857d-37ef8c9f8e8d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:58.027093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:58.027513 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.034064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d791e5ba-b129-4e71-b236-f14383691ec1 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:58.034698 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d791e5ba-b129-4e71-b236-f14383691ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.061737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1144483599-network', 'tenant_id': '1cdc21dddc344395b6e9c279f8694395'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:58.071337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52086) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:58.075893 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06eac2af-a981-41ed-a284-8c4f710ebbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.088399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:58.092093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.104440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.151184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:43:58.178465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:58.180337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Made reservation on behalf of 1cdc21dddc344395b6e9c279f8694395 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:43:58.182993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.231443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56170b57-cf90-452f-9591-0b3b660cdd2e req-22a329b8-f9cb-4777-8ae9-fb004706ea86 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281085 Jul 08 17:43:58.301625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.302146 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment eba2294d-3d14-4db6-923b-94c7b0badedf of type vlan for network 6b687e6c-d333-4877-a3b7-93ae3e78b62c Jul 08 17:43:58.309936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.326117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effa5f9-aaf0-48c8-91ca-4c7f32c306a7 req-6e128c3e-04b3-41cb-b123-98dd9ce7521d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:58.328029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3effa5f9-aaf0-48c8-91ca-4c7f32c306a7 req-6e128c3e-04b3-41cb-b123-98dd9ce7521d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.5689089 Jul 08 17:43:58.344277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2936584e-4c15-4350-b4b4-1ae0654555c4 tempest-DvrRoutersNegativeTest-1375732663 tempest-DvrRoutersNegativeTest-1375732663-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1404866042', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:58.348178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.policy [None req-2936584e-4c15-4350-b4b4-1ae0654555c4 tempest-DvrRoutersNegativeTest-1375732663 tempest-DvrRoutersNegativeTest-1375732663-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93665) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 08 17:43:58.348718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.policy [None req-2936584e-4c15-4350-b4b4-1ae0654555c4 tempest-DvrRoutersNegativeTest-1375732663 tempest-DvrRoutersNegativeTest-1375732663-project] Failed policy check for 'create_router' {{(pid=93665) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 08 17:43:58.349371 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-2936584e-4c15-4350-b4b4-1ae0654555c4 tempest-DvrRoutersNegativeTest-1375732663 tempest-DvrRoutersNegativeTest-1375732663-project] create failed (client error): Access was denied to this resource. Jul 08 17:43:58.350809 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2936584e-4c15-4350-b4b4-1ae0654555c4 tempest-DvrRoutersNegativeTest-1375732663 tempest-DvrRoutersNegativeTest-1375732663-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2762027 Jul 08 17:43:58.473262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3effa5f9-aaf0-48c8-91ca-4c7f32c306a7 req-882c5733-be3a-4558-b2ae-7ecd5eb1445c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292348 Jul 08 17:43:58.499636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d791e5ba-b129-4e71-b236-f14383691ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.509318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.594792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '8ee30498-5252-44ec-a5e8-e80369e8b132', 'ip_address': '2001:db8::f816:3eff:fe03:5bc'}, {'subnet_id': '81cfe6dd-e001-4263-961a-f90df2e4f1db'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '759b303b-e926-4620-b31e-ebfe924191e2'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:43:58.713144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:43:58.733857 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.827714 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.906157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.913027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:58.925085 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:58.926743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:43:58.928388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.026705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:59.061138 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-d791e5ba-b129-4e71-b236-f14383691ec1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:43:59.061761 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-d791e5ba-b129-4e71-b236-f14383691ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:43:59.099079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52118) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:59.189920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:43:59.190583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.194095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52124) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:59.223857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=6b687e6c-d333-4877-a3b7-93ae3e78b62c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:59.240661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea0b291-6ed4-499b-b8fa-9b8cf71dd125 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:43:59.246754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6b687e6c-d333-4877-a3b7-93ae3e78b62c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:43:59.249908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.267946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Transition to ACTIVE for port object aea0b291-6ed4-499b-b8fa-9b8cf71dd125 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:43:59.285062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.446631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:59.504201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df734b7b-c98e-4fb2-9d67-a8b399f40eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.534530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8:0:1::83 (02f2602e-703e-48f5-899b-7f1e2951c730/81cfe6dd-e001-4263-961a-f90df2e4f1db/7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:59.555195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::f816:3eff:fe31:d791 (02f2602e-703e-48f5-899b-7f1e2951c730/8ee30498-5252-44ec-a5e8-e80369e8b132/7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:43:59.632176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9041a984-0b8c-4076-9c98-3a7adc15c0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.653643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.693106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.713906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:43:59.756147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1ed108a8-42a7-4c8a-91d3-a5492f90ebc6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9221861 Jul 08 17:43:59.762579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52136) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:43:59.768992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:43:59.804219 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.805914 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Added segment 4df2d8c4-b82f-499d-a26d-9641f7493706 of type vlan for network fed7702d-a4fb-4613-8d58-597a3e7810d9 Jul 08 17:43:59.847674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Attempting to bind port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:43:59.848013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Attempting to bind port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:43:59.848352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Attempting to bind port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:59.863314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:43:59.863632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Attempting to bind port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 on network 3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:43:59.875336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:43:59.875886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Checking segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:43:59.876079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Bound using segment: {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:43:59.876586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Bound port: aea0b291-6ed4-499b-b8fa-9b8cf71dd125, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:43:59.877007 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.903678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3c1fa-5b9f-4684-8b15-98278b404cf0 req-3ef3a974-c562-4b22-b174-9a8b61472f00 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:43:59.905574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8cf3c1fa-5b9f-4684-8b15-98278b404cf0 req-3ef3a974-c562-4b22-b174-9a8b61472f00 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 943 time: 0.3419547 Jul 08 17:43:59.906342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee375096-fa8a-4e0a-a15c-76ac7e54b5e2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:43:59.954121 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.976196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df734b7b-c98e-4fb2-9d67-a8b399f40eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:43:59.996558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3bed4064-66a2-4612-946a-6df84ce96449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.015954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df734b7b-c98e-4fb2-9d67-a8b399f40eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.044047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:44:00.044047 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:44:00.044047 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': 'e0540477047b4fea8c415cf6e8e092b1', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 43, 59, 926257)}] Jul 08 17:44:00.044047 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:00.044047 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:00.045434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] For port aea0b291-6ed4-499b-b8fa-9b8cf71dd125, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:00.071639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8cf3c1fa-5b9f-4684-8b15-98278b404cf0 req-4ed9acd7-17ef-49f0-ac05-a32478acfb1a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539590 Jul 08 17:44:00.095834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da393-c64c-40d9-a8c2-6b2bae3e03de req-a360aa45-6ebd-46af-91d0-e1872f301eab tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.103329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da1da393-c64c-40d9-a8c2-6b2bae3e03de req-a360aa45-6ebd-46af-91d0-e1872f301eab tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.3709812 Jul 08 17:44:00.108610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.110761 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.112223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.112860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.156232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:00.213537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9041a984-0b8c-4076-9c98-3a7adc15c0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.214727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df734b7b-c98e-4fb2-9d67-a8b399f40eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9196f0cf-67e3-42a1-9872-5267684847fc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.231778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da1da393-c64c-40d9-a8c2-6b2bae3e03de req-2a5451d3-34c2-4b21-bbeb-e65b3353c2dd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272523 Jul 08 17:44:00.233597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] For port aea0b291-6ed4-499b-b8fa-9b8cf71dd125, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:00.237746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9041a984-0b8c-4076-9c98-3a7adc15c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.239611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] Pushing event updated for resources: {'Network': ['ID=fed7702d-a4fb-4613-8d58-597a3e7810d9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.255032 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-df734b7b-c98e-4fb2-9d67-a8b399f40eb9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=72e9e62bb3fa4a758b00c3c71b2ea286&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1548455 Jul 08 17:44:00.261656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52140) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.264114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.276022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-735d5589-6926-4dfe-a569-ef75bcebd884 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6505330 Jul 08 17:44:00.276211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fed7702d-a4fb-4613-8d58-597a3e7810d9 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:00.276630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52142) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.290337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Request body: {'subnet': {'network_id': 'fed7702d-a4fb-4613-8d58-597a3e7810d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1144483599-subnet', 'tenant_id': '1cdc21dddc344395b6e9c279f8694395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:00.337898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.349512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9041a984-0b8c-4076-9c98-3a7adc15c0d9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6a58d02784c74a85a9744a8efbe82831&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1506317 Jul 08 17:44:00.364380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52144) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.381795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Made reservation on behalf of 1cdc21dddc344395b6e9c279f8694395 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:00.384192 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.397881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.399048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.400959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] 10.222.0.72 "PUT /v2.0/ports/aea0b291-6ed4-499b-b8fa-9b8cf71dd125 HTTP/1.1" status: 200 len: 1091 time: 2.5855246 Jul 08 17:44:00.413238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'tag': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:00.415911 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92b7e19-f074-4216-acdb-311a54599a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "77fd1a98-bbba-4c08-9604-6cdf76f62a70", "tag": "aea0b291-6ed4-499b-b8fa-9b8cf71dd125"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:00.441472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29aaccdc-25e0-45c2-a86a-8efacfe59815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.452479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] Allocated IP 2001:db8:0:1::2 (02f2602e-703e-48f5-899b-7f1e2951c730/81cfe6dd-e001-4263-961a-f90df2e4f1db/759b303b-e926-4620-b31e-ebfe924191e2) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:00.454832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.455829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041a984-0b8c-4076-9c98-3a7adc15c0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b82270a-7158-4089-9271-379f23f2ade8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.462431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:00.476515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:00.482828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.485564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:00.492456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.493208 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.518664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29aaccdc-25e0-45c2-a86a-8efacfe59815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.564608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-566aafd8-9768-498d-bf6e-6bcb44ca39b3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3157938 Jul 08 17:44:00.565278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aaa306e7-d635-4900-bb18-9497590db287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.569783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52148) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:00.589747 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdaddce-1626-42fa-bfae-e6016dadf8a3 x-openstack-request-id: req-8cdaddce-1626-42fa-bfae-e6016dadf8a3 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:00.590041 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fd1a98-bbba-4c08-9604-6cdf76f62a70", "tag": "aea0b291-6ed4-499b-b8fa-9b8cf71dd125", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:00.590269 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8cdaddce-1626-42fa-bfae-e6016dadf8a3 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:00.590663 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'tag': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125', 'status': 'completed', 'code': 200} Jul 08 17:44:00.609198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f28ff-7964-44ca-964a-33fd231b1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.623169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:00.640181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aaa306e7-d635-4900-bb18-9497590db287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.662612 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.663714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:00.667606 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.678686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] Transition to ACTIVE for port object 759b303b-e926-4620-b31e-ebfe924191e2 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:00.683731 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.690938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29aaccdc-25e0-45c2-a86a-8efacfe59815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.693843 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29aaccdc-25e0-45c2-a86a-8efacfe59815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.695002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-29aaccdc-25e0-45c2-a86a-8efacfe59815 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9196f0cf-67e3-42a1-9872-5267684847fc HTTP/1.1" status: 204 len: 168 time: 0.4315183 Jul 08 17:44:00.734499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaccdc-25e0-45c2-a86a-8efacfe59815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196f0cf-67e3-42a1-9872-5267684847fc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.791651 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.793010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45958-5d12-4d72-ab36-8883b9887372 req-d73e1a7d-fbd3-4b51-8628-a29b2f6ec546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:00.795155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-d73e1a7d-fbd3-4b51-8628-a29b2f6ec546 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 1094 time: 0.3131607 Jul 08 17:44:00.807277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7ab1-689b-4a6a-92ef-eb13478ff5ad None None] Pushing event updated for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=11']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:00.847688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:00.848295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.875274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:00.890673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-16608efb-0801-40a3-8d2a-144fbe4617de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea0b291-6ed4-499b-b8fa-9b8cf71dd125 HTTP/1.1" status: 200 len: 217 time: 0.0680969 Jul 08 17:44:00.951146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aaa306e7-d635-4900-bb18-9497590db287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.955498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aaa306e7-d635-4900-bb18-9497590db287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:00.959702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aaa306e7-d635-4900-bb18-9497590db287 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6b82270a-7158-4089-9271-379f23f2ade8 HTTP/1.1" status: 204 len: 168 time: 0.5900333 Jul 08 17:44:01.034520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa306e7-d635-4900-bb18-9497590db287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b82270a-7158-4089-9271-379f23f2ade8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:01.051577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.067035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:01.136339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b45958-5d12-4d72-ab36-8883b9887372 req-05fdcd40-b3fc-4dbc-9d5c-c62618b7e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:01.138885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-05fdcd40-b3fc-4dbc-9d5c-c62618b7e312 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.2108917 Jul 08 17:44:01.171875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:01.259773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b29299-4dc5-4484-b5c3-15d49e3c2867,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:01.361891 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.400632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-a3f93d0a-57f9-4b70-83ba-9062513f23c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763210 Jul 08 17:44:01.522124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:01.584430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Checking segment: {'id': '4df2d8c4-b82f-499d-a26d-9641f7493706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fed7702d-a4fb-4613-8d58-597a3e7810d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:01.585184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Network hostable DHCP agents. Network: fed7702d-a4fb-4613-8d58-597a3e7810d9, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:44:01.585710 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.590695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.658260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Network fed7702d-a4fb-4613-8d58-597a3e7810d9 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:44:01.699617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:01.708363 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca9e1ad-ab8b-4155-bf58-bbe8067b0182" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:01.757566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:01.775050 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.856096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fed7702d-a4fb-4613-8d58-597a3e7810d9) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:01.873965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858e07a-135b-41af-93ce-16b0c18b08ef None None] Network fed7702d-a4fb-4613-8d58-597a3e7810d9 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:01.903615 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-9b6769cb-8183-4b10-b5f6-ea9e26d437fe service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740803 Jul 08 17:44:01.908416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:01.908416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.965799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:01.974178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70c81c3c-8b59-4410-8194-11dc95054340 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f HTTP/1.1" status: 204 len: 168 time: 1.4010515 Jul 08 17:44:01.994453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52188) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.075115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=11']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:02.089352 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60b45958-5d12-4d72-ab36-8883b9887372 req-8ba8acf7-4e4b-4374-996d-08a69d880ee3 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665602 Jul 08 17:44:02.092640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.106703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8acd76a7-43e7-4ddc-82e3-c3267207615d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8197281 Jul 08 17:44:02.152318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e241e7-c299-407a-b871-fe08eeb98ec4 req-b1ee8c6e-bb6d-4091-ad7b-1353943c5678 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.159994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2e967b34-4976-4e79-9752-5ff8ca770d94 None None] Provisioning for port 759b303b-e926-4620-b31e-ebfe924191e2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:02.162693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62e241e7-c299-407a-b871-fe08eeb98ec4 req-b1ee8c6e-bb6d-4091-ad7b-1353943c5678 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 943 time: 0.7133379 Jul 08 17:44:02.165083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011ca43-f7d8-41fd-86c1-c4cb470b517a None None] Network fed7702d-a4fb-4613-8d58-597a3e7810d9 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:02.222922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80214f4e-2822-48ab-bc4d-82fb8ded01e3 req-d108c79c-042d-442d-a016-3f6ee935d8cd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.224784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80214f4e-2822-48ab-bc4d-82fb8ded01e3 req-d108c79c-042d-442d-a016-3f6ee935d8cd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.6957884 Jul 08 17:44:02.250848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2e967b34-4976-4e79-9752-5ff8ca770d94 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:02.251514 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2e967b34-4976-4e79-9752-5ff8ca770d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.283319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62e241e7-c299-407a-b871-fe08eeb98ec4 req-824346d5-0e86-4f66-8341-5a0ee963424c tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165690 Jul 08 17:44:02.335035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=5dd26298-e421-471b-a0ee-c2f13aca6832,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:02.386060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80214f4e-2822-48ab-bc4d-82fb8ded01e3 req-7aa4a3e6-fcf5-4d7b-b2fe-ff96c86b8f03 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517799 Jul 08 17:44:02.412647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b7e19-f074-4216-acdb-311a54599a5e req-d16cc5bb-b265-4686-af7c-42acd38fdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.426442 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b92b7e19-f074-4216-acdb-311a54599a5e req-d16cc5bb-b265-4686-af7c-42acd38fdd4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 1094 time: 0.2657218 Jul 08 17:44:02.427033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52198) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.433346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': 'eba2294d-3d14-4db6-923b-94c7b0badedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:02.434244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: 6b687e6c-d333-4877-a3b7-93ae3e78b62c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:44:02.440615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c024a02-0df2-4dd8-8eae-47f8c24336e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.445152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0c024a02-0df2-4dd8-8eae-47f8c24336e9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4492757 Jul 08 17:44:02.448916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52202) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.472191 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0891f5-9d07-493f-9a90-4e90de775191 x-openstack-request-id: req-0d0891f5-9d07-493f-9a90-4e90de775191 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:02.472404 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:02.472665 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0d0891f5-9d07-493f-9a90-4e90de775191 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:02.473080 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'code': 200} Jul 08 17:44:02.511654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network 6b687e6c-d333-4877-a3b7-93ae3e78b62c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:44:02.534173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52206) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.543979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14263841-908d-450e-94bb-7144adc9a70b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.549251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-14263841-908d-450e-94bb-7144adc9a70b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0938330 Jul 08 17:44:02.549663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52208) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.591307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] Deleting subnet 30b29299-4dc5-4484-b5c3-15d49e3c2867 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:02.597701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.599954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6b687e6c-d333-4877-a3b7-93ae3e78b62c) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:02.604966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.605552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.625693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e136b0-2591-4a1c-bf15-253176e5692d None None] Network 6b687e6c-d333-4877-a3b7-93ae3e78b62c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:02.650018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f9b19-9fdc-4f15-9752-b80b55bfbdb2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.653365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f9b19-9fdc-4f15-9752-b80b55bfbdb2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.655509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f9b19-9fdc-4f15-9752-b80b55bfbdb2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:02.657431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ed8f9b19-9fdc-4f15-9752-b80b55bfbdb2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1061268 Jul 08 17:44:02.661057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52212) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.748994 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3028b938-fa71-4fe7-b363-eddb5209e315 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9867735 Jul 08 17:44:02.758515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 81cfe6dd-e001-4263-961a-f90df2e4f1db {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:02.763152 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.781759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:02.855472 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:02.856541 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.015412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52224) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:03.017815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b7e19-f074-4216-acdb-311a54599a5e req-8619538b-da40-4d80-8329-dbdbaf3c70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:03.019766 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b92b7e19-f074-4216-acdb-311a54599a5e req-8619538b-da40-4d80-8329-dbdbaf3c70c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 915 time: 0.5826097 Jul 08 17:44:03.030039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c001dc5a-1ab5-461c-bf12-bdf21086deb7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:03.030673 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-c001dc5a-1ab5-461c-bf12-bdf21086deb7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:44:03.031303 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-c001dc5a-1ab5-461c-bf12-bdf21086deb7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:44:03.037518 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c001dc5a-1ab5-461c-bf12-bdf21086deb7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6042440 Jul 08 17:44:03.045207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52228) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:03.063810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345914946'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:03.121541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-31c5fd22-d71f-4b05-ba92-a3795e4de612 None None] Could not find standard attr ID for object 7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:03.123567 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b92b7e19-f074-4216-acdb-311a54599a5e req-a99750da-25cf-49fb-930a-25256c9820b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea0b291-6ed4-499b-b8fa-9b8cf71dd125 HTTP/1.1" status: 200 len: 217 time: 0.0834188 Jul 08 17:44:03.126897 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.127759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:03.130465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.177048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.177158 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.181279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:44:03.196680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-6b687e6c-d333-4877-a3b7-93ae3e78b62c', 'network_id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': '5dd26298-e421-471b-a0ee-c2f13aca6832'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:03.198374 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.218716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082963103-network', 'tenant_id': '6929e65240504ee7a007d5235126eb1c'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:03.247117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.258190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Made reservation on behalf of 6929e65240504ee7a007d5235126eb1c for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:03.261137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.278950 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.279866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b7e19-f074-4216-acdb-311a54599a5e req-9a63396c-9b0c-4fee-926b-3c0c649de5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:03.281611 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b92b7e19-f074-4216-acdb-311a54599a5e req-9a63396c-9b0c-4fee-926b-3c0c649de5a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.1264076 Jul 08 17:44:03.287514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.362589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:03.363699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.443968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b92b7e19-f074-4216-acdb-311a54599a5e req-caad07fe-7cf2-4c4a-9cd7-3a362f69d0c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046724 Jul 08 17:44:03.450136 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.466893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.523252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:03.573106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Allocated IP 2001:db8::1 (6b687e6c-d333-4877-a3b7-93ae3e78b62c/5dd26298-e421-471b-a0ee-c2f13aca6832/5855fe94-c0ac-4601-9c5a-db3cccd307cb) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:03.579892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'mac_address': 'fa:16:3e:07:4e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:44:03.580223 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.588579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/81cfe6dd-e001-4263-961a-f90df2e4f1db HTTP/1.1" status: 204 len: 168 time: 0.9261832 Jul 08 17:44:03.590115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4bfe17-154a-4ee5-b4b5-7191019a0936 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:03.595099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b29299-4dc5-4484-b5c3-15d49e3c2867,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:03.595320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52246) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:03.668854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc89484-758a-42d8-9d9f-f395530c6eee tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=81cfe6dd-e001-4263-961a-f90df2e4f1db,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:03.695640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.700939 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7336caca-c015-4c11-bf44-027fe1f9f8bb admin admin] 10.222.0.63 "DELETE /v2.0/subnets/30b29299-4dc5-4484-b5c3-15d49e3c2867 HTTP/1.1" status: 204 len: 168 time: 1.1654572 Jul 08 17:44:03.702055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.714360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52250) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:03.902244 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b92b7e19-f074-4216-acdb-311a54599a5e req-3c894738-dcda-49ce-bdb6-9deaf223ca65 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409723 Jul 08 17:44:03.924992 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.946660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:03.991330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 8ee30498-5252-44ec-a5e8-e80369e8b132 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:03.996719 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.023169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030c253c-eb65-4de1-81e3-6071026b0fb9 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:44:04.047305 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.056492 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b92b7e19-f074-4216-acdb-311a54599a5e req-39046dfc-8fa9-45c3-8f76-136d36ebef7a service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426256 Jul 08 17:44:04.138160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:04.162882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.231776 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.249811 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.259049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.273039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Transition to ACTIVE for port object 5855fe94-c0ac-4601-9c5a-db3cccd307cb will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:04.285897 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.298570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ce215-c521-4f07-8092-49c1cb896d02 req-0e93d96b-8f01-4aa2-a287-4d0ff8fba7e8 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:04.300212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f09ce215-c521-4f07-8092-49c1cb896d02 req-0e93d96b-8f01-4aa2-a287-4d0ff8fba7e8 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 943 time: 0.7065017 Jul 08 17:44:04.310802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.319528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['030c253c-eb65-4de1-81e3-6071026b0fb9'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:44:04.324618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed7702d-a4fb-4613-8d58-597a3e7810d9']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:04.339223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf567e5d-82f5-498d-8b86-e739de9c8cb1 req-ed6af6fc-45ab-4385-a940-43b66a2b9594 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:04.341094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf567e5d-82f5-498d-8b86-e739de9c8cb1 req-ed6af6fc-45ab-4385-a940-43b66a2b9594 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.6744089 Jul 08 17:44:04.375765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df2d8c4-b82f-499d-a26d-9641f7493706') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:04.375964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df2d8c4-b82f-499d-a26d-9641f7493706') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:04.402175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:04.420663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.425031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Transition to ACTIVE for port object 5855fe94-c0ac-4601-9c5a-db3cccd307cb will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:04.426936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.431470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=12']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.432180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.457123 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.457959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.458320 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Added segment 8ba08c06-f8a3-452b-af2b-a4426d08dda6 of type vlan for network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 Jul 08 17:44:04.462155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9469c262-6666-4b93-af13-a93cef963760,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.488101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f09ce215-c521-4f07-8092-49c1cb896d02 req-67300c19-d20d-4528-913d-63a3d8b24a9a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678739 Jul 08 17:44:04.490732 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.515949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Pushing event updated for resources: {'Port': ['ID=5855fe94-c0ac-4601-9c5a-db3cccd307cb,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.525220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.540251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:04.540682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:04.552837 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:04.557118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Network 6b687e6c-d333-4877-a3b7-93ae3e78b62c is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:04.559928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:04.563020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:04.631815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf567e5d-82f5-498d-8b86-e739de9c8cb1 req-38c10155-06ad-4fe2-b7d0-7a20dc1cbeb0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711923 Jul 08 17:44:04.657561 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.663515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee30498-5252-44ec-a5e8-e80369e8b132,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.665438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.671543 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.677558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c8921f6c-2945-4eef-be14-92f9448ef41c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/8ee30498-5252-44ec-a5e8-e80369e8b132 HTTP/1.1" status: 204 len: 168 time: 1.0816450 Jul 08 17:44:04.678576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17060d7b-8f8c-47e6-9502-b5a73bc20d7f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.682997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52262) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.691035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Attempting to bind port 5855fe94-c0ac-4601-9c5a-db3cccd307cb on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:04.691500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Attempting to bind port 5855fe94-c0ac-4601-9c5a-db3cccd307cb by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'eba2294d-3d14-4db6-923b-94c7b0badedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:04.692808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Attempting to bind port 5855fe94-c0ac-4601-9c5a-db3cccd307cb on network 6b687e6c-d333-4877-a3b7-93ae3e78b62c {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:04.699031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.704183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:04.705356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Checking segment: {'id': 'eba2294d-3d14-4db6-923b-94c7b0badedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:04.705790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.706189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Bound using segment: {'id': 'eba2294d-3d14-4db6-923b-94c7b0badedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:04.706725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Bound port: 5855fe94-c0ac-4601-9c5a-db3cccd307cb, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba2294d-3d14-4db6-923b-94c7b0badedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:04.707113 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.711115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.722765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.724935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] 10.222.0.63 "DELETE /v2.0/networks/fed7702d-a4fb-4613-8d58-597a3e7810d9 HTTP/1.1" status: 204 len: 168 time: 0.9910829 Jul 08 17:44:04.743798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a861eb-bc7a-4e48-8951-042eb8d9e94b admin admin] Pushing event deleted for resources: {'Network': ['ID=fed7702d-a4fb-4613-8d58-597a3e7810d9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.758630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.760013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:04.760687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.840247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8180325 Jul 08 17:44:04.843944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52266) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.848664 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fc40a393-d5b8-4b70-a87f-637b4a2fb06e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513979 Jul 08 17:44:04.856259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52268) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.860864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] For port 5855fe94-c0ac-4601-9c5a-db3cccd307cb, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:04.864330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Request body: {'subnet': {'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082963103-subnet', 'tenant_id': '6929e65240504ee7a007d5235126eb1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:04.867477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] For port 5855fe94-c0ac-4601-9c5a-db3cccd307cb, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5855fe94-c0ac-4601-9c5a-db3cccd307cb,segment=NetworkSegment(eba2294d-3d14-4db6-923b-94c7b0badedf),segment_id=eba2294d-3d14-4db6-923b-94c7b0badedf)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:04.875935 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.881648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.895504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:04.946007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba9bdb-c334-4f73-8c10-780661e3c405 admin admin] Pushing event updated for resources: {'Network': ['ID=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.968186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd26298-e421-471b-a0ee-c2f13aca6832,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:04.975065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:04.977386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9224150 Jul 08 17:44:04.982720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52274) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:04.988694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-fc8f1fa9-b191-4597-9e6a-ab79068a58bc tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'f0e479a6-df8e-446c-9894-76994a06b391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:05.006000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4127ec-99c4-4454-ac9e-4bf0c285fc6e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e479a6-df8e-446c-9894-76994a06b391,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:05.007107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282736-710a-45b4-ba50-6c8800d56ce3 None None] Pushing event updated for resources: {'Port': ['ID=5855fe94-c0ac-4601-9c5a-db3cccd307cb,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:05.014901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52276) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:05.021273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:05.071408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Made reservation on behalf of 6929e65240504ee7a007d5235126eb1c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:05.073990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.180899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.197209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device aea0b291-6ed4-499b-b8fa-9b8cf71dd125 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:44:05.225328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b687e6c-d333-4877-a3b7-93ae3e78b62c']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:05.282118 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dd6b1e98-a49d-4f49-9983-cead96d7d696 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1cdc21dddc344395b6e9c279f8694395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837757 Jul 08 17:44:05.293108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52280) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:05.294239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba2294d-3d14-4db6-923b-94c7b0badedf') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:05.294572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba2294d-3d14-4db6-923b-94c7b0badedf') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:05.298268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1fa9-b191-4597-9e6a-ab79068a58bc tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.360061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.390926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port aea0b291-6ed4-499b-b8fa-9b8cf71dd125, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:05.423139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125', 'network_id': '3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a', 'port_id': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125', 'mac_address': 'fa:16:3e:b6:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5eb1a2-d4fa-471b-b865-b76cc86179fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:44:05.432048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:05.473322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:05.477516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.486806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.527412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:05.527871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.693616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:05.713943 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:05.755365 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-894d9f5e-a4b4-4d75-ba35-d480533b53ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.758421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea0b291-6ed4-499b-b8fa-9b8cf71dd125 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:44:05.765455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1fa9-b191-4597-9e6a-ab79068a58bc tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.767017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:44:05.767017 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:44:05.767017 n-d-799528-4 neutron-server[93665]: [parameters: {'id': '6b687e6c-d333-4877-a3b7-93ae3e78b62c'}] Jul 08 17:44:05.767017 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:05.767541 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:05.774570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1fa9-b191-4597-9e6a-ab79068a58bc tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.786699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 030c253c-eb65-4de1-81e3-6071026b0fb9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:05.787185 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.815788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f1fa9-b191-4597-9e6a-ab79068a58bc tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f96160-903d-4a38-bf0a-0de5585aa83d,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:05.831535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1fa9-b191-4597-9e6a-ab79068a58bc tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.836155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fc8f1fa9-b191-4597-9e6a-ab79068a58bc tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8521817 Jul 08 17:44:05.837441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52286) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:05.842604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8dedce60-07cb-4251-9e74-4e52cff4ed4b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'f0e479a6-df8e-446c-9894-76994a06b391', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:05.874314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port aea0b291-6ed4-499b-b8fa-9b8cf71dd125, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:05.896071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.908694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8dedce60-07cb-4251-9e74-4e52cff4ed4b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.983096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:05.983520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-894d9f5e-a4b4-4d75-ba35-d480533b53ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:05.991963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013336a3-3263-4742-aba4-5de420f4b118 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:06.005808 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-8dedce60-07cb-4251-9e74-4e52cff4ed4b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:44:06.007745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8dedce60-07cb-4251-9e74-4e52cff4ed4b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1687498 Jul 08 17:44:06.015715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52288) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.111517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.135618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41d52115-eb87-4660-aa80-2b06b6b7df27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.163185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41d52115-eb87-4660-aa80-2b06b6b7df27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.167981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-afaf80c9-d077-481c-9af1-7411943f2ac4 None None] Provisioning complete for port 759b303b-e926-4620-b31e-ebfe924191e2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:06.174798 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afaf80c9-d077-481c-9af1-7411943f2ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.268161 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.277349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41d52115-eb87-4660-aa80-2b06b6b7df27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.290061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41d52115-eb87-4660-aa80-2b06b6b7df27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.294497 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41d52115-eb87-4660-aa80-2b06b6b7df27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/f0e479a6-df8e-446c-9894-76994a06b391 HTTP/1.1" status: 204 len: 168 time: 0.2741692 Jul 08 17:44:06.294670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['aea0b291-6ed4-499b-b8fa-9b8cf71dd125'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:44:06.296914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52290) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:06.335338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:06.347228 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb34a946-dfd2-4084-ab09-60e5ec3b5946" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:06.367668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d52115-eb87-4660-aa80-2b06b6b7df27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e479a6-df8e-446c-9894-76994a06b391,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:06.400872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:06.408208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f705cd-fd41-4338-86d3-854f5aafd225 req-f4cf8e64-e95b-48b9-946a-a3c2d445b490 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.411664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64f705cd-fd41-4338-86d3-854f5aafd225 req-f4cf8e64-e95b-48b9-946a-a3c2d445b490 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 945 time: 0.4221244 Jul 08 17:44:06.432097 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-894d9f5e-a4b4-4d75-ba35-d480533b53ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.434764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-894d9f5e-a4b4-4d75-ba35-d480533b53ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.439684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-894d9f5e-a4b4-4d75-ba35-d480533b53ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ee375096-fa8a-4e0a-a15c-76ac7e54b5e2 HTTP/1.1" status: 204 len: 168 time: 1.1435986 Jul 08 17:44:06.452900 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.472696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.483127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b1367-c4c3-4025-bba7-f262c70a6f21 req-16794be8-4dae-408c-8cef-a8954cca3a94 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.489711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-400b1367-c4c3-4025-bba7-f262c70a6f21 req-16794be8-4dae-408c-8cef-a8954cca3a94 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 943 time: 0.6667883 Jul 08 17:44:06.590758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=13']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:06.599378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-c72d99a0-f955-45b0-929b-71d853415f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.600939 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-c72d99a0-f955-45b0-929b-71d853415f23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1096 time: 0.2841392 Jul 08 17:44:06.603989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d9f5e-a4b4-4d75-ba35-d480533b53ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee375096-fa8a-4e0a-a15c-76ac7e54b5e2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:06.750904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-25f67541-4799-4aaf-b654-fdd9e12a093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:06.758710 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-25f67541-4799-4aaf-b654-fdd9e12a093e service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.1317561 Jul 08 17:44:06.906071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting port 5855fe94-c0ac-4601-9c5a-db3cccd307cb {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:06.906763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:06.969824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:06.978913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5855fe94-c0ac-4601-9c5a-db3cccd307cb up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:06.997371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64f705cd-fd41-4338-86d3-854f5aafd225 req-59b3548b-c7b3-439a-867a-533187784975 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5723598 Jul 08 17:44:07.040750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-400b1367-c4c3-4025-bba7-f262c70a6f21 req-0099f6ed-8fec-4dc0-8bd9-ae92fef816d2 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211337 Jul 08 17:44:07.066722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a78e9d-965b-4e51-b302-1976d9762495 None None] Network 6b687e6c-d333-4877-a3b7-93ae3e78b62c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:07.079253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-054d3d09-4400-40f5-919e-c3c899ab579b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7577457 Jul 08 17:44:07.088224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52302) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:07.097449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.113865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e90fc583-c13d-42ec-8f81-f952980dfe9c tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104187783'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:07.160699 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e99f5-0c00-433f-838b-4bc5ee4f1fbf x-openstack-request-id: req-704e99f5-0c00-433f-838b-4bc5ee4f1fbf {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:07.169175 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:07.169540 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-704e99f5-0c00-433f-838b-4bc5ee4f1fbf {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:07.169978 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'code': 200} Jul 08 17:44:07.198542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4f6411-c936-4ffb-a26a-a3feb5c5de7a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:07.565818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bf979d07-781e-48cc-b620-49451da167c6 None None] Provisioning for port 5855fe94-c0ac-4601-9c5a-db3cccd307cb completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:07.620228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5855fe94-c0ac-4601-9c5a-db3cccd307cb completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:07.623840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5855fe94-c0ac-4601-9c5a-db3cccd307cb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:07.624332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.717764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] Deleting port 759b303b-e926-4620-b31e-ebfe924191e2 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:07.718153 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.788489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-deb827d0-e095-4514-9f94-42a9964b79c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 1000 time: 1.0150146 Jul 08 17:44:07.801271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e90fc583-c13d-42ec-8f81-f952980dfe9c tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.806328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:07.843280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:07.849028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Checking segment: {'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:07.849760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Network hostable DHCP agents. Network: 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:44:07.857313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:07.858327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.881199 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:07.894317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0214932 Jul 08 17:44:07.898489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52320) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:07.911175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d18b9cda-5138-46af-8609-c7384e6d7ea2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:07.995627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] For port 5855fe94-c0ac-4601-9c5a-db3cccd307cb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5855fe94-c0ac-4601-9c5a-db3cccd307cb,segment=NetworkSegment(eba2294d-3d14-4db6-923b-94c7b0badedf),segment_id=eba2294d-3d14-4db6-923b-94c7b0badedf)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:07.996536 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.011790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 5855fe94-c0ac-4601-9c5a-db3cccd307cb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5855fe94-c0ac-4601-9c5a-db3cccd307cb,segment=NetworkSegment(eba2294d-3d14-4db6-923b-94c7b0badedf),segment_id=eba2294d-3d14-4db6-923b-94c7b0badedf)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:08.017230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510bfa2-d445-4b07-9ded-fd0964ef6cd1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=1a2f2ca7-6db5-4463-b916-5cf7022bc5e5,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:08.033702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:44:08.045086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Calling delete_port for 5855fe94-c0ac-4601-9c5a-db3cccd307cb owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:08.047526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] DHCP port deletion for 6b687e6c-d333-4877-a3b7-93ae3e78b62c request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:08.061902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-799a9b19-0da6-4629-9705-0069da51c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:08.063729 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-799a9b19-0da6-4629-9705-0069da51c689 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2366278 Jul 08 17:44:08.066770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:08.079258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:08.080165 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.093956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.143437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e90fc583-c13d-42ec-8f81-f952980dfe9c tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.159098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e90fc583-c13d-42ec-8f81-f952980dfe9c tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.202447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-8bf96049-8d40-4b90-a6b7-e221a472a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:08.204899 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-8bf96049-8d40-4b90-a6b7-e221a472a98e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325977 Jul 08 17:44:08.214003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ee351182-f2cb-4422-a5ca-43b9a4658b41 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3511133 Jul 08 17:44:08.243112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e90fc583-c13d-42ec-8f81-f952980dfe9c tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.245564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e90fc583-c13d-42ec-8f81-f952980dfe9c tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1508465 Jul 08 17:44:08.256929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdaad1f-15aa-4d71-a7b3-839b35f909a9 None None] Network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:08.268449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52332) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:08.289588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d656c41e-60b0-4731-956a-a9c9b7300a14 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': '2e2acf1b-7eb8-45cd-a1e6-2cfa98e06ce4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:08.293860 n-d-799528-4 neutron-server[93664]: WARNING neutron.api.v2.base [None req-d656c41e-60b0-4731-956a-a9c9b7300a14 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 17:44:08.294473 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-d656c41e-60b0-4731-956a-a9c9b7300a14 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:08.295555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d656c41e-60b0-4731-956a-a9c9b7300a14 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0251038 Jul 08 17:44:08.331051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fc583-c13d-42ec-8f81-f952980dfe9c tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2acf1b-7eb8-45cd-a1e6-2cfa98e06ce4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:08.334367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52334) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:08.410896 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.422980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18b9cda-5138-46af-8609-c7384e6d7ea2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:08.436080 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d18b9cda-5138-46af-8609-c7384e6d7ea2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.491186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] For port 759b303b-e926-4620-b31e-ebfe924191e2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=759b303b-e926-4620-b31e-ebfe924191e2,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:08.492113 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.492312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Port': ['ID=5855fe94-c0ac-4601-9c5a-db3cccd307cb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:08.533285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] Calling delete_port for 759b303b-e926-4620-b31e-ebfe924191e2 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:08.534939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No DVR routers for this DVR port 5855fe94-c0ac-4601-9c5a-db3cccd307cb on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:08.554890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=5855fe94-c0ac-4601-9c5a-db3cccd307cb,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:08.711233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-d9c872f1-5a77-4b3b-9f7a-a1b29265cd82 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957943 Jul 08 17:44:08.749929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] Deleting port 5855fe94-c0ac-4601-9c5a-db3cccd307cb {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:08.750488 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.789852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:08.977673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b687e6c-d333-4877-a3b7-93ae3e78b62c']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:08.989718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 759b303b-e926-4620-b31e-ebfe924191e2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:08.998330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8d5ac-cb2f-4325-a498-4f89a17cca78 req-ba342291-310f-4a5f-b442-5fa07e8599ae tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:09.000030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adb8d5ac-cb2f-4325-a498-4f89a17cca78 req-ba342291-310f-4a5f-b442-5fa07e8599ae tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.6212463 Jul 08 17:44:09.035021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba2294d-3d14-4db6-923b-94c7b0badedf') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:09.035344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba2294d-3d14-4db6-923b-94c7b0badedf') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:09.086760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012ff80-e0bb-4c22-984c-d8ddbe12ce14 req-3013f940-616b-4279-bf2c-cea3e792d970 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:09.088442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1012ff80-e0bb-4c22-984c-d8ddbe12ce14 req-3013f940-616b-4279-bf2c-cea3e792d970 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 944 time: 0.4091921 Jul 08 17:44:09.118685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.149341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299ede8-1fba-40c4-a7b6-7c600eb45c4b None None] Network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:09.149854 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-642b8c4d-f366-414d-8e07-d3f2c05fce7f tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.181516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1012ff80-e0bb-4c22-984c-d8ddbe12ce14 req-b832bcd7-3c13-4433-8434-70e7337da3ad tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747075 Jul 08 17:44:09.196069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adb8d5ac-cb2f-4325-a498-4f89a17cca78 req-4575db0b-655a-44f5-bc4b-2f0012838a1a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651008 Jul 08 17:44:09.199100 n-d-799528-4 neutron-server[93664]: INFO neutron.db.ipam_backend_mixin [None req-d18b9cda-5138-46af-8609-c7384e6d7ea2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a2f2ca7-6db5-4463-b916-5cf7022bc5e5 (CIDR: 2001:db8::/64) Jul 08 17:44:09.201629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-642b8c4d-f366-414d-8e07-d3f2c05fce7f tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.216405 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18b9cda-5138-46af-8609-c7384e6d7ea2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:09.217155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18b9cda-5138-46af-8609-c7384e6d7ea2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:09.230441 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.271046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d18b9cda-5138-46af-8609-c7384e6d7ea2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3663762 Jul 08 17:44:09.277302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52346) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:09.280382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:09.280861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:09.292716 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:09.294670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:09.311999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] For port 5855fe94-c0ac-4601-9c5a-db3cccd307cb, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:09.313284 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.340870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] Calling delete_port for 5855fe94-c0ac-4601-9c5a-db3cccd307cb owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:09.349659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] Port 5855fe94-c0ac-4601-9c5a-db3cccd307cb was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:44:09.358225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device aea0b291-6ed4-499b-b8fa-9b8cf71dd125 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:09.360666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.480852 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d38fc17-14e3-4bbf-bf45-d20b18877eea req-bacc19af-34ba-4517-a143-95c9b1f68c9b service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629514 Jul 08 17:44:09.516525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] No DVR routers for this DVR port 5855fe94-c0ac-4601-9c5a-db3cccd307cb on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:09.556077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.566261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.582381 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/6b687e6c-d333-4877-a3b7-93ae3e78b62c HTTP/1.1" status: 204 len: 168 time: 6.7880599 Jul 08 17:44:09.584507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52368) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:09.606695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-533730135'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:09.614525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc425-5b1e-4426-bda6-8a5793f4ffd8 None None] Pushing event deleted for resources: {'Port': ['ID=5855fe94-c0ac-4601-9c5a-db3cccd307cb,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:09.636263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c883f4b-ddad-4c05-a587-cdebbbb7ce83 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=6b687e6c-d333-4877-a3b7-93ae3e78b62c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:09.674871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:09.681800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.738611 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-642b8c4d-f366-414d-8e07-d3f2c05fce7f tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.741681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-642b8c4d-f366-414d-8e07-d3f2c05fce7f tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.743067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-642b8c4d-f366-414d-8e07-d3f2c05fce7f tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/2e2acf1b-7eb8-45cd-a1e6-2cfa98e06ce4 HTTP/1.1" status: 204 len: 168 time: 1.3979318 Jul 08 17:44:09.746365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:09.767715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b8c4d-f366-414d-8e07-d3f2c05fce7f tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2acf1b-7eb8-45cd-a1e6-2cfa98e06ce4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:09.772902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:09.786952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:09.787091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.812839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.813316 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 50d2e93e-06dd-45ac-8f6d-e79095406e1e of type vlan for network fc244d95-52cf-4979-8f47-5351be925566 Jul 08 17:44:09.877366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.931049 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.945147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:09.946207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:09.953313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.029867 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.107816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:10.128702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:10.129121 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.144394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] No DVR routers for this DVR port 759b303b-e926-4620-b31e-ebfe924191e2 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:10.149628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df329f-c4be-44a6-88d5-79fbacafb3ea None None] Pushing event deleted for resources: {'Port': ['ID=759b303b-e926-4620-b31e-ebfe924191e2,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.182528 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5808983 Jul 08 17:44:10.183552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52380) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.193332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': 'fc244d95-52cf-4979-8f47-5351be925566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:10.240498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd18b0fd-f7da-4f75-b9d5-ed335e27cd4f tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4904950 Jul 08 17:44:10.244338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.252552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-356a30d4-4f58-4ceb-91cd-449e02e4e7f4 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--562844392'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:10.258549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c3555-8938-4002-9316-56ce71e685db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=fc244d95-52cf-4979-8f47-5351be925566,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.264915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9493a803-a47d-4a6f-b072-9b4428500c20 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:10.291435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fc244d95-52cf-4979-8f47-5351be925566 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:10.316510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-356a30d4-4f58-4ceb-91cd-449e02e4e7f4 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.320067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52388) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.543436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-356a30d4-4f58-4ceb-91cd-449e02e4e7f4 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.559382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-356a30d4-4f58-4ceb-91cd-449e02e4e7f4 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.637688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-356a30d4-4f58-4ceb-91cd-449e02e4e7f4 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.639140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-356a30d4-4f58-4ceb-91cd-449e02e4e7f4 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3937092 Jul 08 17:44:10.647268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52394) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.659135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0216288b-4ab7-4404-9981-044639b6ed77 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'f88209f5-1e88-4154-b502-4fcdfc8ad0af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:10.662773 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-0216288b-4ab7-4404-9981-044639b6ed77 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 17:44:10.663107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:10.666901 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-0216288b-4ab7-4404-9981-044639b6ed77 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:10.667057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.668642 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0216288b-4ab7-4404-9981-044639b6ed77 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0188556 Jul 08 17:44:10.683419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52396) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:10.688436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a30d4-4f58-4ceb-91cd-449e02e4e7f4 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88209f5-1e88-4154-b502-4fcdfc8ad0af,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:10.726035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a02598af-b128-44ef-ab11-1e9deaa1119a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.732547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5855fe94-c0ac-4601-9c5a-db3cccd307cb no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:10.812949 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-638584b8-4ed0-4629-8ba4-a2893de62a54 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:10.814289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5855fe94-c0ac-4601-9c5a-db3cccd307cb {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:10.814762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5855fe94-c0ac-4601-9c5a-db3cccd307cb not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:10.864444 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-638584b8-4ed0-4629-8ba4-a2893de62a54 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.026294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-638584b8-4ed0-4629-8ba4-a2893de62a54 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.035151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-638584b8-4ed0-4629-8ba4-a2893de62a54 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.036409 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-638584b8-4ed0-4629-8ba4-a2893de62a54 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/f88209f5-1e88-4154-b502-4fcdfc8ad0af HTTP/1.1" status: 204 len: 168 time: 0.3423924 Jul 08 17:44:11.044031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52400) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:11.071724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387c4e0-1d78-48eb-9474-1211fbff4797 req-2c07069b-7e64-4544-83cd-7ca5e4231c1a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:11.073391 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7387c4e0-1d78-48eb-9474-1211fbff4797 req-2c07069b-7e64-4544-83cd-7ca5e4231c1a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 944 time: 0.4774015 Jul 08 17:44:11.082267 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.100317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a02598af-b128-44ef-ab11-1e9deaa1119a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.115448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638584b8-4ed0-4629-8ba4-a2893de62a54 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88209f5-1e88-4154-b502-4fcdfc8ad0af,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:11.118671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a02598af-b128-44ef-ab11-1e9deaa1119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.157745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:11.160023 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26b6334-581b-4c78-8a8c-3607479ac001" -d '{"events": [{"server_uuid": "77fd1a98-bbba-4c08-9604-6cdf76f62a70", "name": "network-vif-plugged", "status": "completed", "tag": "aea0b291-6ed4-499b-b8fa-9b8cf71dd125"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:11.180103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port aea0b291-6ed4-499b-b8fa-9b8cf71dd125, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:11.193538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a02598af-b128-44ef-ab11-1e9deaa1119a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6832ec7e59b946bd8a030e44bae6a8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705747 Jul 08 17:44:11.196464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52404) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:11.209250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c4f72-b0e9-4771-ba4e-bdb0758d5a64 req-ffa08fec-05bc-4bb2-92ca-5ab6188b9972 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:11.218553 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.222471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02f2602e-703e-48f5-899b-7f1e2951c730', 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'tenant_id': 'c29aace70e074dff91e3cf0cbe8cdb9c', 'fixed_ips': [{'subnet_id': '1a2f2ca7-6db5-4463-b916-5cf7022bc5e5'}, {'subnet_id': '8defb25e-57d5-4fdd-86a0-5be0c84408ae'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:11.223783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.223953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e8c4f72-b0e9-4771-ba4e-bdb0758d5a64 req-ffa08fec-05bc-4bb2-92ca-5ab6188b9972 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.6292944 Jul 08 17:44:11.274524 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a8569821-d374-483b-b29a-460fdab0e9de tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2103963 Jul 08 17:44:11.289223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52406) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:11.313254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-64db6db9-7586-413b-af3f-cb05e367179a tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--646943917'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:11.431180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:11.439076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e8c4f72-b0e9-4771-ba4e-bdb0758d5a64 req-fb1580f7-406e-44d5-8b3f-c1577f2a5aeb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141123 Jul 08 17:44:11.447482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02598af-b128-44ef-ab11-1e9deaa1119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03fcf47-d1f1-4eca-adbc-a75d84087043,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:11.450978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7387c4e0-1d78-48eb-9474-1211fbff4797 req-6e24e711-7d1c-4075-a914-100ea130a3b3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551526 Jul 08 17:44:11.541311 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64db6db9-7586-413b-af3f-cb05e367179a tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.559716 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb075f3-ab2a-43fa-9101-8581e85e37d2 x-openstack-request-id: req-1cb075f3-ab2a-43fa-9101-8581e85e37d2 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:11.560010 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fd1a98-bbba-4c08-9604-6cdf76f62a70", "name": "network-vif-plugged", "status": "completed", "tag": "aea0b291-6ed4-499b-b8fa-9b8cf71dd125", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:11.560266 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1cb075f3-ab2a-43fa-9101-8581e85e37d2 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:11.560664 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125', 'code': 200} Jul 08 17:44:11.562551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:11.572026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.621179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:11.622932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:11.625898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e7b289-68df-4084-8790-b6f27ba3a099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.653956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e7b289-68df-4084-8790-b6f27ba3a099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.677180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/1a2f2ca7-6db5-4463-b916-5cf7022bc5e5/7ea6727d-809b-4cf3-93e2-b4acec94f1e9) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:11.688593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Allocated IP 2001:db8:0:1:f816:3eff:feb0:66e6 (02f2602e-703e-48f5-899b-7f1e2951c730/8defb25e-57d5-4fdd-86a0-5be0c84408ae/7ea6727d-809b-4cf3-93e2-b4acec94f1e9) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:11.735343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e7b289-68df-4084-8790-b6f27ba3a099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.741800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56e7b289-68df-4084-8790-b6f27ba3a099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.743361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56e7b289-68df-4084-8790-b6f27ba3a099 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f03fcf47-d1f1-4eca-adbc-a75d84087043 HTTP/1.1" status: 204 len: 168 time: 0.5398028 Jul 08 17:44:11.778001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:11.778655 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.825685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:11.828183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7b289-68df-4084-8790-b6f27ba3a099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03fcf47-d1f1-4eca-adbc-a75d84087043,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:11.840006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=8defb25e-57d5-4fdd-86a0-5be0c84408ae,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:11.892806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b02063-b633-4ccc-aacd-2f1f83838bc4 req-5dd4e783-afec-4faf-963e-2aad985199f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:11.895008 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7b02063-b633-4ccc-aacd-2f1f83838bc4 req-5dd4e783-afec-4faf-963e-2aad985199f2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 1096 time: 0.1989362 Jul 08 17:44:11.916226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=78107095-7185-46f2-8701-9fa1a1f594d9,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:11.969463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '50d2e93e-06dd-45ac-8f6d-e79095406e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fc244d95-52cf-4979-8f47-5351be925566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:11.970852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: fc244d95-52cf-4979-8f47-5351be925566, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:44:11.987824 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7b02063-b633-4ccc-aacd-2f1f83838bc4 req-d8a85980-451f-47a1-b379-60574febab41 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768895 Jul 08 17:44:11.988117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.005117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Transition to ACTIVE for port object 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:12.005953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network fc244d95-52cf-4979-8f47-5351be925566 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:44:12.023709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fc244d95-52cf-4979-8f47-5351be925566) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:12.038445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:12.041034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.047072 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:44:12.053208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64db6db9-7586-413b-af3f-cb05e367179a tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.061126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81340fec-d4d1-4857-8b34-f4c3adff7596 None None] Network fc244d95-52cf-4979-8f47-5351be925566 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:12.063691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64db6db9-7586-413b-af3f-cb05e367179a tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.088111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d9e0752-3150-42b1-b36f-cc828a5a954e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8037715 Jul 08 17:44:12.088111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-64afec7d-02cc-40f9-822e-7a23490e64a3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9009485 Jul 08 17:44:12.088111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52424) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:12.088823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52426) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:12.099387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:b6:bd:2b', 'name': 'tempest-NetworksTestDHCPv6-1894384720'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:12.175904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': 'fc244d95-52cf-4979-8f47-5351be925566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:12.252635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Transition to ACTIVE for port object 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:12.261285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64db6db9-7586-413b-af3f-cb05e367179a tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.268290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64db6db9-7586-413b-af3f-cb05e367179a tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9765353 Jul 08 17:44:12.271854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52436) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:12.282273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-70379c27-3751-4da8-b236-9f4016cc214e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': '7c58dd00-61b1-485e-a1b7-5cc614840bbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:12.283204 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-70379c27-3751-4da8-b236-9f4016cc214e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 17:44:12.283722 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-70379c27-3751-4da8-b236-9f4016cc214e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:12.287451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-70379c27-3751-4da8-b236-9f4016cc214e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119617 Jul 08 17:44:12.294626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db6db9-7586-413b-af3f-cb05e367179a tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c58dd00-61b1-485e-a1b7-5cc614840bbb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:12.300082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52440) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:12.308244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bf8e722c-64fb-402f-8130-7d8d000c1266 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': '7c58dd00-61b1-485e-a1b7-5cc614840bbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:12.309129 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-bf8e722c-64fb-402f-8130-7d8d000c1266 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 17:44:12.309762 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-bf8e722c-64fb-402f-8130-7d8d000c1266 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:12.310755 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bf8e722c-64fb-402f-8130-7d8d000c1266 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070984 Jul 08 17:44:12.316171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52444) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:12.320780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d8d59524-fba9-4282-8a0c-b39817f7041e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': '7c58dd00-61b1-485e-a1b7-5cc614840bbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:12.327115 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-d8d59524-fba9-4282-8a0c-b39817f7041e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 17:44:12.327632 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-d8d59524-fba9-4282-8a0c-b39817f7041e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:12.330859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d8d59524-fba9-4282-8a0c-b39817f7041e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137568 Jul 08 17:44:12.337752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52446) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:12.360484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.361003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-07ab34de-d463-4857-b6f1-bc45e886a89b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': '7c58dd00-61b1-485e-a1b7-5cc614840bbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:12.361913 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-07ab34de-d463-4857-b6f1-bc45e886a89b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 17:44:12.365959 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-07ab34de-d463-4857-b6f1-bc45e886a89b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:12.371016 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-07ab34de-d463-4857-b6f1-bc45e886a89b tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0283473 Jul 08 17:44:12.373325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52448) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:12.451913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Pushing event updated for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:12.483665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:12.487912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:12.502315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:12.506941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.521994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:12.662857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:12.779702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-fc244d95-52cf-4979-8f47-5351be925566', 'network_id': 'fc244d95-52cf-4979-8f47-5351be925566', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': '78107095-7185-46f2-8701-9fa1a1f594d9'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:12.781763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.813397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.909665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2afeba2-a574-4665-b48b-764c94161c79 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:12.955104 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2afeba2-a574-4665-b48b-764c94161c79 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.075606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2afeba2-a574-4665-b48b-764c94161c79 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.078510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2afeba2-a574-4665-b48b-764c94161c79 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.082548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52468) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:13.083531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f2afeba2-a574-4665-b48b-764c94161c79 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/7c58dd00-61b1-485e-a1b7-5cc614840bbb HTTP/1.1" status: 204 len: 168 time: 0.7083983 Jul 08 17:44:13.101944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.120817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afeba2-a574-4665-b48b-764c94161c79 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c58dd00-61b1-485e-a1b7-5cc614840bbb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:13.150859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:13.336103 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d31ccda7-dd3f-4e41-a33c-957d10091224 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2523541 Jul 08 17:44:13.341811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52472) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:13.352724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network fc244d95-52cf-4979-8f47-5351be925566 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:13.368761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-056be479-34ec-49a3-aad3-acc701f92e27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485522194'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:13.382062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Attempting to bind port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:13.382534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Attempting to bind port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:13.382883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Attempting to bind port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 on network 02f2602e-703e-48f5-899b-7f1e2951c730 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:13.397072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Allocated IP 2001:db8::2 (fc244d95-52cf-4979-8f47-5351be925566/78107095-7185-46f2-8701-9fa1a1f594d9/9a1dfc60-4563-44d6-ac02-c907870fde82) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:13.403495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:13.410718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=79215244-8c20-49b7-8b62-96d2ce456159,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:13.414824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.415583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.503070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-0198aad5-1980-43f2-9fc9-d39f5d580884 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.506649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-0198aad5-1980-43f2-9fc9-d39f5d580884 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/networks?id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 HTTP/1.1" status: 200 len: 809 time: 1.2891624 Jul 08 17:44:13.511765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::389 (02f2602e-703e-48f5-899b-7f1e2951c730/1a2f2ca7-6db5-4463-b916-5cf7022bc5e5/3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:13.523526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-056be479-34ec-49a3-aad3-acc701f92e27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.533631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:13.534019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Checking segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:13.534438 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.534842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Bound using segment: {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:13.535337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Bound port: 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cac83a7-d0d0-4a61-8c87-0d505de7279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:13.535789 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.559209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-710f0468-a51f-4b7b-8f68-b3047f0c7575 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4363830 Jul 08 17:44:13.561655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52482) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:13.568026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8:0:1:f816:3eff:feb6:bd2b (02f2602e-703e-48f5-899b-7f1e2951c730/8defb25e-57d5-4fdd-86a0-5be0c84408ae/3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:13.572701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-e4bd5d81-0f01-4e7d-af0b-edf303b04534 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/quotas/6929e65240504ee7a007d5235126eb1c HTTP/1.1" status: 200 len: 375 time: 0.0535672 Jul 08 17:44:13.711922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-f3a1563e-2553-4773-888e-a29feebaa5ea tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6929e65240504ee7a007d5235126eb1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285610 Jul 08 17:44:13.723303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b2f7e-1a45-4a04-aee7-69645ed44ed7 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.725042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b2f7e-1a45-4a04-aee7-69645ed44ed7 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.726660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b2f7e-1a45-4a04-aee7-69645ed44ed7 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.728542 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.729483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b2f7e-1a45-4a04-aee7-69645ed44ed7 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.731168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b2f7e-1a45-4a04-aee7-69645ed44ed7 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.737086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc149de-ddba-4bf3-a3b1-c690571fe08d req-f60bf425-5346-4c2e-b88f-e5d76833958f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:13.737862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e40b2f7e-1a45-4a04-aee7-69645ed44ed7 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1712394 Jul 08 17:44:13.738655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52486) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:13.746789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062189629'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:13.753343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dc149de-ddba-4bf3-a3b1-c690571fe08d req-f60bf425-5346-4c2e-b88f-e5d76833958f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.9738970 Jul 08 17:44:13.859658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:13.863788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:13.889154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-056be479-34ec-49a3-aad3-acc701f92e27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.893589 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.908794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-056be479-34ec-49a3-aad3-acc701f92e27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:13.983571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d400d8-b4a0-43e5-8cd9-89df75863cee None None] Pushing event updated for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:14.028028 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.031706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:14.044238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.044922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Transition to ACTIVE for port object 9a1dfc60-4563-44d6-ac02-c907870fde82 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:14.048437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-056be479-34ec-49a3-aad3-acc701f92e27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.052803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-056be479-34ec-49a3-aad3-acc701f92e27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6959403 Jul 08 17:44:14.060834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056be479-34ec-49a3-aad3-acc701f92e27 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17702e8-60a4-4d10-9a63-6c6b7aca28e6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:14.064988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52492) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:14.081109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Transition to ACTIVE for port object 9a1dfc60-4563-44d6-ac02-c907870fde82 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:14.083231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9d63b3fa-6cf4-4493-a1be-dd2433abc4f7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:14.083730 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-9d63b3fa-6cf4-4493-a1be-dd2433abc4f7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:44:14.089092 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-9d63b3fa-6cf4-4493-a1be-dd2433abc4f7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:14.090194 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9d63b3fa-6cf4-4493-a1be-dd2433abc4f7 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242219 Jul 08 17:44:14.091264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.094902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52496) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:14.129550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:14.165178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.165624 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 101bf8dc-4db7-4d1c-847d-b23163a968d3 of type vlan for network d36d97a8-213e-4de1-86c0-823812da285f Jul 08 17:44:14.182331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Network fc244d95-52cf-4979-8f47-5351be925566 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:14.184381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Pushing event updated for resources: {'Port': ['ID=9a1dfc60-4563-44d6-ac02-c907870fde82,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:14.196586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:14.199109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:14.204977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-abbd85a2-2309-4e94-995a-5a3760d84cc6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:14.264462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3dc149de-ddba-4bf3-a3b1-c690571fe08d req-4cb6a221-5209-4969-b922-1ef84886c524 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5088501 Jul 08 17:44:14.310216 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.350400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Attempting to bind port 9a1dfc60-4563-44d6-ac02-c907870fde82 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:14.350400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Attempting to bind port 9a1dfc60-4563-44d6-ac02-c907870fde82 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '50d2e93e-06dd-45ac-8f6d-e79095406e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fc244d95-52cf-4979-8f47-5351be925566'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:14.350952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Attempting to bind port 9a1dfc60-4563-44d6-ac02-c907870fde82 on network fc244d95-52cf-4979-8f47-5351be925566 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:14.363516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:14.363516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Checking segment: {'id': '50d2e93e-06dd-45ac-8f6d-e79095406e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fc244d95-52cf-4979-8f47-5351be925566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:14.363992 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.364702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Bound using segment: {'id': '50d2e93e-06dd-45ac-8f6d-e79095406e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fc244d95-52cf-4979-8f47-5351be925566'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:14.365215 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Bound port: 9a1dfc60-4563-44d6-ac02-c907870fde82, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d2e93e-06dd-45ac-8f6d-e79095406e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'fc244d95-52cf-4979-8f47-5351be925566'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:14.365609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.438206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.469136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:14.497045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.573504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] For port 9a1dfc60-4563-44d6-ac02-c907870fde82, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:14.581242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] For port 9a1dfc60-4563-44d6-ac02-c907870fde82, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9a1dfc60-4563-44d6-ac02-c907870fde82,segment=NetworkSegment(50d2e93e-06dd-45ac-8f6d-e79095406e1e),segment_id=50d2e93e-06dd-45ac-8f6d-e79095406e1e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:14.586650 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.648823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-30d0e809-41b9-4d3a-b790-7bc7ef37a294 service neutron] 10.222.0.63 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8915098 Jul 08 17:44:14.654198 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-abbd85a2-2309-4e94-995a-5a3760d84cc6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:14.665137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-abbd85a2-2309-4e94-995a-5a3760d84cc6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4802773 Jul 08 17:44:14.671724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52506) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:14.700529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9580646 Jul 08 17:44:14.703403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-023216d4-31c2-47e8-a7a5-b14ffb844581 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:14.704300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52510) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:14.704464 n-d-799528-4 neutron-server[93664]: WARNING neutron.api.v2.base [None req-023216d4-31c2-47e8-a7a5-b14ffb844581 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 17:44:14.704464 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-023216d4-31c2-47e8-a7a5-b14ffb844581 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:14.708575 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-023216d4-31c2-47e8-a7a5-b14ffb844581 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0356634 Jul 08 17:44:14.709242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52512) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:14.714611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67246af-db75-4a0b-8ff2-d199e2383a17 None None] Pushing event updated for resources: {'Port': ['ID=9a1dfc60-4563-44d6-ac02-c907870fde82,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:14.722097 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:14.742075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0406af03-5685-4f89-9c47-7a54a50f56b6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:14.795881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8558802-1e75-45e6-8336-952a2c14cec0 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=d36d97a8-213e-4de1-86c0-823812da285f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:14.809292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d36d97a8-213e-4de1-86c0-823812da285f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:14.918515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:14.981189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:15.125805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:15.143398 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-0406af03-5685-4f89-9c47-7a54a50f56b6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:15.148564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.156832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0406af03-5685-4f89-9c47-7a54a50f56b6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4419992 Jul 08 17:44:15.160752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52520) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.166707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-db0946bb-6810-46e8-917f-b59cbb5877a2 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:15.168203 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-db0946bb-6810-46e8-917f-b59cbb5877a2 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 17:44:15.168808 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-db0946bb-6810-46e8-917f-b59cbb5877a2 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:15.170876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-db0946bb-6810-46e8-917f-b59cbb5877a2 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083268 Jul 08 17:44:15.174105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52522) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.194419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6932cc05-c212-4786-a7f6-eec3e0da7245 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:15.214768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-13e15d03-dfe9-4761-a1d1-7f5b8259f475 service neutron] 10.222.0.63 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468800 Jul 08 17:44:15.235580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4a8dd-5593-4938-aeac-39774e53b0e2 req-8b0918b9-bb34-41d1-9f01-475bd8ed0342 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:15.239323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bd4a8dd-5593-4938-aeac-39774e53b0e2 req-8b0918b9-bb34-41d1-9f01-475bd8ed0342 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 945 time: 0.5727854 Jul 08 17:44:15.250380 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.279907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:15.308623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.406705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network d36d97a8-213e-4de1-86c0-823812da285f is not hosted by any dhcp agent {{(pid=93665) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:44:15.426610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:15.428054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.431563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "PUT /v2.0/networks/d36d97a8-213e-4de1-86c0-823812da285f HTTP/1.1" status: 200 len: 723 time: 0.7249343 Jul 08 17:44:15.434955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938a967-5285-4ccf-a783-0865b4567f0f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=d36d97a8-213e-4de1-86c0-823812da285f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:15.441979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52528) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.460144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d36d97a8-213e-4de1-86c0-823812da285f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:15.475123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0bd4a8dd-5593-4938-aeac-39774e53b0e2 req-8b7597cb-be8b-4fb9-8e91-36b6a07e69e5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255206 Jul 08 17:44:15.489261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': 'd36d97a8-213e-4de1-86c0-823812da285f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:15.570821 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-6932cc05-c212-4786-a7f6-eec3e0da7245 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:15.573462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6932cc05-c212-4786-a7f6-eec3e0da7245 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3991675 Jul 08 17:44:15.576887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52538) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.601079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ae23268a-6d9d-47ec-a42b-1eb75cd4cdcf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:15.601796 n-d-799528-4 neutron-server[93665]: WARNING neutron.api.v2.base [None req-ae23268a-6d9d-47ec-a42b-1eb75cd4cdcf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 17:44:15.602705 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-ae23268a-6d9d-47ec-a42b-1eb75cd4cdcf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:15.605196 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae23268a-6d9d-47ec-a42b-1eb75cd4cdcf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0268464 Jul 08 17:44:15.609148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52542) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.623520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b99263e4-1ac7-4535-a7ec-8d2c52d60654 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:15.690252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:15.718781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:15.739867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:15.799659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:15.807371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:15.812373 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-b99263e4-1ac7-4535-a7ec-8d2c52d60654 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:15.816949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b99263e4-1ac7-4535-a7ec-8d2c52d60654 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2033396 Jul 08 17:44:15.817507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.830884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:15.831718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0e9464eb-c892-4d4f-aa1a-0c9dd7bc40fb tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'b17702e8-60a4-4d10-9a63-6c6b7aca28e6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:15.931846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-879fc941-ddec-41ad-961f-b6dc84de1f58 req-1c97c2a5-dd61-4329-98bd-d4dfe8ac3905 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 210 time: 0.2009215 Jul 08 17:44:15.980577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-619d4ec1-8d96-4ef3-a514-55ad1204f84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8905280 Jul 08 17:44:15.984550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52548) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:15.996595 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-0e9464eb-c892-4d4f-aa1a-0c9dd7bc40fb tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:16.002592 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e9464eb-c892-4d4f-aa1a-0c9dd7bc40fb tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1833801 Jul 08 17:44:16.012343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52552) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:16.199838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:16.228513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75f1c0b2-826f-4a26-999d-c3726debeabf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.230083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.325229 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75f1c0b2-826f-4a26-999d-c3726debeabf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.456832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75f1c0b2-826f-4a26-999d-c3726debeabf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.459786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75f1c0b2-826f-4a26-999d-c3726debeabf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.461282 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-75f1c0b2-826f-4a26-999d-c3726debeabf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/b17702e8-60a4-4d10-9a63-6c6b7aca28e6 HTTP/1.1" status: 204 len: 168 time: 0.4456344 Jul 08 17:44:16.469635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52566) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:16.487767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368d2978-339c-42d7-8159-2d08e246e709 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:16.503225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1c0b2-826f-4a26-999d-c3726debeabf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17702e8-60a4-4d10-9a63-6c6b7aca28e6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:16.613570 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f0533071-9333-487c-af7c-1f103dc3229e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1361313 Jul 08 17:44:16.614292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52570) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:16.625419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d6b1b17a-b2a9-4d2c-8733-69d6a9364b85 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781099512'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:16.682827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b17a-b2a9-4d2c-8733-69d6a9364b85 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.790934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e050c-359f-4457-8a39-bec89af2011f req-0304f9f7-c4c9-400d-824e-68c49f28c070 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:16.799364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a98e050c-359f-4457-8a39-bec89af2011f req-0304f9f7-c4c9-400d-824e-68c49f28c070 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.6017663 Jul 08 17:44:16.835882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:16.836260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:16.945792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Provisioning for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:17.097042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b17a-b2a9-4d2c-8733-69d6a9364b85 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.099038 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.112831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b17a-b2a9-4d2c-8733-69d6a9364b85 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.124661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:17.137346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.140120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e61e69-dd57-409c-a1b6-b67dee085703 None None] Network fc244d95-52cf-4979-8f47-5351be925566 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:17.143920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:17.146515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9a1dfc60-4563-44d6-ac02-c907870fde82 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:17.160329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6b1b17a-b2a9-4d2c-8733-69d6a9364b85 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.161965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d6b1b17a-b2a9-4d2c-8733-69d6a9364b85 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5466120 Jul 08 17:44:17.166784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52582) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:17.173915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b099c1a1-0794-41bc-b006-6310348847b0 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'e96d2e06-ce5a-4ff1-8fb9-3386e6b99ff1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:17.253611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1b17a-b2a9-4d2c-8733-69d6a9364b85 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d2e06-ce5a-4ff1-8fb9-3386e6b99ff1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:17.273558 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-b099c1a1-0794-41bc-b006-6310348847b0 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The resource could not be found. Jul 08 17:44:17.275134 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b099c1a1-0794-41bc-b006-6310348847b0 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1070614 Jul 08 17:44:17.278025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52584) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:17.284804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-85684cb3-3131-482f-a0c7-e61cfb23bf34 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': 'e96d2e06-ce5a-4ff1-8fb9-3386e6b99ff1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '214830e3-fe87-40e0-8a58-d13d79dd9f81'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:17.364863 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-85684cb3-3131-482f-a0c7-e61cfb23bf34 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The resource could not be found. Jul 08 17:44:17.366051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-85684cb3-3131-482f-a0c7-e61cfb23bf34 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0865624 Jul 08 17:44:17.369001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52588) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:17.462786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6d6866f-9d52-424a-953f-bad78e05b38e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.540477 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6d6866f-9d52-424a-953f-bad78e05b38e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.715382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6d6866f-9d52-424a-953f-bad78e05b38e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.718065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d6d6866f-9d52-424a-953f-bad78e05b38e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.720846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d6d6866f-9d52-424a-953f-bad78e05b38e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/e96d2e06-ce5a-4ff1-8fb9-3386e6b99ff1 HTTP/1.1" status: 204 len: 168 time: 0.3492458 Jul 08 17:44:17.753333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52594) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:17.758892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6866f-9d52-424a-953f-bad78e05b38e tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d2e06-ce5a-4ff1-8fb9-3386e6b99ff1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:17.779546 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:17.841048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b0aa790-d065-42b4-bc7b-2e5a1e5f8930 req-dc516e5d-ca68-45d8-bbe9-1cf1751e81ce tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 210 time: 0.1335616 Jul 08 17:44:17.911569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:17.958500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a98e050c-359f-4457-8a39-bec89af2011f req-51521342-0e15-4978-afdd-694dff258e0b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1497438 Jul 08 17:44:18.031815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.037657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-46aa53db-9677-462a-bbb5-e1f13796a872 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2594216 Jul 08 17:44:18.038815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e44a7abd-c9dc-4286-892f-f39bf896104a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2 HTTP/1.1" status: 204 len: 168 time: 2.0519710 Jul 08 17:44:18.044624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52596) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.044993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52598) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.085020 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.089907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.104090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-023783e2-2fad-4bb5-870a-f4b9806f6aca tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': '459d66e7-efb7-4b37-b8e8-b95cec77590d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:18.243902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=fdbf68b0-b14f-4b5d-be4e-515ea25a4808,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:18.247934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9a1dfc60-4563-44d6-ac02-c907870fde82 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:18.351836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '101bf8dc-4db7-4d1c-847d-b23163a968d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd36d97a8-213e-4de1-86c0-823812da285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:18.352206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: d36d97a8-213e-4de1-86c0-823812da285f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:44:18.420184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network d36d97a8-213e-4de1-86c0-823812da285f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:44:18.435425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:18.441053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52606) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.453324 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.467716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, d36d97a8-213e-4de1-86c0-823812da285f) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:18.475717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:18.476407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.520053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ef4b0-6a7e-4867-8dc7-87cb315a04f8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:18.527988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52612) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.529354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c0ef4b0-6a7e-4867-8dc7-87cb315a04f8 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4832020 Jul 08 17:44:18.556647 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-023783e2-2fad-4bb5-870a-f4b9806f6aca tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The resource could not be found. Jul 08 17:44:18.564788 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-023783e2-2fad-4bb5-870a-f4b9806f6aca tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5175123 Jul 08 17:44:18.570153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52614) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.595375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fb7074-d945-4fe9-bdfe-70618f198648 None None] Network d36d97a8-213e-4de1-86c0-823812da285f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:18.598829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-97957b46-ac11-4e0a-bf27-a0073b3dc9cf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136891380'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:18.619867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ca39656d-155c-4026-b190-75c3f574fb4f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1431973 Jul 08 17:44:18.636760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52618) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:18.670557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-011e41ab-0f6f-44e9-bbf6-33093cdcdada tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:18.732906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-83f57f98-b4ad-42e6-8b77-79bbd7c333f2 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:18.745164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-83f57f98-b4ad-42e6-8b77-79bbd7c333f2 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "GET /v2.0/networks?id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 HTTP/1.1" status: 200 len: 809 time: 0.4844155 Jul 08 17:44:18.762479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Pushing event updated for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:18.830022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.830615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.831308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.831983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.832501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.833052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.833651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.834294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.834794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.835559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.836042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.836882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154582a-28b1-4ec8-be31-86e68c22b4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:18.842654 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97957b46-ac11-4e0a-bf27-a0073b3dc9cf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.848302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75df7665-6bc0-4754-9897-a8aab7025645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:18.872424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-99db54bb-e7f0-420a-881b-9c82e17ba0c1 None None] Provisioning for port 9a1dfc60-4563-44d6-ac02-c907870fde82 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:18.886036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Request body: {'port': {'device_id': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886', 'admin_state_up': True, 'tenant_id': '6929e65240504ee7a007d5235126eb1c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:18.891219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-99db54bb-e7f0-420a-881b-9c82e17ba0c1 None None] Provisioning complete for port 9a1dfc60-4563-44d6-ac02-c907870fde82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:18.893380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99db54bb-e7f0-420a-881b-9c82e17ba0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.088902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f3ade-0b22-4c1c-89a2-fe8a2d3886a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:19.090633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d41f3ade-0b22-4c1c-89a2-fe8a2d3886a2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5616245 Jul 08 17:44:19.092718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:19.097813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52626) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:19.105330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] Update dhcp port {'port': {'network_id': 'fc244d95-52cf-4979-8f47-5351be925566', 'fixed_ips': [{'subnet_id': '78107095-7185-46f2-8701-9fa1a1f594d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '79215244-8c20-49b7-8b62-96d2ce456159'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '9a1dfc60-4563-44d6-ac02-c907870fde82'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:19.291489 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36b8fa5f-6fd8-4a5d-8857-2c8684e8c059 req-712aff10-a9c2-4db1-a430-972feec34a43 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 210 time: 0.0980482 Jul 08 17:44:19.395929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c33903-c235-46ae-aea3-d2f3185fb02f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:19.400574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c33903-c235-46ae-aea3-d2f3185fb02f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:19.406597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c33903-c235-46ae-aea3-d2f3185fb02f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:19.413073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d5c33903-c235-46ae-aea3-d2f3185fb02f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3141086 Jul 08 17:44:19.415789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52634) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:19.467396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.515967 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-011e41ab-0f6f-44e9-bbf6-33093cdcdada tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25354489'] for subnet, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.696220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 1a2f2ca7-6db5-4463-b916-5cf7022bc5e5 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:19.708639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.750578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75df7665-6bc0-4754-9897-a8aab7025645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.815066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75df7665-6bc0-4754-9897-a8aab7025645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.875489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] Allocated IP 172.20.0.1 (fc244d95-52cf-4979-8f47-5351be925566/79215244-8c20-49b7-8b62-96d2ce456159/9a1dfc60-4563-44d6-ac02-c907870fde82) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:19.881966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:44:19.881966 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:44:19.881966 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': '6929e65240504ee7a007d5235126eb1c', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 44, 19, 607020)}] Jul 08 17:44:19.881966 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:19.883186 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:19.898828 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.966000 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-011e41ab-0f6f-44e9-bbf6-33093cdcdada tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735684454422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28939377'] for subnet, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:19.977573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-75df7665-6bc0-4754-9897-a8aab7025645 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=68a1d64030c240e6850d75339c6d9252&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5354948 Jul 08 17:44:19.989177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52638) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:19.999531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011e41ab-0f6f-44e9-bbf6-33093cdcdada tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:19.999531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-011e41ab-0f6f-44e9-bbf6-33093cdcdada tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.006035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-011e41ab-0f6f-44e9-bbf6-33093cdcdada tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "PUT /v2.0/subnets/fdbf68b0-b14f-4b5d-be4e-515ea25a4808 HTTP/1.1" status: 200 len: 826 time: 1.3644176 Jul 08 17:44:20.009192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52640) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.010449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df7665-6bc0-4754-9897-a8aab7025645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73182db1-a061-490d-9a58-6093dca776af,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:20.073575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb5fa-b48a-43cf-bce4-b76fd9624b99 req-ef5764bc-17c1-4ac3-bd78-bc35aac875b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:20.081456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4adb5fa-b48a-43cf-bce4-b76fd9624b99 req-ef5764bc-17c1-4ac3-bd78-bc35aac875b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.4558086 Jul 08 17:44:20.082471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] For port 9a1dfc60-4563-44d6-ac02-c907870fde82, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9a1dfc60-4563-44d6-ac02-c907870fde82,segment=NetworkSegment(50d2e93e-06dd-45ac-8f6d-e79095406e1e),segment_id=50d2e93e-06dd-45ac-8f6d-e79095406e1e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:20.117699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.136389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] Transition to ACTIVE for port object 9a1dfc60-4563-44d6-ac02-c907870fde82 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:20.145876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-d36d97a8-213e-4de1-86c0-823812da285f', 'network_id': 'd36d97a8-213e-4de1-86c0-823812da285f', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': 'fdbf68b0-b14f-4b5d-be4e-515ea25a4808'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:20.147785 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.155238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.194125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.199274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97957b46-ac11-4e0a-bf27-a0073b3dc9cf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.208396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.221049 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99db54bb-e7f0-420a-881b-9c82e17ba0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.236602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97957b46-ac11-4e0a-bf27-a0073b3dc9cf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.259868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c4adb5fa-b48a-43cf-bce4-b76fd9624b99 req-12d47632-6b72-4850-a5e6-1b245496e654 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771924 Jul 08 17:44:20.296465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-99db54bb-e7f0-420a-881b-9c82e17ba0c1 None None] For port 9a1dfc60-4563-44d6-ac02-c907870fde82, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9a1dfc60-4563-44d6-ac02-c907870fde82,segment=NetworkSegment(50d2e93e-06dd-45ac-8f6d-e79095406e1e),segment_id=50d2e93e-06dd-45ac-8f6d-e79095406e1e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:20.316084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e41ab-0f6f-44e9-bbf6-33093cdcdada tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=fdbf68b0-b14f-4b5d-be4e-515ea25a4808,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:20.338751 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99db54bb-e7f0-420a-881b-9c82e17ba0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.341858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:20.342228 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.474815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.524894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Allocated IP 2001:db8::2 (d36d97a8-213e-4de1-86c0-823812da285f/fdbf68b0-b14f-4b5d-be4e-515ea25a4808/60deb6a8-a41b-480a-b014-9c1263705a22) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:20.614579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Made reservation on behalf of 6929e65240504ee7a007d5235126eb1c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:20.632122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.934530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7712-7524-4e77-99fb-7f2a1624424e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.940422 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.958505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Transition to ACTIVE for port object 60deb6a8-a41b-480a-b014-9c1263705a22 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:20.979274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97957b46-ac11-4e0a-bf27-a0073b3dc9cf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:20.980521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-97957b46-ac11-4e0a-bf27-a0073b3dc9cf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4091086 Jul 08 17:44:20.984373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52652) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:20.995153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03c8313e-c940-4de2-8c62-0c799fb52516 req-097c019c-9f57-464b-8533-5d1a8b03ece4 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 210 time: 0.1308694 Jul 08 17:44:21.003124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Transition to ACTIVE for port object 60deb6a8-a41b-480a-b014-9c1263705a22 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:21.017460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97957b46-ac11-4e0a-bf27-a0073b3dc9cf tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a08dea7-424b-416b-a4d0-835d79cd59f0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.022664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8a2097df-5884-423b-aed6-c1a262998448 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--730811174'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:21.083596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7712-7524-4e77-99fb-7f2a1624424e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.117374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.129248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.145455 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.207284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.208195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cd983-8089-4b69-bc11-070954c141e6 None None] Pushing event updated for resources: {'Port': ['ID=9a1dfc60-4563-44d6-ac02-c907870fde82,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.236072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36d97a8-213e-4de1-86c0-823812da285f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:21.252283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2f2ca7-6db5-4463-b916-5cf7022bc5e5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.254617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.258843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-05b18213-6055-4fcd-aa85-70fdc555f416 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/1a2f2ca7-6db5-4463-b916-5cf7022bc5e5 HTTP/1.1" status: 204 len: 168 time: 1.8384295 Jul 08 17:44:21.262733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52654) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:21.266140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101bf8dc-4db7-4d1c-847d-b23163a968d3') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:21.267744 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101bf8dc-4db7-4d1c-847d-b23163a968d3') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:21.294079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.313343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db54bb-e7f0-420a-881b-9c82e17ba0c1 None None] Pushing event updated for resources: {'Port': ['ID=9a1dfc60-4563-44d6-ac02-c907870fde82,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.318416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.335946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:21.336375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.408263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7712-7524-4e77-99fb-7f2a1624424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.408488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4655d-28e5-414c-883c-14007ee92789 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:21.414979 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7712-7524-4e77-99fb-7f2a1624424e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.434324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e1fc7712-7524-4e77-99fb-7f2a1624424e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73182db1-a061-490d-9a58-6093dca776af HTTP/1.1" status: 204 len: 168 time: 1.4391761 Jul 08 17:44:21.465655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc7712-7524-4e77-99fb-7f2a1624424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73182db1-a061-490d-9a58-6093dca776af,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.495064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 8defb25e-57d5-4fdd-86a0-5be0c84408ae {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:21.507184 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.546084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a2097df-5884-423b-aed6-c1a262998448 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:21.582883 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:21.705110 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.746513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a29f36df-37ac-48e1-91c2-d677d67cbacb None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:21.746888 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a29f36df-37ac-48e1-91c2-d677d67cbacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.846340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a2097df-5884-423b-aed6-c1a262998448 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.847847 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:44:21.847847 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:44:21.847847 n-d-799528-4 neutron-server[93665]: [parameters: {'id': 'd36d97a8-213e-4de1-86c0-823812da285f'}] Jul 08 17:44:21.847847 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:21.848612 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:21.876576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Allocated IP 172.20.0.9 (16bde5d7-6c8d-48d7-8a9c-7fd3a1541886/ca4f6411-c936-4ffb-a26a-a3feb5c5de7a/660d7881-2500-4f18-b387-b39de3a9f642) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:21.879731 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a2097df-5884-423b-aed6-c1a262998448 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.916083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbf68b0-b14f-4b5d-be4e-515ea25a4808,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:21.962980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8a2097df-5884-423b-aed6-c1a262998448 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:21.967129 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8a2097df-5884-423b-aed6-c1a262998448 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9742200 Jul 08 17:44:21.979069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52664) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:21.983799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b9669b2a-f0e3-4ff0-9b61-ff7341765905 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group_rule': {'security_group_id': '8a08dea7-424b-416b-a4d0-835d79cd59f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e7ae8657-c510-44a4-a005-bbdc5f52ce6c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:22.004060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2097df-5884-423b-aed6-c1a262998448 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae8657-c510-44a4-a005-bbdc5f52ce6c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:22.295188 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.306084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52670) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:22.356521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.385322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57788456-e086-4cd1-b344-c4ca2a737a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.388015 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-b9669b2a-f0e3-4ff0-9b61-ff7341765905 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:22.390320 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9669b2a-f0e3-4ff0-9b61-ff7341765905 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4102368 Jul 08 17:44:22.393729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52672) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:22.476183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa6e0a-2f7d-4bdd-95f3-44ee80957ba8 req-498fa20d-0236-4822-bd7f-e69d569a8a2e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:22.508901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92fa6e0a-2f7d-4bdd-95f3-44ee80957ba8 req-498fa20d-0236-4822-bd7f-e69d569a8a2e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.8831871 Jul 08 17:44:22.524912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Network d36d97a8-213e-4de1-86c0-823812da285f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:22.525885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.588841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:22.597596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:22.610955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93e0c5d6-29cc-4deb-ad2c-b6d2a653cc52 req-4b0245b5-bb42-442e-ae3e-17ab2f2b90d0 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 210 time: 0.1931560 Jul 08 17:44:22.668118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Pushing event updated for resources: {'Port': ['ID=60deb6a8-a41b-480a-b014-9c1263705a22,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:22.714498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabeb381-17d8-4b6a-9412-2caa8289f03a None None] Network fc244d95-52cf-4979-8f47-5351be925566 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:22.841212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92fa6e0a-2f7d-4bdd-95f3-44ee80957ba8 req-a698a736-1538-437a-bcb3-10b60a1f45f5 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110319 Jul 08 17:44:22.842991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.859125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:22.970616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=8defb25e-57d5-4fdd-86a0-5be0c84408ae,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:22.990104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9a1dfc60-4563-44d6-ac02-c907870fde82 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:22.993925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.002905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9ee3f0e8-09c7-483c-83b9-2334e25dfc17 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/8defb25e-57d5-4fdd-86a0-5be0c84408ae HTTP/1.1" status: 204 len: 168 time: 1.7390797 Jul 08 17:44:23.012383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52674) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:23.024274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5ac767d-a511-4476-9a20-af2ea4c79124 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.062773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:23.065985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57788456-e086-4cd1-b344-c4ca2a737a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.067787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Attempting to bind port 60deb6a8-a41b-480a-b014-9c1263705a22 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:23.068307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Attempting to bind port 60deb6a8-a41b-480a-b014-9c1263705a22 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '101bf8dc-4db7-4d1c-847d-b23163a968d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd36d97a8-213e-4de1-86c0-823812da285f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:23.069267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Attempting to bind port 60deb6a8-a41b-480a-b014-9c1263705a22 on network d36d97a8-213e-4de1-86c0-823812da285f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:23.082750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-00e807c2-b6cf-44b3-885b-5c68010f9ffa tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688541 Jul 08 17:44:23.085214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52676) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:23.094242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:23.113215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:23.127302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57788456-e086-4cd1-b344-c4ca2a737a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.136818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:23.175983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:23.176553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Checking segment: {'id': '101bf8dc-4db7-4d1c-847d-b23163a968d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd36d97a8-213e-4de1-86c0-823812da285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:23.177112 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.177617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Bound using segment: {'id': '101bf8dc-4db7-4d1c-847d-b23163a968d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd36d97a8-213e-4de1-86c0-823812da285f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:23.178216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Bound port: 60deb6a8-a41b-480a-b014-9c1263705a22, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101bf8dc-4db7-4d1c-847d-b23163a968d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd36d97a8-213e-4de1-86c0-823812da285f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:23.179198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.248196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:23.259480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.331403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a29f36df-37ac-48e1-91c2-d677d67cbacb None None] Could not find standard attr ID for object 3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:23.362941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Pushing event updated for resources: {'Port': ['ID=660d7881-2500-4f18-b387-b39de3a9f642,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:23.378915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5ac767d-a511-4476-9a20-af2ea4c79124 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.473102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] For port 60deb6a8-a41b-480a-b014-9c1263705a22, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:23.524109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] For port 60deb6a8-a41b-480a-b014-9c1263705a22, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=60deb6a8-a41b-480a-b014-9c1263705a22,segment=NetworkSegment(101bf8dc-4db7-4d1c-847d-b23163a968d3),segment_id=101bf8dc-4db7-4d1c-847d-b23163a968d3)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:23.567652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.576387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:23.577090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.578605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-073f5c65-4db5-40ba-ac4f-f7b1a81294be None None] Provisioning for port 9a1dfc60-4563-44d6-ac02-c907870fde82 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:23.601222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf847a-9b15-475e-8c12-be68fb273615 None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '8defb25e-57d5-4fdd-86a0-5be0c84408ae'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '7ea6727d-809b-4cf3-93e2-b4acec94f1e9'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:23.621584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.636400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5ac767d-a511-4476-9a20-af2ea4c79124 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.642820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c5ac767d-a511-4476-9a20-af2ea4c79124 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.657955 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c5ac767d-a511-4476-9a20-af2ea4c79124 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/e7ae8657-c510-44a4-a005-bbdc5f52ce6c HTTP/1.1" status: 204 len: 168 time: 1.2573390 Jul 08 17:44:23.657955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52684) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:23.663747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-073f5c65-4db5-40ba-ac4f-f7b1a81294be None None] Provisioning complete for port 9a1dfc60-4563-44d6-ac02-c907870fde82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:23.669298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-073f5c65-4db5-40ba-ac4f-f7b1a81294be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.716510 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-57788456-e086-4cd1-b344-c4ca2a737a2c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6d91cb215f60487d9a698bc402e1bc55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4092696 Jul 08 17:44:23.717212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52686) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:23.731109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting port 60deb6a8-a41b-480a-b014-9c1263705a22 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:23.731369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.744105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57788456-e086-4cd1-b344-c4ca2a737a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc964841-f2f5-409b-8988-7bd43e3ac684,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:23.832302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-31e61a5f-8637-4abb-8acb-c5b616e79c30 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9922910 Jul 08 17:44:23.852090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:23.861953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:23.873792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:23.889087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:23.903249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Request body: {'port': {'device_id': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:23.942807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac767d-a511-4476-9a20-af2ea4c79124 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae8657-c510-44a4-a005-bbdc5f52ce6c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:23.955746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=653b4861-a3d2-4322-91e6-492a4958d10f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:23.993943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eabf847a-9b15-475e-8c12-be68fb273615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.013536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-79fd6c87-8697-43e8-ba01-2958011ffd77 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9247124 Jul 08 17:44:24.022196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52694) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:24.030082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-04c5d2f6-3f2c-4c9d-8d09-067a0d28405d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:24.068564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c8e87-3a84-476c-a7c5-507c70021693 None None] Pushing event updated for resources: {'Port': ['ID=60deb6a8-a41b-480a-b014-9c1263705a22,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:24.139636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f727a9-41f8-4630-88dd-4b2fbbe168e0 req-9e589d3f-dc04-4806-99b7-d391be45be4f tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:24.144038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27f727a9-41f8-4630-88dd-4b2fbbe168e0 req-9e589d3f-dc04-4806-99b7-d391be45be4f tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 931 time: 0.2482326 Jul 08 17:44:24.210679 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-89f272bc-793f-46ec-b188-6a4725d4e159 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5508742 Jul 08 17:44:24.227245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd40cec-5578-4d5b-9947-03f0df3f8194 None None] Network d36d97a8-213e-4de1-86c0-823812da285f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:24.230142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52698) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:24.235101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] For port 60deb6a8-a41b-480a-b014-9c1263705a22, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=60deb6a8-a41b-480a-b014-9c1263705a22,segment=NetworkSegment(101bf8dc-4db7-4d1c-847d-b23163a968d3),segment_id=101bf8dc-4db7-4d1c-847d-b23163a968d3)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:24.236322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.316916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Calling delete_port for 60deb6a8-a41b-480a-b014-9c1263705a22 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:24.397038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e4250a8-4300-42c9-a933-9508b292a509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.455736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.497405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27f727a9-41f8-4630-88dd-4b2fbbe168e0 req-05f76774-c4d7-48e4-af38-5526417b8f78 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395524 Jul 08 17:44:24.564105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e4250a8-4300-42c9-a933-9508b292a509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.614126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e0677-b6d5-4d63-b71e-f01bf1ea50b9 req-7ff8f0ab-1fa3-49fb-a668-e0561f1da0cd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:24.619618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-228e0677-b6d5-4d63-b71e-f01bf1ea50b9 req-7ff8f0ab-1fa3-49fb-a668-e0561f1da0cd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.4608738 Jul 08 17:44:24.689236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-228e0677-b6d5-4d63-b71e-f01bf1ea50b9 req-f6c7529d-45d0-49e8-a760-575a36793d4e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638912 Jul 08 17:44:24.697659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6753e69-0ccc-4cda-b09c-591687744e60 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.786568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c77a02-c988-4346-8db1-3dd717e207d3 None None] Network d36d97a8-213e-4de1-86c0-823812da285f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:24.871445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6753e69-0ccc-4cda-b09c-591687744e60 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:24.909479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aaa7c9-52ca-41fc-9e03-1ac1f73d0136 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:24.912040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6c8d8796-5cec-4092-a7b7-321b6273e912 None None] Provisioning complete for port 9a1dfc60-4563-44d6-ac02-c907870fde82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:24.912534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6c8d8796-5cec-4092-a7b7-321b6273e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.101519 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e4250a8-4300-42c9-a933-9508b292a509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.104962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e4250a8-4300-42c9-a933-9508b292a509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.106165 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e4250a8-4300-42c9-a933-9508b292a509 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc964841-f2f5-409b-8988-7bd43e3ac684 HTTP/1.1" status: 204 len: 168 time: 1.3727674 Jul 08 17:44:25.142370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5d2f6-3f2c-4c9d-8d09-067a0d28405d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:25.146350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-04c5d2f6-3f2c-4c9d-8d09-067a0d28405d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.191991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52710) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:25.241056 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.263116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4250a8-4300-42c9-a933-9508b292a509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc964841-f2f5-409b-8988-7bd43e3ac684,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:25.270530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No DVR routers for this DVR port 60deb6a8-a41b-480a-b014-9c1263705a22 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:25.499974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb0e5-e385-493a-b5f9-dac183d16914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.615699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1dbee06b-1a61-441f-858c-8346331b4426 None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:25.616085 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1dbee06b-1a61-441f-858c-8346331b4426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.841642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb0e5-e385-493a-b5f9-dac183d16914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.853618 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb0e5-e385-493a-b5f9-dac183d16914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.867279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6753e69-0ccc-4cda-b09c-591687744e60 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.870683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6753e69-0ccc-4cda-b09c-591687744e60 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.877161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6753e69-0ccc-4cda-b09c-591687744e60 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/8a08dea7-424b-416b-a4d0-835d79cd59f0 HTTP/1.1" status: 204 len: 168 time: 1.6362090 Jul 08 17:44:25.878209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Port': ['ID=60deb6a8-a41b-480a-b014-9c1263705a22,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:25.880765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52728) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:25.955522 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:25.998877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] Update dhcp port {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'fixed_ips': [{'subnet_id': '653b4861-a3d2-4322-91e6-492a4958d10f'}], 'binding:host_id': 'n-d-799528-4'}, 'id': '7ea6727d-809b-4cf3-93e2-b4acec94f1e9'} from n-d-799528-4. {{(pid=93666) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 17:44:26.036975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6b6cb0e5-e385-493a-b5f9-dac183d16914 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d8657ea86e4146a8a6526a61340b723f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8390422 Jul 08 17:44:26.041103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52732) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:26.064453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6753e69-0ccc-4cda-b09c-591687744e60 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a08dea7-424b-416b-a4d0-835d79cd59f0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:26.119412 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.128899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cb0e5-e385-493a-b5f9-dac183d16914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a75d9b9-0296-4ee5-b1fa-9c9d314a0ac2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:26.375638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-44755325-4760-44d2-8844-17e871830073 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4873700 Jul 08 17:44:26.450037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52740) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:26.496245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cfd1953d-5e1c-4d18-b868-bfc3300d17d6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076969390'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:26.512265 n-d-799528-4 neutron-server[93665]: INFO neutron.db.ipam_backend_mixin [None req-04c5d2f6-3f2c-4c9d-8d09-067a0d28405d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 653b4861-a3d2-4322-91e6-492a4958d10f (CIDR: 2001:db8::/64) Jul 08 17:44:26.542283 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.554380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] Allocated IP 2001:db8::2 (02f2602e-703e-48f5-899b-7f1e2951c730/653b4861-a3d2-4322-91e6-492a4958d10f/7ea6727d-809b-4cf3-93e2-b4acec94f1e9) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:26.559574 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c5d2f6-3f2c-4c9d-8d09-067a0d28405d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:44:26.560110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c5d2f6-3f2c-4c9d-8d09-067a0d28405d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:26.587644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660d7881-2500-4f18-b387-b39de3a9f642 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:44:26.618539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36d97a8-213e-4de1-86c0-823812da285f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:26.629892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.630873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfd1953d-5e1c-4d18-b868-bfc3300d17d6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.641643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97f1679f-931e-44a4-a1b2-bef0012000cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.652087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-04c5d2f6-3f2c-4c9d-8d09-067a0d28405d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6255538 Jul 08 17:44:26.663047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101bf8dc-4db7-4d1c-847d-b23163a968d3') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:26.663334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101bf8dc-4db7-4d1c-847d-b23163a968d3') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:26.670572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52746) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:26.685484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'subnet': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:26.790504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e848-5884-4f0e-a128-8c5fb217146a req-ac0fc7f7-cad0-4b5f-8c89-43b9be0b665c tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:26.804161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3414e848-5884-4f0e-a128-8c5fb217146a req-ac0fc7f7-cad0-4b5f-8c89-43b9be0b665c tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 931 time: 0.8768990 Jul 08 17:44:26.810428 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97f1679f-931e-44a4-a1b2-bef0012000cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.858491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:26.891880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:26.931486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4d572-db41-4c38-b8a5-7d07aae92bd7 req-5c02c695-3d43-48a5-867c-de8baf489984 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:26.933356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41e4d572-db41-4c38-b8a5-7d07aae92bd7 req-5c02c695-3d43-48a5-867c-de8baf489984 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.8388014 Jul 08 17:44:26.951361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.964532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Transition to ACTIVE for port object 660d7881-2500-4f18-b387-b39de3a9f642 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:26.968057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.976984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.991327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:26.993811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:26.994216 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:27.012556 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:27.078841 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97f1679f-931e-44a4-a1b2-bef0012000cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.081969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97f1679f-931e-44a4-a1b2-bef0012000cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.085444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-97f1679f-931e-44a4-a1b2-bef0012000cc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6a75d9b9-0296-4ee5-b1fa-9c9d314a0ac2 HTTP/1.1" status: 204 len: 168 time: 0.9898493 Jul 08 17:44:27.138559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3414e848-5884-4f0e-a128-8c5fb217146a req-d587ba74-ea5e-45cf-bb12-ee936471c52d tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334734 Jul 08 17:44:27.215981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1679f-931e-44a4-a1b2-bef0012000cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a75d9b9-0296-4ee5-b1fa-9c9d314a0ac2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.222030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41e4d572-db41-4c38-b8a5-7d07aae92bd7 req-951d23f0-7d49-4653-9bc0-1f9327427ee4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410576 Jul 08 17:44:27.383746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfd1953d-5e1c-4d18-b868-bfc3300d17d6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.396636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfd1953d-5e1c-4d18-b868-bfc3300d17d6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.435555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.475038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Pushing event updated for resources: {'Port': ['ID=660d7881-2500-4f18-b387-b39de3a9f642,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.514920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1953d-5e1c-4d18-b868-bfc3300d17d6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86c77a2-25c6-415b-9f01-15ada884ae66,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.519315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] Transition to ACTIVE for port object 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:27.524878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.541950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.544971 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.546069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/d36d97a8-213e-4de1-86c0-823812da285f HTTP/1.1" status: 204 len: 168 time: 7.5355268 Jul 08 17:44:27.548922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52762) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.572575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b441e-c90b-4c95-848d-05c9a09a3aa8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=d36d97a8-213e-4de1-86c0-823812da285f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.591175 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e99c4dc-8afb-4976-9b60-5eb7a38a81db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:27.598467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e99c4dc-8afb-4976-9b60-5eb7a38a81db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:27.608230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0e99c4dc-8afb-4976-9b60-5eb7a38a81db tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/d36d97a8-213e-4de1-86c0-823812da285f HTTP/1.1" status: 404 len: 339 time: 0.0558789 Jul 08 17:44:27.610278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.615319 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7a618fc-1ecc-416b-b90c-3b8c02e625e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.635449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfd1953d-5e1c-4d18-b868-bfc3300d17d6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.636796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cfd1953d-5e1c-4d18-b868-bfc3300d17d6 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1580286 Jul 08 17:44:27.637737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061973283', 'description': 'd1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:27.639588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52766) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.654456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6cde72c7-40c8-4a44-9bf4-4fb7bdd9cece tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:27.656259 n-d-799528-4 neutron-server[93664]: WARNING neutron.api.v2.base [None req-6cde72c7-40c8-4a44-9bf4-4fb7bdd9cece tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 17:44:27.657573 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-6cde72c7-40c8-4a44-9bf4-4fb7bdd9cece tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 17:44:27.659303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6cde72c7-40c8-4a44-9bf4-4fb7bdd9cece tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "PUT /v2.0/security-groups/c86c77a2-25c6-415b-9f01-15ada884ae66 HTTP/1.1" status: 409 len: 330 time: 0.0186043 Jul 08 17:44:27.664448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:27.711133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:27.720329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.750202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:27.755183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.798688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0dc61-fbb1-47ae-9016-0be2e90cce54 None None] Pushing event updated for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:27.828692 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:27.829812 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:27.855646 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-369ab72f-3458-4317-aaee-b7d23e7d60c8 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.914942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-369ab72f-3458-4317-aaee-b7d23e7d60c8 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:27.922008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Attempting to bind port 660d7881-2500-4f18-b387-b39de3a9f642 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:27.923227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Attempting to bind port 660d7881-2500-4f18-b387-b39de3a9f642 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:27.923803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Attempting to bind port 660d7881-2500-4f18-b387-b39de3a9f642 on network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:28.014741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:28.022575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-369ab72f-3458-4317-aaee-b7d23e7d60c8 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.026134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-369ab72f-3458-4317-aaee-b7d23e7d60c8 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.033230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-369ab72f-3458-4317-aaee-b7d23e7d60c8 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/c86c77a2-25c6-415b-9f01-15ada884ae66 HTTP/1.1" status: 204 len: 168 time: 0.3611510 Jul 08 17:44:28.039229 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.039518 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment bc323224-4c36-43f2-8f1f-e96d8071b434 of type vlan for network 8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 Jul 08 17:44:28.041220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52780) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:28.078173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Port 660d7881-2500-4f18-b387-b39de3a9f642 on network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:44:28.078505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Attempting to bind port 660d7881-2500-4f18-b387-b39de3a9f642 on network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:28.090178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ab72f-3458-4317-aaee-b7d23e7d60c8 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86c77a2-25c6-415b-9f01-15ada884ae66,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:28.137743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:28.138016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Checking segment: {'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:28.138401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Bound using segment: {'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:28.138850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Bound port: 660d7881-2500-4f18-b387-b39de3a9f642, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:28.139213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.188369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2edc5227-4d8f-4709-a16c-b0e805912dd8 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1437411 Jul 08 17:44:28.197339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52786) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:28.227032 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-fd9e4629-d575-47b2-8fe8-e040b84753aa tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] delete failed (client error): The resource could not be found. Jul 08 17:44:28.228618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd9e4629-d575-47b2-8fe8-e040b84753aa tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "DELETE /v2.0/security-groups/cec60667-7c65-4b31-93ab-7334fa61117f HTTP/1.1" status: 404 len: 347 time: 0.0301840 Jul 08 17:44:28.234284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52788) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:28.242454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.280621 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-67ba2de8-b2ac-4ea7-b45c-a48815444625 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] show failed (client error): The resource could not be found. Jul 08 17:44:28.289585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67ba2de8-b2ac-4ea7-b45c-a48815444625 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-groups/72b0fcf9-c5f9-4522-9193-0da958f2fb45 HTTP/1.1" status: 404 len: 347 time: 0.0538142 Jul 08 17:44:28.294747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52796) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:28.329851 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-e04d31bf-5614-46e8-8dec-459619be96f0 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] show failed (client error): The resource could not be found. Jul 08 17:44:28.333676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e04d31bf-5614-46e8-8dec-459619be96f0 tempest-NegativeSecGroupTest-773286599 tempest-NegativeSecGroupTest-773286599-project] 10.222.0.63 "GET /v2.0/security-group-rules/9d8ff278-87a5-4b0f-aeab-5bb897d8e263 HTTP/1.1" status: 404 len: 356 time: 0.0377340 Jul 08 17:44:28.403281 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.469220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] For port 660d7881-2500-4f18-b387-b39de3a9f642, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:28.471812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.479957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:28.480615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.484778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] For port 660d7881-2500-4f18-b387-b39de3a9f642, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=660d7881-2500-4f18-b387-b39de3a9f642,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:28.520202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:28.539343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.583187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.681879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:28.714321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19b9e3-45c7-4791-bd17-e52024a101eb req-419d2f82-4c14-49d3-906e-c0f2589bf9fd tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:28.716210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e19b9e3-45c7-4791-bd17-e52024a101eb req-419d2f82-4c14-49d3-906e-c0f2589bf9fd tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 943 time: 0.2790103 Jul 08 17:44:28.812259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2006538 Jul 08 17:44:28.818910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:28.819947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:28.821638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] 10.222.0.72 "PUT /v2.0/ports/660d7881-2500-4f18-b387-b39de3a9f642 HTTP/1.1" status: 200 len: 1091 time: 4.9273293 Jul 08 17:44:28.824392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'tag': '660d7881-2500-4f18-b387-b39de3a9f642'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:28.827349 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988", "tag": "660d7881-2500-4f18-b387-b39de3a9f642"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:28.835583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52810) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:28.887349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d60f0c-d711-449a-b762-d8c9560a35a2 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:28.920243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:28.941101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e19b9e3-45c7-4791-bd17-e52024a101eb req-eb20a5da-5d67-4803-b86e-deb0eb5d0243 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012751 Jul 08 17:44:28.987619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d56c7-3016-4eda-873b-d843666be712 req-874c6c98-ef5e-47ef-9d53-5ed0d3610de0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:28.990083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-856d56c7-3016-4eda-873b-d843666be712 req-874c6c98-ef5e-47ef-9d53-5ed0d3610de0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.4353404 Jul 08 17:44:29.099543 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9b6755-5243-4c7e-8bc6-ef6a84c81366 x-openstack-request-id: req-ae9b6755-5243-4c7e-8bc6-ef6a84c81366 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:29.099965 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988", "tag": "660d7881-2500-4f18-b387-b39de3a9f642", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:29.100326 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ae9b6755-5243-4c7e-8bc6-ef6a84c81366 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:29.100866 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'tag': '660d7881-2500-4f18-b387-b39de3a9f642', 'status': 'completed', 'code': 200} Jul 08 17:44:29.123557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96d2d6-2482-4a45-84e9-679663487a8b service neutron] Pushing event updated for resources: {'Port': ['ID=660d7881-2500-4f18-b387-b39de3a9f642,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:29.124455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:29.159847 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-856d56c7-3016-4eda-873b-d843666be712 req-3a7863ae-de5f-4e29-a1ea-82957b93305a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623936 Jul 08 17:44:29.185332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b8579-a69e-4bfe-b228-5cc2a7e36071 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:29.189759 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-830b8579-a69e-4bfe-b228-5cc2a7e36071 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/networks?id=8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 HTTP/1.1" status: 200 len: 765 time: 0.3481965 Jul 08 17:44:29.192374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52820) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:29.198321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'description': 'd2'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:29.224088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-8aa19f85-d374-4581-87d4-98ea84c3f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:29.225330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3ba54a-7ea5-4385-b7d9-2098ed6982d7 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:44:29.226610 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-8aa19f85-d374-4581-87d4-98ea84c3f843 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6929e65240504ee7a007d5235126eb1c&device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 1094 time: 0.3092682 Jul 08 17:44:29.367650 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-07179445-4823-45c4-8caf-db46a2652e02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660d7881-2500-4f18-b387-b39de3a9f642 HTTP/1.1" status: 200 len: 217 time: 0.1236093 Jul 08 17:44:29.399632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-251fdf16-ae84-4a36-a4f5-51c1c67d7a83 None None] Provisioning for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:29.443553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-251fdf16-ae84-4a36-a4f5-51c1c67d7a83 None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:29.444201 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-251fdf16-ae84-4a36-a4f5-51c1c67d7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.484667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-9587f89f-6da6-4b9e-badb-b213a99c4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:29.486810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-9587f89f-6da6-4b9e-badb-b213a99c4eb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ca4f6411-c936-4ffb-a26a-a3feb5c5de7a HTTP/1.1" status: 200 len: 849 time: 0.1094282 Jul 08 17:44:29.521774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.557366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.567726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network 8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 is not hosted by any dhcp agent {{(pid=93664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:44:29.577445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:29.578082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.579921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "PUT /v2.0/networks/8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 HTTP/1.1" status: 200 len: 762 time: 0.3860886 Jul 08 17:44:29.581876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-c4d710ed-efca-4974-8e91-8d8aae068ebd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810461 Jul 08 17:44:29.589393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52826) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:29.609740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:29.610157 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:29.626353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3ba54a-7ea5-4385-b7d9-2098ed6982d7 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:44:29.733532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4f45a-bfc6-4c8a-9044-c052c193e09f tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:29.759301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52830) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:29.848615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:30.203157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7f88dae0-4896-40e2-aa10-31610a13bf2c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=606ac81d98d644409199a5768afe1754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426699 Jul 08 17:44:30.222592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:30.275953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e365f162-43fc-406f-88af-d74bed9d9b37 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.310792 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e365f162-43fc-406f-88af-d74bed9d9b37 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/networks?id=8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 HTTP/1.1" status: 200 len: 765 time: 0.5782154 Jul 08 17:44:30.314422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:30.322227 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-251fdf16-ae84-4a36-a4f5-51c1c67d7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.356525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:44:30.404214 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36a053c8-ad7a-4669-ab80-381b2ab0f544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.562714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.585170 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.607844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc065dbe-2415-49e3-9be8-58213fbe6c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.670879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-251fdf16-ae84-4a36-a4f5-51c1c67d7a83 None None] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:30.676499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc065dbe-2415-49e3-9be8-58213fbe6c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.702032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949b86-918c-4dbf-8051-5ddf04d45919 req-fa7dadd7-7cc7-42e3-9e22-d30a6f4bfe60 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.703817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17949b86-918c-4dbf-8051-5ddf04d45919 req-fa7dadd7-7cc7-42e3-9e22-d30a6f4bfe60 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 943 time: 0.4037833 Jul 08 17:44:30.726814 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-251fdf16-ae84-4a36-a4f5-51c1c67d7a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.767746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cc690-5125-413b-bfc6-60960025906a req-51c8aec9-de80-4a75-b2d9-fb6977162f5e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:30.775165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e31cc690-5125-413b-bfc6-60960025906a req-51c8aec9-de80-4a75-b2d9-fb6977162f5e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.3164911 Jul 08 17:44:30.822751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17949b86-918c-4dbf-8051-5ddf04d45919 req-51e8b32c-d367-4055-bb5d-e5095cb4be47 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127734 Jul 08 17:44:30.867132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e31cc690-5125-413b-bfc6-60960025906a req-3776077a-4f16-40d3-886a-2a8c8ff92f57 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907381 Jul 08 17:44:30.871657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc065dbe-2415-49e3-9be8-58213fbe6c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.874275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc065dbe-2415-49e3-9be8-58213fbe6c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:30.875417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc065dbe-2415-49e3-9be8-58213fbe6c56 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/17060d7b-8f8c-47e6-9502-b5a73bc20d7f HTTP/1.1" status: 204 len: 168 time: 0.6505685 Jul 08 17:44:30.916157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc065dbe-2415-49e3-9be8-58213fbe6c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17060d7b-8f8c-47e6-9502-b5a73bc20d7f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:31.050503 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:31.051110 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:31.057339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fdf16-ae84-4a36-a4f5-51c1c67d7a83 None None] Pushing event updated for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:31.265196 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-747ee893-a20e-483f-8fe2-73742d4acded service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6746843 Jul 08 17:44:31.307532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d05d5-f131-4666-b896-80ea0cdc1619 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:44:31.428408 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.452058 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:31.554516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7905d0-e3b9-46fe-b8b0-1c4b1e9a3182 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:31.558498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7b7905d0-e3b9-46fe-b8b0-1c4b1e9a3182 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1829889 Jul 08 17:44:31.561338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52880) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:31.633554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d05d5-f131-4666-b896-80ea0cdc1619 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:44:31.668494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e06a8511-dcc3-45f1-8e12-461426d73220 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 207 time: 0.1046543 Jul 08 17:44:31.676648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52890) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:31.744763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52894) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:31.947951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:32.069511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb4611e1-fb13-4232-a7dd-1c15079e8be0 req-f8d0ded5-f203-4015-94e8-fbae8f57e578 service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954988 Jul 08 17:44:32.098155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff5032-0d1d-4669-80e2-003cb1c264f5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.113807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff5032-0d1d-4669-80e2-003cb1c264f5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.137528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff5032-0d1d-4669-80e2-003cb1c264f5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.152024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:32.176515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff5032-0d1d-4669-80e2-003cb1c264f5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.199225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff5032-0d1d-4669-80e2-003cb1c264f5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.225492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff5032-0d1d-4669-80e2-003cb1c264f5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.227378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-64ff5032-0d1d-4669-80e2-003cb1c264f5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5494597 Jul 08 17:44:32.262479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52912) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:32.374283 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.389691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:32.390064 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.409742 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.444838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.556554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-0a38baa3-564c-40f1-8f25-a496340cf48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.558625 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-0a38baa3-564c-40f1-8f25-a496340cf48d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6929e65240504ee7a007d5235126eb1c&device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 1094 time: 0.4089727 Jul 08 17:44:32.575396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b24b587-edd8-4290-aaa8-6db0bfadff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.576685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:32.626787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:32.635406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Subnet': ['ID=a8b36a90-7837-4bd6-880c-7e52713bf856,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:32.670738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.672540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.735547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a125c61c-d565-47d9-8d0e-c0ec11696aa0 None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:32.825731 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:32.840341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6732761-b6da-4f56-8f51-2144f67ca576 req-be8bb600-aaec-4cc3-bb18-c06575b6e6a0 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.851768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6732761-b6da-4f56-8f51-2144f67ca576 req-be8bb600-aaec-4cc3-bb18-c06575b6e6a0 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 943 time: 0.5882137 Jul 08 17:44:32.868838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-68595bca-4b0f-4c72-a10b-5022f49c5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.873477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-68595bca-4b0f-4c72-a10b-5022f49c5fc5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 HTTP/1.1" status: 200 len: 910 time: 0.2274718 Jul 08 17:44:32.962274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9267185a-128b-44c7-aebc-02e5f2fdc2c4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6976304 Jul 08 17:44:32.971930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aedb65-4a39-4ba1-bdd2-1ab4274fb102 req-8dbadb0a-11f3-4e8a-bdaf-03c038a3c467 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:32.979773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33aedb65-4a39-4ba1-bdd2-1ab4274fb102 req-8dbadb0a-11f3-4e8a-bdaf-03c038a3c467 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.6827946 Jul 08 17:44:32.985982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:33.049164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-aaec9472-3598-46c2-93da-61d92c684fd1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660d7881-2500-4f18-b387-b39de3a9f642 HTTP/1.1" status: 200 len: 217 time: 0.1642804 Jul 08 17:44:33.055151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:33.093084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6732761-b6da-4f56-8f51-2144f67ca576 req-d7483353-9488-4d76-a9dd-718d1f6bb06d tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401891 Jul 08 17:44:33.132085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33aedb65-4a39-4ba1-bdd2-1ab4274fb102 req-001e0d2b-efb6-4993-b3bf-d75b72fe11fe tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512170 Jul 08 17:44:33.182539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b24b587-edd8-4290-aaa8-6db0bfadff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.189344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dc66a-7f5a-4bbe-b522-958d14d44206 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.191406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dc66a-7f5a-4bbe-b522-958d14d44206 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.193975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dc66a-7f5a-4bbe-b522-958d14d44206 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.196089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dc66a-7f5a-4bbe-b522-958d14d44206 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.198234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dc66a-7f5a-4bbe-b522-958d14d44206 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.201273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1e4dc66a-7f5a-4bbe-b522-958d14d44206 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2141497 Jul 08 17:44:33.202965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b24b587-edd8-4290-aaa8-6db0bfadff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.208230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52934) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:33.247231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0c9668fa-09f8-4bc1-8239-55edac5a46b5 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.5726707 Jul 08 17:44:33.256966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52936) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:33.279036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-0b8e8390-cdcc-46a4-926d-c8def4867344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.280506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Request body: {'port': {'network_id': '02f2602e-703e-48f5-899b-7f1e2951c730', 'mac_address': 'fa:16:3e:7c:c9:34', 'name': 'tempest-NetworksTestDHCPv6-202344258'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:33.285922 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-0b8e8390-cdcc-46a4-926d-c8def4867344 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ca4f6411-c936-4ffb-a26a-a3feb5c5de7a HTTP/1.1" status: 200 len: 849 time: 0.2095551 Jul 08 17:44:33.332337 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-6f510004-a0f9-473e-94e9-51b525831cff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369914 Jul 08 17:44:33.343931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a8568-e833-4f47-adbd-db55dad39a87 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.345793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a8568-e833-4f47-adbd-db55dad39a87 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.347303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a8568-e833-4f47-adbd-db55dad39a87 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.349312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a8568-e833-4f47-adbd-db55dad39a87 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.350675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a8568-e833-4f47-adbd-db55dad39a87 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.352552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-492a8568-e833-4f47-adbd-db55dad39a87 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1381857 Jul 08 17:44:33.361501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52940) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:33.400642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0b24b587-edd8-4290-aaa8-6db0bfadff7b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bc069fe5001a439191eb93956c59b5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6547337 Jul 08 17:44:33.404319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52944) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:33.409950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24b587-edd8-4290-aaa8-6db0bfadff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f559bcd-3634-4fcf-86ba-2dd3443ceb8d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:33.598267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e43caee7-fe90-4259-a6be-ae39c191d0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.636851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e43caee7-fe90-4259-a6be-ae39c191d0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.665714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Made reservation on behalf of c29aace70e074dff91e3cf0cbe8cdb9c for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:33.692180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d299726d-cd76-4202-b311-615cec030466 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:33.693460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d299726d-cd76-4202-b311-615cec030466 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/networks/04247d32-08eb-456c-adb9-9473a876868a HTTP/1.1" status: 200 len: 803 time: 0.3169844 Jul 08 17:44:33.699699 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-ef64ef98-69d8-4e20-ae10-0fca1f0d246e service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428342 Jul 08 17:44:33.700211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52954) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:33.901466 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e43caee7-fe90-4259-a6be-ae39c191d0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.904202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e43caee7-fe90-4259-a6be-ae39c191d0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:33.905622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e43caee7-fe90-4259-a6be-ae39c191d0bb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3f559bcd-3634-4fcf-86ba-2dd3443ceb8d HTTP/1.1" status: 204 len: 168 time: 0.4971397 Jul 08 17:44:33.935443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43caee7-fe90-4259-a6be-ae39c191d0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f559bcd-3634-4fcf-86ba-2dd3443ceb8d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:33.945089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.007903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] device_id is not set on port 59af3a88-b5b2-435c-b485-51965a79fcd2 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:44:34.066060 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f16bbed-4d51-4fb0-bc6f-8247fb0406dc req-0d151956-153b-4072-96d5-e3b6cf3d4207 service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556168 Jul 08 17:44:34.275535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8a36e78c-cffd-43ae-af2f-40729a80af77 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/networks/04247d32-08eb-456c-adb9-9473a876868a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5741482 Jul 08 17:44:34.280036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52980) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:34.302879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-43e3256e-50d6-459f-806a-8eac7ace963b None None] Provisioning complete for port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:34.303595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-43e3256e-50d6-459f-806a-8eac7ace963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.613028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:34.631252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8::12b (02f2602e-703e-48f5-899b-7f1e2951c730/653b4861-a3d2-4322-91e6-492a4958d10f/59af3a88-b5b2-435c-b485-51965a79fcd2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:34.637360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc6a0c-a2f3-4851-87f0-a8e5e602c9d8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:34.639203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e0dc6a0c-a2f3-4851-87f0-a8e5e602c9d8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/subnets/d353f656-f1fb-4d62-9aaa-763242f7570a HTTP/1.1" status: 200 len: 843 time: 0.3490298 Jul 08 17:44:34.643314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52992) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:34.654659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7c:c934 (02f2602e-703e-48f5-899b-7f1e2951c730/a8b36a90-7837-4bd6-880c-7e52713bf856/59af3a88-b5b2-435c-b485-51965a79fcd2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:34.707224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bac0a-3625-4065-ae33-5099583b6031 req-e5ce76dc-317e-480a-b50b-19c63572c535 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:34.709601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-096bac0a-3625-4065-ae33-5099583b6031 req-e5ce76dc-317e-480a-b50b-19c63572c535 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.2820268 Jul 08 17:44:34.758299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e15a7b-8501-4a0c-9404-c1346dc202c2 req-4e704b77-1d7d-4e01-b450-807746d2ffbb tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:34.766480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83e15a7b-8501-4a0c-9404-c1346dc202c2 req-4e704b77-1d7d-4e01-b450-807746d2ffbb tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 943 time: 0.2525196 Jul 08 17:44:34.827955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4c126-460d-4048-8acc-a6736eebbbe6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:34.832531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-24e4c126-460d-4048-8acc-a6736eebbbe6 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "GET /v2.0/subnets/d353f656-f1fb-4d62-9aaa-763242f7570a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1882095 Jul 08 17:44:34.841825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52994) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:34.849347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1694292959'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:34.872660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846e8203-fc03-4467-ad8e-4edc9664c8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.906184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52996) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:34.929767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:34.951271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83e15a7b-8501-4a0c-9404-c1346dc202c2 req-4025fc58-f7dd-43a6-9fa1-2604e2abf627 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826503 Jul 08 17:44:34.968388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-096bac0a-3625-4065-ae33-5099583b6031 req-e9b18346-5ae0-4884-b5d0-b8f588855b32 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503345 Jul 08 17:44:34.991224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:34.994698 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.014645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:44:35.014645 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:44:35.014645 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': '893ada395ba64f6e806657050edb212d', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 44, 34, 952248)}] Jul 08 17:44:35.014645 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:44:35.015188 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:44:35.066694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:35.077098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.097480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.097830 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Added segment 44156c2e-0d37-4f7d-91ab-b6cdfe429619 of type vlan for network d8b4f727-0249-45d0-b61b-5608cf8b00d3 Jul 08 17:44:35.107961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Transition to ACTIVE for port object 59af3a88-b5b2-435c-b485-51965a79fcd2 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:35.137579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846e8203-fc03-4467-ad8e-4edc9664c8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.150232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846e8203-fc03-4467-ad8e-4edc9664c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.166912 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.217211 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.222854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e8203-fc03-4467-ad8e-4edc9664c8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916db9aa-2f01-4161-b589-6ba029463fbb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:35.230297 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-846e8203-fc03-4467-ad8e-4edc9664c8dc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7545bc3fae454600a58b86e0ec889ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135681 Jul 08 17:44:35.231211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53000) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:35.272127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.279931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:35.280551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.302271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645f2956-151c-419e-98ac-9a2329c56fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.305563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 660d7881-2500-4f18-b387-b39de3a9f642 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:44:35.330677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645f2956-151c-419e-98ac-9a2329c56fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.354477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event updated for resources: {'Port': ['ID=59af3a88-b5b2-435c-b485-51965a79fcd2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:35.381739 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Network 02f2602e-703e-48f5-899b-7f1e2951c730 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:35.386829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5386078 Jul 08 17:44:35.387742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:35.388262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53002) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:35.392248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:35.398016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:35.398650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.416716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e33926-3b0a-43b7-b83a-6b29236ef755 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Network': ['ID=d8b4f727-0249-45d0-b61b-5608cf8b00d3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:35.429926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f83a0dec-3c57-4158-8dab-a3b3c8d0e2af tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1626096 Jul 08 17:44:35.430278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53006) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:35.436075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'network_id': 'd8b4f727-0249-45d0-b61b-5608cf8b00d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:35.509500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 660d7881-2500-4f18-b387-b39de3a9f642, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=660d7881-2500-4f18-b387-b39de3a9f642,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:35.527703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.535231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '660d7881-2500-4f18-b387-b39de3a9f642', 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886', 'port_id': '660d7881-2500-4f18-b387-b39de3a9f642', 'mac_address': 'fa:16:3e:4a:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f6411-c936-4ffb-a26a-a3feb5c5de7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:44:35.539692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645f2956-151c-419e-98ac-9a2329c56fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.543221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d8b4f727-0249-45d0-b61b-5608cf8b00d3 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:35.543360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645f2956-151c-419e-98ac-9a2329c56fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.544797 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-645f2956-151c-419e-98ac-9a2329c56fb0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/916db9aa-2f01-4161-b589-6ba029463fbb HTTP/1.1" status: 204 len: 168 time: 0.3125966 Jul 08 17:44:35.569755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f2956-151c-419e-98ac-9a2329c56fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916db9aa-2f01-4161-b589-6ba029463fbb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:35.621204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting port 59af3a88-b5b2-435c-b485-51965a79fcd2 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:35.622855 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.714019 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.759160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660d7881-2500-4f18-b387-b39de3a9f642 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:44:35.831094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 660d7881-2500-4f18-b387-b39de3a9f642, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=660d7881-2500-4f18-b387-b39de3a9f642,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:35.836812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.841111 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.864243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.874031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.896821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Calling delete_port for 59af3a88-b5b2-435c-b485-51965a79fcd2 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:35.900155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Made reservation on behalf of e0540477047b4fea8c415cf6e8e092b1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:35.904351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:35.941751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=660d7881-2500-4f18-b387-b39de3a9f642,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:35.995836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c65c730d-7a75-4c48-987b-570c45b8291d None None] Provisioning for port 59af3a88-b5b2-435c-b485-51965a79fcd2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:36.003621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c65c730d-7a75-4c48-987b-570c45b8291d None None] Provisioning complete for port 59af3a88-b5b2-435c-b485-51965a79fcd2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:36.005566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c65c730d-7a75-4c48-987b-570c45b8291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.020760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Performing IP validity checks on allocation pools {{(pid=93665) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:44:36.021305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93665) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:44:36.096585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c65c730d-7a75-4c48-987b-570c45b8291d None None] Port 59af3a88-b5b2-435c-b485-51965a79fcd2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:36.236139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.238221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['660d7881-2500-4f18-b387-b39de3a9f642'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:44:36.375065 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=893ada395ba64f6e806657050edb212d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4634995 Jul 08 17:44:36.382820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53040) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.417082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53044) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.431905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f836b4-e1f5-4b81-82c1-323ce7da9777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd552c6-e5f4-4a2f-a8c9-d718f85a61ed,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.495735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-489e3551-c347-47d7-a560-8f7ad6f4221f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.519589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Checking segment: {'id': '44156c2e-0d37-4f7d-91ab-b6cdfe429619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd8b4f727-0249-45d0-b61b-5608cf8b00d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:36.519948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network hostable DHCP agents. Network: d8b4f727-0249-45d0-b61b-5608cf8b00d3, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:44:36.534384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=5bd5f3a6-858a-4770-8b6f-fe36752c3616,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.569150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Network d8b4f727-0249-45d0-b61b-5608cf8b00d3 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:44:36.590052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, d8b4f727-0249-45d0-b61b-5608cf8b00d3) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:36.593865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10f87f67-92f0-433c-8672-9e957c5cf6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.601566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.602679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.602818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034fdfd-aa16-4d31-ac60-ff529aa6678c None None] Network d8b4f727-0249-45d0-b61b-5608cf8b00d3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:36.649559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10f87f67-92f0-433c-8672-9e957c5cf6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.659154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436b23b-ae11-4307-b66d-6612951838e2 req-f51aab9d-49f9-4aec-9231-5f95f9cc7eb4 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.666030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2436b23b-ae11-4307-b66d-6612951838e2 req-f51aab9d-49f9-4aec-9231-5f95f9cc7eb4 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 944 time: 0.4736147 Jul 08 17:44:36.679821 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-489e3551-c347-47d7-a560-8f7ad6f4221f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.683241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.687806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-489e3551-c347-47d7-a560-8f7ad6f4221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.723513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592101a-13e7-45df-89cf-d9ece419549d req-ae443690-a308-4c78-acec-1805727fde8f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:36.725302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2592101a-13e7-45df-89cf-d9ece419549d req-ae443690-a308-4c78-acec-1805727fde8f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.3600297 Jul 08 17:44:36.737733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e3551-c347-47d7-a560-8f7ad6f4221f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf79261b-5611-4654-b208-ce5dc5be5dbd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.743814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7c16b2b9-072c-4672-899b-043ae61a8615 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3336065 Jul 08 17:44:36.748123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53056) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.755735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:36.800800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Port': ['ID=59af3a88-b5b2-435c-b485-51965a79fcd2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:36.827005 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-489e3551-c347-47d7-a560-8f7ad6f4221f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=41b727b5fe35492eb95a5aa207409cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998680 Jul 08 17:44:36.827714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53058) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:36.862446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-d8b4f727-0249-45d0-b61b-5608cf8b00d3', 'network_id': 'd8b4f727-0249-45d0-b61b-5608cf8b00d3', 'tenant_id': 'e0540477047b4fea8c415cf6e8e092b1', 'fixed_ips': [{'subnet_id': '5bd5f3a6-858a-4770-8b6f-fe36752c3616'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:44:36.864071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.873674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2436b23b-ae11-4307-b66d-6612951838e2 req-63901551-d45d-4c1b-a36a-3b9f07547af3 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066669 Jul 08 17:44:36.962583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:36.968765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a67edf6f-3f3c-43c9-b2ba-3661e899d69d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/59af3a88-b5b2-435c-b485-51965a79fcd2 HTTP/1.1" status: 204 len: 168 time: 1.5371439 Jul 08 17:44:36.987977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53064) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.084203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Allocated IP 2001:db8::3 (d8b4f727-0249-45d0-b61b-5608cf8b00d3/5bd5f3a6-858a-4770-8b6f-fe36752c3616/be8dd8d4-bd14-47c8-8039-ca0033b36642) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:37.101782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2592101a-13e7-45df-89cf-d9ece419549d req-8bcea89a-8184-4fc6-b0d3-8572690e584a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021419 Jul 08 17:44:37.164400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10f87f67-92f0-433c-8672-9e957c5cf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.167045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10f87f67-92f0-433c-8672-9e957c5cf6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.190400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10f87f67-92f0-433c-8672-9e957c5cf6b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bdd552c6-e5f4-4a2f-a8c9-d718f85a61ed HTTP/1.1" status: 204 len: 168 time: 0.7666774 Jul 08 17:44:37.222070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f87f67-92f0-433c-8672-9e957c5cf6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd552c6-e5f4-4a2f-a8c9-d718f85a61ed,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:37.285942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fef94c-7ed7-474c-a61e-0d2c4eca5b81 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.287850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-07fef94c-7ed7-474c-a61e-0d2c4eca5b81 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2965834 Jul 08 17:44:37.291182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.393071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-d717bda5-2644-4996-9734-674df197a147 req-37ba33b2-9d7c-4d88-b582-06c2820bc1fd service neutron] (93664) timed out ('10.222.0.41', 61282) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:44:37.511954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece4eed6-0d4f-47db-bb70-b697aa971aca tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:37.517877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ece4eed6-0d4f-47db-bb70-b697aa971aca tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2254767 Jul 08 17:44:37.521176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53094) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:37.525978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 660d7881-2500-4f18-b387-b39de3a9f642 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:37.713126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 660d7881-2500-4f18-b387-b39de3a9f642 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:37.748155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 660d7881-2500-4f18-b387-b39de3a9f642 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:37.748673 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.771328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dbb2-f257-410c-987a-4cfb31035ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.817291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dbb2-f257-410c-987a-4cfb31035ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.857039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.905768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dbb2-f257-410c-987a-4cfb31035ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.913725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dbb2-f257-410c-987a-4cfb31035ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.913916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Transition to ACTIVE for port object be8dd8d4-bd14-47c8-8039-ca0033b36642 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:37.914904 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1ef2dbb2-f257-410c-987a-4cfb31035ac8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf79261b-5611-4654-b208-ce5dc5be5dbd HTTP/1.1" status: 204 len: 168 time: 1.0812056 Jul 08 17:44:37.935883 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.962344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Transition to ACTIVE for port object be8dd8d4-bd14-47c8-8039-ca0033b36642 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:37.962493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2dbb2-f257-410c-987a-4cfb31035ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf79261b-5611-4654-b208-ce5dc5be5dbd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:37.979277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25354489'] for subnet, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:37.995681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 660d7881-2500-4f18-b387-b39de3a9f642, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=660d7881-2500-4f18-b387-b39de3a9f642,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:37.999200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660d7881-2500-4f18-b387-b39de3a9f642'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:38.003461 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c240a5b-9e39-42d5-a032-83a7b37e7e00" -d '{"events": [{"server_uuid": "b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988", "name": "network-vif-plugged", "status": "completed", "tag": "660d7881-2500-4f18-b387-b39de3a9f642"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:38.013232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.022975 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.065289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Network d8b4f727-0249-45d0-b61b-5608cf8b00d3 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:38.069041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:38.072332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:38.118487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Pushing event updated for resources: {'Port': ['ID=be8dd8d4-bd14-47c8-8039-ca0033b36642,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:38.190549 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2d1a1e-d4dd-46f1-8883-00b46fc95afd x-openstack-request-id: req-bd2d1a1e-d4dd-46f1-8883-00b46fc95afd {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:38.191094 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988", "name": "network-vif-plugged", "status": "completed", "tag": "660d7881-2500-4f18-b387-b39de3a9f642", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:38.191346 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd2d1a1e-d4dd-46f1-8883-00b46fc95afd {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:38.191865 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660d7881-2500-4f18-b387-b39de3a9f642', 'code': 200} Jul 08 17:44:38.214464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Attempting to bind port be8dd8d4-bd14-47c8-8039-ca0033b36642 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:38.214902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Attempting to bind port be8dd8d4-bd14-47c8-8039-ca0033b36642 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '44156c2e-0d37-4f7d-91ab-b6cdfe429619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd8b4f727-0249-45d0-b61b-5608cf8b00d3'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:38.215546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Attempting to bind port be8dd8d4-bd14-47c8-8039-ca0033b36642 on network d8b4f727-0249-45d0-b61b-5608cf8b00d3 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:38.234464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:38.235668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Checking segment: {'id': '44156c2e-0d37-4f7d-91ab-b6cdfe429619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd8b4f727-0249-45d0-b61b-5608cf8b00d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:38.236326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.236834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Bound using segment: {'id': '44156c2e-0d37-4f7d-91ab-b6cdfe429619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd8b4f727-0249-45d0-b61b-5608cf8b00d3'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:38.237544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Bound port: be8dd8d4-bd14-47c8-8039-ca0033b36642, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44156c2e-0d37-4f7d-91ab-b6cdfe429619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd8b4f727-0249-45d0-b61b-5608cf8b00d3'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:38.238051 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.308494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f05b1-f2c0-4da8-a097-e9ee6c23d400 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.318482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f05b1-f2c0-4da8-a097-e9ee6c23d400 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.320050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f05b1-f2c0-4da8-a097-e9ee6c23d400 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.321717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-115f05b1-f2c0-4da8-a097-e9ee6c23d400 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7994399 Jul 08 17:44:38.325490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53130) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:38.339928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=660d7881-2500-4f18-b387-b39de3a9f642,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:38.369472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ba695-b8bd-4ce2-bf8a-05e3d29e552d req-7d082980-d1bb-4fbd-a267-241cd0721de1 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.371064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-283ba695-b8bd-4ce2-bf8a-05e3d29e552d req-7d082980-d1bb-4fbd-a267-241cd0721de1 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 945 time: 0.2042153 Jul 08 17:44:38.414420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] For port be8dd8d4-bd14-47c8-8039-ca0033b36642, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:38.421349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] For port be8dd8d4-bd14-47c8-8039-ca0033b36642, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=be8dd8d4-bd14-47c8-8039-ca0033b36642,segment=NetworkSegment(44156c2e-0d37-4f7d-91ab-b6cdfe429619),segment_id=44156c2e-0d37-4f7d-91ab-b6cdfe429619)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:38.434128 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.505453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c2767-6207-4ba5-9dbb-0f37f85633cf req-7e3a696c-97df-4151-a465-1fcb32dca6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.506976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c3c2767-6207-4ba5-9dbb-0f37f85633cf req-7e3a696c-97df-4151-a465-1fcb32dca6c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 1096 time: 0.2595820 Jul 08 17:44:38.513737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet 653b4861-a3d2-4322-91e6-492a4958d10f {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:38.527880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.542053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cb36e-5808-43a9-9403-4d0d32c94126 None None] Pushing event updated for resources: {'Port': ['ID=be8dd8d4-bd14-47c8-8039-ca0033b36642,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:38.586618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735684454422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28939377'] for subnet, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.606234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-283ba695-b8bd-4ce2-bf8a-05e3d29e552d req-05cbcd39-ca31-4bf0-9084-41b264a33295 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229140 Jul 08 17:44:38.683777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d83be-b4ed-4a2b-92e3-3babcd192a65 req-99c3d17b-ea06-4737-998f-29ae9e51f921 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.687888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f7d83be-b4ed-4a2b-92e3-3babcd192a65 req-99c3d17b-ea06-4737-998f-29ae9e51f921 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.3150651 Jul 08 17:44:38.727696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:38.728842 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.730333 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "PUT /v2.0/subnets/5bd5f3a6-858a-4770-8b6f-fe36752c3616 HTTP/1.1" status: 200 len: 900 time: 1.9810841 Jul 08 17:44:38.736189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53148) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:38.740714 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:38.748987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5c3c2767-6207-4ba5-9dbb-0f37f85633cf req-4fc7cb63-35b3-40b3-b235-b2a9433f1192 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288859 Jul 08 17:44:38.790913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event updated for resources: {'Subnet': ['ID=5bd5f3a6-858a-4770-8b6f-fe36752c3616,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:38.802940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.803503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.804110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.804833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.805737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.806336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.806834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.807330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.807842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.808336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.809053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.809546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f470f958-9561-4b5d-b15d-1aae03296fde tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:38.993554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.023445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.046658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f7d83be-b4ed-4a2b-92e3-3babcd192a65 req-343f0c0c-d38e-44cf-9e10-e79f20cfe028 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459039 Jul 08 17:44:39.191874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.208510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting port be8dd8d4-bd14-47c8-8039-ca0033b36642 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:39.211482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.274598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.278745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4634c0c-5cac-45b7-a227-0d58b8510c3e None None] Network 02f2602e-703e-48f5-899b-7f1e2951c730 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:39.286427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/653b4861-a3d2-4322-91e6-492a4958d10f HTTP/1.1" status: 204 len: 168 time: 0.9571345 Jul 08 17:44:39.287256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53176) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:39.292354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27c0e0-be20-4ca2-8e78-65c90c0170d3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=653b4861-a3d2-4322-91e6-492a4958d10f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:39.345556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:39.380623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Deleting subnet a8b36a90-7837-4bd6-880c-7e52713bf856 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:39.385317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.468638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.476376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] For port be8dd8d4-bd14-47c8-8039-ca0033b36642, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=be8dd8d4-bd14-47c8-8039-ca0033b36642,segment=NetworkSegment(44156c2e-0d37-4f7d-91ab-b6cdfe429619),segment_id=44156c2e-0d37-4f7d-91ab-b6cdfe429619)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:39.479513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.510347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Calling delete_port for be8dd8d4-bd14-47c8-8039-ca0033b36642 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:39.593371 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.664002 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.744808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:39.775551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.803938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.930800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b36a90-7837-4bd6-880c-7e52713bf856,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:39.951486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:39.966432 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-33eb0145-072d-4e22-9661-841981d4fb20 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/a8b36a90-7837-4bd6-880c-7e52713bf856 HTTP/1.1" status: 204 len: 168 time: 0.6763942 Jul 08 17:44:39.967114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53198) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.010430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cc0b0-bff7-4da9-b18d-4623cc70f799 req-a4f91e86-e65b-46a6-bd84-e6a13f71d123 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:40.015489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device be8dd8d4-bd14-47c8-8039-ca0033b36642 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:44:40.020358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-854cc0b0-bff7-4da9-b18d-4623cc70f799 req-a4f91e86-e65b-46a6-bd84-e6a13f71d123 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 946 time: 0.4980488 Jul 08 17:44:40.079875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-473d6cff-68b2-4d97-8730-54a219d5b50b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115284 Jul 08 17:44:40.084122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53206) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.203211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:40.207823 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c201c0-c5dd-4ac5-838f-bbde073b99f2" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:40.208671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd9891-0d87-484f-8788-159cb0e65168 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:40.222150 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-31dd9891-0d87-484f-8788-159cb0e65168 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1271987 Jul 08 17:44:40.222784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53214) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.245068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-854cc0b0-bff7-4da9-b18d-4623cc70f799 req-b497e04c-0a75-4cc5-b026-6ca5d45078f7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920674 Jul 08 17:44:40.288073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=14']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:40.387088 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd3781-689e-4452-a8f4-000c1ac1b929 x-openstack-request-id: req-a9bd3781-689e-4452-a8f4-000c1ac1b929 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:40.389025 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-unplugged", "status": "completed", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:40.390758 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a9bd3781-689e-4452-a8f4-000c1ac1b929 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:40.391235 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'code': 200} Jul 08 17:44:40.424839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] DHCP port deletion for 02f2602e-703e-48f5-899b-7f1e2951c730 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:40.425653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94b0a2-90c4-441c-9f79-425ccee231d1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:40.439955 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd94b0a2-90c4-441c-9f79-425ccee231d1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2141984 Jul 08 17:44:40.440619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53228) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.465608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127406c6-5f2f-4638-a973-755b96e58539 req-62a2d68d-495b-4cd2-a980-99599cadf819 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:40.467549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-127406c6-5f2f-4638-a973-755b96e58539 req-62a2d68d-495b-4cd2-a980-99599cadf819 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 945 time: 0.4442756 Jul 08 17:44:40.504172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f665ab06-cd83-4884-bed1-4ef395435d64 None None] Network d8b4f727-0249-45d0-b61b-5608cf8b00d3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:40.506920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.517518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port be8dd8d4-bd14-47c8-8039-ca0033b36642 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:40.553668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port be8dd8d4-bd14-47c8-8039-ca0033b36642 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:40.553887 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.560079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Port': ['ID=be8dd8d4-bd14-47c8-8039-ca0033b36642,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:40.585423 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c4f817e-5179-4567-a6e6-f4b4f6b88973 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362104 Jul 08 17:44:40.590053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53232) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.613346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-127406c6-5f2f-4638-a973-755b96e58539 req-f738b85e-681d-4b20-8c0b-7fb691631a4d tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372912 Jul 08 17:44:40.665439 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c02c2a-e9a3-447e-a71c-8129e55b9044 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:40.666424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c02c2a-e9a3-447e-a71c-8129e55b9044 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:40.668285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No DVR routers for this DVR port be8dd8d4-bd14-47c8-8039-ca0033b36642 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:40.670781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53240) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.683191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] Deleting port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:40.683576 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.685873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-91c02c2a-e9a3-447e-a71c-8129e55b9044 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/59af3a88-b5b2-435c-b485-51965a79fcd2 HTTP/1.1" status: 404 len: 333 time: 0.0946774 Jul 08 17:44:40.770217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.771761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] For port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,segment=NetworkSegment(7cac83a7-d0d0-4a61-8c87-0d505de7279c),segment_id=7cac83a7-d0d0-4a61-8c87-0d505de7279c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:40.772366 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.787607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] Calling delete_port for 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:40.816113 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e45062-eefc-442d-8ba4-beb904a305c1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:40.816924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e45062-eefc-442d-8ba4-beb904a305c1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:40.818941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-03e45062-eefc-442d-8ba4-beb904a305c1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/a8b36a90-7837-4bd6-880c-7e52713bf856 HTTP/1.1" status: 404 len: 337 time: 0.1469874 Jul 08 17:44:40.821667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53248) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.883194 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab34d3f-2e95-4cd6-b73c-981a4b605ca1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:40.883664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab34d3f-2e95-4cd6-b73c-981a4b605ca1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:40.889962 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7ab34d3f-2e95-4cd6-b73c-981a4b605ca1 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/653b4861-a3d2-4322-91e6-492a4958d10f HTTP/1.1" status: 404 len: 337 time: 0.0670605 Jul 08 17:44:40.892942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53252) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:40.911329 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:40.949336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a080b86c-1b03-4263-ba5c-e3c537c6ce98 None None] Could not find standard attr ID for object be8dd8d4-bd14-47c8-8039-ca0033b36642. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 17:44:40.952932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Port be8dd8d4-bd14-47c8-8039-ca0033b36642 was deleted so its status cannot be updated. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 17:44:40.958854 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.076423 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.087851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b4f727-0249-45d0-b61b-5608cf8b00d3']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:41.095705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] No DVR routers for this DVR port 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:41.102708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44156c2e-0d37-4f7d-91ab-b6cdfe429619') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:41.103277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44156c2e-0d37-4f7d-91ab-b6cdfe429619') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:41.119965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.135682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.142798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:41.143273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.167917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d74d82-e501-418d-adb1-e65579b48c4d None None] Pushing event deleted for resources: {'Port': ['ID=7ea6727d-809b-4cf3-93e2-b4acec94f1e9,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:41.215888 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:41.237289 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21c8c21-899b-45b8-bb88-23080f371963 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.242915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21c8c21-899b-45b8-bb88-23080f371963 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.242915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a21c8c21-899b-45b8-bb88-23080f371963 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/3b85bdf9-c2ee-4a8e-843b-a9d9fadca0b2 HTTP/1.1" status: 404 len: 333 time: 0.3461170 Jul 08 17:44:41.242915 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.243195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53278) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.243824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd5f3a6-858a-4770-8b6f-fe36752c3616,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:41.251925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.257164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/d8b4f727-0249-45d0-b61b-5608cf8b00d3 HTTP/1.1" status: 204 len: 168 time: 2.5122597 Jul 08 17:44:41.259256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53282) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.302221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c7a5ee-7cd1-423c-a65e-9aa381d6d319 None None] DHCP port deletion for d8b4f727-0249-45d0-b61b-5608cf8b00d3 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:41.311551 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9ae83d-6431-4530-aaa3-a6394dd55d14 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.311912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9ae83d-6431-4530-aaa3-a6394dd55d14 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.316320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7e9ae83d-6431-4530-aaa3-a6394dd55d14 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/5bd5f3a6-858a-4770-8b6f-fe36752c3616 HTTP/1.1" status: 404 len: 337 time: 0.0571814 Jul 08 17:44:41.320307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53290) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.324266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0af2db-31e7-4ed8-adf5-4e20b3dfa3fe tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=d8b4f727-0249-45d0-b61b-5608cf8b00d3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:41.331965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0c8fb-7217-4d96-9c5c-cce099db8437 None None] Network d8b4f727-0249-45d0-b61b-5608cf8b00d3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:41.354580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0c8fb-7217-4d96-9c5c-cce099db8437 None None] Network d8b4f727-0249-45d0-b61b-5608cf8b00d3 could not be found, it might have been deleted concurrently. {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 17:44:41.370505 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c531bb-bcaa-4b07-9077-5bdf6ce2e762 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.373704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c531bb-bcaa-4b07-9077-5bdf6ce2e762 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.373704 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-08c531bb-bcaa-4b07-9077-5bdf6ce2e762 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/d8b4f727-0249-45d0-b61b-5608cf8b00d3 HTTP/1.1" status: 404 len: 339 time: 0.0523174 Jul 08 17:44:41.378395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53294) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.396130 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1f28ed-96b6-4935-a6e9-543fe3218734 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.397176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1f28ed-96b6-4935-a6e9-543fe3218734 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.399773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fc1f28ed-96b6-4935-a6e9-543fe3218734 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/8defb25e-57d5-4fdd-86a0-5be0c84408ae HTTP/1.1" status: 404 len: 337 time: 0.1548090 Jul 08 17:44:41.402385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53298) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.433976 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-c755b181-62ad-4c43-b440-6fd0292f5d46 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.434554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c755b181-62ad-4c43-b440-6fd0292f5d46 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.441233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c755b181-62ad-4c43-b440-6fd0292f5d46 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/1a2f2ca7-6db5-4463-b916-5cf7022bc5e5 HTTP/1.1" status: 404 len: 337 time: 0.0345578 Jul 08 17:44:41.441616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53302) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.506503 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb58183d-c054-4766-a21e-b20c33ba64e4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.507275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb58183d-c054-4766-a21e-b20c33ba64e4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.512034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bb58183d-c054-4766-a21e-b20c33ba64e4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/7ab9ff73-71ee-4a1f-b2bb-89dba06dea0f HTTP/1.1" status: 404 len: 333 time: 0.0651371 Jul 08 17:44:41.512196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53306) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.554940 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40da76c-e3f4-49af-b31c-efdf452557d9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.555397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40da76c-e3f4-49af-b31c-efdf452557d9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.559380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c40da76c-e3f4-49af-b31c-efdf452557d9 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/81cfe6dd-e001-4263-961a-f90df2e4f1db HTTP/1.1" status: 404 len: 337 time: 0.0444510 Jul 08 17:44:41.559845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53310) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.577860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.604268 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86edc3d-9f33-40dc-b73d-01bc3f195403 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.604767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86edc3d-9f33-40dc-b73d-01bc3f195403 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.606568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b86edc3d-9f33-40dc-b73d-01bc3f195403 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/8ee30498-5252-44ec-a5e8-e80369e8b132 HTTP/1.1" status: 404 len: 337 time: 0.0457611 Jul 08 17:44:41.609115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53318) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.640438 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fc2d3e-3744-48f3-8fc1-67c35655c230 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.641309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fc2d3e-3744-48f3-8fc1-67c35655c230 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.643860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e2fc2d3e-3744-48f3-8fc1-67c35655c230 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/32b90f6d-e869-4f26-9edf-d80943fb23ee HTTP/1.1" status: 404 len: 333 time: 0.0324318 Jul 08 17:44:41.646141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53322) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.737369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.740623 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13b7ae4-df27-44de-9e89-f1f3f9568b43 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.743066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13b7ae4-df27-44de-9e89-f1f3f9568b43 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.751566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:41.756598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b13b7ae4-df27-44de-9e89-f1f3f9568b43 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/d64f303d-f497-4d9e-bfee-1231ebe9bf3a HTTP/1.1" status: 404 len: 337 time: 0.1091993 Jul 08 17:44:41.760407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.775763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc323224-4c36-43f2-8f1f-e96d8071b434') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:41.776392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc323224-4c36-43f2-8f1f-e96d8071b434') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:41.794720 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.824397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.832060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:41.832578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:41.846379 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-917140b8-d983-4159-8c4f-400299e40f51 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.846924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917140b8-d983-4159-8c4f-400299e40f51 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.851382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-917140b8-d983-4159-8c4f-400299e40f51 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/b396c08c-1153-42bf-9fd4-53a6babbf83c HTTP/1.1" status: 404 len: 337 time: 0.0892093 Jul 08 17:44:41.857513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53332) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.892258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:41.919309 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-51aa4e28-9067-4d97-8293-6e3076530401 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.920071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51aa4e28-9067-4d97-8293-6e3076530401 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.921876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-51aa4e28-9067-4d97-8293-6e3076530401 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/ba2419e4-0f51-4395-90cc-343afa71c8f0 HTTP/1.1" status: 404 len: 333 time: 0.0628760 Jul 08 17:44:41.925033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53336) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:41.934053 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:41.936100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:41.936100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7ea6727d-809b-4cf3-93e2-b4acec94f1e9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:41.936100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device be8dd8d4-bd14-47c8-8039-ca0033b36642 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:41.965769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: be8dd8d4-bd14-47c8-8039-ca0033b36642 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:41.966111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device be8dd8d4-bd14-47c8-8039-ca0033b36642 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:41.984689 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57eb2ff-d7cf-48e9-9279-24dbe1c9c597 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:41.986485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57eb2ff-d7cf-48e9-9279-24dbe1c9c597 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:41.990086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b57eb2ff-d7cf-48e9-9279-24dbe1c9c597 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/81d17c91-0248-4b4b-ab4b-d2e4b30399be HTTP/1.1" status: 404 len: 337 time: 0.0638561 Jul 08 17:44:41.992194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53342) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.021750 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-162bbda6-4add-4e23-bff4-0bd8ad79ad91 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.022755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162bbda6-4add-4e23-bff4-0bd8ad79ad91 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.024783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-162bbda6-4add-4e23-bff4-0bd8ad79ad91 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/030b732b-fca0-44a7-8b90-37ef39af7b03 HTTP/1.1" status: 404 len: 333 time: 0.0311770 Jul 08 17:44:42.025601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53344) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.027401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53346) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.057843 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.071399 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-530d2f85-7c3c-4578-ac49-bbb1c1c49a2b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.071861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530d2f85-7c3c-4578-ac49-bbb1c1c49a2b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.075368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.075840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-530d2f85-7c3c-4578-ac49-bbb1c1c49a2b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/980d82c9-0c63-4bfc-a979-2d93fffe9a7e HTTP/1.1" status: 404 len: 337 time: 0.0439510 Jul 08 17:44:42.080317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53356) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.084991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5 HTTP/1.1" status: 204 len: 168 time: 0.6987815 Jul 08 17:44:42.088469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53358) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.120569 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ae4704-cb0a-4011-978c-57e7bfe21231 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.121634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ae4704-cb0a-4011-978c-57e7bfe21231 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.127525 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-20ae4704-cb0a-4011-978c-57e7bfe21231 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/52260c8c-c07d-4ffd-9ce2-fdb1141c1d78 HTTP/1.1" status: 404 len: 333 time: 0.0480232 Jul 08 17:44:42.128202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53360) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.128323 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cf16b4-7050-44a3-9a19-18a346847d6c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.128689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cf16b4-7050-44a3-9a19-18a346847d6c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.132757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d1cf16b4-7050-44a3-9a19-18a346847d6c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/fdbf68b0-b14f-4b5d-be4e-515ea25a4808 HTTP/1.1" status: 404 len: 337 time: 0.0405366 Jul 08 17:44:42.133329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53362) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.134134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9812894-ff05-41a5-b597-751140560763 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=8b3c1e3d-ef46-4ff8-a0e4-fbb104831bd5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:42.164159 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ffaaf2-6ea7-49c1-9e95-78b50096c8e4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.164744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ffaaf2-6ea7-49c1-9e95-78b50096c8e4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.165846 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e58e2ad-a537-4976-8255-331d034162cc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.168876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e58e2ad-a537-4976-8255-331d034162cc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.169034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a3ffaaf2-6ea7-49c1-9e95-78b50096c8e4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/d36d97a8-213e-4de1-86c0-823812da285f HTTP/1.1" status: 404 len: 339 time: 0.0303488 Jul 08 17:44:42.169127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53364) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.170814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53366) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.171657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e58e2ad-a537-4976-8255-331d034162cc tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/4d1828b8-074d-4dbf-995a-be1a43cd4ebc HTTP/1.1" status: 404 len: 337 time: 0.0422492 Jul 08 17:44:42.230787 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-53daf573-d7f2-40fd-82e0-c87eb10607c3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.231507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53daf573-d7f2-40fd-82e0-c87eb10607c3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.233364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-53daf573-d7f2-40fd-82e0-c87eb10607c3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/30f125dc-1826-40d8-80ea-019fe00b4ded HTTP/1.1" status: 404 len: 333 time: 0.0617387 Jul 08 17:44:42.236262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53368) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.244228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b37cf-2b23-4a23-8baf-2a5cc1c90e7f req-121e8e1f-6502-4779-8b4a-7b265030f59e tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:42.251121 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d85b37cf-2b23-4a23-8baf-2a5cc1c90e7f req-121e8e1f-6502-4779-8b4a-7b265030f59e tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 945 time: 0.3301945 Jul 08 17:44:42.273672 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4d7465-f8f8-4f3c-a859-deabf8cd8f35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.274136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4d7465-f8f8-4f3c-a859-deabf8cd8f35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.279816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53370) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.281477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2f4d7465-f8f8-4f3c-a859-deabf8cd8f35 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/ddd7b7f7-28e4-46ad-b6c1-f289814c8967 HTTP/1.1" status: 404 len: 337 time: 0.0429296 Jul 08 17:44:42.333721 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-73de5321-a053-4f35-a78a-0214f7d69a7d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.335117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73de5321-a053-4f35-a78a-0214f7d69a7d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.337133 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-73de5321-a053-4f35-a78a-0214f7d69a7d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/d4ae26e6-5741-4bad-b16f-116c26b897a9 HTTP/1.1" status: 404 len: 333 time: 0.0553310 Jul 08 17:44:42.340268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fddf31af-379f-4b0a-8d57-f0296f80c5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.342208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting subnet 79215244-8c20-49b7-8b62-96d2ce456159 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:42.351430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.358306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d85b37cf-2b23-4a23-8baf-2a5cc1c90e7f req-3deee36d-e96e-4424-8b86-5bca3b7b2845 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061943 Jul 08 17:44:42.365583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.426847 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.446390 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-69361f60-cf2c-4b0e-b0b9-3a574c32cadf tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.447411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69361f60-cf2c-4b0e-b0b9-3a574c32cadf tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.449881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-69361f60-cf2c-4b0e-b0b9-3a574c32cadf tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/1fbbf292-2277-4bbc-b72c-57fbde3c06a2 HTTP/1.1" status: 404 len: 337 time: 0.0494492 Jul 08 17:44:42.455501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53378) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.492301 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef709bab-6c57-4eb7-b0bf-3fe849f10ba7 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.493509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef709bab-6c57-4eb7-b0bf-3fe849f10ba7 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.495764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef709bab-6c57-4eb7-b0bf-3fe849f10ba7 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/b630542c-84b3-4478-9ae2-f2d4e4edf591 HTTP/1.1" status: 404 len: 333 time: 0.0386713 Jul 08 17:44:42.498670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.575523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fddf31af-379f-4b0a-8d57-f0296f80c5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.575848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.578102 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-584d6c88-4907-46c5-88a5-d1226910834c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.578942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584d6c88-4907-46c5-88a5-d1226910834c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.582303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-584d6c88-4907-46c5-88a5-d1226910834c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/22d5bbae-917c-4da6-b214-843d796cf001 HTTP/1.1" status: 404 len: 337 time: 0.0823705 Jul 08 17:44:42.583771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fddf31af-379f-4b0a-8d57-f0296f80c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.585302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53382) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.626509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fddf31af-379f-4b0a-8d57-f0296f80c5f2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5708008dbe874f9da344d1a635eabcbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996978 Jul 08 17:44:42.628552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf31af-379f-4b0a-8d57-f0296f80c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d59508-a913-4e81-b80a-1e63e6072048,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:42.630351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53390) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.679436 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73c5d64-c70a-43af-9a93-9810a1fcf86e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.679906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73c5d64-c70a-43af-9a93-9810a1fcf86e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.684037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d73c5d64-c70a-43af-9a93-9810a1fcf86e tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/d3f35ac2-f143-49ab-90ce-aae55634ec91 HTTP/1.1" status: 404 len: 337 time: 0.0927339 Jul 08 17:44:42.684376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53394) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.725315 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be6fb3a-ccf4-4f68-a0a7-4ad91e2aab3f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.726148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be6fb3a-ccf4-4f68-a0a7-4ad91e2aab3f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.728359 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2be6fb3a-ccf4-4f68-a0a7-4ad91e2aab3f tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/074db2c2-4edc-4ae4-ad84-1ea4cff4cfb3 HTTP/1.1" status: 404 len: 333 time: 0.0425453 Jul 08 17:44:42.730939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53400) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.760081 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-039b2e49-537c-4cdb-93a1-d01b4477354c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.760561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039b2e49-537c-4cdb-93a1-d01b4477354c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.764889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b75908e5-00f6-4a46-9f5c-a04e3dd879ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.765055 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-039b2e49-537c-4cdb-93a1-d01b4477354c tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/ffff0221-91e3-4246-ba3c-0dceaf39be3e HTTP/1.1" status: 404 len: 337 time: 0.0308132 Jul 08 17:44:42.767113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53408) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.795741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.804959 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aca5565-c370-4801-b8c2-333054adb84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.805430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aca5565-c370-4801-b8c2-333054adb84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.807458 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9aca5565-c370-4801-b8c2-333054adb84a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/e2babeda-b3e1-4969-ab9c-9ee471b57723 HTTP/1.1" status: 404 len: 337 time: 0.0385439 Jul 08 17:44:42.810324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53412) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.822709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.827270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/79215244-8c20-49b7-8b62-96d2ce456159 HTTP/1.1" status: 204 len: 168 time: 0.6551955 Jul 08 17:44:42.827731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c3b6c-b10b-4ae2-854f-b74b4718bac1 None None] Network fc244d95-52cf-4979-8f47-5351be925566 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:42.856666 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f035bf-e715-4690-ba29-369c60e4d8e2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.858223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f035bf-e715-4690-ba29-369c60e4d8e2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.871185 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c8f035bf-e715-4690-ba29-369c60e4d8e2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/a5267e77-901b-4132-946f-fc3121514eba HTTP/1.1" status: 404 len: 333 time: 0.0595710 Jul 08 17:44:42.872188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53416) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.872876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53422) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:42.883676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b75908e5-00f6-4a46-9f5c-a04e3dd879ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:42.889387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358051f0-6cfb-4338-8b3a-941020d7b22e tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=79215244-8c20-49b7-8b62-96d2ce456159,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:42.964016 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9fd49f-7ec8-42f5-a242-bd69bb4b02c7 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:42.965270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9fd49f-7ec8-42f5-a242-bd69bb4b02c7 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:42.974259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ab9fd49f-7ec8-42f5-a242-bd69bb4b02c7 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/f9a89d61-05df-4315-87eb-65bc23cabc7c HTTP/1.1" status: 404 len: 337 time: 0.0966077 Jul 08 17:44:42.977146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53428) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.022270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting subnet 78107095-7185-46f2-8701-9fa1a1f594d9 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:43.023396 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c984b9-a005-4361-968d-032f3a0699bf tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.024053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c984b9-a005-4361-968d-032f3a0699bf tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.028617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-26c984b9-a005-4361-968d-032f3a0699bf tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/320e3edb-a436-4fa6-8e60-9035b1b0ac42 HTTP/1.1" status: 404 len: 337 time: 0.0481257 Jul 08 17:44:43.029986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53430) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.034052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.038392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b75908e5-00f6-4a46-9f5c-a04e3dd879ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.041277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b75908e5-00f6-4a46-9f5c-a04e3dd879ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.042612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b75908e5-00f6-4a46-9f5c-a04e3dd879ea admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f6d59508-a913-4e81-b80a-1e63e6072048 HTTP/1.1" status: 204 len: 168 time: 0.3945379 Jul 08 17:44:43.071068 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-d226e00e-cd81-4921-a562-3e05a0467ddb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.072039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d226e00e-cd81-4921-a562-3e05a0467ddb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.077097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d226e00e-cd81-4921-a562-3e05a0467ddb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/0c2616eb-5424-4e35-bb08-29595819697a HTTP/1.1" status: 404 len: 333 time: 0.0459371 Jul 08 17:44:43.081865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53436) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.092848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75908e5-00f6-4a46-9f5c-a04e3dd879ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d59508-a913-4e81-b80a-1e63e6072048,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:43.121439 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-55eebb00-9555-4bed-bf54-1556c9b19b7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.122255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55eebb00-9555-4bed-bf54-1556c9b19b7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.127490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-55eebb00-9555-4bed-bf54-1556c9b19b7b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/aedad995-92b2-4874-bb65-45fe48c9e552 HTTP/1.1" status: 404 len: 337 time: 0.0443833 Jul 08 17:44:43.128387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53438) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.144545 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.168007 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf98d5e3-f89e-4762-88d5-89dbb653acb6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.168712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf98d5e3-f89e-4762-88d5-89dbb653acb6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.174282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cf98d5e3-f89e-4762-88d5-89dbb653acb6 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/2e7ae5b6-79c6-48f2-ac27-d991c08ceef1 HTTP/1.1" status: 404 len: 337 time: 0.0445518 Jul 08 17:44:43.175210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53442) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.218613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e1225cf9-19da-4326-b972-dc44fce4fbfe tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports?device_id=b731b7db-a3b6-4849-b194-82f381235eeb HTTP/1.1" status: 200 len: 205 time: 0.0419660 Jul 08 17:44:43.219686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53444) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.263849 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-16ba9678-7a25-40ec-a175-00a87342ea1d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] delete failed (client error): The resource could not be found. Jul 08 17:44:43.267711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-16ba9678-7a25-40ec-a175-00a87342ea1d tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/routers/b731b7db-a3b6-4849-b194-82f381235eeb HTTP/1.1" status: 404 len: 336 time: 0.0468168 Jul 08 17:44:43.268347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53450) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.298296 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb05e211-269c-420a-aec4-1e0583501559 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.298889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb05e211-269c-420a-aec4-1e0583501559 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.304178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bb05e211-269c-420a-aec4-1e0583501559 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/447a273b-23bf-4c25-aef6-0138a02fbe07 HTTP/1.1" status: 404 len: 337 time: 0.0344648 Jul 08 17:44:43.304897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53452) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.334474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.356935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10a0f5ee-4f29-492c-bf30-6c5176e081ec tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "GET /v2.0/ports?device_id=b69c1838-eb62-4498-89ce-9100b0b197b8 HTTP/1.1" status: 200 len: 205 time: 0.0507693 Jul 08 17:44:43.359121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.410539 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-d2d22cc2-f396-4b10-a8a8-8fae16f553c2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] delete failed (client error): The resource could not be found. Jul 08 17:44:43.411580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d2d22cc2-f396-4b10-a8a8-8fae16f553c2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/routers/b69c1838-eb62-4498-89ce-9100b0b197b8 HTTP/1.1" status: 404 len: 336 time: 0.0497127 Jul 08 17:44:43.434628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53458) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.493333 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dec63dc-c031-43f7-b61a-d9fae6e3407b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.494216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dec63dc-c031-43f7-b61a-d9fae6e3407b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.496294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7dec63dc-c031-43f7-b61a-d9fae6e3407b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/31e78750-12e5-4b26-8307-5619d8235c36 HTTP/1.1" status: 404 len: 337 time: 0.0572529 Jul 08 17:44:43.500762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53462) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.505557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ece992-c55b-4180-90ca-49f75e90e898 req-4d9b28d4-c290-4945-8d21-5beea4a731d6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:43.507140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52ece992-c55b-4180-90ca-49f75e90e898 req-4d9b28d4-c290-4945-8d21-5beea4a731d6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.0945861 Jul 08 17:44:43.535132 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-99822cb2-8f43-41d9-ac44-20730778f3f2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.535933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99822cb2-8f43-41d9-ac44-20730778f3f2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.538356 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-99822cb2-8f43-41d9-ac44-20730778f3f2 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/1f4deef4-c44b-4d9a-a9cc-eee73a974a1e HTTP/1.1" status: 404 len: 337 time: 0.0362942 Jul 08 17:44:43.541212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53464) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.564892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53466) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.595699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52ece992-c55b-4180-90ca-49f75e90e898 req-cd25694f-2a88-486c-87ff-20aea3b74d0a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829892 Jul 08 17:44:43.616474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.622403 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18c2aa8-b9c1-45a9-9e51-58a7e9774574 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.623738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18c2aa8-b9c1-45a9-9e51-58a7e9774574 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.626920 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c18c2aa8-b9c1-45a9-9e51-58a7e9774574 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/a91b5d47-f92f-4c51-8051-997d220d0efc HTTP/1.1" status: 404 len: 333 time: 0.0843389 Jul 08 17:44:43.629405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53472) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.671598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73d4307e-1ea4-46c8-9196-08c5ded6832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.683861 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a4e74e-66e8-44d4-90d1-abff094d44ae tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.684638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a4e74e-66e8-44d4-90d1-abff094d44ae tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.686948 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f8a4e74e-66e8-44d4-90d1-abff094d44ae tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/cb8c59da-1e77-4530-9848-91694e08f9e1 HTTP/1.1" status: 404 len: 337 time: 0.0560505 Jul 08 17:44:43.689905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53474) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.707982 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.748345 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a104382b-635f-490b-a98b-aa5008b4ffac tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.749720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.751953 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/78107095-7185-46f2-8701-9fa1a1f594d9 HTTP/1.1" status: 204 len: 168 time: 0.8765955 Jul 08 17:44:43.755984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a104382b-635f-490b-a98b-aa5008b4ffac tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.760135 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a104382b-635f-490b-a98b-aa5008b4ffac tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/4611dee8-0c8e-4495-bfe4-1390d154608e HTTP/1.1" status: 404 len: 333 time: 0.0667663 Jul 08 17:44:43.760996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53478) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.761463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53480) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.914851 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa124b3-735e-4eaf-b6c2-7a6683f801ae tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.915505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa124b3-735e-4eaf-b6c2-7a6683f801ae tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.919467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3aa124b3-735e-4eaf-b6c2-7a6683f801ae tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/462e4a17-ddff-4825-bac2-682ac54dcc60 HTTP/1.1" status: 404 len: 337 time: 0.1259067 Jul 08 17:44:43.919862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53486) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:43.933937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1cd60-bb4d-4f7a-aee6-49b01a964269 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=78107095-7185-46f2-8701-9fa1a1f594d9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:43.944203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:43.979364 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ea25b0-479c-4964-b46b-2eb5f86b902a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:43.980304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ea25b0-479c-4964-b46b-2eb5f86b902a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:43.982238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-17ea25b0-479c-4964-b46b-2eb5f86b902a tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/2db4a5f9-6bc7-4377-b357-b4b97baf4f46 HTTP/1.1" status: 404 len: 333 time: 0.0613928 Jul 08 17:44:43.997423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53488) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.043972 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ba8d39-2517-44d4-8ec3-b8f46add99e3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.044487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ba8d39-2517-44d4-8ec3-b8f46add99e3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.048775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-75ba8d39-2517-44d4-8ec3-b8f46add99e3 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/28ec243b-d3ca-4baa-b45e-b245008800db HTTP/1.1" status: 404 len: 337 time: 0.0476680 Jul 08 17:44:44.050273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53490) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.095623 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-701ad057-79bf-4148-8ed6-282cdfb9aa92 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.096878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701ad057-79bf-4148-8ed6-282cdfb9aa92 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.098916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-701ad057-79bf-4148-8ed6-282cdfb9aa92 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/6a4c8a38-c8ef-4179-b73c-326054f96e2e HTTP/1.1" status: 404 len: 333 time: 0.0473604 Jul 08 17:44:44.101573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53492) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.145732 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f9ae4b-9d82-4876-828e-fb2385220fcb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.146549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f9ae4b-9d82-4876-828e-fb2385220fcb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.150007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e8f9ae4b-9d82-4876-828e-fb2385220fcb tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/0da8c4cc-3e33-40da-bd50-b6ff21804947 HTTP/1.1" status: 404 len: 337 time: 0.0464571 Jul 08 17:44:44.152506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53496) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.164915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73d4307e-1ea4-46c8-9196-08c5ded6832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.183666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting port 9a1dfc60-4563-44d6-ac02-c907870fde82 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:44.183978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.188399 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73d4307e-1ea4-46c8-9196-08c5ded6832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.202931 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-32db9837-fc4d-470e-8156-b1b51ff17e31 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.205641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32db9837-fc4d-470e-8156-b1b51ff17e31 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.208078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-32db9837-fc4d-470e-8156-b1b51ff17e31 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/189e6b7b-4a97-4202-a4f3-91f424daa8cd HTTP/1.1" status: 404 len: 333 time: 0.0543339 Jul 08 17:44:44.210562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53500) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.255403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-fceb4fc8-2d03-4e14-af25-6a9efa43f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:44.256991 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-fceb4fc8-2d03-4e14-af25-6a9efa43f678 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1095 time: 0.2412591 Jul 08 17:44:44.271132 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-12733415-332b-4949-8c8d-7e555b7b1776 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.271816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12733415-332b-4949-8c8d-7e555b7b1776 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.276376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-12733415-332b-4949-8c8d-7e555b7b1776 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/19c50b4d-6e25-4adb-9af6-5284fdbf675a HTTP/1.1" status: 404 len: 337 time: 0.0618992 Jul 08 17:44:44.279432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53502) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.288123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c469a1-397a-4251-9adf-0afd26c63e93 None None] Network fc244d95-52cf-4979-8f47-5351be925566 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:44.324460 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a682e70-994a-4cbc-a80f-2e05ba403f3b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.325281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a682e70-994a-4cbc-a80f-2e05ba403f3b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.329240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a682e70-994a-4cbc-a80f-2e05ba403f3b tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/7df131aa-07e2-4245-8a71-17da9dd35e12 HTTP/1.1" status: 404 len: 333 time: 0.0456958 Jul 08 17:44:44.330916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53506) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.371060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fb52-a5b8-49e1-91f3-64fa74b17c03 req-583303e5-f170-4ec9-acb5-abe1c3a3eae4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:44.373001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64f8fb52-a5b8-49e1-91f3-64fa74b17c03 req-583303e5-f170-4ec9-acb5-abe1c3a3eae4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2181053 Jul 08 17:44:44.374583 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce5cbec-6bf3-4160-b292-49ac84db3589 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.375187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce5cbec-6bf3-4160-b292-49ac84db3589 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.377732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ce5cbec-6bf3-4160-b292-49ac84db3589 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/4ff1c845-4ead-4c33-902d-ebb64502e329 HTTP/1.1" status: 404 len: 337 time: 0.0442317 Jul 08 17:44:44.380342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53508) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.433183 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e16f392-70cb-44af-b029-2c20c1cbde57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.434776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e16f392-70cb-44af-b029-2c20c1cbde57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.437115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e16f392-70cb-44af-b029-2c20c1cbde57 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/ports/c3a07cf9-f1f9-49ef-91b0-41dcfe3354c2 HTTP/1.1" status: 404 len: 333 time: 0.0555773 Jul 08 17:44:44.440237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53512) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.474986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4307e-1ea4-46c8-9196-08c5ded6832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62d453-99d6-4402-abbf-d41ade8aca0e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:44.495039 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-73d4307e-1ea4-46c8-9196-08c5ded6832d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a6c2f6b20d68444ca998d166ea767b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9280236 Jul 08 17:44:44.498706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53514) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.510353 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-197b882a-66ba-4051-a055-2e14ec9c4ee4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:44.510820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197b882a-66ba-4051-a055-2e14ec9c4ee4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:44.511963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] For port 9a1dfc60-4563-44d6-ac02-c907870fde82, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9a1dfc60-4563-44d6-ac02-c907870fde82,segment=NetworkSegment(50d2e93e-06dd-45ac-8f6d-e79095406e1e),segment_id=50d2e93e-06dd-45ac-8f6d-e79095406e1e)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:44.515754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.515976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-197b882a-66ba-4051-a055-2e14ec9c4ee4 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/subnets/7fe43a22-5b0f-451c-807b-174e2cbd9008 HTTP/1.1" status: 404 len: 337 time: 0.0711417 Jul 08 17:44:44.516082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53518) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:44.523220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6028cd25-ddf8-411a-bcd6-509e5745c11e None None] Provisioning complete for port 9a1dfc60-4563-44d6-ac02-c907870fde82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:44.523648 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6028cd25-ddf8-411a-bcd6-509e5745c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.539153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64f8fb52-a5b8-49e1-91f3-64fa74b17c03 req-3cef3055-4a3a-429d-9f3f-2502c64ff21a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498392 Jul 08 17:44:44.551362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Calling delete_port for 9a1dfc60-4563-44d6-ac02-c907870fde82 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:44.622837 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bcaeef14-1f00-4dff-84a8-f9a8aebf3636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.683633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bcaeef14-1f00-4dff-84a8-f9a8aebf3636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.726064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-2409f4ac-ede1-4812-a9e7-a5ca269458bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:44.727603 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-2409f4ac-ede1-4812-a9e7-a5ca269458bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.4554539 Jul 08 17:44:44.737469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.824270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bcaeef14-1f00-4dff-84a8-f9a8aebf3636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.827536 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bcaeef14-1f00-4dff-84a8-f9a8aebf3636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:44.829521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bcaeef14-1f00-4dff-84a8-f9a8aebf3636 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dc62d453-99d6-4402-abbf-d41ade8aca0e HTTP/1.1" status: 204 len: 168 time: 0.3297424 Jul 08 17:44:44.845482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeef14-1f00-4dff-84a8-f9a8aebf3636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62d453-99d6-4402-abbf-d41ade8aca0e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:44.976622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-f8c61eec-33f7-4468-8290-33bd9c99072e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.2331550 Jul 08 17:44:44.985758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.041239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.068727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55502012-99b0-49ac-a0bf-2eddff818306 None None] DHCP port deletion for fc244d95-52cf-4979-8f47-5351be925566 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:45.091800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Port': ['ID=9a1dfc60-4563-44d6-ac02-c907870fde82,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:45.094687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-97fe8a05-c941-4a79-973d-08e63f728b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:45.096293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-97fe8a05-c941-4a79-973d-08e63f728b2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.0916121 Jul 08 17:44:45.105762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No DVR routers for this DVR port 9a1dfc60-4563-44d6-ac02-c907870fde82 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:45.130305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f2602e-703e-48f5-899b-7f1e2951c730']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:45.197043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cac83a7-d0d0-4a61-8c87-0d505de7279c') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:45.197323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cac83a7-d0d0-4a61-8c87-0d505de7279c') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:45.223282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bbd23-cc77-4d32-a480-6b95fdd60d03 req-99299091-9ed8-44ff-9e75-5ecb6c696a7c tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:45.229372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f82bbd23-cc77-4d32-a480-6b95fdd60d03 req-99299091-9ed8-44ff-9e75-5ecb6c696a7c tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 945 time: 0.1412499 Jul 08 17:44:45.264466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.296714 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.300856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.306810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f82bbd23-cc77-4d32-a480-6b95fdd60d03 req-15d90728-23e3-4861-8e1e-27c6af5df545 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703313 Jul 08 17:44:45.315908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc244d95-52cf-4979-8f47-5351be925566']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:45.326250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:45.326663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:45.336323 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:45.416250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d2e93e-06dd-45ac-8f6d-e79095406e1e') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:45.416574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d2e93e-06dd-45ac-8f6d-e79095406e1e') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:45.436196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-b97355b5-b000-4585-bdb3-8085bc99bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:45.437830 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-b97355b5-b000-4585-bdb3-8085bc99bcf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198559 Jul 08 17:44:45.440230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.475361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.519447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.531457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.534822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] 10.222.0.63 "DELETE /v2.0/networks/02f2602e-703e-48f5-899b-7f1e2951c730 HTTP/1.1" status: 204 len: 168 time: 1.0168073 Jul 08 17:44:45.545714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:45.546142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:45.551435 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:45.685450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16c950-d544-4985-bc0b-0ddb5387a263 tempest-NetworksTestDHCPv6-967203425 tempest-NetworksTestDHCPv6-967203425-project] Pushing event deleted for resources: {'Network': ['ID=02f2602e-703e-48f5-899b-7f1e2951c730,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:45.745851 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.777376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:45.782666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53574) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:45.789426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/fc244d95-52cf-4979-8f47-5351be925566 HTTP/1.1" status: 204 len: 168 time: 1.9942451 Jul 08 17:44:45.846185 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-ba13d5e0-ae08-4aaa-b384-fa20f815a7f1 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950109 Jul 08 17:44:45.847112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc69b46-ccdd-4154-8a7a-0e62f26e26f4 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=fc244d95-52cf-4979-8f47-5351be925566,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:45.896868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9a1dfc60-4563-44d6-ac02-c907870fde82 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:45.904134 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d911db-4eca-4130-b15c-d539906d79d8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:45.904585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d911db-4eca-4130-b15c-d539906d79d8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:45.917402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-78d911db-4eca-4130-b15c-d539906d79d8 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/5dd26298-e421-471b-a0ee-c2f13aca6832 HTTP/1.1" status: 404 len: 337 time: 0.1336300 Jul 08 17:44:45.958701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9a1dfc60-4563-44d6-ac02-c907870fde82 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:45.959277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9a1dfc60-4563-44d6-ac02-c907870fde82 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:45.971508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53582) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:45.971872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53584) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.041076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e792140-b5c6-4dc4-9688-297d6ee46b73 req-0360a80e-5c93-44c2-a137-904a6a42cb05 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854935 Jul 08 17:44:46.053423 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93117bc-fe73-47a7-9387-7d0f897a54ee tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:46.054385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93117bc-fe73-47a7-9387-7d0f897a54ee tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:46.059686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a93117bc-fe73-47a7-9387-7d0f897a54ee tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/6b687e6c-d333-4877-a3b7-93ae3e78b62c HTTP/1.1" status: 404 len: 339 time: 0.0866199 Jul 08 17:44:46.063634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53590) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.102916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856b144-47ad-4f0a-8d6d-aad05a72bf98 req-fd939215-7657-44d5-abbe-40202eac4370 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:46.106243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5856b144-47ad-4f0a-8d6d-aad05a72bf98 req-fd939215-7657-44d5-abbe-40202eac4370 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2387695 Jul 08 17:44:46.120656 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-086e3452-6d10-42b8-9dda-4b048133a7d3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:46.121177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086e3452-6d10-42b8-9dda-4b048133a7d3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:46.125369 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-086e3452-6d10-42b8-9dda-4b048133a7d3 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/08a472af-4517-492c-a1ec-306af5856986 HTTP/1.1" status: 404 len: 337 time: 0.0579901 Jul 08 17:44:46.126679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53592) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.175695 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f8f712-aafe-4c41-bdd1-981abfe1e45a tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:46.189254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f8f712-aafe-4c41-bdd1-981abfe1e45a tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:46.193402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-53f8f712-aafe-4c41-bdd1-981abfe1e45a tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/fb763232-b244-4d54-857d-37ef8c9f8e8d HTTP/1.1" status: 404 len: 339 time: 0.0638523 Jul 08 17:44:46.193896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53596) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.246870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5856b144-47ad-4f0a-8d6d-aad05a72bf98 req-f749f3b3-8774-44b7-95a7-692387a15e6b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330347 Jul 08 17:44:46.276331 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f806094-0188-4506-82bf-1df01979d271 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:46.276828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f806094-0188-4506-82bf-1df01979d271 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:46.280867 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f806094-0188-4506-82bf-1df01979d271 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/a11792e4-f387-4243-a1e7-df3276bf2049 HTTP/1.1" status: 404 len: 337 time: 0.0834906 Jul 08 17:44:46.284363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53598) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.315246 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27cb609-d0f1-40f1-b050-19c162997e07 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:46.315842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27cb609-d0f1-40f1-b050-19c162997e07 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:46.319911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b27cb609-d0f1-40f1-b050-19c162997e07 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/60f67af1-c46c-42fc-b81e-ae71a0d63bf3 HTTP/1.1" status: 404 len: 339 time: 0.0322669 Jul 08 17:44:46.320414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53600) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.335382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-44b59543-985b-4662-9c51-18d2798c9443 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c29aace70e074dff91e3cf0cbe8cdb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368254 Jul 08 17:44:46.338379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53604) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.413762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53608) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:46.448264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting subnet 804f0576-c012-4cb4-8383-e8195d536840 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:46.460657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2227adef-9169-43c3-ada9-ab557a8f9c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.488379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.507752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2227adef-9169-43c3-ada9-ab557a8f9c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.634044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86cccdcc-dc8a-4000-bff3-837b6bc1248e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.711195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2227adef-9169-43c3-ada9-ab557a8f9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.712576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.713765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2227adef-9169-43c3-ada9-ab557a8f9c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:46.715117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2227adef-9169-43c3-ada9-ab557a8f9c7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/31ace91a-3dc9-469b-b3a4-a4fb12576299 HTTP/1.1" status: 204 len: 168 time: 0.3757448 Jul 08 17:44:46.743614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227adef-9169-43c3-ada9-ab557a8f9c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ace91a-3dc9-469b-b3a4-a4fb12576299,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:46.772339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-bc4c3667-397a-4320-93ce-92e061bddfad tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:46.774389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-bc4c3667-397a-4320-93ce-92e061bddfad tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 945 time: 0.3189490 Jul 08 17:44:46.790358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d00b-f37c-4d60-87bc-fb71cbf3d564 req-bae3f888-a205-4bc7-ab8d-27e20202d7d1 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:46.791984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb24d00b-f37c-4d60-87bc-fb71cbf3d564 req-bae3f888-a205-4bc7-ab8d-27e20202d7d1 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 945 time: 0.2176394 Jul 08 17:44:46.936575 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb24d00b-f37c-4d60-87bc-fb71cbf3d564 req-ca3b2e2a-7aa7-443d-8b75-8ba53170d527 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254704 Jul 08 17:44:47.036123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.041551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86cccdcc-dc8a-4000-bff3-837b6bc1248e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.050229 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86cccdcc-dc8a-4000-bff3-837b6bc1248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.103637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-86cccdcc-dc8a-4000-bff3-837b6bc1248e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dce4bf719ef44dd3b1ccbad51c23b3b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877198 Jul 08 17:44:47.105977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53628) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:47.126682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cccdcc-dc8a-4000-bff3-837b6bc1248e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5100dbe-fdbb-410e-9f7a-7e49209bbb51,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:47.143543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Deleting port 660d7881-2500-4f18-b387-b39de3a9f642 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:47.144084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.233057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f09b09ab-0bf3-444c-a53d-2db6ad8b15dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.286069 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f09b09ab-0bf3-444c-a53d-2db6ad8b15dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.288660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.369128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf1ff1b-6a73-4e7a-bf1c-8b36fe0e318f None None] Network 583b449f-a858-4ab1-8aeb-7f28a031f293 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:47.373063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=804f0576-c012-4cb4-8383-e8195d536840,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:47.393991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f09b09ab-0bf3-444c-a53d-2db6ad8b15dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.396967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f09b09ab-0bf3-444c-a53d-2db6ad8b15dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.398199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f09b09ab-0bf3-444c-a53d-2db6ad8b15dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d5100dbe-fdbb-410e-9f7a-7e49209bbb51 HTTP/1.1" status: 204 len: 168 time: 0.2913096 Jul 08 17:44:47.406016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.413400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53640) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:47.414685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b09ab-0bf3-444c-a53d-2db6ad8b15dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5100dbe-fdbb-410e-9f7a-7e49209bbb51,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:47.415195 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-413c636b-bc35-4057-b606-5d950d1a495c tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/804f0576-c012-4cb4-8383-e8195d536840 HTTP/1.1" status: 204 len: 168 time: 1.0903168 Jul 08 17:44:47.481689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] For port 660d7881-2500-4f18-b387-b39de3a9f642, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=660d7881-2500-4f18-b387-b39de3a9f642,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:47.482320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.501825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Calling delete_port for 660d7881-2500-4f18-b387-b39de3a9f642 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:47.663113 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.730342 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.761538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Pushing event deleted for resources: {'Port': ['ID=660d7881-2500-4f18-b387-b39de3a9f642,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:47.817356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] DHCP port deletion for 583b449f-a858-4ab1-8aeb-7f28a031f293 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:47.854080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486555f-a6f3-45d4-929a-d9f50a04044c req-c9f34c9f-474e-4eca-84e6-3875a02aa59f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:47.861157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b486555f-a6f3-45d4-929a-d9f50a04044c req-c9f34c9f-474e-4eca-84e6-3875a02aa59f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3765450 Jul 08 17:44:47.882138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] Deleting port 2cd3e554-ca32-4e01-95e3-64e914a60342 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:47.882815 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.917854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] No DVR routers for this DVR port 660d7881-2500-4f18-b387-b39de3a9f642 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:47.926817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.933239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b486555f-a6f3-45d4-929a-d9f50a04044c req-d3564ee1-b5b7-488c-96bc-b4ce3e5321d2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709813 Jul 08 17:44:47.935724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-08eee2fb-85cc-4657-9703-96e03d6363ad req-b0020b0d-eed7-45e7-bb48-db5a66a67688 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "DELETE /v2.0/ports/660d7881-2500-4f18-b387-b39de3a9f642 HTTP/1.1" status: 204 len: 173 time: 1.1504641 Jul 08 17:44:47.936316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'name': 'network-vif-deleted', 'tag': '660d7881-2500-4f18-b387-b39de3a9f642'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:47.940602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting port 2cd3e554-ca32-4e01-95e3-64e914a60342 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:47.940982 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:47.956463 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c6c7ec-d58b-4fb2-b031-8696169cb955" -d '{"events": [{"server_uuid": "b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988", "name": "network-vif-deleted", "tag": "660d7881-2500-4f18-b387-b39de3a9f642"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:48.053518 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1772c4fb-0ae2-4ad4-b87a-220741154a1b x-openstack-request-id: req-1772c4fb-0ae2-4ad4-b87a-220741154a1b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:48.053866 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988", "name": "network-vif-deleted", "tag": "660d7881-2500-4f18-b387-b39de3a9f642", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:48.054123 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1772c4fb-0ae2-4ad4-b87a-220741154a1b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:48.054530 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988', 'name': 'network-vif-deleted', 'tag': '660d7881-2500-4f18-b387-b39de3a9f642', 'status': 'completed', 'code': 200} Jul 08 17:44:48.088855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] For port 2cd3e554-ca32-4e01-95e3-64e914a60342, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2cd3e554-ca32-4e01-95e3-64e914a60342,segment=NetworkSegment(5afa9577-41a7-486a-8979-be8e03dcac31),segment_id=5afa9577-41a7-486a-8979-be8e03dcac31)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:48.094313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.122772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] For port 2cd3e554-ca32-4e01-95e3-64e914a60342, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2cd3e554-ca32-4e01-95e3-64e914a60342,segment=NetworkSegment(5afa9577-41a7-486a-8979-be8e03dcac31),segment_id=5afa9577-41a7-486a-8979-be8e03dcac31)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:48.123215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.158714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] Calling delete_port for 2cd3e554-ca32-4e01-95e3-64e914a60342 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:48.172005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Calling delete_port for 2cd3e554-ca32-4e01-95e3-64e914a60342 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:48.351238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.392377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53670) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:48.396044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0a27a01-1082-4bf2-ace2-7e9aff6d2d00 req-c898e30f-a2f5-4051-a9be-df6a9f28c561 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 210 time: 0.0783958 Jul 08 17:44:48.421721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14095740-8a24-40aa-bbf0-7755711473ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.422826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] Pushing event deleted for resources: {'Port': ['ID=2cd3e554-ca32-4e01-95e3-64e914a60342,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:48.433556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73b8ec-603a-4208-88f0-3265811b8790 None None] No DVR routers for this DVR port 2cd3e554-ca32-4e01-95e3-64e914a60342 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:48.474133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.513783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Port': ['ID=2cd3e554-ca32-4e01-95e3-64e914a60342,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:48.515642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No DVR routers for this DVR port 2cd3e554-ca32-4e01-95e3-64e914a60342 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:48.557643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df70c22-3c61-4e46-b01b-e6b68aabfe11 req-330c4d29-ce13-446a-81d0-5f898b5c37ef tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:48.573854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5df70c22-3c61-4e46-b01b-e6b68aabfe11 req-330c4d29-ce13-446a-81d0-5f898b5c37ef tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.1585228 Jul 08 17:44:48.628928 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14095740-8a24-40aa-bbf0-7755711473ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.635857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14095740-8a24-40aa-bbf0-7755711473ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.639060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.657588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583b449f-a858-4ab1-8aeb-7f28a031f293']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:48.690384 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-14095740-8a24-40aa-bbf0-7755711473ca admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3c05628430a44998abf8f8ad72df53ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969155 Jul 08 17:44:48.691391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53676) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:48.691586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afa9577-41a7-486a-8979-be8e03dcac31') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:48.691884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afa9577-41a7-486a-8979-be8e03dcac31') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:48.692555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14095740-8a24-40aa-bbf0-7755711473ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef22f6e2-0fc2-4d6d-90c3-ab6c3e094b81,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:48.706179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.739626 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.749033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:48.749439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.764226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f266f56-5e19-4fc9-ad80-98aa51af1e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.795230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f266f56-5e19-4fc9-ad80-98aa51af1e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:48.871009 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:48.881609 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.897489 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.902260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/583b449f-a858-4ab1-8aeb-7f28a031f293 HTTP/1.1" status: 204 len: 168 time: 1.4646561 Jul 08 17:44:48.902415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:48.913710 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5df70c22-3c61-4e46-b01b-e6b68aabfe11 req-21cd4bfd-373c-4eb4-a54f-7fa47a78dcf2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389220 Jul 08 17:44:48.926500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca6bc-d29a-4025-850a-0ffec24964f9 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=583b449f-a858-4ab1-8aeb-7f28a031f293,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:48.981477 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f266f56-5e19-4fc9-ad80-98aa51af1e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.984016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5f266f56-5e19-4fc9-ad80-98aa51af1e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:48.988629 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5f266f56-5e19-4fc9-ad80-98aa51af1e81 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ef22f6e2-0fc2-4d6d-90c3-ab6c3e094b81 HTTP/1.1" status: 204 len: 168 time: 0.2894537 Jul 08 17:44:48.995611 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb54b93-808d-4598-9785-20898f9f8a18 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:48.996068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb54b93-808d-4598-9785-20898f9f8a18 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:49.001126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53690) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:49.005351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9eb54b93-808d-4598-9785-20898f9f8a18 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/66839901-5291-4689-a811-66d0958fa080 HTTP/1.1" status: 404 len: 337 time: 0.1017134 Jul 08 17:44:49.036132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f266f56-5e19-4fc9-ad80-98aa51af1e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef22f6e2-0fc2-4d6d-90c3-ab6c3e094b81,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:49.048177 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:44:49.079399 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec0b476-f376-444e-9252-01a45173d43d tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] DELETE failed (client error): The resource could not be found. Jul 08 17:44:49.080034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec0b476-f376-444e-9252-01a45173d43d tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:44:49.087938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ec0b476-f376-444e-9252-01a45173d43d tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/fb9d9705-2162-4226-b12f-8e7be8902d48 HTTP/1.1" status: 404 len: 339 time: 0.0857852 Jul 08 17:44:49.090581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53694) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:49.210656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting subnet d353f656-f1fb-4d62-9aaa-763242f7570a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:44:49.210656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.322786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89161965-92b1-4ef0-bc13-130c1c1e23cb req-8085add1-7ed8-46e2-9176-81a55b339c40 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:49.340059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89161965-92b1-4ef0-bc13-130c1c1e23cb req-8085add1-7ed8-46e2-9176-81a55b339c40 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.1801705 Jul 08 17:44:49.362766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.386833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 660d7881-2500-4f18-b387-b39de3a9f642 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:49.441684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 660d7881-2500-4f18-b387-b39de3a9f642 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:49.442846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 660d7881-2500-4f18-b387-b39de3a9f642 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:49.460836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89161965-92b1-4ef0-bc13-130c1c1e23cb req-7592dece-bd6a-4bd0-88ab-07a6c35e6cfe tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183507 Jul 08 17:44:49.567179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53718) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:49.622771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.714815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2cc78dbe-8a62-48ac-8463-c983ebefd4ad req-a6e497d2-c922-4411-8dd3-780f1239f284 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5a11375-2ba3-4ccf-9ea0-1cbecd0e7988 HTTP/1.1" status: 200 len: 210 time: 0.0696216 Jul 08 17:44:49.746821 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.784831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Subnet': ['ID=d353f656-f1fb-4d62-9aaa-763242f7570a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:49.793254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:49.800053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f135f1-15c8-4556-b21b-aae7533fd79b None None] Network 04247d32-08eb-456c-adb9-9473a876868a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:44:49.813120 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-32bc16f7-ec7c-4efc-827f-562a1c397b30 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/subnets/d353f656-f1fb-4d62-9aaa-763242f7570a HTTP/1.1" status: 204 len: 168 time: 0.7186160 Jul 08 17:44:49.813523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53730) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.010907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-d5531988-7c51-4793-8392-aac8db9e8d17 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.017140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d5531988-7c51-4793-8392-aac8db9e8d17 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4447272 Jul 08 17:44:50.017522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.022365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-e4e746cb-a7b0-4199-af98-82c1b3bc9902 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.023371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e4e746cb-a7b0-4199-af98-82c1b3bc9902 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047367 Jul 08 17:44:50.026784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53742) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.032153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-c94d7dcd-a090-4fd2-9820-513ae0fe0b8a tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.032749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c94d7dcd-a090-4fd2-9820-513ae0fe0b8a tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050406 Jul 08 17:44:50.038590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53746) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.056533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-f355882b-a751-4128-8a0b-ddbb09bc0619 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.057827 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f355882b-a751-4128-8a0b-ddbb09bc0619 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0171695 Jul 08 17:44:50.061046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53748) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.065480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-ce9d9390-89d1-4f6c-9177-fd1ff9c98f9e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.066968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ce9d9390-89d1-4f6c-9177-fd1ff9c98f9e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043080 Jul 08 17:44:50.069598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53750) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.075653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-2bda9c69-0a1a-471d-a45c-32956ab7b8b0 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.078956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2bda9c69-0a1a-471d-a45c-32956ab7b8b0 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043707 Jul 08 17:44:50.082148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53752) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.093593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-e4bb5ecc-d59b-4dbb-b6c6-9b0a72613b23 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.099880 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e4bb5ecc-d59b-4dbb-b6c6-9b0a72613b23 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0161576 Jul 08 17:44:50.100223 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.101032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.108665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-fe54e6dc-970e-41b5-876a-4122519624a3 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.113192 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fe54e6dc-970e-41b5-876a-4122519624a3 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0102854 Jul 08 17:44:50.115212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53756) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.119415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-90a24a7a-2aa9-441f-b5fa-175957caeb1e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.122655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-90a24a7a-2aa9-441f-b5fa-175957caeb1e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043571 Jul 08 17:44:50.122987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53760) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.127393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-f23ba712-8b85-4c63-983f-ffa93377e6d5 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.130558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f23ba712-8b85-4c63-983f-ffa93377e6d5 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043991 Jul 08 17:44:50.130712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2cd3e554-ca32-4e01-95e3-64e914a60342 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:50.134559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53762) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.144045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-b936e797-9115-48b8-b6f2-7356cf6a7134 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.150316 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b936e797-9115-48b8-b6f2-7356cf6a7134 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0158436 Jul 08 17:44:50.151524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.159105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-73d2553a-d4ea-4db7-867a-65cdfe423e24 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.162812 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-73d2553a-d4ea-4db7-867a-65cdfe423e24 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070217 Jul 08 17:44:50.162812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53766) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.177445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-a845f991-d94d-4114-a640-36ef6bad399d tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.180997 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a845f991-d94d-4114-a640-36ef6bad399d tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045688 Jul 08 17:44:50.181170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53768) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.185415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-1df26e80-9cbf-46ae-b843-941007cb72d6 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.188588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1df26e80-9cbf-46ae-b843-941007cb72d6 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043359 Jul 08 17:44:50.193332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53770) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.230575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-1654c03d-70d2-40a4-be83-e46366459351 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.237986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1654c03d-70d2-40a4-be83-e46366459351 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084701 Jul 08 17:44:50.239359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.243435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-6608ef84-5dd5-4d59-86cd-759758eea06e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.247577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-6566d8ef-2b24-4cfe-bb81-15004640f37c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.253180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6566d8ef-2b24-4cfe-bb81-15004640f37c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103896 Jul 08 17:44:50.253360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-6608ef84-5dd5-4d59-86cd-759758eea06e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.3705518 Jul 08 17:44:50.255078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53774) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.269691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 2cd3e554-ca32-4e01-95e3-64e914a60342 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:50.277998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2cd3e554-ca32-4e01-95e3-64e914a60342 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:50.279741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-23bb78fb-937b-43a6-8fc7-b9b83bec04b4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.282759 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-23bb78fb-937b-43a6-8fc7-b9b83bec04b4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0265667 Jul 08 17:44:50.288334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53778) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.293491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-43537e98-f7d9-4afc-ba40-389a918ee25a tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.298856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-43537e98-f7d9-4afc-ba40-389a918ee25a tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094173 Jul 08 17:44:50.299581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53780) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.311904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-6c147d97-2cfe-44a1-8015-b230e843ee15 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.313948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-1885aa7e-0ce5-4536-b65f-6d7a50dc10e5 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/quotas/86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 375 time: 0.0591679 Jul 08 17:44:50.317703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53782) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.323083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6c147d97-2cfe-44a1-8015-b230e843ee15 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0175240 Jul 08 17:44:50.354439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-8e059e86-3b1c-49ff-a125-02ac288eb059 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.358275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8e059e86-3b1c-49ff-a125-02ac288eb059 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0364764 Jul 08 17:44:50.359309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53784) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.368864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-a3e0c4c0-2c04-497a-90e3-44583b60643c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.379843 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a3e0c4c0-2c04-497a-90e3-44583b60643c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0154147 Jul 08 17:44:50.381546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53786) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.394866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-b1c8824d-b154-4415-b466-4faf269bcec9 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.407816 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1c8824d-b154-4415-b466-4faf269bcec9 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0237784 Jul 08 17:44:50.409011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53790) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.432181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-e431ebf8-25ce-44fd-8ac0-40bfd134c8c4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.440480 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e431ebf8-25ce-44fd-8ac0-40bfd134c8c4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0241089 Jul 08 17:44:50.441612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53794) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.455361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-c249ceab-ad3e-4199-8928-26b09614dddf tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.462025 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c249ceab-ad3e-4199-8928-26b09614dddf tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0183339 Jul 08 17:44:50.462979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53796) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.466173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] DHCP port deletion for 04247d32-08eb-456c-adb9-9473a876868a request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:44:50.484312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-0ad1a1c0-e8f2-49d5-b489-747603137d11 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.491787 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ad1a1c0-e8f2-49d5-b489-747603137d11 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0247872 Jul 08 17:44:50.492541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53800) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.505055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-074efc5b-8717-4ceb-9fc9-095d33289d09 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.510727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53804) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.512681 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-074efc5b-8717-4ceb-9fc9-095d33289d09 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0190816 Jul 08 17:44:50.526916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-74b35377-170e-4a5b-b692-15968847c29e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.528033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-74b35377-170e-4a5b-b692-15968847c29e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047388 Jul 08 17:44:50.531187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53806) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.538191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Deleting port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:50.538386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-1e2e7fa6-8d5a-4969-922a-f1986d5075ef tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.538750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.544315 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e2e7fa6-8d5a-4969-922a-f1986d5075ef tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096951 Jul 08 17:44:50.545455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53808) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.570395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-31879d48-d2ee-4cfc-a657-cbdf70cae90b tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.573209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-31879d48-d2ee-4cfc-a657-cbdf70cae90b tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0264604 Jul 08 17:44:50.573827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53810) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.597430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-fc48a966-6c96-4bac-a2b1-7a9b1071f6d5 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.605174 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fc48a966-6c96-4bac-a2b1-7a9b1071f6d5 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0302315 Jul 08 17:44:50.605780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53812) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.618617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-af794083-208b-48e3-926c-b2490381c09c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.619506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] Deleting port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:50.619897 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.623402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-af794083-208b-48e3-926c-b2490381c09c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0166192 Jul 08 17:44:50.625965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53814) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.635541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-572e2512-8f8d-4539-900f-6815c78ab0f4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.638929 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-572e2512-8f8d-4539-900f-6815c78ab0f4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0115428 Jul 08 17:44:50.642431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53818) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.651879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-7f2f7282-dec6-4e13-bd16-bc1223067e6f tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.654425 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7f2f7282-dec6-4e13-bd16-bc1223067e6f tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0108798 Jul 08 17:44:50.658324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53820) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.668087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-f6532106-9c07-4c62-9506-857512d256ca tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.671087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-b09872e1-0b5d-4ea4-8c4b-75a104440751 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3560393 Jul 08 17:44:50.672334 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f6532106-9c07-4c62-9506-857512d256ca tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0112386 Jul 08 17:44:50.675629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53822) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.679815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] For port 5a2890ca-b6a9-4dfa-99b9-c78de9244439, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a2890ca-b6a9-4dfa-99b9-c78de9244439,segment=NetworkSegment(230017d4-6f84-4892-ae79-4fd04137dd59),segment_id=230017d4-6f84-4892-ae79-4fd04137dd59)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:50.680284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.687308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-62b7d6b1-a778-4c41-bfad-8c614a6f60a2 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.689110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-62b7d6b1-a778-4c41-bfad-8c614a6f60a2 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0111923 Jul 08 17:44:50.692097 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53824) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.705241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-dee1c58f-c9e8-40cf-929c-faedee716e30 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.707836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dee1c58f-c9e8-40cf-929c-faedee716e30 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0109088 Jul 08 17:44:50.711915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53828) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.720052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-c9040d6e-37c9-4235-94ea-810b1eb3225b tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.724247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c9040d6e-37c9-4235-94ea-810b1eb3225b tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0111790 Jul 08 17:44:50.727423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53830) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.739869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-fec3b556-26c9-442a-bb57-03d3679152ec tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.745145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fec3b556-26c9-442a-bb57-03d3679152ec tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0156732 Jul 08 17:44:50.747644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.754461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Calling delete_port for 5a2890ca-b6a9-4dfa-99b9-c78de9244439 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:50.758818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-e3d2b69a-f70f-4f85-b17c-e309bf66b7af tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.770540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e3d2b69a-f70f-4f85-b17c-e309bf66b7af tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0203402 Jul 08 17:44:50.772905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53836) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.783426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-aab5981e-7baa-4cac-8a6a-7a6f0181ab69 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.787362 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aab5981e-7baa-4cac-8a6a-7a6f0181ab69 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0133281 Jul 08 17:44:50.792331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] For port 5a2890ca-b6a9-4dfa-99b9-c78de9244439, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a2890ca-b6a9-4dfa-99b9-c78de9244439,segment=NetworkSegment(230017d4-6f84-4892-ae79-4fd04137dd59),segment_id=230017d4-6f84-4892-ae79-4fd04137dd59)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:50.792714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53838) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.792861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:50.811263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-357928a1-617b-46a5-b16c-80b2a2f2a0e4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.818325 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-357928a1-617b-46a5-b16c-80b2a2f2a0e4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0240881 Jul 08 17:44:50.820566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53840) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.827379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-0e409689-7b1a-4c17-ae22-7702349e2b82 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.831544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] Calling delete_port for 5a2890ca-b6a9-4dfa-99b9-c78de9244439 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:50.833224 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e409689-7b1a-4c17-ae22-7702349e2b82 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0109375 Jul 08 17:44:50.834447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53842) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.841702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-c14f9de1-bf94-45de-9452-7b988b7ef98f tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.846042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c14f9de1-bf94-45de-9452-7b988b7ef98f tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0101798 Jul 08 17:44:50.846823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53844) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.852616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-4f4699d6-ea12-4399-adc1-41462e5253c3 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.857463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4f4699d6-ea12-4399-adc1-41462e5253c3 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093944 Jul 08 17:44:50.858278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53848) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.863631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-fa7ce720-79e5-44d7-98e5-e54c2d504a00 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.868406 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa7ce720-79e5-44d7-98e5-e54c2d504a00 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089982 Jul 08 17:44:50.869231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53850) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.874408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-cd40dafb-de07-448b-8eeb-548921d2cc1e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.879062 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cd40dafb-de07-448b-8eeb-548921d2cc1e tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0087347 Jul 08 17:44:50.879978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.885175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-9e15c230-7062-4219-a46c-5186c38909ea tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.888757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f690-81e9-4e4b-be78-8ff52d9fc9e6 req-cbee887a-d1e9-4fe3-af15-6c0c7493cc82 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:50.889441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e15c230-7062-4219-a46c-5186c38909ea tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0078011 Jul 08 17:44:50.890822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b482f690-81e9-4e4b-be78-8ff52d9fc9e6 req-cbee887a-d1e9-4fe3-af15-6c0c7493cc82 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 945 time: 0.2833457 Jul 08 17:44:50.898874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53854) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.905587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-8187ff8c-7eb9-44e0-ab4e-d39ab878dfbd tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.910934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8187ff8c-7eb9-44e0-ab4e-d39ab878dfbd tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0096562 Jul 08 17:44:50.912072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53856) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.917682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-460cd1f1-65a9-4a75-bb72-f98ff7e2ae77 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.921986 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-460cd1f1-65a9-4a75-bb72-f98ff7e2ae77 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082705 Jul 08 17:44:50.922940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53858) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.928966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-1f6174ff-77f8-43b2-b84e-701c1dc4a440 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.934573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1f6174ff-77f8-43b2-b84e-701c1dc4a440 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094843 Jul 08 17:44:50.935551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53862) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.941619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-b0204edd-3561-49cc-ac31-2cecebc28599 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.948478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b0204edd-3561-49cc-ac31-2cecebc28599 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0116074 Jul 08 17:44:50.949780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53864) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.966146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-d080ada3-d888-4f25-ac4f-0971a7b2a8f7 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.975150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53866) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:50.979116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d080ada3-d888-4f25-ac4f-0971a7b2a8f7 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0224175 Jul 08 17:44:50.983616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [None req-1d345421-b3f7-47b4-91b7-b4b4b7deb985 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:50.989333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d345421-b3f7-47b4-91b7-b4b4b7deb985 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0129528 Jul 08 17:44:50.992306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53868) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.011252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-f585c621-ea5b-41a8-a2d2-749aca3479ab tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.015290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f585c621-ea5b-41a8-a2d2-749aca3479ab tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0120475 Jul 08 17:44:51.017291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53870) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.021838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-ef28fc3d-aeac-418b-8c4a-4e7758cb34cf tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.026186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef28fc3d-aeac-418b-8c4a-4e7758cb34cf tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072525 Jul 08 17:44:51.027256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53872) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.032063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-fd090959-1413-42ee-8656-ae0ed02209cb tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.036246 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd090959-1413-42ee-8656-ae0ed02209cb tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075212 Jul 08 17:44:51.037391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53874) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.041373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b482f690-81e9-4e4b-be78-8ff52d9fc9e6 req-a5dbc40b-a7d4-4109-aab0-7951d53d026a tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412375 Jul 08 17:44:51.045040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-bccdc1fd-f4cf-427e-a295-058a0e1e6e6c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.049990 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bccdc1fd-f4cf-427e-a295-058a0e1e6e6c tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0114586 Jul 08 17:44:51.050842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53876) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.052210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-42359fb2-edec-4eab-be72-072af6f63659 service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801415 Jul 08 17:44:51.055732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-864fbe13-bcc8-49a5-a6b8-75597d4ed4a4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.069097 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-864fbe13-bcc8-49a5-a6b8-75597d4ed4a4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0089357 Jul 08 17:44:51.069456 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.069599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53878) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.083501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-7ebb845b-55bf-4cb4-b154-2de73704bd1f tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.087690 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7ebb845b-55bf-4cb4-b154-2de73704bd1f tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0220640 Jul 08 17:44:51.088321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53880) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.102598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-b9dd79b8-c37e-4130-87a6-0d0922de636a tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.106253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9dd79b8-c37e-4130-87a6-0d0922de636a tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0145805 Jul 08 17:44:51.126158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53884) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.144262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-bcadc847-67f9-4004-aab3-7a34747741cf tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.147757 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bcadc847-67f9-4004-aab3-7a34747741cf tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0181632 Jul 08 17:44:51.158336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53886) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.164560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] Pushing event deleted for resources: {'Port': ['ID=5a2890ca-b6a9-4dfa-99b9-c78de9244439,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:51.187120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-6caffcec-4fab-4765-9e87-85602bc753a4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.191347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6caffcec-4fab-4765-9e87-85602bc753a4 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0294857 Jul 08 17:44:51.197025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53890) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.201753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:51.202986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a8ad2-1dc7-4ebe-91ba-433d0218277a None None] No DVR routers for this DVR port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:51.227786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-1a726b8f-d33f-4847-82e0-3fccc906c3ca tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.229138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1a726b8f-d33f-4847-82e0-3fccc906c3ca tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0246477 Jul 08 17:44:51.235234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53896) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.246954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-120421f4-4b04-4303-97b4-500dcb53d95d tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.249866 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-120421f4-4b04-4303-97b4-500dcb53d95d tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0135410 Jul 08 17:44:51.253406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53898) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.265497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-538df2a2-dac3-466b-9b4b-b4f45a76ed68 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.267672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Port': ['ID=5a2890ca-b6a9-4dfa-99b9-c78de9244439,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:51.283625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] No DVR routers for this DVR port 5a2890ca-b6a9-4dfa-99b9-c78de9244439 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:51.284701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-538df2a2-dac3-466b-9b4b-b4f45a76ed68 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0268142 Jul 08 17:44:51.285394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53900) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.302187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-5008f456-cace-4943-888f-b9b0e663b8d5 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.308590 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5008f456-cace-4943-888f-b9b0e663b8d5 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0169189 Jul 08 17:44:51.308590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53902) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.315140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-340e1076-7b9e-47e4-af70-dba6588c4809 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.320629 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-340e1076-7b9e-47e4-af70-dba6588c4809 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0105293 Jul 08 17:44:51.321686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53904) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.329695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-56255c55-4ccf-48c6-96cd-392f50402032 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.333501 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56255c55-4ccf-48c6-96cd-392f50402032 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0080242 Jul 08 17:44:51.337659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53906) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.349537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [None req-f8aee7d2-eb31-4e6d-897f-c7f7c4ffd791 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:44:51.353878 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f8aee7d2-eb31-4e6d-897f-c7f7c4ffd791 tempest-ExtensionsTestJSON-810114837 tempest-ExtensionsTestJSON-810114837-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119128 Jul 08 17:44:51.844966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53934) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:51.855477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a2890ca-b6a9-4dfa-99b9-c78de9244439 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:51.882697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5a2890ca-b6a9-4dfa-99b9-c78de9244439 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:51.883086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a2890ca-b6a9-4dfa-99b9-c78de9244439 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:51.987969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-c065ebcf-0bfd-40a7-a9f0-6fc7eafc14a2 service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9326200 Jul 08 17:44:52.043708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-e0825820-af25-4b37-bbaf-4288675b8a68 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.045291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-e0825820-af25-4b37-bbaf-4288675b8a68 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 945 time: 0.1277723 Jul 08 17:44:52.092614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.114041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04247d32-08eb-456c-adb9-9473a876868a']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:52.134816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230017d4-6f84-4892-ae79-4fd04137dd59') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:52.135248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230017d4-6f84-4892-ae79-4fd04137dd59') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:44:52.151718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.179637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-a8f1fbeb-e5ca-43fc-893b-417678b9f676 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.181330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-a8f1fbeb-e5ca-43fc-893b-417678b9f676 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/networks?id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 HTTP/1.1" status: 200 len: 809 time: 0.3038907 Jul 08 17:44:52.185374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.201969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-430c1740-9f40-416e-ae95-b21bf208e588 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/quotas/6929e65240504ee7a007d5235126eb1c HTTP/1.1" status: 200 len: 375 time: 0.0128965 Jul 08 17:44:52.206168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:44:52.206663 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:44:52.211438 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:44:52.240182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c49c10b0-71e2-4cf5-b67a-c3fc48e126e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.337877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-d48e1ddc-9fdc-4d8a-9fa0-de7768779ca9 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6929e65240504ee7a007d5235126eb1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119900 Jul 08 17:44:52.461437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-c3cf37da-9ab1-4d0f-bb7c-bf3791fe21d8 service neutron] 10.222.0.63 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147535 Jul 08 17:44:52.482674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Deleting port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:44:52.483023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.624942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.644136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] For port aea0b291-6ed4-499b-b8fa-9b8cf71dd125, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:44:52.645097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.647029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.653641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] 10.222.0.63 "DELETE /v2.0/networks/04247d32-08eb-456c-adb9-9473a876868a HTTP/1.1" status: 204 len: 168 time: 2.8395364 Jul 08 17:44:52.686998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Calling delete_port for aea0b291-6ed4-499b-b8fa-9b8cf71dd125 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:44:52.727885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3abbf-7ea5-441a-9305-5ace8878a2b5 tempest-NetworksIpV6Test-1528815335 tempest-NetworksIpV6Test-1528815335-project] Pushing event deleted for resources: {'Network': ['ID=04247d32-08eb-456c-adb9-9473a876868a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:52.770974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cebddc-a258-4863-9871-2356736a93ab req-3153ae5d-9a8b-41b2-beb8-b980371106fc tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:52.772521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2cebddc-a258-4863-9871-2356736a93ab req-3153ae5d-9a8b-41b2-beb8-b980371106fc tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 945 time: 0.3100009 Jul 08 17:44:52.805491 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-515498f8-101b-4b50-8dfa-189dce09c967 service neutron] 10.222.0.63 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652531 Jul 08 17:44:52.840967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2cebddc-a258-4863-9871-2356736a93ab req-150046c7-415b-4741-8684-afd51bb4e714 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608954 Jul 08 17:44:52.851448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c49c10b0-71e2-4cf5-b67a-c3fc48e126e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.865147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c49c10b0-71e2-4cf5-b67a-c3fc48e126e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:52.927689 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c49c10b0-71e2-4cf5-b67a-c3fc48e126e3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9676f4e0b97c4626963e5af8958f2c58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0818162 Jul 08 17:44:52.928636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:52.931572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c10b0-71e2-4cf5-b67a-c3fc48e126e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477213ba-2ab0-4574-93e7-922794fc32b1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:53.025447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73281a49-eb82-40af-8fb1-165216f66d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.049211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be22dfa1-68b9-48c7-a104-846e3089571a req-98aa9ae1-50b5-49d0-be32-1bd6a052bc0a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 210 time: 0.1304891 Jul 08 17:44:53.171774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73281a49-eb82-40af-8fb1-165216f66d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.197551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86b6550d-20e1-4505-bbef-95dabb931301 req-9566161c-2ab9-42b5-bf36-62960b3a1866 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 210 time: 0.0488272 Jul 08 17:44:53.240337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.258407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ac201760-38d4-4215-8e7f-78135fda7cf7', 'd9dab007-6b98-43f7-8f91-80b948c42a44', 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d', 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:44:53.316240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event deleted for resources: {'Port': ['ID=aea0b291-6ed4-499b-b8fa-9b8cf71dd125,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:53.414076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] No DVR routers for this DVR port aea0b291-6ed4-499b-b8fa-9b8cf71dd125 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:44:53.416548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.418884 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9b5da828-e3ec-4e50-8231-a6818eb7ee54 req-7d2efa48-875b-4933-b146-a9e474117817 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "DELETE /v2.0/ports/aea0b291-6ed4-499b-b8fa-9b8cf71dd125 HTTP/1.1" status: 204 len: 173 time: 1.3633518 Jul 08 17:44:53.419342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'name': 'network-vif-deleted', 'tag': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:53.421825 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb29c31-5b4a-4743-8662-3a1fd319ffca" -d '{"events": [{"server_uuid": "77fd1a98-bbba-4c08-9604-6cdf76f62a70", "name": "network-vif-deleted", "tag": "aea0b291-6ed4-499b-b8fa-9b8cf71dd125"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:53.446874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73281a49-eb82-40af-8fb1-165216f66d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.449535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-73281a49-eb82-40af-8fb1-165216f66d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:53.453428 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-73281a49-eb82-40af-8fb1-165216f66d64 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/477213ba-2ab0-4574-93e7-922794fc32b1 HTTP/1.1" status: 204 len: 168 time: 0.5053275 Jul 08 17:44:53.477706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73281a49-eb82-40af-8fb1-165216f66d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477213ba-2ab0-4574-93e7-922794fc32b1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:53.593434 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3318624-553f-4532-9d01-5b69b93320d7 x-openstack-request-id: req-c3318624-553f-4532-9d01-5b69b93320d7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:53.593740 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fd1a98-bbba-4c08-9604-6cdf76f62a70", "name": "network-vif-deleted", "tag": "aea0b291-6ed4-499b-b8fa-9b8cf71dd125", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:53.594032 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c3318624-553f-4532-9d01-5b69b93320d7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:53.594437 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd1a98-bbba-4c08-9604-6cdf76f62a70', 'name': 'network-vif-deleted', 'tag': 'aea0b291-6ed4-499b-b8fa-9b8cf71dd125', 'status': 'completed', 'code': 200} Jul 08 17:44:53.649744 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54000) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.330975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20d33374-7fc2-49ef-8fdf-f1fa8bc172e2 req-95512d24-269a-4f4f-a3bd-e922edb710d5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=77fd1a98-bbba-4c08-9604-6cdf76f62a70 HTTP/1.1" status: 200 len: 210 time: 0.0589638 Jul 08 17:44:54.472616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6a67d55-17b3-4d11-b37f-658711a661a7 req-4bb43058-1c51-4531-8619-7e2c99bad222 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 210 time: 0.1390779 Jul 08 17:44:54.496379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54038) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:54.504774 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b5027b20-6ec3-4d44-85fe-2a5aca482f76 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0540477047b4fea8c415cf6e8e092b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8426752 Jul 08 17:44:54.610747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-693ffa3f-057f-4cf6-a4e3-38b0c1bd79f2 req-a70b2f13-41bc-425f-a773-94369b3791da tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 210 time: 0.1127443 Jul 08 17:44:54.760632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.840151 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.920250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.924633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:54.926990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b55c983-745b-456a-86b8-fc7692fbec4c HTTP/1.1" status: 204 len: 168 time: 0.4090948 Jul 08 17:44:54.938929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b55c983-745b-456a-86b8-fc7692fbec4c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:54.949151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.949927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.950486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.951181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.951752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.952835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.954079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.954631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.955423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.956011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.956979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:54.957669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37e48db-5e0d-4beb-b8c5-51c1cb10ea04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:44:55.167793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:55.340499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-699986ba-7879-4216-abf0-811ff1e3c8cf tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:55.342464 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-699986ba-7879-4216-abf0-811ff1e3c8cf tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.8515730 Jul 08 17:44:55.356561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'port': {'device_id': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'admin_state_up': True, 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:55.413591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device aea0b291-6ed4-499b-b8fa-9b8cf71dd125 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:44:55.468140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: aea0b291-6ed4-499b-b8fa-9b8cf71dd125 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:44:55.477787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device aea0b291-6ed4-499b-b8fa-9b8cf71dd125 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:44:55.556302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfc8167e-f6c3-4742-898f-03359a0e8763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.713978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-3be3a3e8-bdd7-483a-9469-b81c1dc1ee75 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:55.715623 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-3be3a3e8-bdd7-483a-9469-b81c1dc1ee75 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "GET /v2.0/networks?id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 HTTP/1.1" status: 200 len: 809 time: 0.2322192 Jul 08 17:44:55.752898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Request body: {'port': {'device_id': '0881a58f-4124-46df-bce7-fd654b9073d7', 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886', 'admin_state_up': True, 'tenant_id': '6929e65240504ee7a007d5235126eb1c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:55.805202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:55.842856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93606759-d569-4f4d-8516-7b0f5d221714 req-a108d14c-d3d1-4db3-9dd1-c4c7bc695af3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 210 time: 0.1214957 Jul 08 17:44:55.987880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a11b52c-0d77-4ed0-8799-1d1ff681759d req-51358009-bd1b-4e86-96a5-1b763fd41910 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 210 time: 0.0912340 Jul 08 17:44:56.038171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfc8167e-f6c3-4742-898f-03359a0e8763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.049298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfc8167e-f6c3-4742-898f-03359a0e8763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.084868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Made reservation on behalf of 86de8c57281b49b391c0fc3feb8e531b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:56.091185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.112697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8167e-f6c3-4742-898f-03359a0e8763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee393b4-dd1e-4890-912b-a00f80b4a83a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:56.158038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cfc8167e-f6c3-4742-898f-03359a0e8763 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19de40d80a8740e58c511756af185600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9891009 Jul 08 17:44:56.160393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54086) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:56.195486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Made reservation on behalf of 6929e65240504ee7a007d5235126eb1c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:56.201835 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.236037 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dafb2df-6a6b-463f-8c5a-a3f5245dbf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.277318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dafb2df-6a6b-463f-8c5a-a3f5245dbf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.345134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dafb2df-6a6b-463f-8c5a-a3f5245dbf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.349699 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dafb2df-6a6b-463f-8c5a-a3f5245dbf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.351756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1dafb2df-6a6b-463f-8c5a-a3f5245dbf6d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ee393b4-dd1e-4890-912b-a00f80b4a83a HTTP/1.1" status: 204 len: 168 time: 0.1899469 Jul 08 17:44:56.365600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafb2df-6a6b-463f-8c5a-a3f5245dbf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee393b4-dd1e-4890-912b-a00f80b4a83a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:56.448407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Allocated IP 172.20.0.11 (c6b400da-81cc-41bc-8197-8410b53c3380/04c374cd-9975-4071-893c-485e95945e6e/17eea288-0c96-4a59-9cf2-b1e12acef62c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:56.589041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54102) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:56.693450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Allocated IP 172.20.0.6 (16bde5d7-6c8d-48d7-8a9c-7fd3a1541886/ca4f6411-c936-4ffb-a26a-a3feb5c5de7a/3f186ed9-9e4b-4fae-a5f6-994679eb8495) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:44:56.757165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:56.867388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Transition to ACTIVE for port object 17eea288-0c96-4a59-9cf2-b1e12acef62c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:57.026773 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.119035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.134368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.184094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-717089863'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:57.204224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:57.219569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:57.241616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:44:57.245500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:57.327530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:57.329194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.333597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:57.349929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54122) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:57.360215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.368515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Pushing event updated for resources: {'Port': ['ID=3f186ed9-9e4b-4fae-a5f6-994679eb8495,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.371452 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe5effa7-d551-44cb-8bca-a23e1700857f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.384935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0331466 Jul 08 17:44:57.386526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:44:57.407783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:44:57.426328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.450942 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-741374ba-0d5c-423d-8fb8-397e47e2ca55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.495476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a40ce-133c-48fd-8efa-d1b8a03f8be4 req-e8febb06-f125-469a-9e21-0745d769d420 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:57.497128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d82a40ce-133c-48fd-8efa-d1b8a03f8be4 req-e8febb06-f125-469a-9e21-0745d769d420 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 932 time: 0.3841059 Jul 08 17:44:57.517123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:57.518156 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.607874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54132) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:57.615770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dc42c-6244-4c51-bcc1-091e56ec38bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=17eea288-0c96-4a59-9cf2-b1e12acef62c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.639899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Request body: {'port': {'device_id': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:57.663827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb002e8c-d0b6-46a7-9baa-7c88de765f82 req-53ccb87a-29c9-451f-aa99-e8bbcbac0043 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:57.670986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb002e8c-d0b6-46a7-9baa-7c88de765f82 req-53ccb87a-29c9-451f-aa99-e8bbcbac0043 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 931 time: 0.4214268 Jul 08 17:44:57.711061 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d82a40ce-133c-48fd-8efa-d1b8a03f8be4 req-8894ff12-bf88-4cca-8ac2-fa363c3e5d84 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014008 Jul 08 17:44:57.727658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c77ec715-8dfc-4493-974c-3a4a602e99ec None None] Provisioning for port 17eea288-0c96-4a59-9cf2-b1e12acef62c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:44:57.732310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c77ec715-8dfc-4493-974c-3a4a602e99ec None None] Provisioning complete for port 17eea288-0c96-4a59-9cf2-b1e12acef62c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:44:57.732836 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c77ec715-8dfc-4493-974c-3a4a602e99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.779594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb002e8c-d0b6-46a7-9baa-7c88de765f82 req-7835af4c-3768-4769-a4f8-de1dce94ac66 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074836 Jul 08 17:44:57.842011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c77ec715-8dfc-4493-974c-3a4a602e99ec None None] Port 17eea288-0c96-4a59-9cf2-b1e12acef62c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:44:57.846165 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.860893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.871881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:57.953813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-944703696'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:57.959318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321ba607-4c43-4b5c-a25b-f2526342a46d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:57.991896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:58.014228 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.019396 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment 5d763c84-4b06-453b-8bd1-fca4a7f511e4 of type vlan for network f40266a6-7280-4370-91d7-fe71e4eda83c Jul 08 17:44:58.094325 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.136291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.145290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:58.146166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.153368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54142) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:58.233202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=f40266a6-7280-4370-91d7-fe71e4eda83c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.246925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f40266a6-7280-4370-91d7-fe71e4eda83c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:58.258562 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe5effa7-d551-44cb-8bca-a23e1700857f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.286395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c7ba5f05-0464-4261-b0ee-615bd8f66bdf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6954470 Jul 08 17:44:58.287109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54146) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:58.293308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1248958040'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:58.329248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fe5effa7-d551-44cb-8bca-a23e1700857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.356223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:58.361074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.373852 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-2c7ea178-ccc2-4b3b-b229-48c1a944f7b6 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6447647 Jul 08 17:44:58.375726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.389717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d379be85-2026-4742-857c-7ba5d4ce2578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.408284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:58.409642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Request body: {'port': {'device_id': '0881a58f-4124-46df-bce7-fd654b9073d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:58.414708 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.457111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:58.471716 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fe5effa7-d551-44cb-8bca-a23e1700857f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fab23a2af692462db7c51bbc5c00c087&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1202013 Jul 08 17:44:58.475498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.475854 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment 1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f of type vlan for network 9c1b386c-5fa3-4508-be76-28ad7708711d Jul 08 17:44:58.494048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5effa7-d551-44cb-8bca-a23e1700857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb54ee0-8b54-4457-9af4-25ef13f7768d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.497548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54148) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:58.528308 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.543156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17eea288-0c96-4a59-9cf2-b1e12acef62c {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:44:58.578095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.582404 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.587920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:58.588510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.607610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Transition to ACTIVE for port object 17eea288-0c96-4a59-9cf2-b1e12acef62c will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:58.616631 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.632894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.670359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=9c1b386c-5fa3-4508-be76-28ad7708711d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.683526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9c1b386c-5fa3-4508-be76-28ad7708711d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:58.689045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810cb5d0-8637-4d3a-9ed5-65c203866846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.719790 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.734385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.748243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:44:58.768470 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.768470 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment bf8d0b6d-8001-4d71-9324-1878cb1f71de of type vlan for network 5d5370ff-9768-4296-8472-016dcbfa26ca Jul 08 17:44:58.795424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Pushing event updated for resources: {'Port': ['ID=17eea288-0c96-4a59-9cf2-b1e12acef62c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.799558 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810cb5d0-8637-4d3a-9ed5-65c203866846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.832169 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.920407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96adb341-4bd6-4c59-9ff9-50335781d084,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:58.922961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:58.933647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:58.935136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.189716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Attempting to bind port 17eea288-0c96-4a59-9cf2-b1e12acef62c on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:44:59.190284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Attempting to bind port 17eea288-0c96-4a59-9cf2-b1e12acef62c by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:44:59.190668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Attempting to bind port 17eea288-0c96-4a59-9cf2-b1e12acef62c on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:59.195335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=5d5370ff-9768-4296-8472-016dcbfa26ca,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.204205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810cb5d0-8637-4d3a-9ed5-65c203866846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.206972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810cb5d0-8637-4d3a-9ed5-65c203866846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.207962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5d5370ff-9768-4296-8472-016dcbfa26ca details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:44:59.208296 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-810cb5d0-8637-4d3a-9ed5-65c203866846 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/deb54ee0-8b54-4457-9af4-25ef13f7768d HTTP/1.1" status: 204 len: 168 time: 0.7025056 Jul 08 17:44:59.221612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Port 17eea288-0c96-4a59-9cf2-b1e12acef62c on network c6b400da-81cc-41bc-8197-8410b53c3380 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:44:59.222185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Attempting to bind port 17eea288-0c96-4a59-9cf2-b1e12acef62c on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:44:59.242617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cb5d0-8637-4d3a-9ed5-65c203866846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb54ee0-8b54-4457-9af4-25ef13f7768d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.249465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:44:59.250470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:44:59.250989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Bound using segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:44:59.251527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Bound port: 17eea288-0c96-4a59-9cf2-b1e12acef62c, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:44:59.252004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.317850 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d379be85-2026-4742-857c-7ba5d4ce2578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.331831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b92a5-5198-4a2f-8668-d89ce6b92d8a req-6cbeb3f4-d19d-4385-9097-8d558fd7edb6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.340760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c1b92a5-5198-4a2f-8668-d89ce6b92d8a req-6cbeb3f4-d19d-4385-9097-8d558fd7edb6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 944 time: 0.2767813 Jul 08 17:44:59.347101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d379be85-2026-4742-857c-7ba5d4ce2578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.388624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7e1e-d3d0-4912-af03-f3579118628d req-e9d56f6c-2b57-4b29-a7dc-3d199761384c tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.404214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a18c7e1e-d3d0-4912-af03-f3579118628d req-e9d56f6c-2b57-4b29-a7dc-3d199761384c tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 931 time: 0.3037081 Jul 08 17:44:59.441048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd791c27-eaa2-4bdc-a6e2-08912f3ca820 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1524477 Jul 08 17:44:59.442845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b99098c7-f89c-46e6-9afe-e397c25a127a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8286085 Jul 08 17:44:59.449853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54166) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.457860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': 'f40266a6-7280-4370-91d7-fe71e4eda83c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:59.532231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d379be85-2026-4742-857c-7ba5d4ce2578 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5456c2bf9bb4b43970a7963bc3b8859&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3777008 Jul 08 17:44:59.536252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54168) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.566076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c1b92a5-5198-4a2f-8668-d89ce6b92d8a req-ac97eb26-7c6a-4f7b-8e70-0352fec1a94c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242618 Jul 08 17:44:59.589828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a18c7e1e-d3d0-4912-af03-f3579118628d req-7f017e5f-3d3c-452f-9072-430825790697 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839023 Jul 08 17:44:59.591189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54172) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:44:59.600768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379be85-2026-4742-857c-7ba5d4ce2578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49fda11-bbfb-4c52-acda-100405bdc4c7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.602372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '5d5370ff-9768-4296-8472-016dcbfa26ca', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:44:59.624102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] For port 17eea288-0c96-4a59-9cf2-b1e12acef62c, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:44:59.648714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] For port 17eea288-0c96-4a59-9cf2-b1e12acef62c, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:44:59.652021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f186ed9-9e4b-4fae-a5f6-994679eb8495 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:44:59.667382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.674201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.733418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Transition to ACTIVE for port object 3f186ed9-9e4b-4fae-a5f6-994679eb8495 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:44:59.749038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:44:59.749346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:59.750489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.752180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] 10.222.0.72 "PUT /v2.0/ports/17eea288-0c96-4a59-9cf2-b1e12acef62c HTTP/1.1" status: 200 len: 1092 time: 2.2242537 Jul 08 17:44:59.755012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'tag': '17eea288-0c96-4a59-9cf2-b1e12acef62c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:44:59.756647 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.757503 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14767af-3030-4e94-afd6-1508bc3c0e08" -d '{"events": [{"name": "network-changed", "server_uuid": "c60b69c8-c2e0-4e0d-9068-95f713c46745", "tag": "17eea288-0c96-4a59-9cf2-b1e12acef62c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:44:59.788807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.854943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:44:59.858772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7414ee-56cc-4065-8f44-1a5316236c4f service neutron] Pushing event updated for resources: {'Port': ['ID=17eea288-0c96-4a59-9cf2-b1e12acef62c,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:44:59.860030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:44:59.954068 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b252e5-3a8b-4bb9-9d23-76b9c51c2628 x-openstack-request-id: req-b0b252e5-3a8b-4bb9-9d23-76b9c51c2628 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:44:59.954726 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60b69c8-c2e0-4e0d-9068-95f713c46745", "tag": "17eea288-0c96-4a59-9cf2-b1e12acef62c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:44:59.955193 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b0b252e5-3a8b-4bb9-9d23-76b9c51c2628 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:44:59.956372 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'tag': '17eea288-0c96-4a59-9cf2-b1e12acef62c', 'status': 'completed', 'code': 200} Jul 08 17:45:00.003739 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-da75258c-a045-4b4c-a13c-845eb1fe37a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.082717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed843-a6e5-4772-9fff-025bd1670815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.173830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Pushing event updated for resources: {'Port': ['ID=3f186ed9-9e4b-4fae-a5f6-994679eb8495,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.192544 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed843-a6e5-4772-9fff-025bd1670815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.201887 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.217848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-d4ca1d36-e94b-4685-864b-faef7ccc85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:00.219617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-d4ca1d36-e94b-4685-864b-faef7ccc85fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 1095 time: 0.3789411 Jul 08 17:45:00.282417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-180639f3-148e-42f0-aa06-03b59cf09237 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c HTTP/1.1" status: 200 len: 217 time: 0.0483720 Jul 08 17:45:00.351960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Attempting to bind port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:00.352587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Attempting to bind port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:00.353362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Attempting to bind port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 on network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:00.369921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 on network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:00.370487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Attempting to bind port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 on network 16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:00.382206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=d4f50ac6-0136-4394-98a8-5e2567075fb4,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.384839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:00.385325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Checking segment: {'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:00.385805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Bound using segment: {'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:00.386372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Bound port: 3f186ed9-9e4b-4fae-a5f6-994679eb8495, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba08c06-f8a3-452b-af2b-a4426d08dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:00.386824 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.405061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-9c5c9049-34b1-4f4e-9acb-68adc4cad7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:00.406770 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-9c5c9049-34b1-4f4e-9acb-68adc4cad7ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1129875 Jul 08 17:45:00.409673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed843-a6e5-4772-9fff-025bd1670815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.412858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed843-a6e5-4772-9fff-025bd1670815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.417276 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2d4ed843-a6e5-4772-9fff-025bd1670815 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e49fda11-bbfb-4c52-acda-100405bdc4c7 HTTP/1.1" status: 204 len: 168 time: 0.8633606 Jul 08 17:45:00.433326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ed843-a6e5-4772-9fff-025bd1670815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49fda11-bbfb-4c52-acda-100405bdc4c7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.503551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.528219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] For port 3f186ed9-9e4b-4fae-a5f6-994679eb8495, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:00.552598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] For port 3f186ed9-9e4b-4fae-a5f6-994679eb8495, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f186ed9-9e4b-4fae-a5f6-994679eb8495,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:00.555528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': '5d763c84-4b06-453b-8bd1-fca4a7f511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f40266a6-7280-4370-91d7-fe71e4eda83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:00.556715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: f40266a6-7280-4370-91d7-fe71e4eda83c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:00.568848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-781bfff7-65e8-4ee3-92b6-12924f649350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:00.570809 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-781bfff7-65e8-4ee3-92b6-12924f649350 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553543 Jul 08 17:45:00.572374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.647537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network f40266a6-7280-4370-91d7-fe71e4eda83c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:00.652666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.689922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:00.690888 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.693076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] 10.222.0.72 "PUT /v2.0/ports/3f186ed9-9e4b-4fae-a5f6-994679eb8495 HTTP/1.1" status: 200 len: 1091 time: 2.3045366 Jul 08 17:45:00.727428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0a55-2ff4-4dfd-9514-7822959ec6ba service neutron] Pushing event updated for resources: {'Port': ['ID=3f186ed9-9e4b-4fae-a5f6-994679eb8495,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.741100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f40266a6-7280-4370-91d7-fe71e4eda83c) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:00.751126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf1bdec-9f60-4c8c-963b-f2f1b8530366 None None] Network f40266a6-7280-4370-91d7-fe71e4eda83c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:00.779848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:00.780559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:00.813103 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-9084f2e0-7f9c-4dc2-9c67-28c387261b74 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285457 Jul 08 17:45:00.828932 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d99005e1-9826-4b48-9e34-70deae47c486 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3727808 Jul 08 17:45:00.854570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54214) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:00.873792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': '9c1b386c-5fa3-4508-be76-28ad7708711d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:00.874046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=5b1aace9-c73e-4028-a39b-290bc16ace90,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:00.910047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': 'bf8d0b6d-8001-4d71-9324-1878cb1f71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5d5370ff-9768-4296-8472-016dcbfa26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:00.910446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 5d5370ff-9768-4296-8472-016dcbfa26ca, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:01.025124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 5d5370ff-9768-4296-8472-016dcbfa26ca is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:01.051309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-4ef50bd7-c302-43f6-ab5e-1c23b44030f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.052951 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-4ef50bd7-c302-43f6-ab5e-1c23b44030f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6929e65240504ee7a007d5235126eb1c&device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 1094 time: 0.2890937 Jul 08 17:45:01.057246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:01.060916 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.084674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 5d5370ff-9768-4296-8472-016dcbfa26ca) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:01.096097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95514f5f-fe8e-466f-80aa-317667741fc0 req-388cb779-4cc5-453e-abc4-252a5cd3467b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.106130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95514f5f-fe8e-466f-80aa-317667741fc0 req-388cb779-4cc5-453e-abc4-252a5cd3467b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 944 time: 0.2493322 Jul 08 17:45:01.110443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.111049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.128747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec2688-143b-4978-ba97-71a40a04d21e None None] Network 5d5370ff-9768-4296-8472-016dcbfa26ca requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:01.162424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c876f-3bb1-4078-a3e4-e7555972a227 req-25970e80-a126-4c4f-8dd0-24f9f90436ba tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.163968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b7c876f-3bb1-4078-a3e4-e7555972a227 req-25970e80-a126-4c4f-8dd0-24f9f90436ba tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 943 time: 0.2211885 Jul 08 17:45:01.172206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f40266a6-7280-4370-91d7-fe71e4eda83c', 'network_id': 'f40266a6-7280-4370-91d7-fe71e4eda83c', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': 'd4f50ac6-0136-4394-98a8-5e2567075fb4'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:01.173600 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.187614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b925c374-9c38-4f99-ba2a-c3e6c310c242 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5912254 Jul 08 17:45:01.198821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54220) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:01.205828 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1842624917'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:01.222871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95514f5f-fe8e-466f-80aa-317667741fc0 req-e0b988fc-ee82-4f24-84f9-1a0d608ac97f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993841 Jul 08 17:45:01.241688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b7c876f-3bb1-4078-a3e4-e7555972a227 req-32dac25d-4bcd-413d-b62b-b69e42e20209 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696454 Jul 08 17:45:01.252475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:01.257258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.297778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-784a400c-074f-477e-b8df-ae9960e6be25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f186ed9-9e4b-4fae-a5f6-994679eb8495 HTTP/1.1" status: 200 len: 217 time: 0.1777370 Jul 08 17:45:01.304417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:01.320127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.320486 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment 1281dd61-b8de-41ec-a7a2-a62de00c3e16 of type vlan for network 2d79b535-3279-47de-a7d6-b746dd8eb370 Jul 08 17:45:01.378666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.404376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.420876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Allocated IP 2001:db8::2 (f40266a6-7280-4370-91d7-fe71e4eda83c/d4f50ac6-0136-4394-98a8-5e2567075fb4/e543b965-941a-4ea2-b18f-e13600062060) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:01.422887 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.425881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-87fbdae4-9179-4ac8-8c84-0431b12c8166 req-3d88f683-a96f-49c8-a123-6ba9ad1040d0 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051011 Jul 08 17:45:01.431683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.432539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.469088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-5d5370ff-9768-4296-8472-016dcbfa26ca', 'network_id': '5d5370ff-9768-4296-8472-016dcbfa26ca', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '5b1aace9-c73e-4028-a39b-290bc16ace90'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:01.470400 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.483293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-46b77899-b021-46ff-b766-e03483bd44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.485889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-46b77899-b021-46ff-b766-e03483bd44b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ca4f6411-c936-4ffb-a26a-a3feb5c5de7a HTTP/1.1" status: 200 len: 849 time: 0.1689160 Jul 08 17:45:01.568430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3675511 Jul 08 17:45:01.572387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54228) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:01.575121 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-d9558fba-ba87-4418-8feb-ddd008ade3d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753186 Jul 08 17:45:01.584657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '2d79b535-3279-47de-a7d6-b746dd8eb370', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:01.666294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e7e2-7ace-42da-a98c-96156d2fbf0a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=2d79b535-3279-47de-a7d6-b746dd8eb370,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:01.696372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 2d79b535-3279-47de-a7d6-b746dd8eb370 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:01.723843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-427295c4-f891-4b2c-b0a9-55dd0f762e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.725403 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-427295c4-f891-4b2c-b0a9-55dd0f762e45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 1095 time: 0.2161384 Jul 08 17:45:01.763997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9351bb-44ef-4974-8b1f-b6d82edd395f req-dae8db0b-f5a6-455e-ab61-76a2b0fa4488 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:01.767654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e9351bb-44ef-4974-8b1f-b6d82edd395f req-dae8db0b-f5a6-455e-ab61-76a2b0fa4488 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 946 time: 0.2534559 Jul 08 17:45:01.769242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:01.773523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.867525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Allocated IP 172.20.255.242 (5d5370ff-9768-4296-8472-016dcbfa26ca/5b1aace9-c73e-4028-a39b-290bc16ace90/9c316e6c-ced1-4abb-af9a-b666d7f2d98c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:01.877700 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-cbae8eb6-0397-4486-962d-4c52df94d0e1 service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811031 Jul 08 17:45:01.919692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.925740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e9351bb-44ef-4974-8b1f-b6d82edd395f req-7a2b4d21-c4fa-4cde-98c4-6796900924a5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444569 Jul 08 17:45:01.941916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54240) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:01.955004 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:01.976398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0881a58f-4124-46df-bce7-fd654b9073d7', 'tag': '3f186ed9-9e4b-4fae-a5f6-994679eb8495'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:01.982821 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0881a58f-4124-46df-bce7-fd654b9073d7", "tag": "3f186ed9-9e4b-4fae-a5f6-994679eb8495"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:01.985412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Transition to ACTIVE for port object e543b965-941a-4ea2-b18f-e13600062060 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:02.016354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Transition to ACTIVE for port object e543b965-941a-4ea2-b18f-e13600062060 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:02.041046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.075954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Network f40266a6-7280-4370-91d7-fe71e4eda83c is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:02.086075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:02.092617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:02.118722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.127749 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cc6e31-ce8d-415a-b207-e01aeafa28a7 x-openstack-request-id: req-76cc6e31-ce8d-415a-b207-e01aeafa28a7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:02.128042 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0881a58f-4124-46df-bce7-fd654b9073d7", "tag": "3f186ed9-9e4b-4fae-a5f6-994679eb8495", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:02.128296 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-76cc6e31-ce8d-415a-b207-e01aeafa28a7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:02.128701 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0881a58f-4124-46df-bce7-fd654b9073d7', 'tag': '3f186ed9-9e4b-4fae-a5f6-994679eb8495', 'status': 'completed', 'code': 200} Jul 08 17:45:02.155658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-70492ba1-873f-4c3e-a1fc-2c34f5ee3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.158026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-70492ba1-873f-4c3e-a1fc-2c34f5ee3a8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.4223588 Jul 08 17:45:02.222741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=ddb8f138-e02a-48e7-8a3f-3bb1a686824c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.225055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=613ff66b-2700-46be-add4-2c5d27d83720,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.231052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': '1281dd61-b8de-41ec-a7a2-a62de00c3e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '2d79b535-3279-47de-a7d6-b746dd8eb370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:02.231504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 2d79b535-3279-47de-a7d6-b746dd8eb370, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:02.232136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-5498ff06-709e-425c-8501-52feca74bbd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c HTTP/1.1" status: 200 len: 217 time: 0.0655179 Jul 08 17:45:02.256639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 2d79b535-3279-47de-a7d6-b746dd8eb370 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:02.271468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 2d79b535-3279-47de-a7d6-b746dd8eb370) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:02.297877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.298598 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.318693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce487c1-c1d7-4183-b860-73f2ca023df7 None None] Network 2d79b535-3279-47de-a7d6-b746dd8eb370 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:02.319834 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7cb91dc2-0763-4168-8624-a1d0708b8b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.326427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Attempting to bind port e543b965-941a-4ea2-b18f-e13600062060 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:02.326910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Attempting to bind port e543b965-941a-4ea2-b18f-e13600062060 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '5d763c84-4b06-453b-8bd1-fca4a7f511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f40266a6-7280-4370-91d7-fe71e4eda83c'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:02.327382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Attempting to bind port e543b965-941a-4ea2-b18f-e13600062060 on network f40266a6-7280-4370-91d7-fe71e4eda83c {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:02.333353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-44ba54e6-3a93-4389-858e-62850254c4c2 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7560945 Jul 08 17:45:02.338743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54256) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:02.349017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:02.349612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Checking segment: {'id': '5d763c84-4b06-453b-8bd1-fca4a7f511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f40266a6-7280-4370-91d7-fe71e4eda83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:02.350124 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.350628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Bound using segment: {'id': '5d763c84-4b06-453b-8bd1-fca4a7f511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f40266a6-7280-4370-91d7-fe71e4eda83c'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:02.351640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Bound port: e543b965-941a-4ea2-b18f-e13600062060, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d763c84-4b06-453b-8bd1-fca4a7f511e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f40266a6-7280-4370-91d7-fe71e4eda83c'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:02.351794 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.362512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': '1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9c1b386c-5fa3-4508-be76-28ad7708711d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:02.363124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: 9c1b386c-5fa3-4508-be76-28ad7708711d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:02.374326 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-06c7f9c7-b8e3-4dc5-8110-35ffec3bc9b5 req-173fb0d4-bb64-4d12-a5b1-2e23136b9c09 service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854300 Jul 08 17:45:02.442682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Pushing event updated for resources: {'Port': ['ID=e543b965-941a-4ea2-b18f-e13600062060,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.450604 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.507215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.546268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Transition to ACTIVE for port object 9c316e6c-ced1-4abb-af9a-b666d7f2d98c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:02.566544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-4e085999-550b-4d2b-8783-e20e2f992b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.577660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-4e085999-550b-4d2b-8783-e20e2f992b55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.3330476 Jul 08 17:45:02.581257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 9c1b386c-5fa3-4508-be76-28ad7708711d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:02.600669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] For port e543b965-941a-4ea2-b18f-e13600062060, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:02.604349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9c1b386c-5fa3-4508-be76-28ad7708711d) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:02.605236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] For port e543b965-941a-4ea2-b18f-e13600062060, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e543b965-941a-4ea2-b18f-e13600062060,segment=NetworkSegment(5d763c84-4b06-453b-8bd1-fca4a7f511e4),segment_id=5d763c84-4b06-453b-8bd1-fca4a7f511e4)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:02.615504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.623539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f7278-5285-4152-9182-dd6cef0239b0 None None] Network 9c1b386c-5fa3-4508-be76-28ad7708711d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:02.632588 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.636010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.636755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.694622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Transition to ACTIVE for port object 9c316e6c-ced1-4abb-af9a-b666d7f2d98c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:02.694830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-6fd5a19d-795e-4b9a-981d-d149df81d3ea tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.696446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-6fd5a19d-795e-4b9a-981d-d149df81d3ea tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 946 time: 0.3292944 Jul 08 17:45:02.700005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-2d953f76-4682-4733-ac76-df9014f29714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.701680 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-2d953f76-4682-4733-ac76-df9014f29714 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6929e65240504ee7a007d5235126eb1c&device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 1094 time: 0.2295830 Jul 08 17:45:02.739560 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7cb91dc2-0763-4168-8624-a1d0708b8b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.745926 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.798088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7cb91dc2-0763-4168-8624-a1d0708b8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.803327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:02.818739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Network 5d5370ff-9768-4296-8472-016dcbfa26ca is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:02.823262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-ad391a94-8352-4189-8beb-0180f092d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:02.824833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-ad391a94-8352-4189-8beb-0180f092d461 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366576 Jul 08 17:45:02.839052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f335493e-1c25-40e3-b049-49cb2def8abd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9813173 Jul 08 17:45:02.854306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54266) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:02.897781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8b3dab4f-398d-450a-ba12-252cba7ae409 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1156797672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:02.903609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=613ff66b-2700-46be-add4-2c5d27d83720,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.975721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:02.980437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb91dc2-0763-4168-8624-a1d0708b8b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e2082a-0944-4be9-9e1c-c4bc4e4c57b6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:02.985057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:03.034376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7cb91dc2-0763-4168-8624-a1d0708b8b26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9d3be937d55048fd85e55c49893b8cce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0910468 Jul 08 17:45:03.085962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54278) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:03.136104 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.167462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aebfb18-0e0e-4f2d-a6c6-d7f11bc1c7f1 None None] Network 2d79b535-3279-47de-a7d6-b746dd8eb370 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:03.173585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-9c1b386c-5fa3-4508-be76-28ad7708711d', 'network_id': '9c1b386c-5fa3-4508-be76-28ad7708711d', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': 'ddb8f138-e02a-48e7-8a3f-3bb1a686824c'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:03.174880 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.179765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54282) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:03.186475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd959bc7-6daa-4a45-bc8d-fec13b8c02e1 None None] Pushing event updated for resources: {'Port': ['ID=e543b965-941a-4ea2-b18f-e13600062060,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:03.268307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.320100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1962e30-f87f-4bbc-983a-cc25ed093747 req-0de66d9c-b1a8-4f27-8d03-63541c440a7e tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:03.343911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1962e30-f87f-4bbc-983a-cc25ed093747 req-0de66d9c-b1a8-4f27-8d03-63541c440a7e tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 943 time: 0.5796165 Jul 08 17:45:03.376574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5499-81c7-453e-a0e3-1b651daaa1bf req-65fc567b-d675-4bdd-9549-d94749827593 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:03.381524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d53b5499-81c7-453e-a0e3-1b651daaa1bf req-65fc567b-d675-4bdd-9549-d94749827593 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 944 time: 0.6360822 Jul 08 17:45:03.386368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d79b535-3279-47de-a7d6-b746dd8eb370']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:03.493528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1281dd61-b8de-41ec-a7a2-a62de00c3e16') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:03.493833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1281dd61-b8de-41ec-a7a2-a62de00c3e16') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:03.515887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1680205853-network', 'tenant_id': '82426a4b91a64290b7413c9b9026805c'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:03.525804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.578888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.587133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47170f56-8efb-418a-99ea-ae0e112be674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.593406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Allocated IP 2001:db8:1::2 (9c1b386c-5fa3-4508-be76-28ad7708711d/ddb8f138-e02a-48e7-8a3f-3bb1a686824c/0b3d9609-97cd-4c01-80a2-1a45a1bc1528) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:03.607234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1962e30-f87f-4bbc-983a-cc25ed093747 req-59ce524a-2562-4d76-9c7b-138e2e73b5f7 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700663 Jul 08 17:45:03.626236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d53b5499-81c7-453e-a0e3-1b651daaa1bf req-dc79f64f-1b18-4c87-a6cb-739580c14a82 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982210 Jul 08 17:45:03.630170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:03.633000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:03.641235 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:03.698257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-4b8e1c31-7cd2-437b-80b2-a5d0f24fefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:03.699835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-4b8e1c31-7cd2-437b-80b2-a5d0f24fefe0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 HTTP/1.1" status: 200 len: 910 time: 0.9875238 Jul 08 17:45:03.729063 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b3dab4f-398d-450a-ba12-252cba7ae409 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.730097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b3dab4f-398d-450a-ba12-252cba7ae409 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.734030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Made reservation on behalf of 82426a4b91a64290b7413c9b9026805c for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:03.736748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.815379 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-63577cb2-a6cf-4162-a7b5-8f79fad26e0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f186ed9-9e4b-4fae-a5f6-994679eb8495 HTTP/1.1" status: 200 len: 217 time: 0.1061490 Jul 08 17:45:03.818108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Deleting port c8fa11f7-774e-43f3-9062-7cc3231e4d2d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:03.818453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.831079 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-9f8f31b4-2b26-46df-93d4-92685870c611 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833026 Jul 08 17:45:03.833888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.855458 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47170f56-8efb-418a-99ea-ae0e112be674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.908786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Attempting to bind port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:03.909579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Attempting to bind port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'bf8d0b6d-8001-4d71-9324-1878cb1f71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5d5370ff-9768-4296-8472-016dcbfa26ca'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:03.910169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Attempting to bind port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c on network 5d5370ff-9768-4296-8472-016dcbfa26ca {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:03.914203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Pushing event updated for resources: {'Port': ['ID=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:03.933115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.954030 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.959572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e543b965-941a-4ea2-b18f-e13600062060 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:03.981314 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:03.988717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/2d79b535-3279-47de-a7d6-b746dd8eb370 HTTP/1.1" status: 204 len: 168 time: 1.6479430 Jul 08 17:45:03.991517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54294) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:04.009715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499149698'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:04.019366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034acdc-03b3-45f0-9210-fe730e3e28bd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=2d79b535-3279-47de-a7d6-b746dd8eb370,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.097023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47170f56-8efb-418a-99ea-ae0e112be674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.099269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:04.099879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Checking segment: {'id': 'bf8d0b6d-8001-4d71-9324-1878cb1f71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5d5370ff-9768-4296-8472-016dcbfa26ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:04.100360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47170f56-8efb-418a-99ea-ae0e112be674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.100679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.101252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Bound using segment: {'id': 'bf8d0b6d-8001-4d71-9324-1878cb1f71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5d5370ff-9768-4296-8472-016dcbfa26ca'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:04.101660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-47170f56-8efb-418a-99ea-ae0e112be674 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/44e2082a-0944-4be9-9e1c-c4bc4e4c57b6 HTTP/1.1" status: 204 len: 168 time: 1.0107915 Jul 08 17:45:04.102193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Bound port: 9c316e6c-ced1-4abb-af9a-b666d7f2d98c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8d0b6d-8001-4d71-9324-1878cb1f71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5d5370ff-9768-4296-8472-016dcbfa26ca'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:04.102783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.124450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Transition to ACTIVE for port object 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:04.132002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47170f56-8efb-418a-99ea-ae0e112be674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e2082a-0944-4be9-9e1c-c4bc4e4c57b6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.163182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cda942-8283-442f-b394-cafdb695efb7 req-c701df1d-82f6-4bd7-92ca-39625c956571 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:04.164800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98cda942-8283-442f-b394-cafdb695efb7 req-c701df1d-82f6-4bd7-92ca-39625c956571 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 946 time: 0.3007958 Jul 08 17:45:04.214998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-43162db9-0b2e-4236-b03f-948d784072d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:04.217853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-43162db9-0b2e-4236-b03f-948d784072d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ca4f6411-c936-4ffb-a26a-a3feb5c5de7a HTTP/1.1" status: 200 len: 849 time: 0.3844955 Jul 08 17:45:04.219785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Transition to ACTIVE for port object 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:04.281971 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.285128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35435f86-e56a-47f2-a34b-a1cb66108405 None None] Network f40266a6-7280-4370-91d7-fe71e4eda83c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:04.286997 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-ca5656de-93d7-42d2-9b8a-4153a1e73e30 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445426 Jul 08 17:45:04.317115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.330405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] For port c8fa11f7-774e-43f3-9062-7cc3231e4d2d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:04.330957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.333493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:04.339066 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.362373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.362373 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Added segment 2877a99c-be93-47fc-b56d-06189015a0bc of type vlan for network 51615817-efde-4d9b-9954-579351102431 Jul 08 17:45:04.388005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e543b965-941a-4ea2-b18f-e13600062060 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:04.406033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b3dab4f-398d-450a-ba12-252cba7ae409 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.411862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Calling delete_port for c8fa11f7-774e-43f3-9062-7cc3231e4d2d owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:04.412017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.430352 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b3dab4f-398d-450a-ba12-252cba7ae409 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.463404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:04.469986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.481553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Network 9c1b386c-5fa3-4508-be76-28ad7708711d is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:04.483099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] For port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:04.490764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] For port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,segment=NetworkSegment(bf8d0b6d-8001-4d71-9324-1878cb1f71de),segment_id=bf8d0b6d-8001-4d71-9324-1878cb1f71de)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:04.495153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:04.496714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb93124a-6f61-4ae0-ade7-2d04d08fb3cd None None] Provisioning for port e543b965-941a-4ea2-b18f-e13600062060 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:04.502626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:04.516257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Pushing event updated for resources: {'Port': ['ID=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.532439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98cda942-8283-442f-b394-cafdb695efb7 req-188abf92-b749-4713-9169-a564988b227f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500578 Jul 08 17:45:04.534577 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.536583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cb93124a-6f61-4ae0-ade7-2d04d08fb3cd None None] Provisioning complete for port e543b965-941a-4ea2-b18f-e13600062060 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:04.536976 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb93124a-6f61-4ae0-ade7-2d04d08fb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.541936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.546580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:04.547259 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.575694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a31ae-b0f9-4c6a-8d4a-e404ab1a76d2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.615317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8b3dab4f-398d-450a-ba12-252cba7ae409 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.616620 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8b3dab4f-398d-450a-ba12-252cba7ae409 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7322943 Jul 08 17:45:04.627113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54306) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:04.646200 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14767af-3030-4e94-afd6-1508bc3c0e08 req-8b59faa4-86b5-4c32-b347-f5d9460a9260 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894185 Jul 08 17:45:04.742546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54312) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:04.877586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e16f72-8996-4d6a-b4d6-f16b7fef06ac None None] Pushing event updated for resources: {'Port': ['ID=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:04.883038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Attempting to bind port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:04.883412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Attempting to bind port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9c1b386c-5fa3-4508-be76-28ad7708711d'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:04.883783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Attempting to bind port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 on network 9c1b386c-5fa3-4508-be76-28ad7708711d {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:04.895041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1277-dba5-4aec-9781-8a27e837a07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.918437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:04.918870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Checking segment: {'id': '1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9c1b386c-5fa3-4508-be76-28ad7708711d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:04.919218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.919615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Bound using segment: {'id': '1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9c1b386c-5fa3-4508-be76-28ad7708711d'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:04.920261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Bound port: 0b3d9609-97cd-4c01-80a2-1a45a1bc1528, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9c1b386c-5fa3-4508-be76-28ad7708711d'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:04.920647 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:04.995218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-6a28d343-3472-45b1-9f2b-3412dc56d16b service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971672 Jul 08 17:45:05.067196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb93124a-6f61-4ae0-ade7-2d04d08fb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.096782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] For port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:05.113338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9222615 Jul 08 17:45:05.143645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54314) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:05.170973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] For port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,segment=NetworkSegment(1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f),segment_id=1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:05.177906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cb93124a-6f61-4ae0-ade7-2d04d08fb3cd None None] For port e543b965-941a-4ea2-b18f-e13600062060, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e543b965-941a-4ea2-b18f-e13600062060,segment=NetworkSegment(5d763c84-4b06-453b-8bd1-fca4a7f511e4),segment_id=5d763c84-4b06-453b-8bd1-fca4a7f511e4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:05.183062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.191476 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cb93124a-6f61-4ae0-ade7-2d04d08fb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.221391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Request body: {'subnet': {'network_id': '51615817-efde-4d9b-9954-579351102431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1680205853-subnet', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:05.226486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:05.246369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92bb7a-a475-4e50-b3f1-4b9c0c2bb690 admin admin] Pushing event updated for resources: {'Network': ['ID=51615817-efde-4d9b-9954-579351102431,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.260882 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.261442 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment 9cb9e586-afc9-4f10-b7ce-0ddf6b0b96e5 of type vlan for network b7405931-7496-4f41-9368-c90ee8576656 Jul 08 17:45:05.263779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae28ab4-dd97-4654-8e89-f5bc18d61e4d None None] Pushing event updated for resources: {'Port': ['ID=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.268657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 51615817-efde-4d9b-9954-579351102431 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:05.348606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.367026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.368245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62a9eb-7fe4-4cf2-a3c7-f4c66f78e142 req-ac445cae-887e-4dfe-8c71-9b08dbc5524d tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.370139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b62a9eb-7fe4-4cf2-a3c7-f4c66f78e142 req-ac445cae-887e-4dfe-8c71-9b08dbc5524d tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 943 time: 0.2412527 Jul 08 17:45:05.385699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f40922-d35c-4e55-816a-6acc9925a4ba req-d09f8ef9-537c-4e78-b769-83f2b821531e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.387196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92f40922-d35c-4e55-816a-6acc9925a4ba req-d09f8ef9-537c-4e78-b769-83f2b821531e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 944 time: 0.2599130 Jul 08 17:45:05.408319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ac201760-38d4-4215-8e7f-78135fda7cf7', 'd9dab007-6b98-43f7-8f91-80b948c42a44'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:45:05.502456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8fa11f7-774e-43f3-9062-7cc3231e4d2d no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:05.504270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f186ed9-9e4b-4fae-a5f6-994679eb8495 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:45:05.554201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92f40922-d35c-4e55-816a-6acc9925a4ba req-952f79c1-ea3e-49f5-aebf-ad42ad8207ac tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237671 Jul 08 17:45:05.566895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.578679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:05.579319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.626479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b62a9eb-7fe4-4cf2-a3c7-f4c66f78e142 req-2d44fa5c-3e24-4b2d-b942-4220c8f1c9e2 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024016 Jul 08 17:45:05.635502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3f186ed9-9e4b-4fae-a5f6-994679eb8495, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f186ed9-9e4b-4fae-a5f6-994679eb8495,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:05.666974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '3f186ed9-9e4b-4fae-a5f6-994679eb8495', 'network_id': '16bde5d7-6c8d-48d7-8a9c-7fd3a1541886', 'port_id': '3f186ed9-9e4b-4fae-a5f6-994679eb8495', 'mac_address': 'fa:16:3e:bf:a6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4f6411-c936-4ffb-a26a-a3feb5c5de7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:45:05.723592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: c8fa11f7-774e-43f3-9062-7cc3231e4d2d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:05.723950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c8fa11f7-774e-43f3-9062-7cc3231e4d2d not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:05.731014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93124a-6f61-4ae0-ade7-2d04d08fb3cd None None] Pushing event updated for resources: {'Port': ['ID=e543b965-941a-4ea2-b18f-e13600062060,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.732100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=b7405931-7496-4f41-9368-c90ee8576656,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.788881 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.791832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b7405931-7496-4f41-9368-c90ee8576656 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:05.841970 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07af0c2e-6faf-4f97-8e51-5a9f1471f9a6 req-07478ed7-690f-4031-a4e6-bc4f75d898e2 service neutron] 10.222.0.72 "GET /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031662 Jul 08 17:45:05.842855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event deleted for resources: {'Port': ['ID=c8fa11f7-774e-43f3-9062-7cc3231e4d2d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:05.894590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59975d97-adbd-4118-afee-2f19f1de1021 req-3e2e1557-0c63-4a26-8a8d-30a88b2b4e4e tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=b598110e-b68b-4de1-997a-0205e845a473 HTTP/1.1" status: 200 len: 210 time: 0.0513220 Jul 08 17:45:05.940981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f186ed9-9e4b-4fae-a5f6-994679eb8495 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:05.987567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] No DVR routers for this DVR port c8fa11f7-774e-43f3-9062-7cc3231e4d2d on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:05.992591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:05.994657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-261c4c30-ac33-4a1f-a373-f8d56f0d759d req-baec9317-0093-4f28-8c66-706bcc968a1f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "DELETE /v2.0/ports/c8fa11f7-774e-43f3-9062-7cc3231e4d2d HTTP/1.1" status: 204 len: 173 time: 3.2919676 Jul 08 17:45:05.995285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b598110e-b68b-4de1-997a-0205e845a473', 'name': 'network-vif-deleted', 'tag': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:05.998182 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfdf223-5c33-4fb9-b2b7-79953162bebd" -d '{"events": [{"server_uuid": "b598110e-b68b-4de1-997a-0205e845a473", "name": "network-vif-deleted", "tag": "c8fa11f7-774e-43f3-9062-7cc3231e4d2d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:06.004895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.021059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3f186ed9-9e4b-4fae-a5f6-994679eb8495, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f186ed9-9e4b-4fae-a5f6-994679eb8495,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:06.035588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bf985e37-8a0c-4c6e-90a3-31be47d62109 None None] Provisioning complete for port e543b965-941a-4ea2-b18f-e13600062060 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:06.036248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bf985e37-8a0c-4c6e-90a3-31be47d62109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.044178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.045450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 17eea288-0c96-4a59-9cf2-b1e12acef62c details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:45:06.117393 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b6bbf1-8551-4f30-be0f-efb0bef59da1 x-openstack-request-id: req-d1b6bbf1-8551-4f30-be0f-efb0bef59da1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:06.117681 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b598110e-b68b-4de1-997a-0205e845a473", "name": "network-vif-deleted", "tag": "c8fa11f7-774e-43f3-9062-7cc3231e4d2d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:06.117946 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d1b6bbf1-8551-4f30-be0f-efb0bef59da1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:06.118318 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598110e-b68b-4de1-997a-0205e845a473', 'name': 'network-vif-deleted', 'tag': 'c8fa11f7-774e-43f3-9062-7cc3231e4d2d', 'status': 'completed', 'code': 200} Jul 08 17:45:06.131151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3f186ed9-9e4b-4fae-a5f6-994679eb8495,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:06.150234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e543b965-941a-4ea2-b18f-e13600062060 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:06.321185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1277-dba5-4aec-9781-8a27e837a07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.355666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f5d1277-dba5-4aec-9781-8a27e837a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.401456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e543b965-941a-4ea2-b18f-e13600062060 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:06.401456 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.445918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-07cc936c-e556-40f2-a0f2-20cf39e5c286 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4410825 Jul 08 17:45:06.450737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54322) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:06.456153 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8f5d1277-dba5-4aec-9781-8a27e837a07d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a36fc3280e2c458088fdaa6724493849&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6949611 Jul 08 17:45:06.456153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Made reservation on behalf of 82426a4b91a64290b7413c9b9026805c for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:06.457563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.461772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54324) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:06.463229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': 'b7405931-7496-4f41-9368-c90ee8576656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:06.524861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d1277-dba5-4aec-9781-8a27e837a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ef6ff-6952-4f01-86d9-b0f600e9b570,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:06.543292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49137c07-a956-43bd-886b-805f0851ed43 None None] Network 5d5370ff-9768-4296-8472-016dcbfa26ca requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:06.548448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 17eea288-0c96-4a59-9cf2-b1e12acef62c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:06.567123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8::1 (f40266a6-7280-4370-91d7-fe71e4eda83c/d4f50ac6-0136-4394-98a8-5e2567075fb4/e69180f5-ab70-4de4-a46c-ec724342634c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:06.595756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '17eea288-0c96-4a59-9cf2-b1e12acef62c', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '17eea288-0c96-4a59-9cf2-b1e12acef62c', 'mac_address': 'fa:16:3e:32:51:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:45:06.637848 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-fa00ad91-2f3b-4fc2-b591-a223c9e4cdc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3335681 Jul 08 17:45:06.754653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:06.771694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.827544 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69799e5f-d348-4b71-92c1-0a763201d7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:06.878581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Performing IP validity checks on allocation pools {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:45:06.879128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:45:06.981883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.003468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object e69180f5-ab70-4de4-a46c-ec724342634c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:07.040154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d649df6a-5a4d-4255-91d8-073271f50dfd None None] Provisioning for port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:07.060041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.091394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c316e6c-ced1-4abb-af9a-b666d7f2d98c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:07.146543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17eea288-0c96-4a59-9cf2-b1e12acef62c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:45:07.157362 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.216090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.259730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=e69180f5-ab70-4de4-a46c-ec724342634c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:07.270316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network f40266a6-7280-4370-91d7-fe71e4eda83c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:07.273651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69799e5f-d348-4b71-92c1-0a763201d7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.319392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=f3f44a3a-b8e3-4e00-a5cd-81c1c0923f77,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:07.343351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a649302-b453-47c4-9fe2-2a6d20805097 req-a69a89aa-0667-4d91-a94d-4aba366a3065 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:07.345526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a649302-b453-47c4-9fe2-2a6d20805097 req-a69a89aa-0667-4d91-a94d-4aba366a3065 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 944 time: 0.4498258 Jul 08 17:45:07.364451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d865-eb28-4783-bc30-bb0346fa353d req-06b348e2-72b1-49d7-ab83-9f42457e314e tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:07.365916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3588d865-eb28-4783-bc30-bb0346fa353d req-06b348e2-72b1-49d7-ab83-9f42457e314e tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 944 time: 0.3880496 Jul 08 17:45:07.367188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681254a-a3af-4a6b-8dcb-662a92c8d574 None None] Network 9c1b386c-5fa3-4508-be76-28ad7708711d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:07.371761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': '9cb9e586-afc9-4f10-b7ce-0ddf6b0b96e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7405931-7496-4f41-9368-c90ee8576656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:07.372155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: b7405931-7496-4f41-9368-c90ee8576656, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:07.398963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:07.403769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 17eea288-0c96-4a59-9cf2-b1e12acef62c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:07.408347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-381ae6ec-c217-40b3-949a-10a3fde8c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:07.409944 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-381ae6ec-c217-40b3-949a-10a3fde8c043 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5db48f5d56fa4a848ca5a6442371d785&device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 1097 time: 0.7312393 Jul 08 17:45:07.411403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:07.411880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.448653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a649302-b453-47c4-9fe2-2a6d20805097 req-faa1016e-07cf-4828-bd09-03880f347a16 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944471 Jul 08 17:45:07.455730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network b7405931-7496-4f41-9368-c90ee8576656 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:07.462412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3588d865-eb28-4783-bc30-bb0346fa353d req-fb415014-835d-474c-a9b5-40cbb89130fd tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855153 Jul 08 17:45:07.476814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b7405931-7496-4f41-9368-c90ee8576656) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:07.508046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:07.508666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.543272 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.551908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a9388406-eba7-4242-ac66-4aebbbe080b4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0972431 Jul 08 17:45:07.552616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54346) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:07.555338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5be80b-daf4-456d-94f7-6a88b6605af2 None None] Network b7405931-7496-4f41-9368-c90ee8576656 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:07.563280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-43c33dff-865e-4872-a383-f76716d303c8 None None] Provisioning for port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:07.577320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.612600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69799e5f-d348-4b71-92c1-0a763201d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.615228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69799e5f-d348-4b71-92c1-0a763201d7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.619351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-69799e5f-d348-4b71-92c1-0a763201d7b1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a86ef6ff-6952-4f01-86d9-b0f600e9b570 HTTP/1.1" status: 204 len: 168 time: 1.1484716 Jul 08 17:45:07.780436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.870515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:07.871167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69799e5f-d348-4b71-92c1-0a763201d7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ef6ff-6952-4f01-86d9-b0f600e9b570,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:07.882120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['17eea288-0c96-4a59-9cf2-b1e12acef62c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:45:07.885222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3f186ed9-9e4b-4fae-a5f6-994679eb8495'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:45:07.919916 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.931798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcebb8f-85de-4e24-b364-b42b5bdc0a29,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:07.954981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:07.981748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Checking segment: {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:07.982131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Network hostable DHCP agents. Network: 51615817-efde-4d9b-9954-579351102431, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:07.997406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-70c0dfbb-65b7-4744-b8ca-8603cfa4ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:07.998810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-70c0dfbb-65b7-4744-b8ca-8603cfa4ee0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 200 len: 915 time: 0.4087884 Jul 08 17:45:08.059964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:08.060538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.075310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.121517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-eff352b5-85d8-47ce-afb3-efac2da11b56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac201760-38d4-4215-8e7f-78135fda7cf7 HTTP/1.1" status: 200 len: 217 time: 0.0931108 Jul 08 17:45:08.144310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f44a3a-b8e3-4e00-a5cd-81c1c0923f77,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:08.213486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Network 51615817-efde-4d9b-9954-579351102431 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:08.229798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=17eea288-0c96-4a59-9cf2-b1e12acef62c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:08.310484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.340397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7405931-7496-4f41-9368-c90ee8576656']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:08.372114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb9e586-afc9-4f10-b7ce-0ddf6b0b96e5') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:08.372704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb9e586-afc9-4f10-b7ce-0ddf6b0b96e5') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:08.379490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4f0bfa6c-f371-48f2-a8c2-5b3f5d249a19 None None] Provisioning for port e69180f5-ab70-4de4-a46c-ec724342634c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:08.389271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4f0bfa6c-f371-48f2-a8c2-5b3f5d249a19 None None] Provisioning complete for port e69180f5-ab70-4de4-a46c-ec724342634c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:08.389647 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4f0bfa6c-f371-48f2-a8c2-5b3f5d249a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.424241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.516691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 51615817-efde-4d9b-9954-579351102431) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:08.519969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.522377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-33828868-d548-40d2-ba0a-317e5577b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:08.528042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-33828868-d548-40d2-ba0a-317e5577b3ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 200 len: 854 time: 0.3970494 Jul 08 17:45:08.533488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:08.534070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:08.534311 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.537598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:08.538763 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:08.549436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730d702-570b-49a1-9e73-f18238cd42e2 None None] Network 51615817-efde-4d9b-9954-579351102431 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:08.633147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-2be744e9-29cf-4cf4-88c9-14046c6bef55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658691 Jul 08 17:45:08.649175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54388) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:08.653797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bfa6c-f371-48f2-a8c2-5b3f5d249a19 None None] Port e69180f5-ab70-4de4-a46c-ec724342634c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:08.655204 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2854d55a-c2c4-4618-9ebf-beb017e76817 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4811568 Jul 08 17:45:08.670201 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.678538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:08.727402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc521f-98d6-497a-99fa-830350eb0082 None None] Network b7405931-7496-4f41-9368-c90ee8576656 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:08.803817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc510-ea3f-4183-8a66-17b22167b02a req-fc0c6b38-1479-49bc-a74f-fa274a01925f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:08.815171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f6dc510-ea3f-4183-8a66-17b22167b02a req-fc0c6b38-1479-49bc-a74f-fa274a01925f tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 946 time: 0.4393115 Jul 08 17:45:08.855283 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.871856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.874614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/b7405931-7496-4f41-9368-c90ee8576656 HTTP/1.1" status: 204 len: 168 time: 1.3158469 Jul 08 17:45:08.886830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54394) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:08.893909 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-296bdf58-ed01-44f7-9131-41137b35ab49 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352962 Jul 08 17:45:08.913476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-261935004'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:08.932081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3c483-cbf9-4ec8-b7b1-5c52598008bf tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=b7405931-7496-4f41-9368-c90ee8576656,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:08.941700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:08.942817 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.047833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335a84e-39e6-43c3-b072-741de4eee395 req-0d8740f3-4075-4e12-88a5-a29f94ec45ad tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:09.055168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4335a84e-39e6-43c3-b072-741de4eee395 req-0d8740f3-4075-4e12-88a5-a29f94ec45ad tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 945 time: 0.3284013 Jul 08 17:45:09.088710 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.101150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f6dc510-ea3f-4183-8a66-17b22167b02a req-db3c9d65-df96-4d7e-be33-41efda7de1d7 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364852 Jul 08 17:45:09.144891 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8c7fb52-37ad-455d-8738-482dcc3ded25 req-1a9d416f-4aa5-4fca-b7bf-865809ca6576 service neutron] 10.222.0.72 "GET /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387245 Jul 08 17:45:09.146923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.147830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.160155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:09.170321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.209440 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.211872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,segment=NetworkSegment(bf8d0b6d-8001-4d71-9324-1878cb1f71de),segment_id=bf8d0b6d-8001-4d71-9324-1878cb1f71de)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:09.235362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:09.242221 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.243062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:09.246195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.246886 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment 8605f61e-817e-446f-b16e-ac072c4407e1 of type vlan for network 3f205761-1843-4a26-ab19-3bc3d4c8ad32 Jul 08 17:45:09.296340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.358273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.366881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:09.367717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.463737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=e69180f5-ab70-4de4-a46c-ec724342634c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:09.493058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network f40266a6-7280-4370-91d7-fe71e4eda83c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:09.504690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:09.549226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:09.556116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dac357f0-30b5-44eb-906b-ffdb10419b2c None None] Provisioning complete for port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:09.556508 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dac357f0-30b5-44eb-906b-ffdb10419b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.598496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-51615817-efde-4d9b-9954-579351102431', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:09.599366 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.642490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:09.659650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4335a84e-39e6-43c3-b072-741de4eee395 req-618befde-8400-4a6f-a266-da852146152f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035187 Jul 08 17:45:09.670189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:09.670758 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:09.734289 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8448606 Jul 08 17:45:09.738941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54416) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:09.753333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:09.909155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 975e9396-46d8-4432-b730-329ea8f58667 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:45:10.019204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.025890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef61ff8-eacb-4f10-be1d-b83b7cd0c2ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=3f205761-1843-4a26-ab19-3bc3d4c8ad32,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:10.041874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Allocated IP 172.20.0.2 (51615817-efde-4d9b-9954-579351102431/4bcebb8f-85de-4e24-b364-b42b5bdc0a29/8c29be85-5cf9-4e22-9d34-415326748485) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:10.048266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 3f205761-1843-4a26-ab19-3bc3d4c8ad32 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:10.066776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-4e413ab4-4314-4d6a-a2f1-46d989a146cf tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:10.070300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-4e413ab4-4314-4d6a-a2f1-46d989a146cf tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 946 time: 0.2380896 Jul 08 17:45:10.118200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c196291-40a6-48b8-9508-3e5a421f1d3f req-b2aae1b8-2d4d-48c2-8a3b-ed934930fd59 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:10.120008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c196291-40a6-48b8-9508-3e5a421f1d3f req-b2aae1b8-2d4d-48c2-8a3b-ed934930fd59 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 944 time: 0.7876172 Jul 08 17:45:10.151025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:10.155072 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.264930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54426) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:10.287727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c196291-40a6-48b8-9508-3e5a421f1d3f req-09ff4cb8-03d8-4387-810e-6618576e4b70 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288221 Jul 08 17:45:10.414481 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.513479 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cf2f34d9-2d1c-4e42-9171-d23be12f833a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.558274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-62f836a3-9e4a-40ba-9929-1017b7de3634 None None] Provisioning complete for port e69180f5-ab70-4de4-a46c-ec724342634c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:10.558662 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-62f836a3-9e4a-40ba-9929-1017b7de3634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.625631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,segment=NetworkSegment(1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f),segment_id=1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:10.637123 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.644871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-62f836a3-9e4a-40ba-9929-1017b7de3634 None None] Port e69180f5-ab70-4de4-a46c-ec724342634c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:10.735346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:10.773447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c316e6c-ced1-4abb-af9a-b666d7f2d98c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:10.780254 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.792538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189ad4c-d468-45c2-953a-d044acd9881f req-e4ade750-09b3-4394-866c-012df1c69867 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:10.807398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:10.807941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c189ad4c-d468-45c2-953a-d044acd9881f req-e4ade750-09b3-4394-866c-012df1c69867 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 946 time: 0.4636075 Jul 08 17:45:10.813839 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7fd742c5-ce1b-4d8b-9dc5-609e9a692701 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/975e9396-46d8-4432-b730-329ea8f58667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1823659 Jul 08 17:45:10.814610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54434) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:10.818963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] Sync routers for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:10.832846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Transition to ACTIVE for port object 8c29be85-5cf9-4e22-9d34-415326748485 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:10.862112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:10.863158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:10.868307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Transition to ACTIVE for port object 8c29be85-5cf9-4e22-9d34-415326748485 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:10.869892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Deleting port d9dab007-6b98-43f7-8f91-80b948c42a44 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:10.870245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.905153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.920214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.929323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:10.932388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.977660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a98c70-35c7-4d29-9ed2-ae90bd4d25e0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:10.979096 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64a98c70-35c7-4d29-9ed2-ae90bd4d25e0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports/e69180f5-ab70-4de4-a46c-ec724342634c HTTP/1.1" status: 200 len: 911 time: 0.1595850 Jul 08 17:45:10.981936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54438) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:10.987974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:10.988617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:10.996035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:10.996413 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:10.999114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Network 51615817-efde-4d9b-9954-579351102431 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:11.043653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Pushing event updated for resources: {'Port': ['ID=8c29be85-5cf9-4e22-9d34-415326748485,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:11.068107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.074620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:11.076794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:11.082981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e0b9d-6c3d-442e-9537-e72bcb20da72 None None] The sync data for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:11.085461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:11.201614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Attempting to bind port 8c29be85-5cf9-4e22-9d34-415326748485 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:11.202257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Attempting to bind port 8c29be85-5cf9-4e22-9d34-415326748485 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:11.203252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Attempting to bind port 8c29be85-5cf9-4e22-9d34-415326748485 on network 51615817-efde-4d9b-9954-579351102431 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:11.205382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c189ad4c-d468-45c2-953a-d044acd9881f req-690d037a-e0dd-44c4-af1a-974bcdb4922d tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859358 Jul 08 17:45:11.228517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=97779e34-d4e1-4755-b1f5-2e66e297f4e9,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:11.234697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:11.235570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Checking segment: {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:11.236290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': '8605f61e-817e-446f-b16e-ac072c4407e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:11.236675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 3f205761-1843-4a26-ab19-3bc3d4c8ad32, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:11.236887 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.237374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Bound using segment: {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:11.237979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Bound port: 8c29be85-5cf9-4e22-9d34-415326748485, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:11.238466 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.262184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] For port d9dab007-6b98-43f7-8f91-80b948c42a44, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=d9dab007-6b98-43f7-8f91-80b948c42a44,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:11.262890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.323738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Calling delete_port for d9dab007-6b98-43f7-8f91-80b948c42a44 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:11.340250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] For port 8c29be85-5cf9-4e22-9d34-415326748485, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:11.348708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] For port 8c29be85-5cf9-4e22-9d34-415326748485, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8c29be85-5cf9-4e22-9d34-415326748485,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:11.360346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.372077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 3f205761-1843-4a26-ab19-3bc3d4c8ad32 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:11.443741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Allocated IP 172.25.5.56 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/51146943-4942-4c37-a90d-76b7ce0f1bb3) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:11.451285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f74d2f-2110-4e3d-a1f6-25602dcbe9b4 None None] Pushing event updated for resources: {'Port': ['ID=8c29be85-5cf9-4e22-9d34-415326748485,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:11.466906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 3f205761-1843-4a26-ab19-3bc3d4c8ad32) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:11.475858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41942b3d-03ed-4961-98b9-4df9c4908ee6 None None] Network 3f205761-1843-4a26-ab19-3bc3d4c8ad32 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:11.476311 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cf2f34d9-2d1c-4e42-9171-d23be12f833a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.485507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c9b40-c84e-4361-9303-fdd90dc78fd2 req-5c5fd5a8-2237-4082-8290-44b5589df19a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:11.486816 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c5c9b40-c84e-4361-9303-fdd90dc78fd2 req-5c5fd5a8-2237-4082-8290-44b5589df19a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 945 time: 0.2597680 Jul 08 17:45:11.510660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:11.511292 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.516429 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cf2f34d9-2d1c-4e42-9171-d23be12f833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.563167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cf2f34d9-2d1c-4e42-9171-d23be12f833a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c6732ab54194ea991ad2e383aa9d16c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2952435 Jul 08 17:45:11.572616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f186ed9-9e4b-4fae-a5f6-994679eb8495 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:11.573767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54442) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:11.670680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30ae4371-7c01-4bf8-a8d9-7cd377563b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.714674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1cdbb3ee-770c-4e90-a067-f115784a26de tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9711874 Jul 08 17:45:11.724354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f34d9-2d1c-4e42-9171-d23be12f833a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abc2383-2fe7-4672-81b2-93afa7e14ea9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:11.726381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54444) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:11.801364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30ae4371-7c01-4bf8-a8d9-7cd377563b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.816014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:11.828792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:11.829177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.864123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.883376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.885607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.890068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c5c9b40-c84e-4361-9303-fdd90dc78fd2 req-8b21d4ef-9fc1-4b7d-b968-98c4fffa7069 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806872 Jul 08 17:45:11.931644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ac201760-38d4-4215-8e7f-78135fda7cf7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:45:11.961520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-3f205761-1843-4a26-ab19-3bc3d4c8ad32', 'network_id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '97779e34-d4e1-4755-b1f5-2e66e297f4e9'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:11.962386 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:11.975110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event deleted for resources: {'Port': ['ID=d9dab007-6b98-43f7-8f91-80b948c42a44,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:11.977845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94610487-5180-439a-b956-08d7fce82d88 req-f9962fe3-77ac-476a-9f02-f287c07ea87b tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:11.988027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94610487-5180-439a-b956-08d7fce82d88 req-f9962fe3-77ac-476a-9f02-f287c07ea87b tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 944 time: 0.4979153 Jul 08 17:45:12.043935 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.159971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3f186ed9-9e4b-4fae-a5f6-994679eb8495, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f186ed9-9e4b-4fae-a5f6-994679eb8495,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:12.160197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] No DVR routers for this DVR port d9dab007-6b98-43f7-8f91-80b948c42a44 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:12.166332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0881a58f-4124-46df-bce7-fd654b9073d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f186ed9-9e4b-4fae-a5f6-994679eb8495'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:12.169347 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce533bf2-237b-495e-98f7-cdd19902b8a1" -d '{"events": [{"server_uuid": "0881a58f-4124-46df-bce7-fd654b9073d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f186ed9-9e4b-4fae-a5f6-994679eb8495"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:12.170489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.176773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99a524c8-135f-44a8-aece-2cbcf07379ee req-cb61b9d9-b729-422d-a544-b8576b242d48 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "DELETE /v2.0/ports/d9dab007-6b98-43f7-8f91-80b948c42a44 HTTP/1.1" status: 204 len: 173 time: 2.0235283 Jul 08 17:45:12.176773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'name': 'network-vif-deleted', 'tag': 'd9dab007-6b98-43f7-8f91-80b948c42a44'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:12.177562 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.178401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 17eea288-0c96-4a59-9cf2-b1e12acef62c up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:12.193677 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c257e530-80dc-45ac-9b82-7b14ca58ce35" -d '{"events": [{"server_uuid": "ee088122-a4b0-4c0e-97d6-b862e29c1050", "name": "network-vif-deleted", "tag": "d9dab007-6b98-43f7-8f91-80b948c42a44"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:12.257416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30ae4371-7c01-4bf8-a8d9-7cd377563b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.262171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30ae4371-7c01-4bf8-a8d9-7cd377563b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.263348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-30ae4371-7c01-4bf8-a8d9-7cd377563b48 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6abc2383-2fe7-4672-81b2-93afa7e14ea9 HTTP/1.1" status: 204 len: 168 time: 0.6886244 Jul 08 17:45:12.319911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Allocated IP 172.20.0.1 (3f205761-1843-4a26-ab19-3bc3d4c8ad32/97779e34-d4e1-4755-b1f5-2e66e297f4e9/74f15bae-bb19-40d5-a3b4-4e7f4b36aeda) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:12.339713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae4371-7c01-4bf8-a8d9-7cd377563b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abc2383-2fe7-4672-81b2-93afa7e14ea9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:12.494937 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c5105f-d99e-4f6c-b7b7-bd2bf780ca7e x-openstack-request-id: req-92c5105f-d99e-4f6c-b7b7-bd2bf780ca7e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:12.495454 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0881a58f-4124-46df-bce7-fd654b9073d7", "name": "network-vif-plugged", "status": "completed", "tag": "3f186ed9-9e4b-4fae-a5f6-994679eb8495", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:12.495454 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-92c5105f-d99e-4f6c-b7b7-bd2bf780ca7e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:12.498255 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0881a58f-4124-46df-bce7-fd654b9073d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f186ed9-9e4b-4fae-a5f6-994679eb8495', 'code': 200} Jul 08 17:45:12.620618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3f186ed9-9e4b-4fae-a5f6-994679eb8495,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:12.658192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 17eea288-0c96-4a59-9cf2-b1e12acef62c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:12.838963 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.859549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Transition to ACTIVE for port object 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:12.887793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Transition to ACTIVE for port object 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:12.892703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 17eea288-0c96-4a59-9cf2-b1e12acef62c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:12.893093 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:12.927901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8:1::1 (9c1b386c-5fa3-4508-be76-28ad7708711d/ddb8f138-e02a-48e7-8a3f-3bb1a686824c/b04bb034-9e77-44bc-aa15-601e27beb46e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:12.951379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a822a-f007-4ce4-abdb-e889df03b784 req-f71fa981-2cb4-4296-af59-6140168c2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:12.957717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-283a822a-f007-4ce4-abdb-e889df03b784 req-f71fa981-2cb4-4296-af59-6140168c2316 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 1096 time: 0.2687237 Jul 08 17:45:13.001476 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.022703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8c29be85-5cf9-4e22-9d34-415326748485 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:13.083681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.127722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Network 3f205761-1843-4a26-ab19-3bc3d4c8ad32 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:13.135806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:13.138414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:13.144400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.184251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7951f3c3-97f4-4312-8387-042b14623b2d req-84c2ebd7-5c23-476f-a8f2-6bfe5f91d981 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=ee088122-a4b0-4c0e-97d6-b862e29c1050 HTTP/1.1" status: 200 len: 210 time: 0.0875957 Jul 08 17:45:13.239342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94610487-5180-439a-b956-08d7fce82d88 req-de3f79f5-8480-4d42-9b71-5184df8d55f3 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2511485 Jul 08 17:45:13.263720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Pushing event updated for resources: {'Port': ['ID=74f15bae-bb19-40d5-a3b4-4e7f4b36aeda,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.294872 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-283a822a-f007-4ce4-abdb-e889df03b784 req-568d2b59-ecc3-49f3-9f87-d61a5f2724cd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221326 Jul 08 17:45:13.305476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Attempting to bind port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:13.305862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Attempting to bind port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8605f61e-817e-446f-b16e-ac072c4407e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:13.306464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Attempting to bind port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda on network 3f205761-1843-4a26-ab19-3bc3d4c8ad32 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:13.317578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:13.317578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Checking segment: {'id': '8605f61e-817e-446f-b16e-ac072c4407e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:13.317927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.318383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Bound using segment: {'id': '8605f61e-817e-446f-b16e-ac072c4407e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:13.319623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Bound port: 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8605f61e-817e-446f-b16e-ac072c4407e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:13.320179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.325416 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8fe11a-0e3f-45e1-b7b8-99f808e9ef6c x-openstack-request-id: req-9b8fe11a-0e3f-45e1-b7b8-99f808e9ef6c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:13.325951 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee088122-a4b0-4c0e-97d6-b862e29c1050", "name": "network-vif-deleted", "tag": "d9dab007-6b98-43f7-8f91-80b948c42a44", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:13.326464 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b8fe11a-0e3f-45e1-b7b8-99f808e9ef6c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:13.327054 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee088122-a4b0-4c0e-97d6-b862e29c1050', 'name': 'network-vif-deleted', 'tag': 'd9dab007-6b98-43f7-8f91-80b948c42a44', 'status': 'completed', 'code': 200} Jul 08 17:45:13.347259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8c29be85-5cf9-4e22-9d34-415326748485 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:13.358282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:13.397855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.407510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d79eb-ea81-42df-a83f-b5d25eb3103e None None] Network 51615817-efde-4d9b-9954-579351102431 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:13.412476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.416189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object b04bb034-9e77-44bc-aa15-601e27beb46e will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:13.505569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.514021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=97779e34-d4e1-4755-b1f5-2e66e297f4e9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.531288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.582794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 9c1b386c-5fa3-4508-be76-28ad7708711d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:13.587030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:13.604094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:13.604891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.609461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=b04bb034-9e77-44bc-aa15-601e27beb46e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.657082 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.730209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:13.750646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:13.762743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Pushing event updated for resources: {'Port': ['ID=51146943-4942-4c37-a90d-76b7ce0f1bb3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:13.779451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:13.855530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.857781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.859740 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:13.945247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f205761-1843-4a26-ab19-3bc3d4c8ad32']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:14.004215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8605f61e-817e-446f-b16e-ac072c4407e1') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:14.005504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8605f61e-817e-446f-b16e-ac072c4407e1') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:14.028153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.164475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b19cda83-0f0e-4702-bbd7-de7c78474aba None None] Provisioning for port 8c29be85-5cf9-4e22-9d34-415326748485 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:14.167477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:14.167939 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.196259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f42ff-7f74-4837-9674-1d7abb239dab req-339fe65a-f459-48ef-8520-b09333786cd1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:14.200581 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] For port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:14.203071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b19cda83-0f0e-4702-bbd7-de7c78474aba None None] Provisioning complete for port 8c29be85-5cf9-4e22-9d34-415326748485 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:14.203524 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b19cda83-0f0e-4702-bbd7-de7c78474aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.214523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-162f42ff-7f74-4837-9674-1d7abb239dab req-339fe65a-f459-48ef-8520-b09333786cd1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 945 time: 0.6138585 Jul 08 17:45:14.295407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 17eea288-0c96-4a59-9cf2-b1e12acef62c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:14.308186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.318847 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.350740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:14.351451 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:14.355596 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:14.392662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.405448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.406734 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.436603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=17eea288-0c96-4a59-9cf2-b1e12acef62c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:14.443990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d9dab007-6b98-43f7-8f91-80b948c42a44 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:14.506928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eea288-0c96-4a59-9cf2-b1e12acef62c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:14.514669 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a4319-c3c7-4f27-ba9c-18bbe63f9ab7" -d '{"events": [{"server_uuid": "c60b69c8-c2e0-4e0d-9068-95f713c46745", "name": "network-vif-plugged", "status": "completed", "tag": "17eea288-0c96-4a59-9cf2-b1e12acef62c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:14.581401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: d9dab007-6b98-43f7-8f91-80b948c42a44 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:14.581879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device d9dab007-6b98-43f7-8f91-80b948c42a44 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:14.585036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=b04bb034-9e77-44bc-aa15-601e27beb46e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:14.599311 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b19cda83-0f0e-4702-bbd7-de7c78474aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.673418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 9c1b386c-5fa3-4508-be76-28ad7708711d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:14.679486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:14.688553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b19cda83-0f0e-4702-bbd7-de7c78474aba None None] For port 8c29be85-5cf9-4e22-9d34-415326748485, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8c29be85-5cf9-4e22-9d34-415326748485,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:14.704673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] For port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=74f15bae-bb19-40d5-a3b4-4e7f4b36aeda,segment=NetworkSegment(8605f61e-817e-446f-b16e-ac072c4407e1),segment_id=8605f61e-817e-446f-b16e-ac072c4407e1)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:14.710387 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b19cda83-0f0e-4702-bbd7-de7c78474aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.759754 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:45:14.759754 n-d-799528-4 neutron-server[93664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:45:14.759754 n-d-799528-4 neutron-server[93664]: [parameters: {'id': '3f205761-1843-4a26-ab19-3bc3d4c8ad32'}] Jul 08 17:45:14.759754 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:45:14.760163 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:45:14.761096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:14.813307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-162f42ff-7f74-4837-9674-1d7abb239dab req-3f386838-6281-434b-aa40-2186d08b4432 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115526 Jul 08 17:45:14.882891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cda83-0f0e-4702-bbd7-de7c78474aba None None] Pushing event updated for resources: {'Port': ['ID=8c29be85-5cf9-4e22-9d34-415326748485,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:14.956565 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b915387b-018f-445a-a70a-f0ca2b2377f2 x-openstack-request-id: req-b915387b-018f-445a-a70a-f0ca2b2377f2 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:14.956886 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60b69c8-c2e0-4e0d-9068-95f713c46745", "name": "network-vif-plugged", "status": "completed", "tag": "17eea288-0c96-4a59-9cf2-b1e12acef62c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:14.957146 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b915387b-018f-445a-a70a-f0ca2b2377f2 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:14.957541 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eea288-0c96-4a59-9cf2-b1e12acef62c', 'code': 200} Jul 08 17:45:14.997915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-59834fe9-d493-4849-9e7c-b2e797f30868 None None] Provisioning for port b04bb034-9e77-44bc-aa15-601e27beb46e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:15.001636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 975e9396-46d8-4432-b730-329ea8f58667 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:15.007223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-59834fe9-d493-4849-9e7c-b2e797f30868 None None] Provisioning complete for port b04bb034-9e77-44bc-aa15-601e27beb46e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:15.007615 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59834fe9-d493-4849-9e7c-b2e797f30868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.009656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae8043-6847-467f-8c65-e78cd8a80922 None None] Pushing event updated for resources: {'Port': ['ID=74f15bae-bb19-40d5-a3b4-4e7f4b36aeda,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:15.058777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c1c0-b74e-4bf0-81b4-8fa38f9a3673 req-4a9d485e-ffad-408a-ad82-b34507afd5ed tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:15.060384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4155c1c0-b74e-4bf0-81b4-8fa38f9a3673 req-4a9d485e-ffad-408a-ad82-b34507afd5ed tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 945 time: 0.5335107 Jul 08 17:45:15.069141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b1453-cc78-481f-93f4-bba1a1af1b28 None None] Network 3f205761-1843-4a26-ab19-3bc3d4c8ad32 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:15.081053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-59834fe9-d493-4849-9e7c-b2e797f30868 None None] Port b04bb034-9e77-44bc-aa15-601e27beb46e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:15.081891 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.224979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:15.257690 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] Sync routers for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:15.273719 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:15.277466 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:15.279127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-06b95fc3-01d0-4c4d-9098-863f0c72e996 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/975e9396-46d8-4432-b730-329ea8f58667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2894924 Jul 08 17:45:15.285236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54516) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:15.306928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.338543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-64ff3827-2904-474d-988b-70fc64d94408 None None] Provisioning complete for port 8c29be85-5cf9-4e22-9d34-415326748485 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:15.338980 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-64ff3827-2904-474d-988b-70fc64d94408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.361896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4155c1c0-b74e-4bf0-81b4-8fa38f9a3673 req-2d4c47d2-a405-4277-bb73-265aa1540f0f tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253116 Jul 08 17:45:15.389493 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:15.402398 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:15.403315 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:15.438441 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:15.439505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c64893c-abb0-413f-a28a-7e015a788415 None None] The sync data for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:15.457329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d63cb3-5acf-455f-a0a2-c8ff5182d4d1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:15.461579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3d63cb3-5acf-455f-a0a2-c8ff5182d4d1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports/b04bb034-9e77-44bc-aa15-601e27beb46e HTTP/1.1" status: 200 len: 913 time: 0.1584356 Jul 08 17:45:15.462576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341be434-2f76-4819-8252-b653f4ea2bcc req-9dba47fc-f5ae-47c9-a6ad-2dfeeaeb9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:15.464046 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-341be434-2f76-4819-8252-b653f4ea2bcc req-9dba47fc-f5ae-47c9-a6ad-2dfeeaeb9645 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 1097 time: 0.4135122 Jul 08 17:45:15.464508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54526) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:15.542739 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.620728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Deleting port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:15.621312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.759708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] For port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=74f15bae-bb19-40d5-a3b4-4e7f4b36aeda,segment=NetworkSegment(8605f61e-817e-446f-b16e-ac072c4407e1),segment_id=8605f61e-817e-446f-b16e-ac072c4407e1)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:15.760392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.781895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Calling delete_port for 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:15.791554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d232c1-31f4-4164-8186-0c7754609cfb None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:45:15.827411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-64ff3827-2904-474d-988b-70fc64d94408 None None] Provisioning complete for port b04bb034-9e77-44bc-aa15-601e27beb46e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:15.828278 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-64ff3827-2904-474d-988b-70fc64d94408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:15.911505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Router 8212bfac-83b9-451f-8beb-81cfa27a40aa is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:45:15.934300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-341be434-2f76-4819-8252-b653f4ea2bcc req-f4bf758e-9509-43e1-baa7-e9555deaadfb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167447 Jul 08 17:45:16.064177 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.072686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-64ff3827-2904-474d-988b-70fc64d94408 None None] Port b04bb034-9e77-44bc-aa15-601e27beb46e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:16.251780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d232c1-31f4-4164-8186-0c7754609cfb None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:45:16.282412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.411253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Port': ['ID=74f15bae-bb19-40d5-a3b4-4e7f4b36aeda,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:16.422278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:16.434195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No DVR routers for this DVR port 74f15bae-bb19-40d5-a3b4-4e7f4b36aeda on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:16.447177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Sync routers for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:16.477290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:16.478437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:16.582669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.593811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f205761-1843-4a26-ab19-3bc3d4c8ad32']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:16.608021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8605f61e-817e-446f-b16e-ac072c4407e1') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:16.611869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8605f61e-817e-446f-b16e-ac072c4407e1') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:16.616619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port b04bb034-9e77-44bc-aa15-601e27beb46e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:16.617160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.620274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.661691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.686004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.691966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-19a49541-92c8-4d54-abb5-deef48ae5f47 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0335588 Jul 08 17:45:16.700670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54596) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:16.702619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:16.705135 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:16.875340 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:16.938910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:16.939084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8c29be85-5cf9-4e22-9d34-415326748485 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:16.986593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for b04bb034-9e77-44bc-aa15-601e27beb46e owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:17.031987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:17.282907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54606) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:17.290174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb1ffc-8f7d-4cdc-a671-f5bd727fba9d req-0ae0e512-9077-408b-8c4a-cfae2e61a637 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.292700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dfb1ffc-8f7d-4cdc-a671-f5bd727fba9d req-0ae0e512-9077-408b-8c4a-cfae2e61a637 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 1.2036452 Jul 08 17:45:17.350871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.360718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.397092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.403884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/3f205761-1843-4a26-ab19-3bc3d4c8ad32 HTTP/1.1" status: 204 len: 168 time: 5.6702540 Jul 08 17:45:17.423948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:17.435802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-593407557'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:17.441137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4285e-d36e-4bdc-8eab-50f9c244c3af tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=3f205761-1843-4a26-ab19-3bc3d4c8ad32,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:17.454644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=b04bb034-9e77-44bc-aa15-601e27beb46e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:17.479140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8c29be85-5cf9-4e22-9d34-415326748485 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:17.480457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.592967 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5788c284-996d-4634-860b-693d77c60d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.613485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:17.617202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.643183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:17.685500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:17.705518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dfb1ffc-8f7d-4cdc-a671-f5bd727fba9d req-699887f6-55a6-49d9-bbb2-f30fc0b3f9c7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422601 Jul 08 17:45:17.710230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:14Z', 'revision_number': 3, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:17.731488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b9c31-a83c-4d20-a19e-c49f6e6d5a10 req-5b9c6dab-2527-42ff-813d-78707f1efd12 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:17.739316 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-979b9c31-a83c-4d20-a19e-c49f6e6d5a10 req-5b9c6dab-2527-42ff-813d-78707f1efd12 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 945 time: 0.5009272 Jul 08 17:45:17.848139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-979b9c31-a83c-4d20-a19e-c49f6e6d5a10 req-2a1322c0-917c-4a43-a816-d937a5158a0f tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077864 Jul 08 17:45:17.866772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Checking router: 8212bfac-83b9-451f-8beb-81cfa27a40aa for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:17.867493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Updating router 8212bfac-83b9-451f-8beb-81cfa27a40aa port 51146943-4942-4c37-a90d-76b7ce0f1bb3 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:18.042750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.159262 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.346626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Allocated IP 172.20.0.1 (51615817-efde-4d9b-9954-579351102431/4bcebb8f-85de-4e24-b364-b42b5bdc0a29/59e76ceb-b312-4db3-8260-67f03fb58aa2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:18.387661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.388249 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment 0b3d1828-85f5-4888-9142-22a3cb2783b4 of type vlan for network 0f11f004-6978-4b13-ba1e-90f901523342 Jul 08 17:45:18.463724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.511665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.530777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Transition to ACTIVE for port object 59e76ceb-b312-4db3-8260-67f03fb58aa2 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:18.581524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.608455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5788c284-996d-4634-860b-693d77c60d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.631020 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.642869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Network 51615817-efde-4d9b-9954-579351102431 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:18.645488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Transition to ACTIVE for port object 51146943-4942-4c37-a90d-76b7ce0f1bb3 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:18.650189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:18.652518 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5788c284-996d-4634-860b-693d77c60d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.655295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:18.669918 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.691770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Pushing event updated for resources: {'Port': ['ID=59e76ceb-b312-4db3-8260-67f03fb58aa2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:18.710952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.733458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Pushing event updated for resources: {'Port': ['ID=51146943-4942-4c37-a90d-76b7ce0f1bb3,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:18.761050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788c284-996d-4634-860b-693d77c60d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197f7e93-f07f-4a28-bc42-867d2ecbf852,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:18.770680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.780830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Attempting to bind port 51146943-4942-4c37-a90d-76b7ce0f1bb3 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:18.781401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Attempting to bind port 51146943-4942-4c37-a90d-76b7ce0f1bb3 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:18.781995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Attempting to bind port 51146943-4942-4c37-a90d-76b7ce0f1bb3 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:18.788902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:18.789079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:18.789469 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.789870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:18.790348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Bound port: 51146943-4942-4c37-a90d-76b7ce0f1bb3, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:18.790742 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.792343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:18.796830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.862753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] For port 51146943-4942-4c37-a90d-76b7ce0f1bb3, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:18.868504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] For port 51146943-4942-4c37-a90d-76b7ce0f1bb3, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=51146943-4942-4c37-a90d-76b7ce0f1bb3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:18.882574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:18.976338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:18.981545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:18.997630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.013297 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5788c284-996d-4634-860b-693d77c60d7e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38c8d8695cd74c3d8278bb16b5bb45db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7287233 Jul 08 17:45:19.021382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54626) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.032618 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6069560 Jul 08 17:45:19.033435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54628) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.045208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '0f11f004-6978-4b13-ba1e-90f901523342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:19.051202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 975e9396-46d8-4432-b730-329ea8f58667 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:19.054914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d792308-41f5-43ef-b1f5-1cf297992216 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=0f11f004-6978-4b13-ba1e-90f901523342,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:19.136378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-b8632e56-49c3-476a-bc72-2b94854dea21 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:19.138265 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-b8632e56-49c3-476a-bc72-2b94854dea21 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 945 time: 0.6471169 Jul 08 17:45:19.320574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 0f11f004-6978-4b13-ba1e-90f901523342 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:19.404978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:19.418465 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] Sync routers for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:19.437673 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:19.438783 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:19.448476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-582c91da-4b54-44a7-a5c7-bb1e1760c97f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/975e9396-46d8-4432-b730-329ea8f58667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9774547 Jul 08 17:45:19.451346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:19.460848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.473794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54638) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.535557 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:19.556404 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:19.558015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13e50ef0-7ddf-4787-9e9d-b981044de94a None None] Provisioning for port 59e76ceb-b312-4db3-8260-67f03fb58aa2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:19.560397 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:19.571446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Pushing event updated for resources: {'Port': ['ID=51146943-4942-4c37-a90d-76b7ce0f1bb3,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:19.582127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13e50ef0-7ddf-4787-9e9d-b981044de94a None None] Provisioning complete for port 59e76ceb-b312-4db3-8260-67f03fb58aa2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:19.582506 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13e50ef0-7ddf-4787-9e9d-b981044de94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.606880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.607237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.607586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.607946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.608265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.608603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.617346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54642) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:19.618866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.619286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.619626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.619964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.620303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.620636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787f35b-1c2e-4b6d-a7c7-e896b6153323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:19.638076 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:19.639102 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0565491-9996-4c7e-832b-ef38c6735a4c None None] The sync data for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:19.695261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:19.721314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Deleting port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:19.722566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.818122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-13e50ef0-7ddf-4787-9e9d-b981044de94a None None] Port 59e76ceb-b312-4db3-8260-67f03fb58aa2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:19.865555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9dafa-0556-48f3-84c5-db6bdd0e0c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.969635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9dafa-0556-48f3-84c5-db6bdd0e0c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:19.994680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fba3b-8626-458c-a3d1-9a80f8e1d90e req-74b1c9fd-cdf1-4af5-ac02-d4b38c7472a0 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:20.002259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d9fba3b-8626-458c-a3d1-9a80f8e1d90e req-74b1c9fd-cdf1-4af5-ac02-d4b38c7472a0 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 945 time: 0.8568344 Jul 08 17:45:20.003037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2abc1957-1d35-4df8-9dec-0d38f3d5c470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.019356 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.065423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df311e0-05bc-47d1-9081-5c97faa90603 req-1beab23d-24e6-4479-bb38-635354fcd066 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:20.073632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8df311e0-05bc-47d1-9081-5c97faa90603 req-1beab23d-24e6-4479-bb38-635354fcd066 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 1.0245118 Jul 08 17:45:20.115542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 1, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:20.127922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d9fba3b-8626-458c-a3d1-9a80f8e1d90e req-c4018b7a-ad6e-47a0-954b-efcc7c3d8926 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/security-groups?id=9469c262-6666-4b93-af13-a93cef963760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246371 Jul 08 17:45:20.164275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8df311e0-05bc-47d1-9081-5c97faa90603 req-23b1f17c-8dba-45db-8599-b29689591c4b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838382 Jul 08 17:45:20.164882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=1f82c74e-2174-4f90-8399-41abb2e1da4d,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:20.191991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.204697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.211431 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9dafa-0556-48f3-84c5-db6bdd0e0c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.214195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9dafa-0556-48f3-84c5-db6bdd0e0c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.215746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9aa9dafa-0556-48f3-84c5-db6bdd0e0c7c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/197f7e93-f07f-4a28-bc42-867d2ecbf852 HTTP/1.1" status: 204 len: 168 time: 1.1883378 Jul 08 17:45:20.219514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98225047-4423-4358-8b7c-cb3fc9570213 None None] The sync data for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 is: [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 1, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:20.301525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': '0b3d1828-85f5-4888-9142-22a3cb2783b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0f11f004-6978-4b13-ba1e-90f901523342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:20.301777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 0f11f004-6978-4b13-ba1e-90f901523342, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:20.340328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2abc1957-1d35-4df8-9dec-0d38f3d5c470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.351171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] For port 3f186ed9-9e4b-4fae-a5f6-994679eb8495, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f186ed9-9e4b-4fae-a5f6-994679eb8495,segment=NetworkSegment(8ba08c06-f8a3-452b-af2b-a4426d08dda6),segment_id=8ba08c06-f8a3-452b-af2b-a4426d08dda6)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:20.355366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.358494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9dafa-0556-48f3-84c5-db6bdd0e0c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197f7e93-f07f-4a28-bc42-867d2ecbf852,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:20.385261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2abc1957-1d35-4df8-9dec-0d38f3d5c470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.422912 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2abc1957-1d35-4df8-9dec-0d38f3d5c470 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0e3eb8e708d044bc9e70a60bb814c5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8005848 Jul 08 17:45:20.431600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54650) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.440475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Pushing event updated for resources: {'Port': ['ID=59e76ceb-b312-4db3-8260-67f03fb58aa2,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:20.453111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Calling delete_port for 3f186ed9-9e4b-4fae-a5f6-994679eb8495 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:20.480138 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.539448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 0f11f004-6978-4b13-ba1e-90f901523342 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:20.675193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc1957-1d35-4df8-9dec-0d38f3d5c470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96c56b-2ff9-4317-9839-5d4f2536ab5c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:20.711180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 0f11f004-6978-4b13-ba1e-90f901523342) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:20.721360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea3a505-302e-4998-8e30-285927aa7a05 None None] Network 0f11f004-6978-4b13-ba1e-90f901523342 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:20.729673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:20.733128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.770494 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd7862c2-eead-4a73-b41a-909d2a4c364b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.780154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Network 51615817-efde-4d9b-9954-579351102431 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:20.787384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:20.817937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd7862c2-eead-4a73-b41a-909d2a4c364b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:20.873507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54658) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:20.951290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-147fef10-0e0e-403a-bf12-b0dba3658129 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9085646 Jul 08 17:45:20.958202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54662) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:21.007644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91c53d3d-f4e2-4108-9a12-ad676451998d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.054767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-0f11f004-6978-4b13-ba1e-90f901523342', 'network_id': '0f11f004-6978-4b13-ba1e-90f901523342', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '1f82c74e-2174-4f90-8399-41abb2e1da4d'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:21.055805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.157201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.183034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Router 8212bfac-83b9-451f-8beb-81cfa27a40aa has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:21.210402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Pushing event deleted for resources: {'Port': ['ID=3f186ed9-9e4b-4fae-a5f6-994679eb8495,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:21.264891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Allocated IP 172.20.0.2 (0f11f004-6978-4b13-ba1e-90f901523342/1f82c74e-2174-4f90-8399-41abb2e1da4d/46296e52-92b8-4d7d-9231-8abb231fdc1b) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:21.273761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3f69423e-5caf-4b87-8a78-2d9a9bb082cf None None] Provisioning complete for port 59e76ceb-b312-4db3-8260-67f03fb58aa2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:21.274145 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3f69423e-5caf-4b87-8a78-2d9a9bb082cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.278953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91c53d3d-f4e2-4108-9a12-ad676451998d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.292927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] No DVR routers for this DVR port 3f186ed9-9e4b-4fae-a5f6-994679eb8495 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:21.298019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140fdf7-3042-4518-a7c9-160c407d15ae req-bf1fab14-65cc-41df-8fcc-42b065b6d2da tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:21.305556 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.306112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c140fdf7-3042-4518-a7c9-160c407d15ae req-bf1fab14-65cc-41df-8fcc-42b065b6d2da tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.4228148 Jul 08 17:45:21.308208 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ce16e010-8bce-4b66-841b-cd025d3f6971 req-e0b84f58-3146-4915-858a-ffaac653cf13 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.72 "DELETE /v2.0/ports/3f186ed9-9e4b-4fae-a5f6-994679eb8495 HTTP/1.1" status: 204 len: 173 time: 2.1585748 Jul 08 17:45:21.314453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0881a58f-4124-46df-bce7-fd654b9073d7', 'name': 'network-vif-deleted', 'tag': '3f186ed9-9e4b-4fae-a5f6-994679eb8495'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:21.314657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd7862c2-eead-4a73-b41a-909d2a4c364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.317201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dd7862c2-eead-4a73-b41a-909d2a4c364b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.317569 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb34828-38f4-4dad-9ecd-4be3a2fe2d27" -d '{"events": [{"server_uuid": "0881a58f-4124-46df-bce7-fd654b9073d7", "name": "network-vif-deleted", "tag": "3f186ed9-9e4b-4fae-a5f6-994679eb8495"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:21.321363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dd7862c2-eead-4a73-b41a-909d2a4c364b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2a96c56b-2ff9-4317-9839-5d4f2536ab5c HTTP/1.1" status: 204 len: 168 time: 0.8857315 Jul 08 17:45:21.336576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.347075 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.367097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3f69423e-5caf-4b87-8a78-2d9a9bb082cf None None] Port 59e76ceb-b312-4db3-8260-67f03fb58aa2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:21.501013 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.519236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Transition to ACTIVE for port object 46296e52-92b8-4d7d-9231-8abb231fdc1b will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:21.534234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.557417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Transition to ACTIVE for port object 46296e52-92b8-4d7d-9231-8abb231fdc1b will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:21.562530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7862c2-eead-4a73-b41a-909d2a4c364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96c56b-2ff9-4317-9839-5d4f2536ab5c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:21.567973 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.580202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91c53d3d-f4e2-4108-9a12-ad676451998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.652426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f186ed9-9e4b-4fae-a5f6-994679eb8495 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:21.659945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-91c53d3d-f4e2-4108-9a12-ad676451998d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1b09b96f563f442080afcdf81df5fb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7778351 Jul 08 17:45:21.660967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c53d3d-f4e2-4108-9a12-ad676451998d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a59680f-3ed8-4558-b24a-88d78cdc6058,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:21.663697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54670) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:21.708635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Network 0f11f004-6978-4b13-ba1e-90f901523342 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:21.711752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 3f186ed9-9e4b-4fae-a5f6-994679eb8495 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:21.712106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f186ed9-9e4b-4fae-a5f6-994679eb8495 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:21.716714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:21.719474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:21.724604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Pushing event updated for resources: {'Port': ['ID=46296e52-92b8-4d7d-9231-8abb231fdc1b,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:21.729042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3038e56-7d8b-433b-8247-7516b130bd4b req-1a6e6cae-58b2-429b-9ca4-4a5e1afe81e5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:21.737550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3038e56-7d8b-433b-8247-7516b130bd4b req-1a6e6cae-58b2-429b-9ca4-4a5e1afe81e5 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 946 time: 0.8617725 Jul 08 17:45:21.771067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.806451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Attempting to bind port 46296e52-92b8-4d7d-9231-8abb231fdc1b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:21.806854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Attempting to bind port 46296e52-92b8-4d7d-9231-8abb231fdc1b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0b3d1828-85f5-4888-9142-22a3cb2783b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0f11f004-6978-4b13-ba1e-90f901523342'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:21.807192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Attempting to bind port 46296e52-92b8-4d7d-9231-8abb231fdc1b on network 0f11f004-6978-4b13-ba1e-90f901523342 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:21.813275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:21.813662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Checking segment: {'id': '0b3d1828-85f5-4888-9142-22a3cb2783b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0f11f004-6978-4b13-ba1e-90f901523342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:21.814076 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.814473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Bound using segment: {'id': '0b3d1828-85f5-4888-9142-22a3cb2783b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0f11f004-6978-4b13-ba1e-90f901523342'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:21.814949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Bound port: 46296e52-92b8-4d7d-9231-8abb231fdc1b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3d1828-85f5-4888-9142-22a3cb2783b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0f11f004-6978-4b13-ba1e-90f901523342'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:21.815655 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.815785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3038e56-7d8b-433b-8247-7516b130bd4b req-af9e4ee7-ba41-4402-8348-5bf26d356687 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602722 Jul 08 17:45:21.837330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=1f82c74e-2174-4f90-8399-41abb2e1da4d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:21.925719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c140fdf7-3042-4518-a7c9-160c407d15ae req-779fa1ba-0b7a-4169-a3b9-9da636fea325 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184578 Jul 08 17:45:21.935232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] For port 46296e52-92b8-4d7d-9231-8abb231fdc1b, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:21.940078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] For port 46296e52-92b8-4d7d-9231-8abb231fdc1b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=46296e52-92b8-4d7d-9231-8abb231fdc1b,segment=NetworkSegment(0b3d1828-85f5-4888-9142-22a3cb2783b4),segment_id=0b3d1828-85f5-4888-9142-22a3cb2783b4)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:21.964097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.966003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:21.967763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:21.991677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f11f004-6978-4b13-ba1e-90f901523342']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:22.008458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-366b2070-0645-4ee9-8248-72db97088c30 admin admin] 10.222.0.63 "PUT /v2.0/routers/8212bfac-83b9-451f-8beb-81cfa27a40aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2872090 Jul 08 17:45:22.070901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54676) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:22.083656 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a915ff-5c1e-488f-a8f0-8a8cf9630db2 x-openstack-request-id: req-73a915ff-5c1e-488f-a8f0-8a8cf9630db2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:22.083991 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0881a58f-4124-46df-bce7-fd654b9073d7", "name": "network-vif-deleted", "tag": "3f186ed9-9e4b-4fae-a5f6-994679eb8495", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:22.085768 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-73a915ff-5c1e-488f-a8f0-8a8cf9630db2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:22.086227 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0881a58f-4124-46df-bce7-fd654b9073d7', 'name': 'network-vif-deleted', 'tag': '3f186ed9-9e4b-4fae-a5f6-994679eb8495', 'status': 'completed', 'code': 200} Jul 08 17:45:22.095664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d1828-85f5-4888-9142-22a3cb2783b4') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:22.098741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c735ea4b-ae2f-4553-9939-17e839ea63fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.103703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d1828-85f5-4888-9142-22a3cb2783b4') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:22.132324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.157174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00e57e-5b11-4b3f-8f83-176f1bd0b177 None None] Pushing event updated for resources: {'Port': ['ID=46296e52-92b8-4d7d-9231-8abb231fdc1b,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:22.165050 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c735ea4b-ae2f-4553-9939-17e839ea63fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.171937 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.189750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:22.190591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:22.194663 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:22.203013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bbdd4-716a-4e81-b1c6-10085f66dc80 None None] Network 0f11f004-6978-4b13-ba1e-90f901523342 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:22.219415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29661e42-6cb6-4953-9fed-05a42fb09f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.269365 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c735ea4b-ae2f-4553-9939-17e839ea63fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.272367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c735ea4b-ae2f-4553-9939-17e839ea63fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.273760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c735ea4b-ae2f-4553-9939-17e839ea63fe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2a59680f-3ed8-4558-b24a-88d78cdc6058 HTTP/1.1" status: 204 len: 168 time: 0.5934021 Jul 08 17:45:22.289637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dbd03c24-6cd0-44ba-8c3a-44707369adea req-651996f0-b734-4f32-b9dc-16a66ed9d420 tempest-VolumesActionsTest-1615419240 tempest-VolumesActionsTest-1615419240-project] 10.222.0.63 "GET /v2.0/ports?device_id=0881a58f-4124-46df-bce7-fd654b9073d7 HTTP/1.1" status: 200 len: 210 time: 0.0674207 Jul 08 17:45:22.318313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735ea4b-ae2f-4553-9939-17e839ea63fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a59680f-3ed8-4558-b24a-88d78cdc6058,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:22.449021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:45:22.449021 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:45:22.449021 n-d-799528-4 neutron-server[93665]: [parameters: {'id': '0f11f004-6978-4b13-ba1e-90f901523342'}] Jul 08 17:45:22.449021 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:45:22.449421 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:45:22.465578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port e69180f5-ab70-4de4-a46c-ec724342634c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:22.465934 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.484780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29661e42-6cb6-4953-9fed-05a42fb09f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.494026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29661e42-6cb6-4953-9fed-05a42fb09f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.508723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa2487e-5c81-43bc-addd-b060ce58800d None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:45:22.572281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-962df45b-25e1-4ab3-8105-38e52bfe9918 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:22.574003 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-962df45b-25e1-4ab3-8105-38e52bfe9918 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 946 time: 0.3751137 Jul 08 17:45:22.588340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-29661e42-6cb6-4953-9fed-05a42fb09f90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1e639339daea4fe699b8dd2c2200d73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161712 Jul 08 17:45:22.596233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54684) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:22.648767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.667077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29661e42-6cb6-4953-9fed-05a42fb09f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d01bc1-2cc1-4684-a269-9276020225ff,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:22.672022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for e69180f5-ab70-4de4-a46c-ec724342634c owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:22.709116 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd897-c994-4dfe-b4df-9eaedc0733dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.736881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2487e-5c81-43bc-addd-b060ce58800d None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:45:22.757152 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd897-c994-4dfe-b4df-9eaedc0733dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.779217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Deleting port ac201760-38d4-4215-8e7f-78135fda7cf7 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:22.779688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.882640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd897-c994-4dfe-b4df-9eaedc0733dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.886707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd897-c994-4dfe-b4df-9eaedc0733dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.888654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8cdfd897-c994-4dfe-b4df-9eaedc0733dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c6d01bc1-2cc1-4684-a269-9276020225ff HTTP/1.1" status: 204 len: 168 time: 0.2866402 Jul 08 17:45:22.922512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfd897-c994-4dfe-b4df-9eaedc0733dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d01bc1-2cc1-4684-a269-9276020225ff,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:22.968094 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:22.992447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] For port ac201760-38d4-4215-8e7f-78135fda7cf7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ac201760-38d4-4215-8e7f-78135fda7cf7,segment=NetworkSegment(7cc23e4d-05eb-403e-8bc0-a94117a9f1aa),segment_id=7cc23e4d-05eb-403e-8bc0-a94117a9f1aa)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:22.992782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.016404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Calling delete_port for ac201760-38d4-4215-8e7f-78135fda7cf7 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:23.069825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 51146943-4942-4c37-a90d-76b7ce0f1bb3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:23.085042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.151321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=e69180f5-ab70-4de4-a46c-ec724342634c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:23.283545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfb984-b039-4306-86bb-3f00f88a4cf0 req-4005512f-ca00-4ce4-b685-01ba6e39b6dc tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:23.296193 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fadfb984-b039-4306-86bb-3f00f88a4cf0 req-4005512f-ca00-4ce4-b685-01ba6e39b6dc tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 946 time: 0.1682117 Jul 08 17:45:23.329066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5175-5150-4990-96d1-093e9a4cdb3c req-adbeb20d-4543-4126-8572-b3f1c5bd5df8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:23.330514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 51146943-4942-4c37-a90d-76b7ce0f1bb3 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:23.337753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-112c5175-5150-4990-96d1-093e9a4cdb3c req-adbeb20d-4543-4126-8572-b3f1c5bd5df8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.1476297 Jul 08 17:45:23.348040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 51146943-4942-4c37-a90d-76b7ce0f1bb3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:23.351293 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.373352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54710) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:23.380054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-742786285-network', 'tenant_id': '373453efc6944985b89393e49094f409'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:23.416331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fadfb984-b039-4306-86bb-3f00f88a4cf0 req-c693eb6a-0aab-470b-8c45-715bbd46f141 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/security-groups?id=99dbff00-790b-4699-97bf-3d953703ab23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189392 Jul 08 17:45:23.432554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Made reservation on behalf of 373453efc6944985b89393e49094f409 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:23.439488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.499010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-112c5175-5150-4990-96d1-093e9a4cdb3c req-a69d5178-b65f-49aa-94ed-0097aa5c4eb3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601124 Jul 08 17:45:23.500199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.727053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.743029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54718) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:23.762360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.782714 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.793964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 51146943-4942-4c37-a90d-76b7ce0f1bb3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=51146943-4942-4c37-a90d-76b7ce0f1bb3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:23.802223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Sync routers for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:23.812454 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9cbb-1612-4951-a38e-8d929e9a8027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.830566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.845082 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.848055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Deleting port 46296e52-92b8-4d7d-9231-8abb231fdc1b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:23.848405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:23.856841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:23.897518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:23.897772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:24.002528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9cbb-1612-4951-a38e-8d929e9a8027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.023990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aaf7a1-64e7-4506-8185-889ef49cb28c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.031531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=51146943-4942-4c37-a90d-76b7ce0f1bb3,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.072073 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c8e9cbb-1612-4951-a38e-8d929e9a8027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.100817 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.101244 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Added segment f5c47b51-213e-41ca-aa16-4c1a7cedf265 of type vlan for network fbe6eeae-81e7-4c48-a89e-d619a64665aa Jul 08 17:45:24.130099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:24.161932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.168515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c8e9cbb-1612-4951-a38e-8d929e9a8027 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2e0e938cc5f44b1eabb80a18f5ebf0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107053 Jul 08 17:45:24.171795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54734) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:24.185301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e9cbb-1612-4951-a38e-8d929e9a8027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb0731d-9932-42a5-91c3-a3b8bd94078c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.200774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.207306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] For port 46296e52-92b8-4d7d-9231-8abb231fdc1b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=46296e52-92b8-4d7d-9231-8abb231fdc1b,segment=NetworkSegment(0b3d1828-85f5-4888-9142-22a3cb2783b4),segment_id=0b3d1828-85f5-4888-9142-22a3cb2783b4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:24.207854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.260620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Pushing event deleted for resources: {'Port': ['ID=ac201760-38d4-4215-8e7f-78135fda7cf7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.270305 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.270473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Calling delete_port for 46296e52-92b8-4d7d-9231-8abb231fdc1b owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:24.272233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.272885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.311757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9362891 Jul 08 17:45:24.339915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54744) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:24.360495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef3aa9-66a7-4bf4-a4b8-f23946fe819a admin admin] Pushing event updated for resources: {'Network': ['ID=fbe6eeae-81e7-4c48-a89e-d619a64665aa,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.393200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Request body: {'subnet': {'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-742786285-subnet', 'tenant_id': '373453efc6944985b89393e49094f409', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:24.407329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] No DVR routers for this DVR port ac201760-38d4-4215-8e7f-78135fda7cf7 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:24.413474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:24.421607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.423590 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e5ccc6c4-6093-44fa-807b-9253ae5837e2 req-1f3933f6-1ad9-4639-be75-ca5d7a0d94cd tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.72 "DELETE /v2.0/ports/ac201760-38d4-4215-8e7f-78135fda7cf7 HTTP/1.1" status: 204 len: 173 time: 1.8397131 Jul 08 17:45:24.424396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'name': 'network-vif-deleted', 'tag': 'ac201760-38d4-4215-8e7f-78135fda7cf7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:45:24.426667 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b89df8-f5fe-4369-a5b0-b4b366d25efc" -d '{"events": [{"server_uuid": "eeb11ada-147f-48f5-acf1-699d36c9b60d", "name": "network-vif-deleted", "tag": "ac201760-38d4-4215-8e7f-78135fda7cf7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:45:24.510660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 975e9396-46d8-4432-b730-329ea8f58667 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:24.526934 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255d8750-33dc-4529-a90a-3dd5a8fb7942 x-openstack-request-id: req-255d8750-33dc-4529-a90a-3dd5a8fb7942 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:45:24.527326 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb11ada-147f-48f5-acf1-699d36c9b60d", "name": "network-vif-deleted", "tag": "ac201760-38d4-4215-8e7f-78135fda7cf7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:45:24.527684 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-255d8750-33dc-4529-a90a-3dd5a8fb7942 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:45:24.528196 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb11ada-147f-48f5-acf1-699d36c9b60d', 'name': 'network-vif-deleted', 'tag': 'ac201760-38d4-4215-8e7f-78135fda7cf7', 'status': 'completed', 'code': 200} Jul 08 17:45:24.537833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Made reservation on behalf of 373453efc6944985b89393e49094f409 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:24.547479 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.585592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:19Z', 'revision_number': 2, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:24.643258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Checking router: 8212bfac-83b9-451f-8beb-81cfa27a40aa for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:24.643898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Updating router 8212bfac-83b9-451f-8beb-81cfa27a40aa port 59e76ceb-b312-4db3-8260-67f03fb58aa2 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:24.649581 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bf14c574-629e-4cb6-b6b6-321d19812090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.684967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa015736-88c5-4172-92ba-aaa184293cb2 req-d2f60389-14a3-44af-b9c5-04cd117b92e3 tempest-AttachVolumeNegativeTest-1614268736 tempest-AttachVolumeNegativeTest-1614268736-project] 10.222.0.63 "GET /v2.0/ports?device_id=eeb11ada-147f-48f5-acf1-699d36c9b60d HTTP/1.1" status: 200 len: 210 time: 0.0465565 Jul 08 17:45:24.746064 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.812042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bf14c574-629e-4cb6-b6b6-321d19812090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.836136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:24.848800 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] Sync routers for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:24.860140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc1771-e53d-4d17-a63a-66029ceded5f req-5decabf9-4eff-46a9-8702-ceb673c0f2e9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:24.863182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c6b20206-2ff1-45ae-b4a6-738a0d007e37 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/975e9396-46d8-4432-b730-329ea8f58667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3832886 Jul 08 17:45:24.865673 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:24.866281 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:24.873908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1bc1771-e53d-4d17-a63a-66029ceded5f req-5decabf9-4eff-46a9-8702-ceb673c0f2e9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.1245244 Jul 08 17:45:24.874458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54770) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:24.916185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:24.956926 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:24.962148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4a987c84-9087-4e1a-ace6-fe354d49bef1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=975e9396-46d8-4432-b730-329ea8f58667 HTTP/1.1" status: 200 len: 205 time: 0.0865405 Jul 08 17:45:24.964676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54776) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:24.970312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No DVR routers for this DVR port 46296e52-92b8-4d7d-9231-8abb231fdc1b on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:24.989170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 51146943-4942-4c37-a90d-76b7ce0f1bb3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:24.993368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Port': ['ID=46296e52-92b8-4d7d-9231-8abb231fdc1b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:24.993950 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] Routers {'975e9396-46d8-4432-b730-329ea8f58667'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:24.994646 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['975e9396-46d8-4432-b730-329ea8f58667'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:25.095938 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:25.096625 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da11ab26-49ea-4d7b-a4e8-03b0af10075f None None] The sync data for ids ['975e9396-46d8-4432-b730-329ea8f58667'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:25.165923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1bc1771-e53d-4d17-a63a-66029ceded5f req-ea961916-b649-4c57-9ba5-fdc186448fa9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021565 Jul 08 17:45:25.185807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b9f124b-238a-4bb7-9625-5ee1f61ada8b tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.237604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.264562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 51146943-4942-4c37-a90d-76b7ce0f1bb3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:25.265507 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.269189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f11f004-6978-4b13-ba1e-90f901523342']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:25.288711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d1828-85f5-4888-9142-22a3cb2783b4') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:25.289140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d1828-85f5-4888-9142-22a3cb2783b4') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:25.301423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.330630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.336129 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bf14c574-629e-4cb6-b6b6-321d19812090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.339374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bf14c574-629e-4cb6-b6b6-321d19812090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.340524 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bf14c574-629e-4cb6-b6b6-321d19812090 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0bb0731d-9932-42a5-91c3-a3b8bd94078c HTTP/1.1" status: 204 len: 168 time: 1.1592672 Jul 08 17:45:25.418253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14c574-629e-4cb6-b6b6-321d19812090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb0731d-9932-42a5-91c3-a3b8bd94078c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:25.454213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:25.455571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:25.491335 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:25.533128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b9f124b-238a-4bb7-9625-5ee1f61ada8b tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.538578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b9f124b-238a-4bb7-9625-5ee1f61ada8b tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.556473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.581068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.587041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54798) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:25.600358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Transition to ACTIVE for port object 59e76ceb-b312-4db3-8260-67f03fb58aa2 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:25.602915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.616679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.624014 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.629651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54802) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:25.632068 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/0f11f004-6978-4b13-ba1e-90f901523342 HTTP/1.1" status: 204 len: 168 time: 4.6727390 Jul 08 17:45:25.634991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106745672'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:25.654731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a21df-f2c4-4d1f-b445-6ab2c7677b4e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=0f11f004-6978-4b13-ba1e-90f901523342,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:25.657512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0794815b-cd6d-473a-9c57-1de2cea1e5a5,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:25.660565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b9f124b-238a-4bb7-9625-5ee1f61ada8b tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.661079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9f124b-238a-4bb7-9625-5ee1f61ada8b tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Fanout notify agent at l3_agent the message router_deleted on router 975e9396-46d8-4432-b730-329ea8f58667 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:45:25.675529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5b9f124b-238a-4bb7-9625-5ee1f61ada8b tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.679311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5b9f124b-238a-4bb7-9625-5ee1f61ada8b tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/975e9396-46d8-4432-b730-329ea8f58667 HTTP/1.1" status: 204 len: 168 time: 0.7042811 Jul 08 17:45:25.680150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54804) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:25.710527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:25.714336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a61b31-2b7f-49a8-848f-988b6c28cdb5 None None] Pushing event updated for resources: {'Port': ['ID=59e76ceb-b312-4db3-8260-67f03fb58aa2,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:25.714537 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.722439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ac201760-38d4-4215-8e7f-78135fda7cf7 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:25.742973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Checking segment: {'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:25.743720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Network hostable DHCP agents. Network: fbe6eeae-81e7-4c48-a89e-d619a64665aa, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:25.790642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet ddb8f138-e02a-48e7-8a3f-3bb1a686824c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:25.795649 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.795858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:25.801767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:25.825685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.826033 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment db0d33c9-6d4f-41da-bb67-8bb8dd59f189 of type vlan for network f4ca1c07-927a-4c8e-bba5-6131bd942708 Jul 08 17:45:25.856575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fbe6eeae-81e7-4c48-a89e-d619a64665aa) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:25.868282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54810) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:25.911156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:25.912060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.923363 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:25.946369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.000007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] Deleting subnet df5eb1a2-d4fa-471b-b865-b76cc86179fa {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:26.017366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.031465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54822) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.032250 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-af64de40-a2cd-4ab8-82f2-6d0e3d604a44 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6447291 Jul 08 17:45:26.042488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:26.059641 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:45:26.066057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97435d3c-cec9-417a-bbe5-187bd2384e91 None None] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:26.084035 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.097341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:26.098040 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.200471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a5b140c8-dcde-45c2-9688-8f59d62b30d8 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-922508825'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:26.201123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a5b140c8-dcde-45c2-9688-8f59d62b30d8 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Unknown quota resources ['metering_label']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:45:26.201243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: ac201760-38d4-4215-8e7f-78135fda7cf7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:26.201688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ac201760-38d4-4215-8e7f-78135fda7cf7 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:26.218988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.226964 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.236034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.294525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.374594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.427417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=f4ca1c07-927a-4c8e-bba5-6131bd942708,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:26.445511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f4ca1c07-927a-4c8e-bba5-6131bd942708 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:26.453346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-344f942d-8376-450a-81fd-088058ae1017 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8226120 Jul 08 17:45:26.469249 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.470950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54846) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.516026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': 'f4ca1c07-927a-4c8e-bba5-6131bd942708', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:26.568319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5b140c8-dcde-45c2-9688-8f59d62b30d8 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.572328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5b140c8-dcde-45c2-9688-8f59d62b30d8 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9812443 Jul 08 17:45:26.572328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.584352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54850) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.614939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Attempting to bind port 59e76ceb-b312-4db3-8260-67f03fb58aa2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:26.616078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Attempting to bind port 59e76ceb-b312-4db3-8260-67f03fb58aa2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:26.616078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Attempting to bind port 59e76ceb-b312-4db3-8260-67f03fb58aa2 on network 51615817-efde-4d9b-9954-579351102431 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:26.643550 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.643796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:26.643948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Checking segment: {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:26.644379 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.644930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Bound using segment: {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:26.645490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Bound port: 59e76ceb-b312-4db3-8260-67f03fb58aa2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:26.645955 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.654022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-fbe6eeae-81e7-4c48-a89e-d619a64665aa', 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa', 'tenant_id': '373453efc6944985b89393e49094f409', 'fixed_ips': [{'subnet_id': '0794815b-cd6d-473a-9c57-1de2cea1e5a5'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:26.661079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.662595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.663737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.665653 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/ddb8f138-e02a-48e7-8a3f-3bb1a686824c HTTP/1.1" status: 204 len: 168 time: 0.9846513 Jul 08 17:45:26.700168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.700343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896794b-9ec2-45d9-b105-4e23f3222a27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb8f138-e02a-48e7-8a3f-3bb1a686824c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:26.708653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c503e85-65f7-4f79-8f08-e6da4eac36af None None] Network 9c1b386c-5fa3-4508-be76-28ad7708711d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:26.747595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-93f27090-0620-4b60-8aa8-061a5455385b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fab6a8fc-d450-4878-a481-4f88bc1f9742'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:26.748105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-93f27090-0620-4b60-8aa8-061a5455385b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93664) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:45:26.767197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet d4f50ac6-0136-4394-98a8-5e2567075fb4 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:26.770870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.844836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5eb1a2-d4fa-471b-b865-b76cc86179fa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:26.849181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:26.853742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d51387e5-e86d-4845-8ae2-84549ac167ff admin admin] 10.222.0.63 "DELETE /v2.0/subnets/df5eb1a2-d4fa-471b-b865-b76cc86179fa HTTP/1.1" status: 204 len: 168 time: 0.9812634 Jul 08 17:45:26.854838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54858) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:26.973673 n-d-799528-4 neutron-server[93664]: WARNING neutron.services.metering.metering_plugin [None req-93f27090-0620-4b60-8aa8-061a5455385b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:45:27.002705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.033456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.081664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] For port 59e76ceb-b312-4db3-8260-67f03fb58aa2, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:27.085496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d883205-a44f-4f15-94e6-d93993a93375 req-c854048d-4adf-4d64-8ca7-b1fcd7667b76 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:27.099515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d883205-a44f-4f15-94e6-d93993a93375 req-c854048d-4adf-4d64-8ca7-b1fcd7667b76 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.6519680 Jul 08 17:45:27.120590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] For port 59e76ceb-b312-4db3-8260-67f03fb58aa2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=59e76ceb-b312-4db3-8260-67f03fb58aa2,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:27.131303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Allocated IP 172.20.0.2 (fbe6eeae-81e7-4c48-a89e-d619a64665aa/0794815b-cd6d-473a-9c57-1de2cea1e5a5/6a971123-2370-4b15-86c0-37179068d2dd) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:27.141410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:27.145310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.151105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.249505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Performing IP validity checks on allocation pools {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:45:27.250342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:45:27.354966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] DHCP port deletion for 9c1b386c-5fa3-4508-be76-28ad7708711d request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:27.368677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.491771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.503643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.506369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:27.510812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:27.511476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:27.549778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:27.550404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc23e4d-05eb-403e-8bc0-a94117a9f1aa') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:27.562153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.562404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.565482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93f27090-0620-4b60-8aa8-061a5455385b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.567002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-93f27090-0620-4b60-8aa8-061a5455385b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8965693 Jul 08 17:45:27.582858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.586126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54868) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:27.590026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:27.592437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.601687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2c4f8df2-d0f3-4c2d-ac3d-01758726f836 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fab6a8fc-d450-4878-a481-4f88bc1f9742'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:27.602753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2c4f8df2-d0f3-4c2d-ac3d-01758726f836 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93664) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:27.661103 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:27.671627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d883205-a44f-4f15-94e6-d93993a93375 req-1d944596-3ef5-40c9-8f4b-34fe543f5054 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656128 Jul 08 17:45:27.681327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a61b31-2b7f-49a8-848f-988b6c28cdb5 None None] Pushing event updated for resources: {'Port': ['ID=59e76ceb-b312-4db3-8260-67f03fb58aa2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.764882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=96aee35b-637c-46ff-a98e-b1c3876501a9,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.781411 n-d-799528-4 neutron-server[93664]: WARNING neutron.services.metering.metering_plugin [None req-2c4f8df2-d0f3-4c2d-ac3d-01758726f836 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 17:45:27.792673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.815243 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.829290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a HTTP/1.1" status: 204 len: 168 time: 0.9720604 Jul 08 17:45:27.831745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.871894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa984597-bf1d-431f-af16-4b6a03487ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de54ed8-3471-4ad6-b443-1ddbe6dd9b7a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.908295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f50ac6-0136-4394-98a8-5e2567075fb4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:27.912650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:27.914578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3dceb33d-8926-4a05-aad9-02e82f210d48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/d4f50ac6-0136-4394-98a8-5e2567075fb4 HTTP/1.1" status: 204 len: 168 time: 1.2117090 Jul 08 17:45:27.917147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54872) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:28.145491 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.166733 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Transition to ACTIVE for port object 6a971123-2370-4b15-86c0-37179068d2dd will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:28.198727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Transition to ACTIVE for port object 6a971123-2370-4b15-86c0-37179068d2dd will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:28.199363 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.210837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd27574-f2f6-42b6-87f8-6e9771d23d83 None None] Network f40266a6-7280-4370-91d7-fe71e4eda83c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:28.228850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54884) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:28.241936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.257473 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-68283921-edbc-46e6-ad2f-161e742f5c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.284692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:28.324559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:28.327434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:28.333452 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-63485196-b34d-42ed-a62a-046e8841c952 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5db48f5d56fa4a848ca5a6442371d785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991392 Jul 08 17:45:28.342737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54886) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:28.348456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8df2-d0f3-4c2d-ac3d-01758726f836 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.350128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2c4f8df2-d0f3-4c2d-ac3d-01758726f836 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7543695 Jul 08 17:45:28.354517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54890) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:28.366413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': 'db0d33c9-6d4f-41da-bb67-8bb8dd59f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4ca1c07-927a-4c8e-bba5-6131bd942708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:28.367151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: f4ca1c07-927a-4c8e-bba5-6131bd942708, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:28.402551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cfeaec03-c609-4d57-a645-87e8b7606ed4 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=63ab0eba-c59a-4137-bd38-48a93c574c5f HTTP/1.1" status: 200 len: 464 time: 0.0416324 Jul 08 17:45:28.405822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54894) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:28.425863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network f4ca1c07-927a-4c8e-bba5-6131bd942708 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:28.431461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:28.431759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.446660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ffaaa1a-9964-43d2-b85b-5a123891378d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.487507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ffaaa1a-9964-43d2-b85b-5a123891378d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.557998 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.582077 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.585865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Attempting to bind port 6a971123-2370-4b15-86c0-37179068d2dd on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:28.586241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Attempting to bind port 6a971123-2370-4b15-86c0-37179068d2dd by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:28.588850 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ffaaa1a-9964-43d2-b85b-5a123891378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.591943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ffaaa1a-9964-43d2-b85b-5a123891378d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.593874 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ffaaa1a-9964-43d2-b85b-5a123891378d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/99dbff00-790b-4699-97bf-3d953703ab23 HTTP/1.1" status: 204 len: 168 time: 0.2492442 Jul 08 17:45:28.597318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Attempting to bind port 6a971123-2370-4b15-86c0-37179068d2dd on network fbe6eeae-81e7-4c48-a89e-d619a64665aa {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:28.628004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaaa1a-9964-43d2-b85b-5a123891378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dbff00-790b-4699-97bf-3d953703ab23,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:28.679497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] Deleting port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:28.679908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.682089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,segment=NetworkSegment(1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f),segment_id=1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:28.685279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.736795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Allocated IP 172.25.5.215 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/3bcef230-6c12-4ed4-a942-624911b352e1) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:28.843474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Pushing event updated for resources: {'Port': ['ID=6a971123-2370-4b15-86c0-37179068d2dd,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:28.855821 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.859757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:28.869141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:28.869617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Checking segment: {'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:28.870061 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.870467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Bound using segment: {'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:28.870955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Bound port: 6a971123-2370-4b15-86c0-37179068d2dd, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:28.871341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.893968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f4ca1c07-927a-4c8e-bba5-6131bd942708) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:28.898660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:28.899803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.914039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:28.967638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcef230-6c12-4ed4-a942-624911b352e1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:28.975722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-47aee0f6-4bee-4e95-bf03-cba08d14865d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4939911 Jul 08 17:45:28.979636 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:29.039433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5528d8d3-6856-4922-8c2c-fdb517620bf4 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.040846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5528d8d3-6856-4922-8c2c-fdb517620bf4 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/63ab0eba-c59a-4137-bd38-48a93c574c5f HTTP/1.1" status: 204 len: 168 time: 0.6317461 Jul 08 17:45:29.042099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:29.042396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e5b71-5a9c-4862-aaf6-a419c87e3a75 None None] Network f4ca1c07-927a-4c8e-bba5-6131bd942708 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:29.047760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54902) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:29.105932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-338a8641-5240-470a-a74d-c319df72d54b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=63ab0eba-c59a-4137-bd38-48a93c574c5f HTTP/1.1" status: 200 len: 221 time: 0.0566325 Jul 08 17:45:29.113798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54904) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:29.148827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] For port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,segment=NetworkSegment(1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f),segment_id=1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:29.149829 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.161311 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.222739 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:29.229785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:29.234547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] For port 6a971123-2370-4b15-86c0-37179068d2dd, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:29.239167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] For port 6a971123-2370-4b15-86c0-37179068d2dd, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6a971123-2370-4b15-86c0-37179068d2dd,segment=NetworkSegment(f5c47b51-213e-41ca-aa16-4c1a7cedf265),segment_id=f5c47b51-213e-41ca-aa16-4c1a7cedf265)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:29.243397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:29.243905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] Calling delete_port for 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:29.247917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 59e76ceb-b312-4db3-8260-67f03fb58aa2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:29.254497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-204cf5f6-8005-4c96-a30f-373a5f0b1191 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1855543546', 'description': 'label created by tempest'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:29.255070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-204cf5f6-8005-4c96-a30f-373a5f0b1191 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Unknown quota resources ['metering_label']. {{(pid=93665) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 17:45:29.302784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.622903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.626166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-204cf5f6-8005-4c96-a30f-373a5f0b1191 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.627215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-204cf5f6-8005-4c96-a30f-373a5f0b1191 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4111168 Jul 08 17:45:29.630485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54918) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:29.679251 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.695288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f494-16c6-4359-aa77-383e5527680a req-1a302c45-3f66-42fe-a6c2-e4a0da8e264b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:29.697233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24a9f494-16c6-4359-aa77-383e5527680a req-1a302c45-3f66-42fe-a6c2-e4a0da8e264b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.5687435 Jul 08 17:45:29.725677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:29.728386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:29.777190 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f40aa3f1-c3ca-437b-b1bc-47273aeafedf tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=21321a14-2f5e-44a7-bcb0-3773c5e09ff8 HTTP/1.1" status: 200 len: 468 time: 0.1291852 Jul 08 17:45:29.789997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54924) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:29.867300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:29.887354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1b386c-5fa3-4508-be76-28ad7708711d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:29.932687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:29.938305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caf6f47-8952-4f6e-a6fb-7f31f4cfea4f') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:29.961958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f79d6-2d5b-4266-8870-3f761f77f818 None None] Pushing event updated for resources: {'Port': ['ID=6a971123-2370-4b15-86c0-37179068d2dd,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:29.970401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.020122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.037107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:30.038062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:30.047269 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:30.156472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72f1d9f3-bc23-4392-ad4d-68ab7d402fca tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.157735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-72f1d9f3-bc23-4392-ad4d-68ab7d402fca tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/21321a14-2f5e-44a7-bcb0-3773c5e09ff8 HTTP/1.1" status: 204 len: 168 time: 0.3650498 Jul 08 17:45:30.168605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54932) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.169104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24a9f494-16c6-4359-aa77-383e5527680a req-d2c3b057-198f-4fc3-ba71-2624dbb17380 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195154 Jul 08 17:45:30.288858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-44f277f8-4ba8-421e-abc9-f6f031006aaa tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=21321a14-2f5e-44a7-bcb0-3773c5e09ff8 HTTP/1.1" status: 200 len: 216 time: 0.1148314 Jul 08 17:45:30.296019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54938) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.333711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d359e5d-8dd0-456f-9108-acf84dbe0f6c tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0319128 Jul 08 17:45:30.336093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54944) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.340829 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.353347 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.383151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.396170 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/9c1b386c-5fa3-4508-be76-28ad7708711d HTTP/1.1" status: 204 len: 168 time: 2.4746721 Jul 08 17:45:30.400992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54946) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.460758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41a942bc-99c1-446b-8d7d-4738f1de0413 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1130943 Jul 08 17:45:30.469197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54950) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.475535 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.484485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d89902-e447-4321-95a7-9cd3561d2f6c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=9c1b386c-5fa3-4508-be76-28ad7708711d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:30.492814 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.590323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebb5e96-fe23-44bf-bf6f-1d2941b83389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f4ca1c07-927a-4c8e-bba5-6131bd942708', 'network_id': 'f4ca1c07-927a-4c8e-bba5-6131bd942708', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '96aee35b-637c-46ff-a98e-b1c3876501a9'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:30.591333 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0ebb5e96-fe23-44bf-bf6f-1d2941b83389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.620092 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-83e1c091-dc92-40d5-8925-474028b4f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.660472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] Network 9c1b386c-5fa3-4508-be76-28ad7708711d is not hosted by any dhcp agent {{(pid=93666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:45:30.661319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] No DVR routers for this DVR port 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:30.668453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9810adc-9f5c-4359-87ee-83a97db8e54f None None] Pushing event deleted for resources: {'Port': ['ID=0b3d9609-97cd-4c01-80a2-1a45a1bc1528,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:30.690717 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.704014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=96aee35b-637c-46ff-a98e-b1c3876501a9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:30.727219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 59e76ceb-b312-4db3-8260-67f03fb58aa2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:30.812346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 59e76ceb-b312-4db3-8260-67f03fb58aa2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:30.813008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.884628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] DHCP port deletion for f40266a6-7280-4370-91d7-fe71e4eda83c request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:45:30.915329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05fb3ca-2d6f-4c68-b73d-5afdf300ca7f None None] Network f4ca1c07-927a-4c8e-bba5-6131bd942708 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:30.943261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:30.946785 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-576af2ce-eefd-4928-9327-8a18d308a076 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels/fab6a8fc-d450-4878-a481-4f88bc1f9742 HTTP/1.1" status: 200 len: 472 time: 0.4575205 Jul 08 17:45:30.953438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54958) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:30.965368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-17ff2961-83b6-472e-805a-621c97415316 tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules/1173dc75-fafb-4d6d-b21f-c5bd209a5f2d HTTP/1.1" status: 200 len: 461 time: 0.0092814 Jul 08 17:45:30.970052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54960) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:31.167327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-512fc7d7-d50d-410a-b000-ec6abc88a29b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.168543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-512fc7d7-d50d-410a-b000-ec6abc88a29b tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/1173dc75-fafb-4d6d-b21f-c5bd209a5f2d HTTP/1.1" status: 204 len: 168 time: 0.1963570 Jul 08 17:45:31.173375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54962) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:31.421545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port e543b965-941a-4ea2-b18f-e13600062060 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:31.422576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.576593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port e543b965-941a-4ea2-b18f-e13600062060, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e543b965-941a-4ea2-b18f-e13600062060,segment=NetworkSegment(5d763c84-4b06-453b-8bd1-fca4a7f511e4),segment_id=5d763c84-4b06-453b-8bd1-fca4a7f511e4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:31.576993 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.580663 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.607652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.608001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for e543b965-941a-4ea2-b18f-e13600062060 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:31.635664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ca1c07-927a-4c8e-bba5-6131bd942708']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.655992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0d33c9-6d4f-41da-bb67-8bb8dd59f189') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.656442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0d33c9-6d4f-41da-bb67-8bb8dd59f189') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.669255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.708074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.727172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:31.729532 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.732249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.811290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:27Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:31.885834 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:31.922775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.948396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.950572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] Deleting port e543b965-941a-4ea2-b18f-e13600062060 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:31.950956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.962460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/f4ca1c07-927a-4c8e-bba5-6131bd942708 HTTP/1.1" status: 204 len: 168 time: 2.9810157 Jul 08 17:45:31.969775 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:31.987767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd0e02-9d7b-470a-a1a2-8d929c8f7974 None None] The sync data for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 is: [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:27Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:32.062204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54980) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:32.098246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4657997-0d6e-49df-92e3-45864d0dd015 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=f4ca1c07-927a-4c8e-bba5-6131bd942708,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:32.130397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-843770565'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:32.209431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] For port e543b965-941a-4ea2-b18f-e13600062060, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e543b965-941a-4ea2-b18f-e13600062060,segment=NetworkSegment(5d763c84-4b06-453b-8bd1-fca4a7f511e4),segment_id=5d763c84-4b06-453b-8bd1-fca4a7f511e4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:32.211592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.217182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:32.224263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.268688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 59e76ceb-b312-4db3-8260-67f03fb58aa2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=59e76ceb-b312-4db3-8260-67f03fb58aa2,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:32.283996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] Calling delete_port for e543b965-941a-4ea2-b18f-e13600062060 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:32.289930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.381769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:32.403858 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.406732 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment 19822f78-5dde-41eb-b958-4cb2eb3f431a of type vlan for network 063f7bbf-1a82-4031-ab81-be8f39c04ebd Jul 08 17:45:32.544411 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.614503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:32.622019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a0663d-03ce-4d5e-90bf-4e4cb2d6259d None None] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:32.625521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.638024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:32.638596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.724970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=59e76ceb-b312-4db3-8260-67f03fb58aa2,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:32.760549 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:32.789055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:32.790001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0b3d9609-97cd-4c01-80a2-1a45a1bc1528 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:32.830939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc8a1f-b16d-468c-8bdf-bc8926ace9b1 req-3d63c8dc-bda7-45e0-973c-f5bb397a990f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:32.842189 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9bc8a1f-b16d-468c-8bdf-bc8926ace9b1 req-3d63c8dc-bda7-45e0-973c-f5bb397a990f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 1.3444519 Jul 08 17:45:32.905559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] No DVR routers for this DVR port e543b965-941a-4ea2-b18f-e13600062060 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:32.960478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8555877 Jul 08 17:45:32.962576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54996) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:32.986573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '063f7bbf-1a82-4031-ab81-be8f39c04ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:32.987604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8e7623ff-282f-493c-a267-54a2801832ba None None] Provisioning for port 6a971123-2370-4b15-86c0-37179068d2dd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:32.996043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d0fcf-fb4c-4ea4-80c0-25f289c90af6 None None] Pushing event deleted for resources: {'Port': ['ID=e543b965-941a-4ea2-b18f-e13600062060,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:33.067110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.137497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56908eec-c529-4835-b312-94193548439c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=063f7bbf-1a82-4031-ab81-be8f39c04ebd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:33.209000 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3bcdaa5-b83a-4e4d-be20-500cc768368f tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.210304 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a3bcdaa5-b83a-4e4d-be20-500cc768368f tempest-MeteringTestJSON-2125763671 tempest-MeteringTestJSON-2125763671-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/fab6a8fc-d450-4878-a481-4f88bc1f9742 HTTP/1.1" status: 204 len: 168 time: 2.0265579 Jul 08 17:45:33.248337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.255237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9bc8a1f-b16d-468c-8bdf-bc8926ace9b1 req-a3190d6f-d4b5-4ef6-85db-69272f38f114 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119413 Jul 08 17:45:33.277881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 063f7bbf-1a82-4031-ab81-be8f39c04ebd details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:33.289818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 59e76ceb-b312-4db3-8260-67f03fb58aa2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:33.300145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=e543b965-941a-4ea2-b18f-e13600062060,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:33.313266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port e543b965-941a-4ea2-b18f-e13600062060 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:33.318652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Router 42f1a1e4-f073-428c-92d0-f5123bec07d0 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:45:33.348507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:33.353347 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.587813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:33.612778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Sync routers for ids ['42f1a1e4-f073-428c-92d0-f5123bec07d0'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:33.631828 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.634351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 59e76ceb-b312-4db3-8260-67f03fb58aa2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:33.635889 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.636023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7bac2905-8ea3-430b-be60-70772e87e279 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6024861 Jul 08 17:45:33.638681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55018) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:33.669578 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.698294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Routers {'42f1a1e4-f073-428c-92d0-f5123bec07d0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:33.699467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['42f1a1e4-f073-428c-92d0-f5123bec07d0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.723328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40266a6-7280-4370-91d7-fe71e4eda83c']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.790077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d763c84-4b06-453b-8bd1-fca4a7f511e4') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.790403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d763c84-4b06-453b-8bd1-fca4a7f511e4') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:33.842380 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.943233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.981056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:33.981640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:33.999278 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:34.133923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6a971123-2370-4b15-86c0-37179068d2dd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:34.205929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55030) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:34.236238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Set router 42f1a1e4-f073-428c-92d0-f5123bec07d0 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:34.348889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.364642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.385263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/f40266a6-7280-4370-91d7-fe71e4eda83c HTTP/1.1" status: 204 len: 168 time: 3.9489410 Jul 08 17:45:34.397871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55038) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:34.410415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-566619799'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:34.513267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f68b5-0546-4051-baf3-4061da912e0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=f40266a6-7280-4370-91d7-fe71e4eda83c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:34.569666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:34.585899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.674729 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.790641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:34.852576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.854679 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment 74eea878-eebf-4bd0-8279-05fd65bc96eb of type vlan for network d94e7096-871c-40b9-8c4e-7799637c20aa Jul 08 17:45:34.927521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a0943ec-0ff0-45e1-8d70-3c92c837fe20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:34.935424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=06625f76-8344-4c48-9ddc-68d2a87ba6b1,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:34.972795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': '19822f78-5dde-41eb-b958-4cb2eb3f431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '063f7bbf-1a82-4031-ab81-be8f39c04ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:34.973732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 063f7bbf-1a82-4031-ab81-be8f39c04ebd, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:34.993823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.259202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a0943ec-0ff0-45e1-8d70-3c92c837fe20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.261911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 063f7bbf-1a82-4031-ab81-be8f39c04ebd is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:35.267853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.279622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.280652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:35.281762 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.305178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a0943ec-0ff0-45e1-8d70-3c92c837fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.315469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 6a971123-2370-4b15-86c0-37179068d2dd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:35.350861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6a971123-2370-4b15-86c0-37179068d2dd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:35.351249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.368890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc977554-6824-4839-91d1-964ae97c7665 req-437e0d6f-b05c-44ac-a316-87f41737cb4c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:35.378724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc977554-6824-4839-91d1-964ae97c7665 req-437e0d6f-b05c-44ac-a316-87f41737cb4c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.2472723 Jul 08 17:45:35.479410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:45:29Z', 'revision_number': 3, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:35.494790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc977554-6824-4839-91d1-964ae97c7665 req-94efd953-5686-4b33-9c56-2f588b49572b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152790 Jul 08 17:45:35.529821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Checking router: 42f1a1e4-f073-428c-92d0-f5123bec07d0 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:35.531098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Updating router 42f1a1e4-f073-428c-92d0-f5123bec07d0 port 3bcef230-6c12-4ed4-a942-624911b352e1 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:35.536303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3a0943ec-0ff0-45e1-8d70-3c92c837fe20 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b4ea0829a60c4a44abe146c426bc5154&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3291008 Jul 08 17:45:35.540526 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1390798 Jul 08 17:45:35.540526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55054) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.575003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.575962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.581992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 063f7bbf-1a82-4031-ab81-be8f39c04ebd) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:35.601784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120d1a0-e681-4664-aca1-8bfee040eb02 None None] Network 063f7bbf-1a82-4031-ab81-be8f39c04ebd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:35.602825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:35.674438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0943ec-0ff0-45e1-8d70-3c92c837fe20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a837061c-2a09-48f3-b6ea-cab467292550,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:35.722602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:35.723228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.725684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef9dd9-804c-47d1-9833-ae762455ae70 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=d94e7096-871c-40b9-8c4e-7799637c20aa,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:35.732516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd73a-fb07-45cf-8ed8-3c201dd2e656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.765121 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-35036083-26e0-49d5-a112-3eda3d88a899 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8003385 Jul 08 17:45:35.770447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:35.785222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d94e7096-871c-40b9-8c4e-7799637c20aa details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:35.800433 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.911350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 6a971123-2370-4b15-86c0-37179068d2dd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6a971123-2370-4b15-86c0-37179068d2dd,segment=NetworkSegment(f5c47b51-213e-41ca-aa16-4c1a7cedf265),segment_id=f5c47b51-213e-41ca-aa16-4c1a7cedf265)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:35.928411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:35.949768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f47e914b-d3bd-499a-88d0-a8aff0845982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.014267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f47e914b-d3bd-499a-88d0-a8aff0845982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.024671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=6a971123-2370-4b15-86c0-37179068d2dd,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.027753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e543b965-941a-4ea2-b18f-e13600062060 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:45:36.063864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e543b965-941a-4ea2-b18f-e13600062060 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:45:36.064568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e543b965-941a-4ea2-b18f-e13600062060 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:45:36.113677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f47e914b-d3bd-499a-88d0-a8aff0845982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.116878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f47e914b-d3bd-499a-88d0-a8aff0845982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.118266 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f47e914b-d3bd-499a-88d0-a8aff0845982 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a837061c-2a09-48f3-b6ea-cab467292550 HTTP/1.1" status: 204 len: 168 time: 0.5499763 Jul 08 17:45:36.228526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e914b-d3bd-499a-88d0-a8aff0845982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a837061c-2a09-48f3-b6ea-cab467292550,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.246551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6a971123-2370-4b15-86c0-37179068d2dd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:36.288558 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.341239 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd73a-fb07-45cf-8ed8-3c201dd2e656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.369611 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd73a-fb07-45cf-8ed8-3c201dd2e656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.372574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0f80a-8ec4-4fa6-b6ee-41506b5b32d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-063f7bbf-1a82-4031-ab81-be8f39c04ebd', 'network_id': '063f7bbf-1a82-4031-ab81-be8f39c04ebd', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '06625f76-8344-4c48-9ddc-68d2a87ba6b1'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:36.374575 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-03e0f80a-8ec4-4fa6-b6ee-41506b5b32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.393753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6a971123-2370-4b15-86c0-37179068d2dd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:36.394713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.407566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.417703 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.512533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:36.521311 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.555367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-03e0f80a-8ec4-4fa6-b6ee-41506b5b32d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06625f76-8344-4c48-9ddc-68d2a87ba6b1: This subnet is being modified by another concurrent operation. Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06625f76-8344-4c48-9ddc-68d2a87ba6b1: This subnet is being modified by another concurrent operation. Jul 08 17:45:36.585939 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:45:36.681384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.692904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063f7bbf-1a82-4031-ab81-be8f39c04ebd']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:36.702675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f499b6f0-5e65-401e-a553-30e807dff72e None None] Network 063f7bbf-1a82-4031-ab81-be8f39c04ebd requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:36.706621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19822f78-5dde-41eb-b958-4cb2eb3f431a') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:36.706925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19822f78-5dde-41eb-b958-4cb2eb3f431a') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:36.717235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.723871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0a8cd73a-fb07-45cf-8ed8-3c201dd2e656 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=118954768cf94a42ba18433c48ad402b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4063768 Jul 08 17:45:36.735531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.741899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:36.742305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.758244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:36.788857 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:36.808419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cd73a-fb07-45cf-8ed8-3c201dd2e656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a76fd-758f-41b3-accd-ec9d0edf495f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.840633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55080) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:36.844867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=06625f76-8344-4c48-9ddc-68d2a87ba6b1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:36.890158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.899893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.907705 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/063f7bbf-1a82-4031-ab81-be8f39c04ebd HTTP/1.1" status: 204 len: 168 time: 1.1360867 Jul 08 17:45:36.912850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55082) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:36.914955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a26f614-075c-4a59-92bd-62a7ec10a51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.956226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1314682257'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:36.960544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:36.973468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eee39-34cb-458e-b739-498a0d198b5e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=063f7bbf-1a82-4031-ab81-be8f39c04ebd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.019991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:37.024434 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.056073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Transition to ACTIVE for port object 3bcef230-6c12-4ed4-a942-624911b352e1 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:37.057333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:37.070375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.071718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.072083 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment c47ebd26-b289-4f69-9dc9-0afc2691da99 of type vlan for network 71c583d4-dff6-4548-b436-e3ccf66da096 Jul 08 17:45:37.137395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722d2956-b86c-4bac-a2a1-5ef83f3ce6cd None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:45:37.142512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.175303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Attempting to bind port 3bcef230-6c12-4ed4-a942-624911b352e1 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:37.175788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Attempting to bind port 3bcef230-6c12-4ed4-a942-624911b352e1 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:37.176033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Attempting to bind port 3bcef230-6c12-4ed4-a942-624911b352e1 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:37.189875 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.196931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:37.197318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:37.197730 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.198132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:37.198606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Bound port: 3bcef230-6c12-4ed4-a942-624911b352e1, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:37.198998 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.211821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:37.212417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.237711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbe9f-ece4-4149-a773-727b9f06f82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.289772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9962f0e-08bc-4f29-a68d-3309347ccf18 None None] Pushing event updated for resources: {'Port': ['ID=3bcef230-6c12-4ed4-a942-624911b352e1,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.308652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=71c583d4-dff6-4548-b436-e3ccf66da096,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.320040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d2956-b86c-4bac-a2a1-5ef83f3ce6cd None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:45:37.325467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 71c583d4-dff6-4548-b436-e3ccf66da096 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:37.456400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbe9f-ece4-4149-a773-727b9f06f82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.555990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd071618-30cf-457c-b234-53687997d31f req-9e7ff118-849c-46cc-a4f0-c7b33b1d2fd4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:37.557686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd071618-30cf-457c-b234-53687997d31f req-9e7ff118-849c-46cc-a4f0-c7b33b1d2fd4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.7934308 Jul 08 17:45:37.626415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] For port 3bcef230-6c12-4ed4-a942-624911b352e1, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:37.671486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] For port 3bcef230-6c12-4ed4-a942-624911b352e1, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3bcef230-6c12-4ed4-a942-624911b352e1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:37.698240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.700241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.773500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a26f614-075c-4a59-92bd-62a7ec10a51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.802305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-894db5a0-33b6-418d-b54c-ab4c819914ab tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8883431 Jul 08 17:45:37.804944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55094) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:37.811177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '71c583d4-dff6-4548-b436-e3ccf66da096', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:37.812148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9962f0e-08bc-4f29-a68d-3309347ccf18 None None] Pushing event updated for resources: {'Port': ['ID=3bcef230-6c12-4ed4-a942-624911b352e1,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:37.833361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a26f614-075c-4a59-92bd-62a7ec10a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.856089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Allocated IP 172.20.0.1 (fbe6eeae-81e7-4c48-a89e-d619a64665aa/0794815b-cd6d-473a-9c57-1de2cea1e5a5/921c65b6-4092-49ee-af92-f9e00c6ce53e) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:37.906873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbe9f-ece4-4149-a773-727b9f06f82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.917665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbe9f-ece4-4149-a773-727b9f06f82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:37.921363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc2cbe9f-ece4-4149-a773-727b9f06f82f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ef7a76fd-758f-41b3-accd-ec9d0edf495f HTTP/1.1" status: 204 len: 168 time: 1.1586592 Jul 08 17:45:37.921542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Routers {'42f1a1e4-f073-428c-92d0-f5123bec07d0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:37.921542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['42f1a1e4-f073-428c-92d0-f5123bec07d0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:37.922736 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd071618-30cf-457c-b234-53687997d31f req-7b76bccd-13c6-477c-9813-40e58cda879c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393764 Jul 08 17:45:38.043542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:38.047396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.108699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a26f614-075c-4a59-92bd-62a7ec10a51d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bb85e3af320e40eca970b5050bb163a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2588708 Jul 08 17:45:38.166930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55098) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:38.186829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=dddf634e-92de-496a-9949-ec4350031982,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.224542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26f614-075c-4a59-92bd-62a7ec10a51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2179a48-dac0-4d6a-b75e-24399a0e2e0c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.384962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c361b042-3f06-4449-afed-f6f9da013639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.402023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.418788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Transition to ACTIVE for port object 921c65b6-4092-49ee-af92-f9e00c6ce53e will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:38.423465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c361b042-3f06-4449-afed-f6f9da013639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.490374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': '74eea878-eebf-4bd0-8279-05fd65bc96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:38.490965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: d94e7096-871c-40b9-8c4e-7799637c20aa, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:38.507486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cbe9f-ece4-4149-a773-727b9f06f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a76fd-758f-41b3-accd-ec9d0edf495f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.511630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.544897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c361b042-3f06-4449-afed-f6f9da013639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.555511 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c361b042-3f06-4449-afed-f6f9da013639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.562493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c361b042-3f06-4449-afed-f6f9da013639 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a2179a48-dac0-4d6a-b75e-24399a0e2e0c HTTP/1.1" status: 204 len: 168 time: 0.3947785 Jul 08 17:45:38.573691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:38.582200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:38.606293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:38.617767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network d94e7096-871c-40b9-8c4e-7799637c20aa is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:38.685654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361b042-3f06-4449-afed-f6f9da013639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2179a48-dac0-4d6a-b75e-24399a0e2e0c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.693897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, d94e7096-871c-40b9-8c4e-7799637c20aa) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:38.702534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:38.703141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.773556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] Set router 42f1a1e4-f073-428c-92d0-f5123bec07d0 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:38.814704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Pushing event updated for resources: {'Port': ['ID=921c65b6-4092-49ee-af92-f9e00c6ce53e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:38.822417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20be0c90-ea8b-4668-996c-98f2a85531a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2352171 Jul 08 17:45:38.823641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.841622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55110) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:38.855995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-22ab65fb-233d-4c93-93a3-0d70589f6b63 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595967360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:38.902107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22ab65fb-233d-4c93-93a3-0d70589f6b63 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:38.904024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22ab65fb-233d-4c93-93a3-0d70589f6b63 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.022933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55114) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:39.030990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa22829-ff48-4636-bcf0-1a0801120e7c None None] Network d94e7096-871c-40b9-8c4e-7799637c20aa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:39.086828 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-390440e1-f6bf-4551-a641-93a1eac42d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.100232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22ab65fb-233d-4c93-93a3-0d70589f6b63 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.105451 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.244955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.265786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22ab65fb-233d-4c93-93a3-0d70589f6b63 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.334522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=b9c8d9f8-65ca-4de5-967a-578c90f10acb,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:39.362464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-50386f10-cda6-4487-b6fd-0d3a37fed6ab None None] Provisioning for port 921c65b6-4092-49ee-af92-f9e00c6ce53e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:39.379410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-50386f10-cda6-4487-b6fd-0d3a37fed6ab None None] Provisioning complete for port 921c65b6-4092-49ee-af92-f9e00c6ce53e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:39.381317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50386f10-cda6-4487-b6fd-0d3a37fed6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.401810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.402163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.402511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.402856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.403198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.403535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.403871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.404203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.404535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.404909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.405895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.406228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:39.442116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': 'c47ebd26-b289-4f69-9dc9-0afc2691da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '71c583d4-dff6-4548-b436-e3ccf66da096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:39.442496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 71c583d4-dff6-4548-b436-e3ccf66da096, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:39.475978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-50386f10-cda6-4487-b6fd-0d3a37fed6ab None None] Port 921c65b6-4092-49ee-af92-f9e00c6ce53e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:39.481914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 71c583d4-dff6-4548-b436-e3ccf66da096 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:39.507723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 71c583d4-dff6-4548-b436-e3ccf66da096) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:39.512362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:39.512996 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.537069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fc00d-0ae5-4082-b3c9-b6911248e6b2 None None] Network 71c583d4-dff6-4548-b436-e3ccf66da096 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:39.685659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.744031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-390440e1-f6bf-4551-a641-93a1eac42d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.776386 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b27fa445-d853-46b5-aca0-48ed2253bd83 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9680502 Jul 08 17:45:39.776550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.777326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:39.778088 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-22ab65fb-233d-4c93-93a3-0d70589f6b63 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.779244 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-22ab65fb-233d-4c93-93a3-0d70589f6b63 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9338467 Jul 08 17:45:39.795757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55138) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:39.828638 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-390440e1-f6bf-4551-a641-93a1eac42d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:39.833882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'port': {'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa', 'name': 'tempest-RoutersIpV6Test-149301826'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:39.962427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-390440e1-f6bf-4551-a641-93a1eac42d02 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3c8c1364986145b4b47673b05ce19db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9374754 Jul 08 17:45:39.964314 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.003239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.006095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55144) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:40.020114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-d94e7096-871c-40b9-8c4e-7799637c20aa', 'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': 'dddf634e-92de-496a-9949-ec4350031982'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:40.021042 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.059676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:45:29Z', 'revision_number': 3, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:40.190520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.291535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d814a-563c-4b71-b7f6-007b7842d190 None None] The sync data for ids ['42f1a1e4-f073-428c-92d0-f5123bec07d0'] in n-d-799528-4 is: [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:45:29Z', 'revision_number': 3, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:40.299614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac73c6-3109-4e8b-a532-558db84d575e req-65709ac1-62c4-432f-b38d-87994e389612 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:40.301297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96ac73c6-3109-4e8b-a532-558db84d575e req-65709ac1-62c4-432f-b38d-87994e389612 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 1.0017972 Jul 08 17:45:40.306094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174bc92a-9b9e-4f88-b6c9-a9926fc3caae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-71c583d4-dff6-4548-b436-e3ccf66da096', 'network_id': '71c583d4-dff6-4548-b436-e3ccf66da096', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': 'b9c8d9f8-65ca-4de5-967a-578c90f10acb'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:40.307033 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-174bc92a-9b9e-4f88-b6c9-a9926fc3caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.331113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:40.337137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.374890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] device_id is not set on port b163be8b-5357-44ce-8254-f57dec78b377 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:40.395135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Pushing event updated for resources: {'Port': ['ID=921c65b6-4092-49ee-af92-f9e00c6ce53e,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:40.445804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.460807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:40.477257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390440e1-f6bf-4551-a641-93a1eac42d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e90d4e-f4e1-4244-a6a4-d62e584bcb23,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:40.534546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:40.617837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c8d9f8-65ca-4de5-967a-578c90f10acb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:40.680680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.782900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c583d4-dff6-4548-b436-e3ccf66da096']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:40.832493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47ebd26-b289-4f69-9dc9-0afc2691da99') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:40.832960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47ebd26-b289-4f69-9dc9-0afc2691da99') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:40.843244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96ac73c6-3109-4e8b-a532-558db84d575e req-3acb7a24-bea5-4b50-9452-9aec50b6a596 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778306 Jul 08 17:45:40.890680 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ff3d783-4f3c-4edb-86e2-f552bc33563c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-174bc92a-9b9e-4f88-b6c9-a9926fc3caae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9c8d9f8-65ca-4de5-967a-578c90f10acb: This subnet is being modified by another concurrent operation. Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9c8d9f8-65ca-4de5-967a-578c90f10acb: This subnet is being modified by another concurrent operation. Jul 08 17:45:40.899390 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:45:40.923943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:40.957237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc1665-d1b5-41f3-8e88-b693f76ae1d6 None None] Network 71c583d4-dff6-4548-b436-e3ccf66da096 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:41.018698 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ff3d783-4f3c-4edb-86e2-f552bc33563c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.021753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8::1e8 (d94e7096-871c-40b9-8c4e-7799637c20aa/dddf634e-92de-496a-9949-ec4350031982/b163be8b-5357-44ce-8254-f57dec78b377) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:41.059519 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.111086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:41.112246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:41.115544 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:41.283320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6593ce0f-ccf2-409c-a897-cc9e92bb65ff None None] Provisioning complete for port 921c65b6-4092-49ee-af92-f9e00c6ce53e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:41.283913 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6593ce0f-ccf2-409c-a897-cc9e92bb65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.306605 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.316825 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.323341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Router 42f1a1e4-f073-428c-92d0-f5123bec07d0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:41.325229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55168) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:41.327654 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/71c583d4-dff6-4548-b436-e3ccf66da096 HTTP/1.1" status: 204 len: 168 time: 1.5451417 Jul 08 17:45:41.333438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ff3d783-4f3c-4edb-86e2-f552bc33563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.337483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ff3d783-4f3c-4edb-86e2-f552bc33563c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.348078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0ff3d783-4f3c-4edb-86e2-f552bc33563c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/22e90d4e-f4e1-4244-a6a4-d62e584bcb23 HTTP/1.1" status: 204 len: 168 time: 1.3404739 Jul 08 17:45:41.359130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-424474701'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:41.386517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6593ce0f-ccf2-409c-a897-cc9e92bb65ff None None] Port 921c65b6-4092-49ee-af92-f9e00c6ce53e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:41.406123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:41.417477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.450046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3d783-4f3c-4edb-86e2-f552bc33563c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e90d4e-f4e1-4244-a6a4-d62e584bcb23,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:41.469094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55174) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:41.569412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d77435-667f-42f2-925b-4ed2aa9d39cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=71c583d4-dff6-4548-b436-e3ccf66da096,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:41.679780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:41.715764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.716266 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment 326e177e-9876-423c-9549-81ab61a33fd2 of type vlan for network f1b579fc-a17a-4323-8ef1-02a84b37257f Jul 08 17:45:41.752547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:41.786281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.811631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c80fa9f6-c4bc-4124-a3ae-5fd47b8eaae4 admin admin] 10.222.0.63 "PUT /v2.0/routers/42f1a1e4-f073-428c-92d0-f5123bec07d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1698017 Jul 08 17:45:41.854260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object b163be8b-5357-44ce-8254-f57dec78b377 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:41.865810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.935004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:41.987111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.010424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:42.027653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.069504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2027896819'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:42.106562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7548578 Jul 08 17:45:42.120201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Allocated IP 2001:db8::2 (d94e7096-871c-40b9-8c4e-7799637c20aa/dddf634e-92de-496a-9949-ec4350031982/9cb1cb71-907b-44a7-9c6d-fed70155fac0) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:42.130345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55188) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:42.191265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:42.205801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network d94e7096-871c-40b9-8c4e-7799637c20aa is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:42.267563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:42.288484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:42.299842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:42.299842 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.433195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=b163be8b-5357-44ce-8254-f57dec78b377,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:42.464439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3bcef230-6c12-4ed4-a942-624911b352e1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:42.501976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bd3da-f8a8-4c70-a3ff-b8f4a24e5db4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=f1b579fc-a17a-4323-8ef1-02a84b37257f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:42.571373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Made reservation on behalf of b36898bf49e84f3da68f15060c6f887c for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:42.575464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f1b579fc-a17a-4323-8ef1-02a84b37257f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:42.581700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.625632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.648760 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c4ded523-3a37-4c38-acd7-198f3fa09422 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8438203 Jul 08 17:45:42.651167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55206) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:42.713905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4fe77-1d3b-4342-a57c-683f03e310dc req-2e2aea5d-b32c-4a72-9000-32d169fa982d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:42.737987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7be4fe77-1d3b-4342-a57c-683f03e310dc req-2e2aea5d-b32c-4a72-9000-32d169fa982d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.4005136 Jul 08 17:45:42.761244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.802617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.926551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network f1b579fc-a17a-4323-8ef1-02a84b37257f is not hosted by any dhcp agent {{(pid=93665) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:45:42.935524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:42.935524 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:42.936928 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "PUT /v2.0/networks/f1b579fc-a17a-4323-8ef1-02a84b37257f HTTP/1.1" status: 200 len: 723 time: 0.7959967 Jul 08 17:45:42.946524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55228) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:42.967114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:43.016871 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.024219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 3bcef230-6c12-4ed4-a942-624911b352e1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:43.062780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3bcef230-6c12-4ed4-a942-624911b352e1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:43.063171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.077208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Transition to ACTIVE for port object 9cb1cb71-907b-44a7-9c6d-fed70155fac0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:43.222829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d556b-9d90-4795-a806-2bd2300cc16c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=f1b579fc-a17a-4323-8ef1-02a84b37257f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:43.226838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Transition to ACTIVE for port object 9cb1cb71-907b-44a7-9c6d-fed70155fac0 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:43.254874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f1b579fc-a17a-4323-8ef1-02a84b37257f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:43.391124 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.540398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Network d94e7096-871c-40b9-8c4e-7799637c20aa is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:43.551023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:43.564411 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Sync routers for ids ['42f1a1e4-f073-428c-92d0-f5123bec07d0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:43.578239 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Routers {'42f1a1e4-f073-428c-92d0-f5123bec07d0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:43.579078 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['42f1a1e4-f073-428c-92d0-f5123bec07d0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:43.583409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:43.706208 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Set router 42f1a1e4-f073-428c-92d0-f5123bec07d0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:43.850449 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.857044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Pushing event updated for resources: {'Port': ['ID=9cb1cb71-907b-44a7-9c6d-fed70155fac0,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:43.891334 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.904332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7be4fe77-1d3b-4342-a57c-683f03e310dc req-4b7b9f79-309c-4d7b-ac95-f1c609752a8d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1633985 Jul 08 17:45:43.921315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.922346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.938054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:43.944223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:43.995474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 3bcef230-6c12-4ed4-a942-624911b352e1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3bcef230-6c12-4ed4-a942-624911b352e1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:44.010161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:44.013262 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.040525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Attempting to bind port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:44.043217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Attempting to bind port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '74eea878-eebf-4bd0-8279-05fd65bc96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:44.044771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Attempting to bind port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 on network d94e7096-871c-40b9-8c4e-7799637c20aa {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:44.095812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc129b-b8d6-479a-9074-2930ee77b207,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:44.130954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.131296 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Added segment 2ef36ea5-0b19-4604-a4fe-bda8c480477f of type vlan for network 035f3256-1c29-47ee-8a18-de62b0f4aa63 Jul 08 17:45:44.137792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:44.138175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Checking segment: {'id': '74eea878-eebf-4bd0-8279-05fd65bc96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:44.138585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.138987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Bound using segment: {'id': '74eea878-eebf-4bd0-8279-05fd65bc96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:44.140029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Bound port: 9cb1cb71-907b-44a7-9c6d-fed70155fac0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eea878-eebf-4bd0-8279-05fd65bc96eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd94e7096-871c-40b9-8c4e-7799637c20aa'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:44.140419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.213521 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:45:39Z', 'revision_number': 4, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '921c65b6-4092-49ee-af92-f9e00c6ce53e', 'name': '', 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa', 'tenant_id': '373453efc6944985b89393e49094f409', 'mac_address': 'fa:16:3e:61:a4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0794815b-cd6d-473a-9c57-1de2cea1e5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:36Z', 'updated_at': '2021-07-08T17:45:39Z', 'revision_number': 2, 'project_id': '373453efc6944985b89393e49094f409', 'subnets': [{'id': '0794815b-cd6d-473a-9c57-1de2cea1e5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:44.303309 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Checking router: 42f1a1e4-f073-428c-92d0-f5123bec07d0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:45:44.306061 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Updating router 42f1a1e4-f073-428c-92d0-f5123bec07d0 port 921c65b6-4092-49ee-af92-f9e00c6ce53e binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:45:44.330737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] For port 9cb1cb71-907b-44a7-9c6d-fed70155fac0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:44.344595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] For port 9cb1cb71-907b-44a7-9c6d-fed70155fac0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9cb1cb71-907b-44a7-9c6d-fed70155fac0,segment=NetworkSegment(74eea878-eebf-4bd0-8279-05fd65bc96eb),segment_id=74eea878-eebf-4bd0-8279-05fd65bc96eb)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:44.380285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.419118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.435712 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.450216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=3bcef230-6c12-4ed4-a942-624911b352e1,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:44.563664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.579815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.662470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae3613-4c86-4f1b-b310-a1c8f8414c98 None None] Pushing event updated for resources: {'Port': ['ID=9cb1cb71-907b-44a7-9c6d-fed70155fac0,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:44.687169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=9ede7b8a-edfa-4174-b9cd-4c63b743db7b,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:44.709327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': '326e177e-9876-423c-9549-81ab61a33fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:44.709981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: f1b579fc-a17a-4323-8ef1-02a84b37257f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:44.747981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network f1b579fc-a17a-4323-8ef1-02a84b37257f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:44.771708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f1b579fc-a17a-4323-8ef1-02a84b37257f) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:44.776983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:44.778197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.796706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e91aba-0f98-4e29-8b30-1c03937e7d27 None None] Network f1b579fc-a17a-4323-8ef1-02a84b37257f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:44.814749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c197fc3f-fdce-4664-a4a5-d39b65dd7e62 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8666472 Jul 08 17:45:44.817452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55310) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:44.823585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:44.827271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cbf28cae-4cb8-4e80-84bf-6e1423552530 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:44.852529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:44.852529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.153024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbf28cae-4cb8-4e80-84bf-6e1423552530 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25354489'] for subnet, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.449614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f1b579fc-a17a-4323-8ef1-02a84b37257f', 'network_id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '9ede7b8a-edfa-4174-b9cd-4c63b743db7b'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:45:45.450527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.494849 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.542915 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Transition to ACTIVE for port object 921c65b6-4092-49ee-af92-f9e00c6ce53e will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:45.557424 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.640072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbf28cae-4cb8-4e80-84bf-6e1423552530 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735684454422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28939377'] for subnet, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.648489 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Pushing event updated for resources: {'Port': ['ID=921c65b6-4092-49ee-af92-f9e00c6ce53e,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:45.744414 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.744786 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.747365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.747365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.747365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.747365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.747727 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.747952 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.749977 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.754787 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.758029 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.760400 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:45.834621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf28cae-4cb8-4e80-84bf-6e1423552530 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=9ede7b8a-edfa-4174-b9cd-4c63b743db7b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:45.861300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf28cae-4cb8-4e80-84bf-6e1423552530 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:45.863126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbf28cae-4cb8-4e80-84bf-6e1423552530 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.870542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cbf28cae-4cb8-4e80-84bf-6e1423552530 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "PUT /v2.0/subnets/9ede7b8a-edfa-4174-b9cd-4c63b743db7b HTTP/1.1" status: 200 len: 806 time: 1.0518742 Jul 08 17:45:45.876230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55332) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:45.898313 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Attempting to bind port 921c65b6-4092-49ee-af92-f9e00c6ce53e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:45.898685 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Attempting to bind port 921c65b6-4092-49ee-af92-f9e00c6ce53e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:45.899051 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Attempting to bind port 921c65b6-4092-49ee-af92-f9e00c6ce53e on network fbe6eeae-81e7-4c48-a89e-d619a64665aa {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:45.918144 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:45.918524 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Checking segment: {'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:45.918935 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:45.919339 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Bound using segment: {'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:45.919821 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Bound port: 921c65b6-4092-49ee-af92-f9e00c6ce53e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c47b51-213e-41ca-aa16-4c1a7cedf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:45.920201 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:46.031504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Allocated IP 172.20.0.2 (f1b579fc-a17a-4323-8ef1-02a84b37257f/9ede7b8a-edfa-4174-b9cd-4c63b743db7b/4f89f352-fbca-4157-9c20-057c34e5c9c9) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:45:46.203987 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] For port 921c65b6-4092-49ee-af92-f9e00c6ce53e, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:46.218882 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] For port 921c65b6-4092-49ee-af92-f9e00c6ce53e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=921c65b6-4092-49ee-af92-f9e00c6ce53e,segment=NetworkSegment(f5c47b51-213e-41ca-aa16-4c1a7cedf265),segment_id=f5c47b51-213e-41ca-aa16-4c1a7cedf265)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:46.257334 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:46.262282 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:46.418372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:46.517426 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 5.0454867 Jul 08 17:45:46.575534 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Routers {'42f1a1e4-f073-428c-92d0-f5123bec07d0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:46.576127 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['42f1a1e4-f073-428c-92d0-f5123bec07d0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:46.621079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9cb1cb71-907b-44a7-9c6d-fed70155fac0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:46.634192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de4361-c1de-48f0-9923-519dc3db70fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Pushing event updated for resources: {'Network': ['ID=035f3256-1c29-47ee-8a18-de62b0f4aa63,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:46.788163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 035f3256-1c29-47ee-8a18-de62b0f4aa63 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:46.914818 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] Set router 42f1a1e4-f073-428c-92d0-f5123bec07d0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:45:47.033922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca9b6-5a66-492e-abf9-5f1020bc36cd req-30fd95b0-f897-4b6e-95b6-4616cc488e5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:47.045909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-025ca9b6-5a66-492e-abf9-5f1020bc36cd req-30fd95b0-f897-4b6e-95b6-4616cc488e5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.9863155 Jul 08 17:45:47.185719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-025ca9b6-5a66-492e-abf9-5f1020bc36cd req-b68c6f09-af97-4f71-9d66-cdcbab19cfdb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381354 Jul 08 17:45:47.314990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:47.333246 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:47.354154 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfe613-71df-42dd-ba78-3f93ec0233c2 None None] Pushing event updated for resources: {'Port': ['ID=921c65b6-4092-49ee-af92-f9e00c6ce53e,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:47.534604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10126fd-c7a4-4e6f-9d7b-1bfa7688db62 None None] Network d94e7096-871c-40b9-8c4e-7799637c20aa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:47.567355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=b163be8b-5357-44ce-8254-f57dec78b377,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:47.628465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55356) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:47.638024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Request body: {'port': {'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63', 'binding:host_id': 'n-h1-799528-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-198631342'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:47.718244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Made reservation on behalf of e85f9e0c2ca7464b8ae4d5870583957f for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:47.720679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:47.731298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:47.765686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:47.806022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3bcef230-6c12-4ed4-a942-624911b352e1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:47.954983 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:47.963636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1a1a3609-1c67-4c64-a730-141cb6ee7a5f None None] Provisioning for port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:47.973766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1a1a3609-1c67-4c64-a730-141cb6ee7a5f None None] Provisioning complete for port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:47.974380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3609-1c67-4c64-a730-141cb6ee7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.018148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Transition to ACTIVE for port object 4f89f352-fbca-4157-9c20-057c34e5c9c9 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:48.021412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.036452 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.044285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] device_id is not set on port a997bf99-ba54-41a9-af64-0662feff98fb yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:48.057206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Transition to ACTIVE for port object 4f89f352-fbca-4157-9c20-057c34e5c9c9 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:48.072820 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.118834 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.159846 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:45:39Z', 'revision_number': 4, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '921c65b6-4092-49ee-af92-f9e00c6ce53e', 'name': '', 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa', 'tenant_id': '373453efc6944985b89393e49094f409', 'mac_address': 'fa:16:3e:61:a4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0794815b-cd6d-473a-9c57-1de2cea1e5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:36Z', 'updated_at': '2021-07-08T17:45:46Z', 'revision_number': 4, 'project_id': '373453efc6944985b89393e49094f409', 'subnets': [{'id': '0794815b-cd6d-473a-9c57-1de2cea1e5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:48.276019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3bcef230-6c12-4ed4-a942-624911b352e1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:48.276403 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.317397 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9ca64-a6f1-4ce8-99c9-5e4cfc040410 None None] The sync data for ids ['42f1a1e4-f073-428c-92d0-f5123bec07d0'] in n-d-799528-4 is: [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:45:39Z', 'revision_number': 4, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '921c65b6-4092-49ee-af92-f9e00c6ce53e', 'name': '', 'network_id': 'fbe6eeae-81e7-4c48-a89e-d619a64665aa', 'tenant_id': '373453efc6944985b89393e49094f409', 'mac_address': 'fa:16:3e:61:a4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0794815b-cd6d-473a-9c57-1de2cea1e5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:36Z', 'updated_at': '2021-07-08T17:45:46Z', 'revision_number': 4, 'project_id': '373453efc6944985b89393e49094f409', 'subnets': [{'id': '0794815b-cd6d-473a-9c57-1de2cea1e5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:48.566031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.615372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Network f1b579fc-a17a-4323-8ef1-02a84b37257f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:48.616263 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3609-1c67-4c64-a730-141cb6ee7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.686438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:48.722388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:48.725590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Pushing event updated for resources: {'Port': ['ID=4f89f352-fbca-4157-9c20-057c34e5c9c9,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:48.942529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] device_id is not set on port a997bf99-ba54-41a9-af64-0662feff98fb yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:48.961186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1a1a3609-1c67-4c64-a730-141cb6ee7a5f None None] For port 9cb1cb71-907b-44a7-9c6d-fed70155fac0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9cb1cb71-907b-44a7-9c6d-fed70155fac0,segment=NetworkSegment(74eea878-eebf-4bd0-8279-05fd65bc96eb),segment_id=74eea878-eebf-4bd0-8279-05fd65bc96eb)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:48.980329 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3609-1c67-4c64-a730-141cb6ee7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:48.997480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.034566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Transition to ACTIVE for port object a997bf99-ba54-41a9-af64-0662feff98fb will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:49.038544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Attempting to bind port 4f89f352-fbca-4157-9c20-057c34e5c9c9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:49.039132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Attempting to bind port 4f89f352-fbca-4157-9c20-057c34e5c9c9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '326e177e-9876-423c-9549-81ab61a33fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:49.039857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Attempting to bind port 4f89f352-fbca-4157-9c20-057c34e5c9c9 on network f1b579fc-a17a-4323-8ef1-02a84b37257f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:49.070808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.107634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03f437-51e1-4e33-a2f3-3e05bc0391f6 req-4b044b25-a2e8-44e6-a6eb-fce8a6724f0d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:49.118248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f03f437-51e1-4e33-a2f3-3e05bc0391f6 req-4b044b25-a2e8-44e6-a6eb-fce8a6724f0d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.5295901 Jul 08 17:45:49.133189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:45:49.133489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Checking segment: {'id': '326e177e-9876-423c-9549-81ab61a33fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:49.133895 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.137005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Bound using segment: {'id': '326e177e-9876-423c-9549-81ab61a33fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:45:49.138180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Bound port: 4f89f352-fbca-4157-9c20-057c34e5c9c9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326e177e-9876-423c-9549-81ab61a33fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:45:49.138585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.208496 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.215771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=a997bf99-ba54-41a9-af64-0662feff98fb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:49.296088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f03f437-51e1-4e33-a2f3-3e05bc0391f6 req-59ac3637-a8d6-4234-bc68-c59ef011e1aa tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765563 Jul 08 17:45:49.321953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=9ede7b8a-edfa-4174-b9cd-4c63b743db7b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:49.344329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e6d9bc-8c59-4e6e-9f87-4983f922e45d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:49.559261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] For port 4f89f352-fbca-4157-9c20-057c34e5c9c9, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:49.572514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.575100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] For port 4f89f352-fbca-4157-9c20-057c34e5c9c9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4f89f352-fbca-4157-9c20-057c34e5c9c9,segment=NetworkSegment(326e177e-9876-423c-9549-81ab61a33fd2),segment_id=326e177e-9876-423c-9549-81ab61a33fd2)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:45:49.593260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.594349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.635277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.697510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 921c65b6-4092-49ee-af92-f9e00c6ce53e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:49.746375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a3609-1c67-4c64-a730-141cb6ee7a5f None None] Pushing event updated for resources: {'Port': ['ID=9cb1cb71-907b-44a7-9c6d-fed70155fac0,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:49.854643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Checking segment: {'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:49.855015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Network hostable DHCP agents. Network: 035f3256-1c29-47ee-8a18-de62b0f4aa63, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:49.934728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:49.989933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=b163be8b-5357-44ce-8254-f57dec78b377,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:50.005256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b579fc-a17a-4323-8ef1-02a84b37257f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:50.058966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Network 035f3256-1c29-47ee-8a18-de62b0f4aa63 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:50.083586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326e177e-9876-423c-9549-81ab61a33fd2') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:50.083882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326e177e-9876-423c-9549-81ab61a33fd2') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:50.148634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.187088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network d94e7096-871c-40b9-8c4e-7799637c20aa is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:50.196982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:50.204864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.215022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54723d5a-4e22-40ee-ae22-4e900629aa0e None None] Pushing event updated for resources: {'Port': ['ID=4f89f352-fbca-4157-9c20-057c34e5c9c9,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:50.228748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5dbc1e-9af1-4cf0-a2aa-b00d23001e65 None None] Network f1b579fc-a17a-4323-8ef1-02a84b37257f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:50.237644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0e766e54-8a5b-417e-8b3f-78fed348ff90 None None] Provisioning for port b163be8b-5357-44ce-8254-f57dec78b377 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:50.242843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e7ded-bea5-48c1-8e7b-185b39222208 req-756851d2-f1e0-4d88-b973-0d676519115b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:50.249813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:50.250176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.252127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b45e7ded-bea5-48c1-8e7b-185b39222208 req-756851d2-f1e0-4d88-b973-0d676519115b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.4110723 Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:50.270965 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:50.307798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 035f3256-1c29-47ee-8a18-de62b0f4aa63) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:50.398048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0e766e54-8a5b-417e-8b3f-78fed348ff90 None None] Provisioning complete for port b163be8b-5357-44ce-8254-f57dec78b377 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:50.402727 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0e766e54-8a5b-417e-8b3f-78fed348ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.413620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:50.434891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b36f1d8-8a65-4cad-af35-6951f9282909 None None] Network 035f3256-1c29-47ee-8a18-de62b0f4aa63 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:50.505571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:50.506267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:50.506809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:50.524260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:50.525326 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:50.526812 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 2 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:50.530789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:45:50.530789 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:45:50.530789 n-d-799528-4 neutron-server[93665]: [parameters: {'id': 'f1b579fc-a17a-4323-8ef1-02a84b37257f'}] Jul 08 17:45:50.530789 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:45:50.541777 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:45:50.578923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:50.582423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:50.582918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:50.607054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:50.613084 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:50.614518 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 3 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:50.642908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b45e7ded-bea5-48c1-8e7b-185b39222208 req-ed545979-b45d-4c91-8c77-0f0c29e410cb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889236 Jul 08 17:45:50.707297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:50.708590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:50.710734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:50.734203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:50.740771 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:50.742422 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 4 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:50.803940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:50.809789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:50.816016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:50.843283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:50.846548 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:50.847374 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 5 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:50.850835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0e766e54-8a5b-417e-8b3f-78fed348ff90 None None] Port b163be8b-5357-44ce-8254-f57dec78b377 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:50.857419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 921c65b6-4092-49ee-af92-f9e00c6ce53e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:45:50.913099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 928d8bc1-13cd-4fe6-a9c8-95a585667a5a is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:45:50.918708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:50.918708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:50.919005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:50.937898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:50.939050 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:50.940032 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 6 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:50.972788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:50.975349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:50.975851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:50.976310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 921c65b6-4092-49ee-af92-f9e00c6ce53e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:50.976697 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:50.992136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:50.996115 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:50.999043 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 7 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:51.041280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:51.047319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:51.048181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:51.055050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.080574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:51.081085 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:51.086002 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 8 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:51.243352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:51.243692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:51.244036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:51.261464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:51.262165 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:51.265447 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 9 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:51.346576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:51.346819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:51.347182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:51.382697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:51.385129 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:51.393855 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 10 to bind port a997bf99-ba54-41a9-af64-0662feff98fb Jul 08 17:45:51.416421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:51.416898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:51.417340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:51.419016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:51.427225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port a997bf99-ba54-41a9-af64-0662feff98fb on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:51.427700 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port a997bf99-ba54-41a9-af64-0662feff98fb on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:51.428189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.438481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6959f008-cb60-431f-8290-28dc948c39f2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/928d8bc1-13cd-4fe6-a9c8-95a585667a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7698226 Jul 08 17:45:51.441390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55428) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:51.448416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Deleting port 4f89f352-fbca-4157-9c20-057c34e5c9c9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:51.448963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.450175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0e766e54-8a5b-417e-8b3f-78fed348ff90 None None] Provisioning complete for port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:51.452881 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0e766e54-8a5b-417e-8b3f-78fed348ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.461487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] Sync routers for ids ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:51.466118 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca9b95-2b17-4be4-9e57-45a711285a46 req-da5ac1c6-065f-4eb6-bb2d-d2058627e1ac tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:51.479526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dca9b95-2b17-4be4-9e57-45a711285a46 req-da5ac1c6-065f-4eb6-bb2d-d2058627e1ac tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.6364250 Jul 08 17:45:51.558565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] For port a997bf99-ba54-41a9-af64-0662feff98fb, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:51.558943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempted to set empty binding levels {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:45:51.570661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.628344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=a997bf99-ba54-41a9-af64-0662feff98fb,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:51.646357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:51.647071 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.675764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] For port 4f89f352-fbca-4157-9c20-057c34e5c9c9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4f89f352-fbca-4157-9c20-057c34e5c9c9,segment=NetworkSegment(326e177e-9876-423c-9549-81ab61a33fd2),segment_id=326e177e-9876-423c-9549-81ab61a33fd2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:51.676520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.699436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Calling delete_port for 4f89f352-fbca-4157-9c20-057c34e5c9c9 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:51.704303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d6dacee-2ba1-479b-a61a-a642c0ea9d3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.0737889 Jul 08 17:45:51.709002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55432) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:51.710592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:51.716398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] Routers {'928d8bc1-13cd-4fe6-a9c8-95a585667a5a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:51.718055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:51.747782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dca9b95-2b17-4be4-9e57-45a711285a46 req-9e9b7637-7c64-4166-b4f3-4653f70303fd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413235 Jul 08 17:45:51.759507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a72f0c1-7659-44d2-8661-6c7608e0b86c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:51.774533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:51.784815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55436) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:51.792616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a72f0c1-7659-44d2-8661-6c7608e0b86c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports/b163be8b-5357-44ce-8254-f57dec78b377 HTTP/1.1" status: 200 len: 983 time: 0.3109295 Jul 08 17:45:51.910179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] Routers {'928d8bc1-13cd-4fe6-a9c8-95a585667a5a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:51.910840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:52.021481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:52.025380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6179a-fcd7-4755-aa4f-e331f6cf66d9 None None] The sync data for ids ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:52.040562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 921c65b6-4092-49ee-af92-f9e00c6ce53e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=921c65b6-4092-49ee-af92-f9e00c6ce53e,segment=NetworkSegment(f5c47b51-213e-41ca-aa16-4c1a7cedf265),segment_id=f5c47b51-213e-41ca-aa16-4c1a7cedf265)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:52.106778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.171645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c472c-361b-4624-9b15-bb9bea9705f0 None None] Network f1b579fc-a17a-4323-8ef1-02a84b37257f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:52.317002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9cb1cb71-907b-44a7-9c6d-fed70155fac0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:52.427986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=921c65b6-4092-49ee-af92-f9e00c6ce53e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:52.485632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:52.486193 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:52.503329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413213f-6068-4d08-995f-b2a8653feb15 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:45:53.016502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d4f63a4c-0c13-472a-a60d-f04e4e9b3527 None None] Provisioning complete for port b163be8b-5357-44ce-8254-f57dec78b377 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:53.016502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d4f63a4c-0c13-472a-a60d-f04e4e9b3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.148972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d4f63a4c-0c13-472a-a60d-f04e4e9b3527 None None] Port b163be8b-5357-44ce-8254-f57dec78b377 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:45:53.164082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Deleting port a997bf99-ba54-41a9-af64-0662feff98fb {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:53.164082 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.211502 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.251933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Port': ['ID=4f89f352-fbca-4157-9c20-057c34e5c9c9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:53.259963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No DVR routers for this DVR port 4f89f352-fbca-4157-9c20-057c34e5c9c9 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:45:53.279362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] For port a997bf99-ba54-41a9-af64-0662feff98fb, host n-h1-799528-4, got binding levels [] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:53.280413 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.359353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Calling delete_port for a997bf99-ba54-41a9-af64-0662feff98fb owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:53.383391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413213f-6068-4d08-995f-b2a8653feb15 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:45:53.551286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.620796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b579fc-a17a-4323-8ef1-02a84b37257f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:53.638840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326e177e-9876-423c-9549-81ab61a33fd2') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:53.639766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326e177e-9876-423c-9549-81ab61a33fd2') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:53.665657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.728854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.735189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.743185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:45:53.743583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:45:53.748206 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:45:53.856817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event deleted for resources: {'Port': ['ID=a997bf99-ba54-41a9-af64-0662feff98fb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:53.877336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.880531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:53.884951 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-07489c0a-6209-4811-ad52-d36742f89af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "DELETE /v2.0/ports/a997bf99-ba54-41a9-af64-0662feff98fb HTTP/1.1" status: 204 len: 168 time: 2.1720977 Jul 08 17:45:53.885218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55488) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:54.016468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bebd7-db74-42e7-911d-2af6dfd68e0c None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:45:54.092773 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:54.099512 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4c4039-923b-4a76-9c2c-0c8a47771efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:45:54.108996 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cf4c4039-923b-4a76-9c2c-0c8a47771efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "GET /v2.0/ports/a997bf99-ba54-41a9-af64-0662feff98fb HTTP/1.1" status: 404 len: 333 time: 0.2167394 Jul 08 17:45:54.110426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55500) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:54.122969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:54.127156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Request body: {'port': {'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792079320'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:54.141984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/f1b579fc-a17a-4323-8ef1-02a84b37257f HTTP/1.1" status: 204 len: 168 time: 8.2560384 Jul 08 17:45:54.156524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55502) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:54.215440 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-254ef992-09f1-4db6-8a6e-c2c8e6a84a4c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:45:54.216387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254ef992-09f1-4db6-8a6e-c2c8e6a84a4c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:45:54.226895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55506) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:54.246787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-935710856', 'description': 'd1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:54.262723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5b715-a871-43ed-bc79-2414733cb8ff tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=f1b579fc-a17a-4323-8ef1-02a84b37257f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:54.337435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-254ef992-09f1-4db6-8a6e-c2c8e6a84a4c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/f1b579fc-a17a-4323-8ef1-02a84b37257f HTTP/1.1" status: 404 len: 339 time: 0.0604429 Jul 08 17:45:54.410944 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:45:54.410944 n-d-799528-4 neutron-server[93664]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:45:54.410944 n-d-799528-4 neutron-server[93664]: [parameters: {'project_id': 'e85f9e0c2ca7464b8ae4d5870583957f', 'id': '8fe87ebf-cdf3-428c-9429-98333febd341', 'expiration': datetime.datetime(2021, 7, 8, 17, 47, 54, 374393)}] Jul 08 17:45:54.410944 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:45:54.411879 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:45:54.452810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 921c65b6-4092-49ee-af92-f9e00c6ce53e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:45:54.517598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:54.524481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:54.537306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94bebd7-db74-42e7-911d-2af6dfd68e0c None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:45:54.633382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:54.642244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 921c65b6-4092-49ee-af92-f9e00c6ce53e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:45:54.642889 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:54.692638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:54.692638 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment 351228f0-c29e-4932-9956-9331ebd35ef7 of type vlan for network 23ea73f9-b958-4a4b-96c5-bd23e7453098 Jul 08 17:45:54.928503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:54.965880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Made reservation on behalf of e85f9e0c2ca7464b8ae4d5870583957f for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:54.977464 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.020096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] device_id is not set on port 880c1478-e966-477e-8af8-e72ee4f3b046 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:55.086130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port b163be8b-5357-44ce-8254-f57dec78b377 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:55.086940 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.278818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.290657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:55.291299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.302408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.376398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.438614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Network 035f3256-1c29-47ee-8a18-de62b0f4aa63 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:45:55.495984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:55.503669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:45:55.504951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:55.506040 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.508639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=880c1478-e966-477e-8af8-e72ee4f3b046,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:55.525315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.525895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.526418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.527376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.528069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.528579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.529127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.529902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.530761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.531970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.532474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.533037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:45:55.565347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0382b0e8-af85-4595-99a9-ad4c8a227587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4456544 Jul 08 17:45:55.568082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55530) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:55.577695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:55.588493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3561237 Jul 08 17:45:55.589450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55532) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:55.594054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.675051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b2f08-172f-4c69-b8f9-f150639d1c1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=23ea73f9-b958-4a4b-96c5-bd23e7453098,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:55.689512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 23ea73f9-b958-4a4b-96c5-bd23e7453098 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:55.750107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.797777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for b163be8b-5357-44ce-8254-f57dec78b377 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:55.815389 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:55.907026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6cd12a-ceb6-46f5-9471-5805b8bf631f tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:55.914964 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0d6cd12a-ceb6-46f5-9471-5805b8bf631f tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/networks?id=23ea73f9-b958-4a4b-96c5-bd23e7453098 HTTP/1.1" status: 200 len: 760 time: 0.3146813 Jul 08 17:45:55.915933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55544) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:55.925508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'description': 'd2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:56.173366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] device_id is not set on port 880c1478-e966-477e-8af8-e72ee4f3b046 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:45:56.205413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.297533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.347801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.359029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Transition to ACTIVE for port object 880c1478-e966-477e-8af8-e72ee4f3b046 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:45:56.370337 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.493509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.504719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 23ea73f9-b958-4a4b-96c5-bd23e7453098 is not hosted by any dhcp agent {{(pid=93665) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:45:56.510397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.511042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.515427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "PUT /v2.0/networks/23ea73f9-b958-4a4b-96c5-bd23e7453098 HTTP/1.1" status: 200 len: 757 time: 0.5928574 Jul 08 17:45:56.522916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55554) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:56.604714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=880c1478-e966-477e-8af8-e72ee4f3b046,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:56.618442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:56.619156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:56.619644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:56.633993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:56.634518 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:56.637259 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 2 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:56.654153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:56.654690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:56.656121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:56.669889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:56.671023 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:56.672917 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 3 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:56.688102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3ad9a-af45-4c7a-8157-53bd3b3d45fb tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=23ea73f9-b958-4a4b-96c5-bd23e7453098,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:56.695201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a7628-c885-49e1-8710-7ebcd283d2f1 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:56.702176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2a7a7628-c885-49e1-8710-7ebcd283d2f1 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/networks?id=23ea73f9-b958-4a4b-96c5-bd23e7453098 HTTP/1.1" status: 200 len: 760 time: 0.1775920 Jul 08 17:45:56.705006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55558) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:56.710885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=b163be8b-5357-44ce-8254-f57dec78b377,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:56.713823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-440218163'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:56.714853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 23ea73f9-b958-4a4b-96c5-bd23e7453098 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:56.726094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:56.726545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:56.727202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:56.737825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:56.738463 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:56.740725 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 4 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:56.764914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:56.769141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.797940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:56.798964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:56.800127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:56.820800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:56.821318 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:56.824035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:45:56.826171 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 5 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:56.852061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:56.852697 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment cd7451e0-ff15-4811-9526-dbbc31d566a2 of type vlan for network 78dea2b5-bead-4d43-b735-1968418183ae Jul 08 17:45:56.855198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:56.855652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:56.856549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:56.881964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:56.883426 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:56.949993 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 6 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:57.010027 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.036266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:57.037454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:57.039147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:57.042952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.054886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:57.055660 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:57.057703 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 7 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:57.142515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55566) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:57.173265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:57.173798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:57.174202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:57.180669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:57.181122 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:57.181538 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 8 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:57.201267 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.207817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:57.208879 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.221087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:57.221875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:57.222292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:57.240830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:57.241271 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:57.270631 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 9 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:57.297615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5901887 Jul 08 17:45:57.302385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55572) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:57.307903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '78dea2b5-bead-4d43-b735-1968418183ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:45:57.333911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:57.334315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:57.334721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:57.366827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:57.367509 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:57.374976 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 10 to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 Jul 08 17:45:57.384050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeb145-53f1-48de-87d2-672f51684e70 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=78dea2b5-bead-4d43-b735-1968418183ae,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:57.402273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 78dea2b5-bead-4d43-b735-1968418183ae details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:45:57.412149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:45:57.412576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:45:57.413028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:45:57.435150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:45:57.436894 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port 880c1478-e966-477e-8af8-e72ee4f3b046 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:45:57.437278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.523796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-389af645-4c2a-4d3c-8772-f5ed2df43c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.524065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 928d8bc1-13cd-4fe6-a9c8-95a585667a5a has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:45:57.546665 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-51d4cdc5-15d6-4462-ae7e-7106215c7659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.596334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:45:57.602016 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.653437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:45:57.665893 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4ae1e92b-70db-4ee0-a9a0-493b5995abe8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/928d8bc1-13cd-4fe6-a9c8-95a585667a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8798769 Jul 08 17:45:57.666624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55578) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:57.668453 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] Sync routers for ids ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:45:57.682747 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] Routers {'928d8bc1-13cd-4fe6-a9c8-95a585667a5a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:57.683369 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:57.695506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] For port 880c1478-e966-477e-8af8-e72ee4f3b046, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:45:57.696344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempted to set empty binding levels {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:45:57.792328 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:57.810197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.812385 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] Routers {'928d8bc1-13cd-4fe6-a9c8-95a585667a5a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:45:57.814526 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:45:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:57.896474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=880c1478-e966-477e-8af8-e72ee4f3b046,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:57.903455 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:45:57.906380 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda7c11-c445-41ac-99f4-e478a869d73a None None] The sync data for ids ['928d8bc1-13cd-4fe6-a9c8-95a585667a5a'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:45:57.932750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] In _notify_port_updated(), no bound segment for port 880c1478-e966-477e-8af8-e72ee4f3b046 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:45:57.933923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:57.934882 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:57.936525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9c97a66a-c58b-457a-afdd-9097a5462168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "PUT /v2.0/ports/880c1478-e966-477e-8af8-e72ee4f3b046 HTTP/1.1" status: 200 len: 979 time: 2.3672700 Jul 08 17:45:57.941193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55582) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:57.970863 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-e93fda54-e8b1-40cc-98b0-bda01d405da7 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 17:45:57.976497 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e93fda54-e8b1-40cc-98b0-bda01d405da7 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/928d8bc1-13cd-4fe6-a9c8-95a585667a5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3087590 Jul 08 17:45:57.977406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55584) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:58.020291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7752515c-84e4-4d7c-8e83-11039337d5c9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=928d8bc1-13cd-4fe6-a9c8-95a585667a5a HTTP/1.1" status: 200 len: 205 time: 0.0412500 Jul 08 17:45:58.021335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:58.225131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32ce927b-f9f2-448a-8b4d-7ec96862af48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.276407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.276407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.276908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.277295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.277761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.278491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.278966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.279602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.280495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.285330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.285330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.285706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.285861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.286343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.287066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.289387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.289387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.289387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.289387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:58.297421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da012162-9697-4670-8c74-5d3fcf529b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17367 time: 0.3468759 Jul 08 17:45:58.303181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55592) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:58.425288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-389af645-4c2a-4d3c-8772-f5ed2df43c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.505158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-389af645-4c2a-4d3c-8772-f5ed2df43c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.565569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32ce927b-f9f2-448a-8b4d-7ec96862af48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.572507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32ce927b-f9f2-448a-8b4d-7ec96862af48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.642507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32ce927b-f9f2-448a-8b4d-7ec96862af48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.644773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ce927b-f9f2-448a-8b4d-7ec96862af48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Fanout notify agent at l3_agent the message router_deleted on router 928d8bc1-13cd-4fe6-a9c8-95a585667a5a {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:45:58.668185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389af645-4c2a-4d3c-8772-f5ed2df43c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4bc20-9bc0-4cb2-9fb9-421164f94625,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:58.676341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-32ce927b-f9f2-448a-8b4d-7ec96862af48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.683067 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-32ce927b-f9f2-448a-8b4d-7ec96862af48 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/928d8bc1-13cd-4fe6-a9c8-95a585667a5a HTTP/1.1" status: 204 len: 168 time: 0.6596975 Jul 08 17:45:58.684975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55600) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:58.708207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-389af645-4c2a-4d3c-8772-f5ed2df43c05 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b69b04e1a18a4fe68cbf717f1bc5c5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5564821 Jul 08 17:45:58.712417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55602) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:58.725057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.802929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet dddf634e-92de-496a-9949-ec4350031982 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:45:58.811569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.888950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Deleting port 880c1478-e966-477e-8af8-e72ee4f3b046 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:58.889301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:58.918258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.056333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.060641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=4eb0775b-fb89-4764-8d24-6cc7dc3e5e94,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:59.092609 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1288838c-c5e3-4288-a3b2-da9c5980395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.128036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1288838c-c5e3-4288-a3b2-da9c5980395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.147085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] For port 880c1478-e966-477e-8af8-e72ee4f3b046, host n-h1-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:59.147934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.151013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': 'cd7451e0-ff15-4811-9526-dbbc31d566a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '78dea2b5-bead-4d43-b735-1968418183ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:45:59.151501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 78dea2b5-bead-4d43-b735-1968418183ae, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:45:59.202353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Calling delete_port for 880c1478-e966-477e-8af8-e72ee4f3b046 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:45:59.251679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.319326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=dddf634e-92de-496a-9949-ec4350031982,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:59.321347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 78dea2b5-bead-4d43-b735-1968418183ae is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:45:59.324279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.328844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-52afd9ae-5c73-4c6e-8c0c-f9ac87a509a9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/dddf634e-92de-496a-9949-ec4350031982 HTTP/1.1" status: 204 len: 168 time: 0.6393578 Jul 08 17:45:59.331088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c53da-c105-46de-8145-235255a165fa None None] Network d94e7096-871c-40b9-8c4e-7799637c20aa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:59.331673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55610) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:59.358523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1288838c-c5e3-4288-a3b2-da9c5980395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.362848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1288838c-c5e3-4288-a3b2-da9c5980395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.375305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1288838c-c5e3-4288-a3b2-da9c5980395c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ce4bc20-9bc0-4cb2-9fb9-421164f94625 HTTP/1.1" status: 204 len: 168 time: 0.6614914 Jul 08 17:45:59.400274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 78dea2b5-bead-4d43-b735-1968418183ae) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:45:59.410612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288838c-c5e3-4288-a3b2-da9c5980395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4bc20-9bc0-4cb2-9fb9-421164f94625,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:59.426505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:45:59.427335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.450073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b2384-ab19-4427-a28f-05743d341b25 None None] Network 78dea2b5-bead-4d43-b735-1968418183ae requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:45:59.472019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e6dd6fd-94c1-4830-8fc4-916b07ae1b25 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1683490 Jul 08 17:45:59.482462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:45:59.597873 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.733287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:45:59.734186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.828217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.840077 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.926925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port 9cb1cb71-907b-44a7-9c6d-fed70155fac0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9cb1cb71-907b-44a7-9c6d-fed70155fac0,segment=NetworkSegment(74eea878-eebf-4bd0-8279-05fd65bc96eb),segment_id=74eea878-eebf-4bd0-8279-05fd65bc96eb)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:45:59.930636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:45:59.932533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event deleted for resources: {'Port': ['ID=880c1478-e966-477e-8af8-e72ee4f3b046,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:45:59.959920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 9cb1cb71-907b-44a7-9c6d-fed70155fac0 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:00.061857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.092872 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.130951 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb2d2853-0ce4-45c4-b690-608629ed07d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.146650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.166200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a39c8ba0-bb0b-4075-ac2f-533c887a2100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "DELETE /v2.0/ports/880c1478-e966-477e-8af8-e72ee4f3b046 HTTP/1.1" status: 204 len: 168 time: 1.8650455 Jul 08 17:46:00.182057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55630) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:00.206531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c2fa6-d00e-47d9-8ced-89e1af154ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-78dea2b5-bead-4d43-b735-1968418183ae', 'network_id': '78dea2b5-bead-4d43-b735-1968418183ae', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '4eb0775b-fb89-4764-8d24-6cc7dc3e5e94'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:46:00.207953 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-073c2fa6-d00e-47d9-8ced-89e1af154ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.241899 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa04f28-6126-4643-821a-d64e7d4bcb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:46:00.243796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4fa04f28-6126-4643-821a-d64e7d4bcb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "GET /v2.0/ports/880c1478-e966-477e-8af8-e72ee4f3b046 HTTP/1.1" status: 404 len: 333 time: 0.0607724 Jul 08 17:46:00.254303 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55632) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:00.260288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee947d-f72d-413e-a71c-81ba8a6ffc25 None None] DHCP port deletion for d94e7096-871c-40b9-8c4e-7799637c20aa request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:46:00.260577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-774032562', 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:00.295963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.334854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port 9cb1cb71-907b-44a7-9c6d-fed70155fac0 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:00.336749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=9cb1cb71-907b-44a7-9c6d-fed70155fac0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:00.348958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb0775b-fb89-4764-8d24-6cc7dc3e5e94,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:00.350946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Made reservation on behalf of e85f9e0c2ca7464b8ae4d5870583957f for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:00.358751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.429261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55634) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:00.431233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] device_id is not set on port 0f467a43-0715-4b43-a25b-86fe593b7140 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:46:00.482215 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.487176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7860a83b-828a-4fae-944c-cc6a16604451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.497751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-073c2fa6-d00e-47d9-8ced-89e1af154ec1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eb0775b-fb89-4764-8d24-6cc7dc3e5e94: This subnet is being modified by another concurrent operation. Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4eb0775b-fb89-4764-8d24-6cc7dc3e5e94: This subnet is being modified by another concurrent operation. Jul 08 17:46:00.502017 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 17:46:00.528539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304ade7-5fae-40d0-8baf-efcffe4279d5 None None] Network 78dea2b5-bead-4d43-b735-1968418183ae requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:00.537384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78dea2b5-bead-4d43-b735-1968418183ae']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:00.557587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7451e0-ff15-4811-9526-dbbc31d566a2') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:00.558041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7451e0-ff15-4811-9526-dbbc31d566a2') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:00.582453 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.629187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.652300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.680820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:00.681390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:00.691132 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:00.694030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94e7096-871c-40b9-8c4e-7799637c20aa']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:00.713120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eea878-eebf-4bd0-8279-05fd65bc96eb') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:00.716749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eea878-eebf-4bd0-8279-05fd65bc96eb') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:00.740629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.768909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.793474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:00.793958 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:00.797654 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:00.828432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9dc75-dd41-4eac-acf8-f46a91bf65f3 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:46:00.845437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:00.924761 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.011787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Network 035f3256-1c29-47ee-8a18-de62b0f4aa63 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:01.016213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9dc75-dd41-4eac-acf8-f46a91bf65f3 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:46:01.022600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:01.028985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:01.030506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:01.041650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.048863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.072152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.074512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/d94e7096-871c-40b9-8c4e-7799637c20aa HTTP/1.1" status: 204 len: 168 time: 1.7414727 Jul 08 17:46:01.086917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55644) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.112933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.117372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf99ce-81c8-4583-9950-bc321ddb28ab tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=d94e7096-871c-40b9-8c4e-7799637c20aa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:01.134379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1395460489'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:01.179285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.183529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/78dea2b5-bead-4d43-b735-1968418183ae HTTP/1.1" status: 204 len: 168 time: 1.6977355 Jul 08 17:46:01.183982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55646) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.200161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=0f467a43-0715-4b43-a25b-86fe593b7140,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:01.213153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f06f1-bf6c-4cad-8e38-e6f2eed59626 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=78dea2b5-bead-4d43-b735-1968418183ae,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:01.275752 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-68692b39-9c42-4bc3-bc88-57783287a0f8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] GET failed (client error): The resource could not be found. Jul 08 17:46:01.280657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55648) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.281437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-68692b39-9c42-4bc3-bc88-57783287a0f8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/subnets/4eb0775b-fb89-4764-8d24-6cc7dc3e5e94 HTTP/1.1" status: 404 len: 337 time: 0.0956049 Jul 08 17:46:01.313857 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b724deca-bc7b-42f5-a10b-a4840942a521 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:01.314818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b724deca-bc7b-42f5-a10b-a4840942a521 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:01.321042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55650) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.332367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b724deca-bc7b-42f5-a10b-a4840942a521 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/78dea2b5-bead-4d43-b735-1968418183ae HTTP/1.1" status: 404 len: 339 time: 0.0424306 Jul 08 17:46:01.337637 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7860a83b-828a-4fae-944c-cc6a16604451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.353048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7860a83b-828a-4fae-944c-cc6a16604451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.403307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-be45d8a8-8ff9-48f5-9c60-366c6a0b7363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1468570 Jul 08 17:46:01.421917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55654) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.487585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.564435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7860a83b-828a-4fae-944c-cc6a16604451 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f929c7a3e3cd44329205a35b4ce36a30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1252468 Jul 08 17:46:01.565978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e3f52-d8b7-4a00-9c83-52617a64333d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:01.568063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-938e3f52-d8b7-4a00-9c83-52617a64333d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2452681 Jul 08 17:46:01.569165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55660) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.571459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55662) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.571620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860a83b-828a-4fae-944c-cc6a16604451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e330106-d99f-40bc-ac77-f016f6ec834f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:01.590896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:01.617509 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.654383 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9681bdcb-a601-424e-86d5-060d93ecef4b tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 207 time: 0.0490210 Jul 08 17:46:01.664004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55664) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.669458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abd793-e756-4841-ba5e-f19021630e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:01.671447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c4abd793-e756-4841-ba5e-f19021630e90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "GET /v2.0/ports/0f467a43-0715-4b43-a25b-86fe593b7140 HTTP/1.1" status: 200 len: 958 time: 0.2413139 Jul 08 17:46:01.680772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55666) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:01.772416 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:46:01.790345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.791236 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment df98040c-025c-401c-82ad-3274be2a25f5 of type vlan for network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 Jul 08 17:46:01.817206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5952faab-c1db-45d8-8a7c-bdaeecf69e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:01.951150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5952faab-c1db-45d8-8a7c-bdaeecf69e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.180879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f565f7-e98e-4e3b-b175-a151c1f95410 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.199417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f565f7-e98e-4e3b-b175-a151c1f95410 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.209554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f565f7-e98e-4e3b-b175-a151c1f95410 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.216085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f565f7-e98e-4e3b-b175-a151c1f95410 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.240622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-60f565f7-e98e-4e3b-b175-a151c1f95410 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5649498 Jul 08 17:46:02.245485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55674) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:02.281869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9cb1cb71-907b-44a7-9c6d-fed70155fac0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:46:02.312645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5952faab-c1db-45d8-8a7c-bdaeecf69e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.315831 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.320390 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5952faab-c1db-45d8-8a7c-bdaeecf69e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.325634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5952faab-c1db-45d8-8a7c-bdaeecf69e3c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8e330106-d99f-40bc-ac77-f016f6ec834f HTTP/1.1" status: 204 len: 168 time: 0.7550843 Jul 08 17:46:02.334064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9cb1cb71-907b-44a7-9c6d-fed70155fac0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:46:02.336069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Deleting port 0f467a43-0715-4b43-a25b-86fe593b7140 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:02.336668 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.336960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9cb1cb71-907b-44a7-9c6d-fed70155fac0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:46:02.438046 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.492383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:02.492383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.706515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5875041 Jul 08 17:46:02.708537 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:02.713521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55684) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:02.724059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': 'e8976e50-a18a-4b27-9ab9-aa2ab85ed274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:02.783278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Calling delete_port for 0f467a43-0715-4b43-a25b-86fe593b7140 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:02.796366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0feac-65ee-4ef2-911c-15c95709a34c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=e8976e50-a18a-4b27-9ab9-aa2ab85ed274,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:02.817697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:46:02.944500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:03.022284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:03.026970 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:03.046044 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:46:03.137202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:03.235666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952faab-c1db-45d8-8a7c-bdaeecf69e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e330106-d99f-40bc-ac77-f016f6ec834f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:03.388019 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c6f387fc-069c-4ee8-9e4c-48f83e7ddd7c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.1412714 Jul 08 17:46:03.389169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55698) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:03.457711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:03.460594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "DELETE /v2.0/ports/0f467a43-0715-4b43-a25b-86fe593b7140 HTTP/1.1" status: 204 len: 168 time: 1.7764258 Jul 08 17:46:03.465270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:03.494017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55702) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:03.496120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9412c74e-be24-4bd7-b9f4-787d5ce5b47a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.498583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9412c74e-be24-4bd7-b9f4-787d5ce5b47a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.506900 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9412c74e-be24-4bd7-b9f4-787d5ce5b47a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1162794 Jul 08 17:46:03.507998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55706) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:03.528135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb570dc-10db-42cb-b607-88326594deae tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f467a43-0715-4b43-a25b-86fe593b7140,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:03.608314 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-829adbf6-bffb-4efe-9462-46e19d22aa36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:46:03.625326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-829adbf6-bffb-4efe-9462-46e19d22aa36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "GET /v2.0/ports/0f467a43-0715-4b43-a25b-86fe593b7140 HTTP/1.1" status: 404 len: 333 time: 0.1192350 Jul 08 17:46:03.638731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6eddb2-4d1e-4765-b39f-9685d48c4f33 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.640349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6eddb2-4d1e-4765-b39f-9685d48c4f33 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['shared'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.648587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55714) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:03.648587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55716) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:03.649286 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-db6eddb2-4d1e-4765-b39f-9685d48c4f33 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1399109 Jul 08 17:46:03.655869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Request body: {'port': {'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1001625405'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:03.745101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': 'df98040c-025c-401c-82ad-3274be2a25f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8976e50-a18a-4b27-9ab9-aa2ab85ed274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:03.745831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: e8976e50-a18a-4b27-9ab9-aa2ab85ed274, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:46:03.773461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=42e88a9e-7701-43bf-aa2d-da6dff4e4f33,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:03.861308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b16d9-bc60-4483-84d6-4d13fecb0be4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.863132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c99b16d9-bc60-4483-84d6-4d13fecb0be4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/networks/5d5370ff-9768-4296-8472-016dcbfa26ca HTTP/1.1" status: 200 len: 799 time: 0.1986010 Jul 08 17:46:03.864137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Made reservation on behalf of e85f9e0c2ca7464b8ae4d5870583957f for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:03.866833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:03.867103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55720) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:03.870363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:46:03.894498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] device_id is not set on port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:46:03.905618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, e8976e50-a18a-4b27-9ab9-aa2ab85ed274) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:03.911527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:03.911796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:03.924308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa95b352-3524-4d97-8d6b-4a04a59f2316 None None] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:04.030596 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-451d0fe6-d6e1-46ea-9598-096894cd2fbd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3032920 Jul 08 17:46:04.031108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:04.054542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2fefe8da-728f-4306-a294-9bff2f55c849 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1152229910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:04.164607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fefe8da-728f-4306-a294-9bff2f55c849 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.182268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fefe8da-728f-4306-a294-9bff2f55c849 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.200354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d7c8fad1-19b0-4ab5-9071-30eebc1fb513 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/networks/5d5370ff-9768-4296-8472-016dcbfa26ca?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3320363 Jul 08 17:46:04.207287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55734) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:04.247029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.328909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-e8976e50-a18a-4b27-9ab9-aa2ab85ed274', 'network_id': 'e8976e50-a18a-4b27-9ab9-aa2ab85ed274', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': '42e88a9e-7701-43bf-aa2d-da6dff4e4f33'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:46:04.330209 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.333966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee35d3-4e2c-40af-9b21-05a11328f801 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:04.336162 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-61ee35d3-4e2c-40af-9b21-05a11328f801 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/subnets/5b1aace9-c73e-4028-a39b-290bc16ace90 HTTP/1.1" status: 200 len: 811 time: 0.1278887 Jul 08 17:46:04.339992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55736) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:04.453017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7a3af-96d6-4823-8c6d-d0608d6998f6 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['shared'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:04.453017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e6c7a3af-96d6-4823-8c6d-d0608d6998f6 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "GET /v2.0/subnets/5b1aace9-c73e-4028-a39b-290bc16ace90?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1021073 Jul 08 17:46:04.453017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.453017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55740) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:04.454911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340906394'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:04.490341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fefe8da-728f-4306-a294-9bff2f55c849 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.516455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fefe8da-728f-4306-a294-9bff2f55c849 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.564279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2fefe8da-728f-4306-a294-9bff2f55c849 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.568264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2fefe8da-728f-4306-a294-9bff2f55c849 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5306351 Jul 08 17:46:04.568935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55744) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:04.593258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:04.596233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:04.606107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.636031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Network 035f3256-1c29-47ee-8a18-de62b0f4aa63 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:04.639474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:04.694393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:46:04.713512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.713862 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Added segment a6e883d9-a5e4-4401-9457-7652e65f9d61 of type vlan for network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 Jul 08 17:46:04.806700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.865628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:04.869587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:04.870307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.877193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Allocated IP 2001:db8::2 (e8976e50-a18a-4b27-9ab9-aa2ab85ed274/42e88a9e-7701-43bf-aa2d-da6dff4e4f33/f9560b33-2329-4064-82d4-280c3ba60a06) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:04.889118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:04.897434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:04.898796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.012935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-af8a8279-4d9a-4a68-90c0-081a54cef4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3590593 Jul 08 17:46:05.023140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5729406 Jul 08 17:46:05.028426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55760) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:05.029029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55758) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:05.060728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'network_id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:05.080231 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.080713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:05.096030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Transition to ACTIVE for port object f9560b33-2329-4064-82d4-280c3ba60a06 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:05.116936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Transition to ACTIVE for port object f9560b33-2329-4064-82d4-280c3ba60a06 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:05.132787 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.259189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.270288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:05.284924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:05.297436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:05.302035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Pushing event updated for resources: {'Port': ['ID=f9560b33-2329-4064-82d4-280c3ba60a06,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:05.304418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b89a37-8871-43d0-9080-a1ab736e7150 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Network': ['ID=4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:05.323804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:46:05.411415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Made reservation on behalf of 644a312529da4149b4d5284e4677a124 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:05.416285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.522909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Attempting to bind port f9560b33-2329-4064-82d4-280c3ba60a06 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:05.523442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Attempting to bind port f9560b33-2329-4064-82d4-280c3ba60a06 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'df98040c-025c-401c-82ad-3274be2a25f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8976e50-a18a-4b27-9ab9-aa2ab85ed274'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:05.523913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Attempting to bind port f9560b33-2329-4064-82d4-280c3ba60a06 on network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:05.542226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:05.543282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Checking segment: {'id': 'df98040c-025c-401c-82ad-3274be2a25f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8976e50-a18a-4b27-9ab9-aa2ab85ed274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:05.545258 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.545808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Bound using segment: {'id': 'df98040c-025c-401c-82ad-3274be2a25f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8976e50-a18a-4b27-9ab9-aa2ab85ed274'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:05.546526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Bound port: f9560b33-2329-4064-82d4-280c3ba60a06, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df98040c-025c-401c-82ad-3274be2a25f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e8976e50-a18a-4b27-9ab9-aa2ab85ed274'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:05.551860 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.566098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Performing IP validity checks on allocation pools {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 17:46:05.566581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 17:46:05.675355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.755876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] For port f9560b33-2329-4064-82d4-280c3ba60a06, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:05.767476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] For port f9560b33-2329-4064-82d4-280c3ba60a06, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f9560b33-2329-4064-82d4-280c3ba60a06,segment=NetworkSegment(df98040c-025c-401c-82ad-3274be2a25f5),segment_id=df98040c-025c-401c-82ad-3274be2a25f5)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:05.781585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:05.938460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce4a5f-4c81-4ccf-86f2-45d11a46367f None None] Pushing event updated for resources: {'Port': ['ID=f9560b33-2329-4064-82d4-280c3ba60a06,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:05.990042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:06.128757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=7456b3ee-b307-44ae-8125-bae23ed2c093,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:06.189730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Checking segment: {'id': 'a6e883d9-a5e4-4401-9457-7652e65f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:06.190184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network hostable DHCP agents. Network: 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:46:06.241197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:46:06.266198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:06.276595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807bb5bb-f7fc-4c72-8858-d30c6d6a841a None None] Network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:06.288900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:06.289522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552623'] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:06.384985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e38109da-66aa-43da-aac7-880b297805f3 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3553777 Jul 08 17:46:06.387765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55790) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:06.395499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-906ba985-17bd-42c5-8e28-67a960bbf4cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:06.502759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8::1 (e8976e50-a18a-4b27-9ab9-aa2ab85ed274/42e88a9e-7701-43bf-aa2d-da6dff4e4f33/874a9a27-f13d-4b47-a865-449f3c7540c6) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:06.650768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] device_id is not set on port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:46:06.773119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6', 'network_id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6', 'tenant_id': '644a312529da4149b4d5284e4677a124', 'fixed_ips': [{'subnet_id': '7456b3ee-b307-44ae-8125-bae23ed2c093'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:46:06.774010 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:06.788426 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-906ba985-17bd-42c5-8e28-67a960bbf4cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26028983'] for subnet, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:06.838193 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:06.874939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Transition to ACTIVE for port object eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:06.918435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.059856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.153945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:07.159097 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object 874a9a27-f13d-4b47-a865-449f3c7540c6 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:07.184364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:07.188823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:07.189252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:07.203431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:07.207945 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:07.210446 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 2 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:07.254044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-906ba985-17bd-42c5-8e28-67a960bbf4cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735684454422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4011771'] for subnet, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.278161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:07.290395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:07.290944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:07.321333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:07.321813 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:07.322478 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 3 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:07.362631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:07.366508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:07.367017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:07.371043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.413116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Allocated IP 172.20.0.3 (4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6/7456b3ee-b307-44ae-8125-bae23ed2c093/1f9e3cb3-0dc1-4723-99de-21df15688e45) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:07.425206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ba985-17bd-42c5-8e28-67a960bbf4cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:07.427799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-906ba985-17bd-42c5-8e28-67a960bbf4cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.437253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-906ba985-17bd-42c5-8e28-67a960bbf4cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "PUT /v2.0/subnets/7456b3ee-b307-44ae-8125-bae23ed2c093 HTTP/1.1" status: 200 len: 877 time: 1.0480163 Jul 08 17:46:07.440794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55816) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:07.501919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:07.514547 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:07.520923 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 4 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:07.551631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:07.577898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:07.607327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:07.609744 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.626772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ba985-17bd-42c5-8e28-67a960bbf4cd tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event updated for resources: {'Subnet': ['ID=7456b3ee-b307-44ae-8125-bae23ed2c093,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:07.816506 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.868257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:07.868860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:07.869587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:07.890505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=874a9a27-f13d-4b47-a865-449f3c7540c6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:07.892046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.902001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Transition to ACTIVE for port object 1f9e3cb3-0dc1-4723-99de-21df15688e45 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:07.927393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Transition to ACTIVE for port object 1f9e3cb3-0dc1-4723-99de-21df15688e45 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:07.939268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.954362 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:07.961635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:07.961756 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:07.976833 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 5 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:08.027835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:08.028841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:08.029735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:08.039088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.050676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:08.051036 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:08.057462 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 6 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:08.061932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:08.063316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceefe91-6d03-4192-93dc-fd13739ab3f1 None None] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:08.082786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:08.138301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=7456b3ee-b307-44ae-8125-bae23ed2c093,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:08.220358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.276953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:08.277661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:08.278205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:08.285721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:08.286331 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:08.288959 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 7 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:08.313703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:08.314277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:08.314788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:08.326930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:08.327524 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:08.385768 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 8 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:08.429437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:08.436079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f9560b33-2329-4064-82d4-280c3ba60a06 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:08.442287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Pushing event updated for resources: {'Port': ['ID=1f9e3cb3-0dc1-4723-99de-21df15688e45,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:08.481984 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.509805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:08.510477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:08.511018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:08.512082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:08.527820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:08.528429 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:08.533875 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 9 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:08.552998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e883d9-a5e4-4401-9457-7652e65f9d61') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:08.553715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e883d9-a5e4-4401-9457-7652e65f9d61') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:08.573294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.592422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:08.592909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:08.593368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:08.600206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:08.600699 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:08.606398 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempt 10 to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 Jul 08 17:46:08.611412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-08ed851d-0299-4f75-9a04-233b51fce3f0 None None] Provisioning for port f9560b33-2329-4064-82d4-280c3ba60a06 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:08.623517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.641836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:08.642505 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.644188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:08.644680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:08.645276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempting to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:08.655912 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:08.666748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:08.667239 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Failed to bind port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on host n-h1-799528-4 for vnic_type normal using segments [{'id': '2ef36ea5-0b19-4604-a4fe-bda8c480477f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '035f3256-1c29-47ee-8a18-de62b0f4aa63'}] Jul 08 17:46:08.669527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.737414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] For port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:08.737973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attempted to set empty binding levels {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 17:46:08.794670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.858633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 17:46:08.858633 n-d-799528-4 neutron-server[93664]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 17:46:08.858633 n-d-799528-4 neutron-server[93664]: [parameters: {'id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6'}] Jul 08 17:46:08.858633 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:46:08.859234 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:46:08.900930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:08.957119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] In _notify_port_updated(), no bound segment for port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 on network 035f3256-1c29-47ee-8a18-de62b0f4aa63 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 17:46:08.958248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:08.960442 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:08.963439 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8594d05a-22d4-4e6f-bf84-5499337be6bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "PUT /v2.0/ports/eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 HTTP/1.1" status: 200 len: 979 time: 3.9328635 Jul 08 17:46:08.967780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55844) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:09.023729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Attempting to bind port 1f9e3cb3-0dc1-4723-99de-21df15688e45 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:09.024830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Attempting to bind port 1f9e3cb3-0dc1-4723-99de-21df15688e45 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a6e883d9-a5e4-4401-9457-7652e65f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:09.027420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Attempting to bind port 1f9e3cb3-0dc1-4723-99de-21df15688e45 on network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:09.065310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:09.065994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Checking segment: {'id': 'a6e883d9-a5e4-4401-9457-7652e65f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:09.069248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.072093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Bound using segment: {'id': 'a6e883d9-a5e4-4401-9457-7652e65f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:09.074919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Bound port: 1f9e3cb3-0dc1-4723-99de-21df15688e45, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e883d9-a5e4-4401-9457-7652e65f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:09.075318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.184869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.195808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.202247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.217071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Deleting port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:09.217628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.217834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f9560b33-2329-4064-82d4-280c3ba60a06 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:09.267537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f9560b33-2329-4064-82d4-280c3ba60a06 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:09.267922 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.303795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] For port eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970, host n-h1-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:09.304181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.326013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Calling delete_port for eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:09.369613 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.482070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] For port 1f9e3cb3-0dc1-4723-99de-21df15688e45, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:09.495103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] For port 1f9e3cb3-0dc1-4723-99de-21df15688e45, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1f9e3cb3-0dc1-4723-99de-21df15688e45,segment=NetworkSegment(a6e883d9-a5e4-4401-9457-7652e65f9d61),segment_id=a6e883d9-a5e4-4401-9457-7652e65f9d61)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:09.511023 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.542679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=874a9a27-f13d-4b47-a865-449f3c7540c6,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:09.566685 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.700763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:09.713027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:09.762339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.766733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Deleting port 1f9e3cb3-0dc1-4723-99de-21df15688e45 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:09.766994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.896272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:09.906038 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:09.912371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1be2e3b4-3b13-495b-b7b1-923f56805543 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "DELETE /v2.0/ports/eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 HTTP/1.1" status: 204 len: 168 time: 0.9433825 Jul 08 17:46:09.913103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55866) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:10.000816 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-615b669c-1e4b-47b7-8e90-5f34106e0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] GET failed (client error): The resource could not be found. Jul 08 17:46:10.015128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-615b669c-1e4b-47b7-8e90-5f34106e0c40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-552584961-project-admin] 10.222.0.63 "GET /v2.0/ports/eb4e01ee-aa7e-4ae7-8cf7-804c5a87e970 HTTP/1.1" status: 404 len: 333 time: 0.0971854 Jul 08 17:46:10.015863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55870) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:10.107220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] For port 1f9e3cb3-0dc1-4723-99de-21df15688e45, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1f9e3cb3-0dc1-4723-99de-21df15688e45,segment=NetworkSegment(a6e883d9-a5e4-4401-9457-7652e65f9d61),segment_id=a6e883d9-a5e4-4401-9457-7652e65f9d61)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:10.107591 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:10.109400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f5af3-3ef9-4188-96ae-fe84ff7cbf9d None None] Network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:10.167473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Calling delete_port for 1f9e3cb3-0dc1-4723-99de-21df15688e45 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:10.215360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f9560b33-2329-4064-82d4-280c3ba60a06, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f9560b33-2329-4064-82d4-280c3ba60a06,segment=NetworkSegment(df98040c-025c-401c-82ad-3274be2a25f5),segment_id=df98040c-025c-401c-82ad-3274be2a25f5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:10.439237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:10.468111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8281f7-11c4-4fc2-a419-db9648255492 None None] Pushing event updated for resources: {'Port': ['ID=1f9e3cb3-0dc1-4723-99de-21df15688e45,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:10.509460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2155a3a9-9e75-4f89-a15f-7e7c9e1514a2 None None] Provisioning for port 874a9a27-f13d-4b47-a865-449f3c7540c6 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:10.613161 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:10.710200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:10.719132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2155a3a9-9e75-4f89-a15f-7e7c9e1514a2 None None] Provisioning complete for port 874a9a27-f13d-4b47-a865-449f3c7540c6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:10.719453 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2155a3a9-9e75-4f89-a15f-7e7c9e1514a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:10.739298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No DVR routers for this DVR port 1f9e3cb3-0dc1-4723-99de-21df15688e45 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:10.934608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Port': ['ID=1f9e3cb3-0dc1-4723-99de-21df15688e45,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:10.974683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 1cd2baa9-bb26-4d28-b0ed-8012bd616cfc is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:11.042369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.059054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.063728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035f3256-1c29-47ee-8a18-de62b0f4aa63']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:11.075564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f9560b33-2329-4064-82d4-280c3ba60a06,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:11.085789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:11.090209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef36ea5-0b19-4604-a4fe-bda8c480477f') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:11.091150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef36ea5-0b19-4604-a4fe-bda8c480477f') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:11.114309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e883d9-a5e4-4401-9457-7652e65f9d61') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:11.114890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e883d9-a5e4-4401-9457-7652e65f9d61') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:11.118508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.138220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.164004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.171660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.180008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:11.180718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:11.186916 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:11.196963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2155a3a9-9e75-4f89-a15f-7e7c9e1514a2 None None] Port 874a9a27-f13d-4b47-a865-449f3c7540c6 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:11.217227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f807470-e595-4b74-8851-ae2858584c0f None None] Network 4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:11.222465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:11.223215 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:11.228865 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:11.243963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:11.268670 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09544cf7-3308-432e-b838-34453139a73a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/1cd2baa9-bb26-4d28-b0ed-8012bd616cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6986697 Jul 08 17:46:11.269614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55894) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:11.278048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] Sync routers for ids ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:11.455176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ab896-a58e-4187-b793-f474509e0bf3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:11.460536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ea6ab896-a58e-4187-b793-f474509e0bf3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports/874a9a27-f13d-4b47-a865-449f3c7540c6 HTTP/1.1" status: 200 len: 911 time: 0.1869965 Jul 08 17:46:11.460972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55900) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:11.575834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2155a3a9-9e75-4f89-a15f-7e7c9e1514a2 None None] Provisioning complete for port f9560b33-2329-4064-82d4-280c3ba60a06 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:11.578524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.583268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2155a3a9-9e75-4f89-a15f-7e7c9e1514a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.621691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.630651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] 10.222.0.63 "DELETE /v2.0/networks/035f3256-1c29-47ee-8a18-de62b0f4aa63 HTTP/1.1" status: 204 len: 168 time: 1.6072125 Jul 08 17:46:11.696559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.701335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461a8df-ad8d-4a90-a416-c8b98a514183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-598062353-project] Pushing event deleted for resources: {'Network': ['ID=035f3256-1c29-47ee-8a18-de62b0f4aa63,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:11.726216 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:11.744000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 HTTP/1.1" status: 204 len: 168 time: 4.2945218 Jul 08 17:46:11.752813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:11.834112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3eea8-6831-4d0c-91bd-18d9c8f64b94 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:11.854210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] Routers {'1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:11.854827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:11.879519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40025ca3-e60d-4079-91ec-6e7fe80215b4 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 17:46:11.919546 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eedb7b5-294d-4860-bfad-c0fda1c39a48 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:11.920606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eedb7b5-294d-4860-bfad-c0fda1c39a48 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:11.928582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7eedb7b5-294d-4860-bfad-c0fda1c39a48 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/7456b3ee-b307-44ae-8125-bae23ed2c093 HTTP/1.1" status: 404 len: 337 time: 0.1719453 Jul 08 17:46:11.928976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55916) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:12.002869 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89ef825-77c9-4cce-a54b-045c5d361125 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:12.003597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89ef825-77c9-4cce-a54b-045c5d361125 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:12.005280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b89ef825-77c9-4cce-a54b-045c5d361125 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/4b2e1a8b-f7fe-43c1-8ca4-045543f8f8c6 HTTP/1.1" status: 404 len: 339 time: 0.0753467 Jul 08 17:46:12.016324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55918) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:12.101885 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6ef985-0669-4a3c-97b1-6b94cbf68887 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:12.105364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6ef985-0669-4a3c-97b1-6b94cbf68887 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:12.110758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bb6ef985-0669-4a3c-97b1-6b94cbf68887 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/4eb0775b-fb89-4764-8d24-6cc7dc3e5e94 HTTP/1.1" status: 404 len: 337 time: 0.0925641 Jul 08 17:46:12.112974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55922) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:12.169082 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0ee448-0add-4f25-9fd7-4a2f7e4821b8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:12.170730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0ee448-0add-4f25-9fd7-4a2f7e4821b8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:12.176492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8c0ee448-0add-4f25-9fd7-4a2f7e4821b8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/78dea2b5-bead-4d43-b735-1968418183ae HTTP/1.1" status: 404 len: 339 time: 0.0620124 Jul 08 17:46:12.179005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55926) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:12.206717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:12.235527 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] Routers {'1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:12.236369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:12.315583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:12.317325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f02123-883e-42d9-95ef-71c33d951af3 None None] The sync data for ids ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:12.386220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40025ca3-e60d-4079-91ec-6e7fe80215b4 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 17:46:12.416853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.434769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55932) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:12.579390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.854393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f9560b33-2329-4064-82d4-280c3ba60a06 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:12.868713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:12.901377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ea73f9-b958-4a4b-96c5-bd23e7453098']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:12.932277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351228f0-c29e-4932-9956-9331ebd35ef7') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:12.932568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351228f0-c29e-4932-9956-9331ebd35ef7') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:12.963130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.013153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae40e494-0d70-4725-b7db-5628efe4d629 None None] Provisioning complete for port 874a9a27-f13d-4b47-a865-449f3c7540c6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:13.013987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae40e494-0d70-4725-b7db-5628efe4d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.055472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.100969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:13.109463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:13.115560 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:13.161509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 874a9a27-f13d-4b47-a865-449f3c7540c6 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:13.162155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.165448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c61636bb-5260-4478-b4e2-2d8f5a3c2da5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b36898bf49e84f3da68f15060c6f887c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289109 Jul 08 17:46:13.167857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55952) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.261860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ae40e494-0d70-4725-b7db-5628efe4d629 None None] Port 874a9a27-f13d-4b47-a865-449f3c7540c6 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:13.272570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f9560b33-2329-4064-82d4-280c3ba60a06 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:13.273916 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.359015 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6678ee2f-c41b-4698-94cb-2341bb28dbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.363747 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.384647 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.390338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/23ea73f9-b958-4a4b-96c5-bd23e7453098 HTTP/1.1" status: 204 len: 168 time: 1.2099276 Jul 08 17:46:13.393108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55954) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.418793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf88d8-429a-46b9-8d47-48fd451d6235 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=23ea73f9-b958-4a4b-96c5-bd23e7453098,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:13.422310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.447064 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-50145e41-f3b5-4db3-be4f-99b46419b442 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.447832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50145e41-f3b5-4db3-be4f-99b46419b442 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.449967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-50145e41-f3b5-4db3-be4f-99b46419b442 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/9ede7b8a-edfa-4174-b9cd-4c63b743db7b HTTP/1.1" status: 404 len: 337 time: 0.0413430 Jul 08 17:46:13.453276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55958) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.463748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 874a9a27-f13d-4b47-a865-449f3c7540c6 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:13.476885 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec18d2ca-5363-4708-a7e9-3a3148cf9f56 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.477935 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec18d2ca-5363-4708-a7e9-3a3148cf9f56 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.480054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ec18d2ca-5363-4708-a7e9-3a3148cf9f56 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/f1b579fc-a17a-4323-8ef1-02a84b37257f HTTP/1.1" status: 404 len: 339 time: 0.0255454 Jul 08 17:46:13.483321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55960) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.521931 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecea78fe-b828-49f8-8e69-12c250c71d1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.527962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecea78fe-b828-49f8-8e69-12c250c71d1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.530728 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ecea78fe-b828-49f8-8e69-12c250c71d1e tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/b9c8d9f8-65ca-4de5-967a-578c90f10acb HTTP/1.1" status: 404 len: 337 time: 0.0462775 Jul 08 17:46:13.533916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55962) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.574880 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3541a6e-cddc-400d-b1d6-39dd04e8781a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.576980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3541a6e-cddc-400d-b1d6-39dd04e8781a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.580707 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e3541a6e-cddc-400d-b1d6-39dd04e8781a tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/71c583d4-dff6-4548-b436-e3ccf66da096 HTTP/1.1" status: 404 len: 339 time: 0.0452776 Jul 08 17:46:13.583951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55964) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.646804 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a45dbed-1fd9-47b0-9255-2c97bc9cc4e9 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.650135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a45dbed-1fd9-47b0-9255-2c97bc9cc4e9 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.652373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3a45dbed-1fd9-47b0-9255-2c97bc9cc4e9 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/06625f76-8344-4c48-9ddc-68d2a87ba6b1 HTTP/1.1" status: 404 len: 337 time: 0.0673730 Jul 08 17:46:13.655885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55968) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.678721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6678ee2f-c41b-4698-94cb-2341bb28dbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.736948 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a7ca9f-e00a-4d39-82d5-922b1e5414c7 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.737590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a7ca9f-e00a-4d39-82d5-922b1e5414c7 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.741552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a9a7ca9f-e00a-4d39-82d5-922b1e5414c7 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/063f7bbf-1a82-4031-ab81-be8f39c04ebd HTTP/1.1" status: 404 len: 339 time: 0.0842447 Jul 08 17:46:13.744543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55974) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.752007 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:13.798483 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-42de5671-4241-429c-a0f6-2f1a110ea8a1 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.798975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42de5671-4241-429c-a0f6-2f1a110ea8a1 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.801212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-42de5671-4241-429c-a0f6-2f1a110ea8a1 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/96aee35b-637c-46ff-a98e-b1c3876501a9 HTTP/1.1" status: 404 len: 337 time: 0.0556321 Jul 08 17:46:13.807171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55978) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.828134 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc9f24a-e713-47eb-b50f-d7a1f42c58ba tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.828763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc9f24a-e713-47eb-b50f-d7a1f42c58ba tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.830530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6bc9f24a-e713-47eb-b50f-d7a1f42c58ba tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/f4ca1c07-927a-4c8e-bba5-6131bd942708 HTTP/1.1" status: 404 len: 339 time: 0.0257294 Jul 08 17:46:13.834070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55982) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.922158 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84eb54b-4949-4283-b9d0-1bcf637ea94c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.922999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84eb54b-4949-4283-b9d0-1bcf637ea94c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.925159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c84eb54b-4949-4283-b9d0-1bcf637ea94c tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/1f82c74e-2174-4f90-8399-41abb2e1da4d HTTP/1.1" status: 404 len: 337 time: 0.0901191 Jul 08 17:46:13.929445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55984) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:13.968095 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd1cc86-9e8d-4855-9bca-cfe254ce362d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:13.968981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd1cc86-9e8d-4855-9bca-cfe254ce362d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:13.971246 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9cd1cc86-9e8d-4855-9bca-cfe254ce362d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/0f11f004-6978-4b13-ba1e-90f901523342 HTTP/1.1" status: 404 len: 339 time: 0.0398188 Jul 08 17:46:13.983713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:14.061455 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4486bf47-1876-466e-861f-f9854ceee971 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:14.062173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4486bf47-1876-466e-861f-f9854ceee971 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:14.063796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4486bf47-1876-466e-861f-f9854ceee971 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/97779e34-d4e1-4755-b1f5-2e66e297f4e9 HTTP/1.1" status: 404 len: 337 time: 0.0608213 Jul 08 17:46:14.066903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55988) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:14.072266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:14.099628 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac3dea1-e2a5-4b88-9b2f-c6a58a8fb8a4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:14.100232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac3dea1-e2a5-4b88-9b2f-c6a58a8fb8a4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:14.103506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-aac3dea1-e2a5-4b88-9b2f-c6a58a8fb8a4 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/3f205761-1843-4a26-ab19-3bc3d4c8ad32 HTTP/1.1" status: 404 len: 339 time: 0.0332828 Jul 08 17:46:14.105827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55992) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:14.121520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=874a9a27-f13d-4b47-a865-449f3c7540c6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:14.222966 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-9169f305-1d6f-4958-91a4-4077af99eb5d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:14.223437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9169f305-1d6f-4958-91a4-4077af99eb5d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:14.228022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9169f305-1d6f-4958-91a4-4077af99eb5d tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/f3f44a3a-b8e3-4e00-a5cd-81c1c0923f77 HTTP/1.1" status: 404 len: 337 time: 0.1165361 Jul 08 17:46:14.234607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56000) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:14.397713 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd190dd2-0f1a-4976-8713-305e81b33aa8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:14.397713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd190dd2-0f1a-4976-8713-305e81b33aa8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:14.403314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dd190dd2-0f1a-4976-8713-305e81b33aa8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/b7405931-7496-4f41-9368-c90ee8576656 HTTP/1.1" status: 404 len: 339 time: 0.1233921 Jul 08 17:46:14.406242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56010) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:14.442844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:14.447673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6678ee2f-c41b-4698-94cb-2341bb28dbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:14.450301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6678ee2f-c41b-4698-94cb-2341bb28dbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:14.457764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6678ee2f-c41b-4698-94cb-2341bb28dbf2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7afc129b-b8d6-479a-9074-2930ee77b207 HTTP/1.1" status: 204 len: 168 time: 1.2886291 Jul 08 17:46:14.520618 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca496215-4e80-4ed1-a64d-c53ad017a4c8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:14.522496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca496215-4e80-4ed1-a64d-c53ad017a4c8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:14.523734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678ee2f-c41b-4698-94cb-2341bb28dbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc129b-b8d6-479a-9074-2930ee77b207,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:14.525915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ca496215-4e80-4ed1-a64d-c53ad017a4c8 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/613ff66b-2700-46be-add4-2c5d27d83720 HTTP/1.1" status: 404 len: 337 time: 0.1184275 Jul 08 17:46:14.529532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56016) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:14.583006 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a4d3ff-89a7-428c-b4c8-657dd569b1ef tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] DELETE failed (client error): The resource could not be found. Jul 08 17:46:14.585352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a4d3ff-89a7-428c-b4c8-657dd569b1ef tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:46:14.591265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c5a4d3ff-89a7-428c-b4c8-657dd569b1ef tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/2d79b535-3279-47de-a7d6-b746dd8eb370 HTTP/1.1" status: 404 len: 339 time: 0.0511451 Jul 08 17:46:14.592026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56018) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:14.676513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Deleting subnet 5b1aace9-c73e-4028-a39b-290bc16ace90 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:46:14.680691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:14.729317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:14.848675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:14.980942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 1cd2baa9-bb26-4d28-b0ed-8012bd616cfc has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:46:15.008176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.040288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.040584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cbe529-b6c7-4010-9d4b-49ccd4efc298 None None] Network 5d5370ff-9768-4296-8472-016dcbfa26ca requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:15.042356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/subnets/5b1aace9-c73e-4028-a39b-290bc16ace90 HTTP/1.1" status: 204 len: 168 time: 0.4471741 Jul 08 17:46:15.052237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56030) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:15.097625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfa3a1-7e71-4cfd-a503-b0000be73d47 tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1aace9-c73e-4028-a39b-290bc16ace90,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:15.315548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-def827b7-a5fe-4762-a667-cca5fe00d7cb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:15.331643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-def827b7-a5fe-4762-a667-cca5fe00d7cb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.3449473 Jul 08 17:46:15.382531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.391047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-870cfccc-9be9-448f-b90f-27075c9b6ec8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/quotas/86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 375 time: 0.0498567 Jul 08 17:46:15.393348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:15.408915 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] Sync routers for ids ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:15.421607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] DHCP port deletion for 5d5370ff-9768-4296-8472-016dcbfa26ca request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:46:15.444148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1783da71-b1dd-497a-ab3c-3f7ee105faf6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/1cd2baa9-bb26-4d28-b0ed-8012bd616cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9819450 Jul 08 17:46:15.447953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:15.449043 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] Routers {'1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:15.452377 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:15.610651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56052) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:15.635839 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:15.652213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-941dd6ec-b24d-4eac-8d21-0757659c58d9 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd2baa9-bb26-4d28-b0ed-8012bd616cfc HTTP/1.1" status: 200 len: 205 time: 0.2019083 Jul 08 17:46:15.657930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:15.662038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] Deleting port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:15.662428 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.678311 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] Routers {'1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:15.679643 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:15.746829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] For port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,segment=NetworkSegment(bf8d0b6d-8001-4d71-9324-1878cb1f71de),segment_id=bf8d0b6d-8001-4d71-9324-1878cb1f71de)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:15.747329 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.763254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] Calling delete_port for 9c316e6c-ced1-4abb-af9a-b666d7f2d98c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:15.778491 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0c515879-3179-4b67-b464-041072afe424 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e85f9e0c2ca7464b8ae4d5870583957f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600206 Jul 08 17:46:15.781619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:15.796970 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:15.799544 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8b8d4-11d3-40c4-977e-df0cb5a9e9ac None None] The sync data for ids ['1cd2baa9-bb26-4d28-b0ed-8012bd616cfc'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:15.848908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Deleting port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:15.849619 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.913843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.956183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96142959-f3f5-4ce3-966a-dc920ffe7ce0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:15.998520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] Pushing event deleted for resources: {'Port': ['ID=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:16.025365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f5ce0-62d0-4cfc-954f-3c92fb166be6 None None] No DVR routers for this DVR port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:16.036692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] For port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,segment=NetworkSegment(bf8d0b6d-8001-4d71-9324-1878cb1f71de),segment_id=bf8d0b6d-8001-4d71-9324-1878cb1f71de)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:16.039163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.073418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Calling delete_port for 9c316e6c-ced1-4abb-af9a-b666d7f2d98c owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:16.166321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-cd02629a-8629-45a5-af51-47745ac01a03 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7673874 Jul 08 17:46:16.306497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-940c2732-d222-40cd-a53a-c7698e51c84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.342363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96142959-f3f5-4ce3-966a-dc920ffe7ce0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.348519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96142959-f3f5-4ce3-966a-dc920ffe7ce0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.353717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.405878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-940c2732-d222-40cd-a53a-c7698e51c84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.446717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96142959-f3f5-4ce3-966a-dc920ffe7ce0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.447865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96142959-f3f5-4ce3-966a-dc920ffe7ce0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Fanout notify agent at l3_agent the message router_deleted on router 1cd2baa9-bb26-4d28-b0ed-8012bd616cfc {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:46:16.466988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96142959-f3f5-4ce3-966a-dc920ffe7ce0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.469345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-96142959-f3f5-4ce3-966a-dc920ffe7ce0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/1cd2baa9-bb26-4d28-b0ed-8012bd616cfc HTTP/1.1" status: 204 len: 168 time: 0.8048604 Jul 08 17:46:16.472011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56084) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:16.499322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] No DVR routers for this DVR port 9c316e6c-ced1-4abb-af9a-b666d7f2d98c on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:16.531839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-940c2732-d222-40cd-a53a-c7698e51c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.534730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-940c2732-d222-40cd-a53a-c7698e51c84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.538137 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-940c2732-d222-40cd-a53a-c7698e51c84e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/91e6d9bc-8c59-4e6e-9f87-4983f922e45d HTTP/1.1" status: 204 len: 168 time: 0.7519505 Jul 08 17:46:16.558672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Port': ['ID=9c316e6c-ced1-4abb-af9a-b666d7f2d98c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:16.573483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c2732-d222-40cd-a53a-c7698e51c84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e6d9bc-8c59-4e6e-9f87-4983f922e45d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:16.582399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet 42e88a9e-7701-43bf-aa2d-da6dff4e4f33 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:46:16.586231 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.646566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c316e6c-ced1-4abb-af9a-b666d7f2d98c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:46:16.705749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.706908 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.720283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9c316e6c-ced1-4abb-af9a-b666d7f2d98c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:46:16.720650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c316e6c-ced1-4abb-af9a-b666d7f2d98c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:46:16.742780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5370ff-9768-4296-8472-016dcbfa26ca']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:16.767024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8d0b6d-8001-4d71-9324-1878cb1f71de') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:16.767334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8d0b6d-8001-4d71-9324-1878cb1f71de') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:16.793904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.863769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.874984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:16.876267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.876927 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:16.884713 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:16.965201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-622cc4cf-a678-4c27-bdba-d45cd6a37e10 service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880669 Jul 08 17:46:16.986095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:17.028515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:17.036795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] 10.222.0.63 "DELETE /v2.0/networks/5d5370ff-9768-4296-8472-016dcbfa26ca HTTP/1.1" status: 204 len: 168 time: 1.9830585 Jul 08 17:46:17.042711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02fd7-2379-47b3-8875-b3520116cafa tempest-NetworksTest-287003540 tempest-NetworksTest-287003540-project] Pushing event deleted for resources: {'Network': ['ID=5d5370ff-9768-4296-8472-016dcbfa26ca,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:17.258088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:17.371000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4ae9b2d0-44cd-4223-9fbc-87c3135ebb58 service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858182 Jul 08 17:46:17.378645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=42e88a9e-7701-43bf-aa2d-da6dff4e4f33,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:17.384116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccc722-c3e9-4157-80af-429ef2cba2f3 None None] Network e8976e50-a18a-4b27-9ab9-aa2ab85ed274 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:17.384572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:17.392577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fbcb3696-e164-4ed8-808a-2f112c939d7c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/42e88a9e-7701-43bf-aa2d-da6dff4e4f33 HTTP/1.1" status: 204 len: 168 time: 0.9176133 Jul 08 17:46:17.393691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56130) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:17.670480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:17.774170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56152) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:17.823303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port f9560b33-2329-4064-82d4-280c3ba60a06 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:17.823696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:17.937204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port f9560b33-2329-4064-82d4-280c3ba60a06, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f9560b33-2329-4064-82d4-280c3ba60a06,segment=NetworkSegment(df98040c-025c-401c-82ad-3274be2a25f5),segment_id=df98040c-025c-401c-82ad-3274be2a25f5)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:17.937818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:17.953404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for f9560b33-2329-4064-82d4-280c3ba60a06 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:17.997438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] DHCP port deletion for e8976e50-a18a-4b27-9ab9-aa2ab85ed274 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:46:18.078368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.109567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=f9560b33-2329-4064-82d4-280c3ba60a06,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:18.114767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port f9560b33-2329-4064-82d4-280c3ba60a06 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:18.147137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] Deleting port f9560b33-2329-4064-82d4-280c3ba60a06 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:18.147532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.281710 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.313847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8976e50-a18a-4b27-9ab9-aa2ab85ed274']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:18.318255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d9b25cb-cb39-453f-b100-ea070639b33e req-de544aea-c416-4839-a5f3-7b02bb6ae756 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 210 time: 0.6571605 Jul 08 17:46:18.354558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df98040c-025c-401c-82ad-3274be2a25f5') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:18.354961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df98040c-025c-401c-82ad-3274be2a25f5') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:18.378592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.414926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.415274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] For port f9560b33-2329-4064-82d4-280c3ba60a06, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:18.415643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.439774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:18.443898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:18.454377 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:18.457122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56182) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:18.457224 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7bd29d75-cf94-476b-881b-76557a031ef8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=644a312529da4149b4d5284e4677a124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754241 Jul 08 17:46:18.496436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] Calling delete_port for f9560b33-2329-4064-82d4-280c3ba60a06 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:18.512533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] Port f9560b33-2329-4064-82d4-280c3ba60a06 was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:46:18.515821 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.576129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] Pushing event deleted for resources: {'Port': ['ID=f9560b33-2329-4064-82d4-280c3ba60a06,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:18.622247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f9560b33-2329-4064-82d4-280c3ba60a06 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:46:18.676763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae2acf2b-346d-4fe5-a8be-cca05f8cfedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.710756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.719982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53c5c5-88bb-4c9d-8241-5c271892cca7 None None] No DVR routers for this DVR port f9560b33-2329-4064-82d4-280c3ba60a06 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:18.726948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f9560b33-2329-4064-82d4-280c3ba60a06 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:46:18.727294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f9560b33-2329-4064-82d4-280c3ba60a06 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:46:18.753419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.755390 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/e8976e50-a18a-4b27-9ab9-aa2ab85ed274 HTTP/1.1" status: 204 len: 168 time: 1.3604620 Jul 08 17:46:18.759387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56192) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:18.766764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2020434472', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:18.773459 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae2acf2b-346d-4fe5-a8be-cca05f8cfedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.826535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.828527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.829503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711300bb-9302-4c7f-bb63-d9f7579c29a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=e8976e50-a18a-4b27-9ab9-aa2ab85ed274,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:18.937238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae2acf2b-346d-4fe5-a8be-cca05f8cfedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.940592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae2acf2b-346d-4fe5-a8be-cca05f8cfedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.944349 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae2acf2b-346d-4fe5-a8be-cca05f8cfedc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/96adb341-4bd6-4c59-9ff9-50335781d084 HTTP/1.1" status: 204 len: 168 time: 0.4841230 Jul 08 17:46:18.945023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:18.969671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2acf2b-346d-4fe5-a8be-cca05f8cfedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96adb341-4bd6-4c59-9ff9-50335781d084,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:19.255170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:19.933466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-a8bf4a9a-827d-4733-a215-54e63cd632f5 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:19.934958 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-a8bf4a9a-827d-4733-a215-54e63cd632f5 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.1997974 Jul 08 17:46:19.947559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'port': {'device_id': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'admin_state_up': True, 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:20.008129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c757f9c0-48a1-4acd-8177-9c09cbcad45a req-9cd9d40b-3ba7-4be5-bc14-12c29c5b1e90 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 210 time: 0.0815129 Jul 08 17:46:20.253841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Made reservation on behalf of 86de8c57281b49b391c0fc3feb8e531b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:20.257520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:20.529635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:20.578368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:20.838089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56314) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:20.870715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 172.25.5.183 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/96610c41-8c8c-4282-8dff-4bd01f8d2639) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:21.098507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Allocated IP 172.20.0.13 (c6b400da-81cc-41bc-8197-8410b53c3380/04c374cd-9975-4071-893c-485e95945e6e/3eca7090-2fca-4d2f-97ca-132d83e486d5) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:21.142306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:21.254980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:21.403082 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:21.405779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:21.410420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da301952-1510-4b1d-ab9a-46f915ba1722 req-d12c5ab3-79a9-41ee-9cc6-08f67e60ddf1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 210 time: 0.0949502 Jul 08 17:46:21.424976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d016cd4-32a7-4321-bc3a-8f7153811853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:21.439185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:21.441881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:21.455358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=96610c41-8c8c-4282-8dff-4bd01f8d2639,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:21.467275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Transition to ACTIVE for port object 3eca7090-2fca-4d2f-97ca-132d83e486d5 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:21.504333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56340) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:21.578857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:21.593717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['17eea288-0c96-4a59-9cf2-b1e12acef62c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:46:21.715398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-314184606', 'router:external': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:21.770325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=3eca7090-2fca-4d2f-97ca-132d83e486d5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:21.797201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:21.806496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:21.809733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:21.941909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:21.942623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.117025 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.180513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d016cd4-32a7-4321-bc3a-8f7153811853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.213149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929f04f-78a3-4b83-80e9-eba611d01521 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2693334 Jul 08 17:46:22.223466 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5d016cd4-32a7-4321-bc3a-8f7153811853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.254408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Made reservation on behalf of 66b6accb5efe484f9922681e095c56e7 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:22.257995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.272325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.280994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ca939ec7-70d1-4548-8a44-26d3c7bcb35c None None] Provisioning for port 3eca7090-2fca-4d2f-97ca-132d83e486d5 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:22.285271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ca939ec7-70d1-4548-8a44-26d3c7bcb35c None None] Provisioning complete for port 3eca7090-2fca-4d2f-97ca-132d83e486d5 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:22.286139 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca939ec7-70d1-4548-8a44-26d3c7bcb35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.309844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d016cd4-32a7-4321-bc3a-8f7153811853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace93266-432f-420c-910e-9356c3b0dffc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:22.384858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5d016cd4-32a7-4321-bc3a-8f7153811853 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5809b1cee1b24d01a959aabc3419d758&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5450087 Jul 08 17:46:22.386102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ca939ec7-70d1-4548-8a44-26d3c7bcb35c None None] Port 3eca7090-2fca-4d2f-97ca-132d83e486d5 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:22.388382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56360) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:22.440139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Request body: {'port': {'device_id': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:22.602367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.704945 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4129ff9a-18a0-4b3d-bad8-2f01d8582c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.713738 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.772861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.800531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.858114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4129ff9a-18a0-4b3d-bad8-2f01d8582c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:22.990551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4092b17-2bb1-4445-aaff-1e82d3acf5a6 req-d68469e6-3199-4ffb-a5a2-5903a2395bf4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:22.994116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4092b17-2bb1-4445-aaff-1e82d3acf5a6 req-d68469e6-3199-4ffb-a5a2-5903a2395bf4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 932 time: 0.2972353 Jul 08 17:46:23.030769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:46:23.165702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4092b17-2bb1-4445-aaff-1e82d3acf5a6 req-07daefe1-0e99-4dbc-9487-3d005f55bd1f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584730 Jul 08 17:46:23.168153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 19905b6a-e6cb-44c6-96ce-20aa862a10b2 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:23.173791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.174364 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Added segment 732ec49e-6f7a-4549-9f06-7835e310562e of type vlan for network 3e8165c5-fa9a-49db-b928-e74c677bb688 Jul 08 17:46:23.177414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd5449-9550-4a31-ba0b-350cd058e62a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:23.214853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-065338c5-982b-4e4b-8144-cbae0e3b763b req-dba7a289-da9f-48c1-b0e1-4202e7f72ba8 service neutron] (93665) timed out ('10.222.0.41', 61320) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:46:23.394974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.411603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:23.415608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4129ff9a-18a0-4b3d-bad8-2f01d8582c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.425367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4129ff9a-18a0-4b3d-bad8-2f01d8582c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.426787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] Sync routers for ids ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:23.427246 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4129ff9a-18a0-4b3d-bad8-2f01d8582c1b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ace93266-432f-420c-910e-9356c3b0dffc HTTP/1.1" status: 204 len: 168 time: 1.0349388 Jul 08 17:46:23.464345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] Routers {'19905b6a-e6cb-44c6-96ce-20aa862a10b2'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:23.468166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:23.468528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129ff9a-18a0-4b3d-bad8-2f01d8582c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace93266-432f-420c-910e-9356c3b0dffc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:23.515324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.518325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6c96b3f7-032e-433f-949c-80bddb9479c6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7575257 Jul 08 17:46:23.524079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56404) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:23.554359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.560768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:23.561720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.692812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:23.739741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] Routers {'19905b6a-e6cb-44c6-96ce-20aa862a10b2'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:23.741032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:23.776546 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2706065 Jul 08 17:46:23.786392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56408) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:23.797247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'subnet': {'network_id': '3e8165c5-fa9a-49db-b928-e74c677bb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:23.848386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029bee3-6a1c-49a6-914b-92f800c4152a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Network': ['ID=3e8165c5-fa9a-49db-b928-e74c677bb688,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:23.855574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Made reservation on behalf of 66b6accb5efe484f9922681e095c56e7 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:23.858773 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:23.877205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1a379b9d-392a-4bff-8ab1-48812c6f329d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/routers/19905b6a-e6cb-44c6-96ce-20aa862a10b2 HTTP/1.1" status: 200 len: 885 time: 0.3494229 Jul 08 17:46:23.877998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56410) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:23.893214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eca7090-2fca-4d2f-97ca-132d83e486d5 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:46:23.919316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:23.920510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731659b3-c607-490a-9bc0-0663f82abe47 None None] The sync data for ids ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:23.941529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 3e8165c5-fa9a-49db-b928-e74c677bb688 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:46:24.086399 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.117257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Transition to ACTIVE for port object 3eca7090-2fca-4d2f-97ca-132d83e486d5 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:24.133099 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.299170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Pushing event updated for resources: {'Port': ['ID=3eca7090-2fca-4d2f-97ca-132d83e486d5,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:24.316962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56426) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:24.345365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56428) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:24.382993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6aaac7a6-9e5a-402e-9f6e-6f1b2327fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.718412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] Deleting subnet ca4f6411-c936-4ffb-a26a-a3feb5c5de7a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:46:24.721784 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.740578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6aaac7a6-9e5a-402e-9f6e-6f1b2327fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.754867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6aaac7a6-9e5a-402e-9f6e-6f1b2327fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.832096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6aaac7a6-9e5a-402e-9f6e-6f1b2327fa73 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3418f6227e2e49fa8014b5a306ac0a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811995 Jul 08 17:46:24.835402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56436) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:24.845063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaac7a6-9e5a-402e-9f6e-6f1b2327fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab1d9b-1c07-44a2-b043-31581bc76e3c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:24.869013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8604e3a-5071-419b-b439-63d431e238b4 req-36f88732-63da-496b-a6c7-80a873440626 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:24.870777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8604e3a-5071-419b-b439-63d431e238b4 req-36f88732-63da-496b-a6c7-80a873440626 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 944 time: 0.2402673 Jul 08 17:46:24.901219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.objects.ports [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93664) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 17:46:24.901975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.903382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Attempting to bind port 3eca7090-2fca-4d2f-97ca-132d83e486d5 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:24.904331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Attempting to bind port 3eca7090-2fca-4d2f-97ca-132d83e486d5 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:24.904673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Attempting to bind port 3eca7090-2fca-4d2f-97ca-132d83e486d5 on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:24.909343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:24.954735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Port 3eca7090-2fca-4d2f-97ca-132d83e486d5 on network c6b400da-81cc-41bc-8197-8410b53c3380 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:46:24.955078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Attempting to bind port 3eca7090-2fca-4d2f-97ca-132d83e486d5 on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:24.986238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:24.986591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:24.987384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Bound using segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:24.987514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Bound port: 3eca7090-2fca-4d2f-97ca-132d83e486d5, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:24.987789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.044692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.055262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f840884b-6d17-4a16-b8e3-76d86683e0fa,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:25.097427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8604e3a-5071-419b-b439-63d431e238b4 req-7fecb7db-fe90-4fec-9ca6-66f393c3bf3f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003918 Jul 08 17:46:25.155514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Checking segment: {'id': '732ec49e-6f7a-4549-9f06-7835e310562e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3e8165c5-fa9a-49db-b928-e74c677bb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:25.169859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network hostable DHCP agents. Network: 3e8165c5-fa9a-49db-b928-e74c677bb688, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:46:25.173156 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-529817b7-2d5b-4cb8-afcd-38940078b623 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.2920601 Jul 08 17:46:25.179854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56448) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:25.191128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1d5e26b4-d692-4f45-98ce-4d67444ffb38 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2020434472'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:25.194750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75bba3dc-e83a-4d3b-bb05-7fc75e73a956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.206866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network 3e8165c5-fa9a-49db-b928-e74c677bb688 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:46:25.231369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 3e8165c5-fa9a-49db-b928-e74c677bb688) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:25.235492 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75bba3dc-e83a-4d3b-bb05-7fc75e73a956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.242964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac7b82-c6cc-45ea-a0b9-2108428c1d05 None None] Network 3e8165c5-fa9a-49db-b928-e74c677bb688 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:25.261996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:25.264155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.353897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cbcbd101-7703-4d75-a74b-96af5fb66d52 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5642867 Jul 08 17:46:25.359461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56454) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:25.375247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2066549692', 'network_id': '3e8165c5-fa9a-49db-b928-e74c677bb688'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:25.432505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Made reservation on behalf of 66b6accb5efe484f9922681e095c56e7 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:25.442221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.500102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] device_id is not set on port b9140525-02a0-4751-8af4-fd9a4873e1c5 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:46:25.517399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75bba3dc-e83a-4d3b-bb05-7fc75e73a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.523687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-75bba3dc-e83a-4d3b-bb05-7fc75e73a956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.532834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] For port 3eca7090-2fca-4d2f-97ca-132d83e486d5, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:25.546483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-75bba3dc-e83a-4d3b-bb05-7fc75e73a956 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d4ab1d9b-1c07-44a2-b043-31581bc76e3c HTTP/1.1" status: 204 len: 168 time: 0.7070317 Jul 08 17:46:25.585624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] For port 3eca7090-2fca-4d2f-97ca-132d83e486d5, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:25.618537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b41ac-9d62-4dee-931e-5654ff470f87 None None] Network 3e8165c5-fa9a-49db-b928-e74c677bb688 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:25.624092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.658062 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bba3dc-e83a-4d3b-bb05-7fc75e73a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab1d9b-1c07-44a2-b043-31581bc76e3c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:25.813028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.884607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.886587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ca4f6411-c936-4ffb-a26a-a3feb5c5de7a HTTP/1.1" status: 204 len: 168 time: 1.5673163 Jul 08 17:46:25.891135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56472) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:25.928763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7808543-cb38-4909-97bc-251dd499fc84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4f6411-c936-4ffb-a26a-a3feb5c5de7a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:25.947795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:25.948431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:25.949915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] 10.222.0.72 "PUT /v2.0/ports/3eca7090-2fca-4d2f-97ca-132d83e486d5 HTTP/1.1" status: 200 len: 1092 time: 3.7283609 Jul 08 17:46:25.952130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'tag': '3eca7090-2fca-4d2f-97ca-132d83e486d5'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:46:25.954626 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21a163f-77d8-4290-b159-b635b1c40fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4ac931-08bc-4805-9e5c-76a6e6facbde", "tag": "3eca7090-2fca-4d2f-97ca-132d83e486d5"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:46:25.991435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0a820-8ad3-431f-b233-97f1edb1cd4a service neutron] Pushing event updated for resources: {'Port': ['ID=3eca7090-2fca-4d2f-97ca-132d83e486d5,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:26.038126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Allocated IP 2001:db8::7e (3e8165c5-fa9a-49db-b928-e74c677bb688/f840884b-6d17-4a16-b8e3-76d86683e0fa/b9140525-02a0-4751-8af4-fd9a4873e1c5) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:26.083452 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fe8ee7-1a1a-4a62-8fb2-595821f8bc44 x-openstack-request-id: req-52fe8ee7-1a1a-4a62-8fb2-595821f8bc44 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:46:26.084046 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4ac931-08bc-4805-9e5c-76a6e6facbde", "tag": "3eca7090-2fca-4d2f-97ca-132d83e486d5", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:46:26.084474 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-52fe8ee7-1a1a-4a62-8fb2-595821f8bc44 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:46:26.085084 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'tag': '3eca7090-2fca-4d2f-97ca-132d83e486d5', 'status': 'completed', 'code': 200} Jul 08 17:46:26.168084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.345048 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d5e26b4-d692-4f45-98ce-4d67444ffb38 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.367094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-e1fec50c-fe2f-42a7-910f-1ecdd8619242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:26.369032 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-e1fec50c-fe2f-42a7-910f-1ecdd8619242 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 1095 time: 0.2873638 Jul 08 17:46:26.391839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d5e26b4-d692-4f45-98ce-4d67444ffb38 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.445770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.465438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.528070 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-3def424b-62f7-494d-9839-2d35a0ccbeb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5 HTTP/1.1" status: 200 len: 217 time: 0.1490357 Jul 08 17:46:26.633059 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.644641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929b89c-2c43-43a6-848c-ffd59ae5a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:26.646836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-4929b89c-2c43-43a6-848c-ffd59ae5a1bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1103599 Jul 08 17:46:26.707867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.767102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network 3e8165c5-fa9a-49db-b928-e74c677bb688 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:26.782721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:26.801074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:26.806635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:26.814577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:26.822071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16bde5d7-6c8d-48d7-8a9c-7fd3a1541886']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:26.909324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba08c06-f8a3-452b-af2b-a4426d08dda6') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:26.909915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba08c06-f8a3-452b-af2b-a4426d08dda6') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:26.917254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Port': ['ID=b9140525-02a0-4751-8af4-fd9a4873e1c5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:26.984034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.033029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6370274b-9350-4958-887f-3fe6e9c05253 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6639566 Jul 08 17:46:27.033029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56522) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:27.075466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f73db7-85e8-4cf0-aaaf-6525d3001240 req-82c50d70-f653-47b2-8925-61e82218f74c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:27.077312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9f73db7-85e8-4cf0-aaaf-6525d3001240 req-82c50d70-f653-47b2-8925-61e82218f74c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 944 time: 0.6692009 Jul 08 17:46:27.078563 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.114199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:27.114629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:27.123832 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:27.243403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.250237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.252176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] 10.222.0.63 "DELETE /v2.0/networks/16bde5d7-6c8d-48d7-8a9c-7fd3a1541886 HTTP/1.1" status: 204 len: 168 time: 1.3600626 Jul 08 17:46:27.289753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9f73db7-85e8-4cf0-aaaf-6525d3001240 req-ca7a2061-4993-4bfd-b48f-bf54c979851d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049608 Jul 08 17:46:27.291529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb24c1-5ce9-448c-8548-72813ec15448 admin admin] Pushing event deleted for resources: {'Network': ['ID=16bde5d7-6c8d-48d7-8a9c-7fd3a1541886,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:27.345508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-2adb2ac8-415e-4706-8be1-c54280b99cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:27.347019 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-2adb2ac8-415e-4706-8be1-c54280b99cf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6913214 Jul 08 17:46:27.349308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Deleting port b9140525-02a0-4751-8af4-fd9a4873e1c5 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:27.349776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.437294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5e26b4-d692-4f45-98ce-4d67444ffb38 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 19905b6a-e6cb-44c6-96ce-20aa862a10b2 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:46:27.453708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-40a2e960-93c5-45e5-a42b-32aedc59f6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.536767 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.562235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-43822a6f-b9e6-4fe2-9197-4d6e56cbd13e service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041826 Jul 08 17:46:27.579871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Calling delete_port for b9140525-02a0-4751-8af4-fd9a4873e1c5 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:27.657707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56538) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:27.732126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de0dd2bd-a91e-4b9d-93b8-d99dc9dc31f6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6929e65240504ee7a007d5235126eb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732377 Jul 08 17:46:27.737743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56544) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:27.837058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0125dc76-23de-430b-b4b4-3c03300dd5c7 req-0fb1e7bb-44b0-48bb-9162-c8a2ad56a875 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592514 Jul 08 17:46:27.841319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.844649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e26b4-d692-4f45-98ce-4d67444ffb38 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:27.853513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d5e26b4-d692-4f45-98ce-4d67444ffb38 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.857092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d5e26b4-d692-4f45-98ce-4d67444ffb38 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/19905b6a-e6cb-44c6-96ce-20aa862a10b2 HTTP/1.1" status: 200 len: 892 time: 2.6739051 Jul 08 17:46:27.857269 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] Sync routers for ids ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:27.862803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56552) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:27.876728 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] Routers {'19905b6a-e6cb-44c6-96ce-20aa862a10b2'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:27.877846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a594cfa-a90d-4d80-8d0b-d7399fd3799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.878248 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:27.960180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9140525-02a0-4751-8af4-fd9a4873e1c5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:27.960964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a594cfa-a90d-4d80-8d0b-d7399fd3799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:27.998029 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:28.021464 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] Routers {'19905b6a-e6cb-44c6-96ce-20aa862a10b2'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:28.022476 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:28.042619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:28.043006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-ed218693-f98d-45ce-881f-fe306d4aad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:28.045218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-ed218693-f98d-45ce-881f-fe306d4aad7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 1095 time: 0.1338999 Jul 08 17:46:28.049154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:28.050309 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-736afab4-19c0-4a2c-949e-2dbacd0aed5a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "DELETE /v2.0/ports/b9140525-02a0-4751-8af4-fd9a4873e1c5 HTTP/1.1" status: 204 len: 168 time: 1.0130260 Jul 08 17:46:28.055904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e8165c5-fa9a-49db-b928-e74c677bb688', 'external_fixed_ips': [{'subnet_id': 'f840884b-6d17-4a16-b8e3-76d86683e0fa', 'ip_address': '2001:db8::7e'}]}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:28.108842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-aca5ca35-916f-4ab1-8366-800e1b780bad tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/routers/19905b6a-e6cb-44c6-96ce-20aa862a10b2 HTTP/1.1" status: 200 len: 892 time: 0.2429287 Jul 08 17:46:28.113230 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:28.114105 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249d54ad-00ea-4e5d-aeaf-e8a897de4e4f None None] The sync data for ids ['19905b6a-e6cb-44c6-96ce-20aa862a10b2'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:28.115023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56560) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:28.136457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a594cfa-a90d-4d80-8d0b-d7399fd3799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:28.139402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a594cfa-a90d-4d80-8d0b-d7399fd3799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:28.141114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1a594cfa-a90d-4d80-8d0b-d7399fd3799d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9469c262-6666-4b93-af13-a93cef963760 HTTP/1.1" status: 204 len: 168 time: 0.4024174 Jul 08 17:46:28.186173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a594cfa-a90d-4d80-8d0b-d7399fd3799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9469c262-6666-4b93-af13-a93cef963760,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:28.203225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:28.207604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f90a2edd-8072-41b8-a535-b627aa2ca94e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=19905b6a-e6cb-44c6-96ce-20aa862a10b2 HTTP/1.1" status: 200 len: 205 time: 0.0913820 Jul 08 17:46:28.208219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:28.217635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56566) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:28.647963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-a3dcfdfb-4607-47a9-9070-44128b241b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:28.657852 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-a3dcfdfb-4607-47a9-9070-44128b241b0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.5907834 Jul 08 17:46:28.660683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:28.737732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dc830-1fff-47e6-a80b-72c996bfac9a req-cb26d9b0-dc32-47da-b522-c9f88ede9321 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:28.744697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f7dc830-1fff-47e6-a80b-72c996bfac9a req-cb26d9b0-dc32-47da-b522-c9f88ede9321 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 944 time: 0.2270725 Jul 08 17:46:28.752866 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-f813942e-86e2-4ef5-94aa-5d2fe3a103f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5 HTTP/1.1" status: 200 len: 217 time: 0.0866535 Jul 08 17:46:28.839086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f7dc830-1fff-47e6-a80b-72c996bfac9a req-f9e063cb-258c-43d2-adf1-8ad3f1fb024f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882452 Jul 08 17:46:29.092183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:29.108105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:29.151880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-1870d03a-e3c0-47a5-a67c-14054a351070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:29.154601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-1870d03a-e3c0-47a5-a67c-14054a351070 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2281637 Jul 08 17:46:29.383152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:29.407921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-7c4a504e-5c88-45b1-a74c-0bba07a6b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:29.414661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-7c4a504e-5c88-45b1-a74c-0bba07a6b484 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297995 Jul 08 17:46:29.615059 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-490b7090-44c6-48a8-8cc1-bbd3d44e6d88 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603417 Jul 08 17:46:29.918924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 96610c41-8c8c-4282-8dff-4bd01f8d2639 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:29.935403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:29.944027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3eca7090-2fca-4d2f-97ca-132d83e486d5 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:46:30.115503 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86da8008-babe-4a01-896d-5065d52662ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:30.273786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3eca7090-2fca-4d2f-97ca-132d83e486d5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:30.301604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '3eca7090-2fca-4d2f-97ca-132d83e486d5', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '3eca7090-2fca-4d2f-97ca-132d83e486d5', 'mac_address': 'fa:16:3e:ed:cb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:46:30.394436 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:30.416333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eca7090-2fca-4d2f-97ca-132d83e486d5 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:46:30.495800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3eca7090-2fca-4d2f-97ca-132d83e486d5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:30.511799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:30.532765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9651a-183a-4957-831f-9af1bde49cfb req-346198a7-69c6-48a4-8f0f-7acc8d71fcd2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:30.578844 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:30.580512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8d9651a-183a-4957-831f-9af1bde49cfb req-346198a7-69c6-48a4-8f0f-7acc8d71fcd2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 944 time: 0.3336351 Jul 08 17:46:30.715704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3eca7090-2fca-4d2f-97ca-132d83e486d5,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:30.719333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8d9651a-183a-4957-831f-9af1bde49cfb req-caf7e44c-4999-4030-a19f-de31737aae6d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377831 Jul 08 17:46:30.728704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.729281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.729739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.730193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.730645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.736336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.737034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.737494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.737996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.738423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.738923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.739543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:30.831199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3eca7090-2fca-4d2f-97ca-132d83e486d5'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:46:31.225705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.263914 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a21a163f-77d8-4290-b159-b635b1c40fb7 req-8099f5e2-4208-412e-ac4e-a8420430af3f service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6183236 Jul 08 17:46:31.274748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 96610c41-8c8c-4282-8dff-4bd01f8d2639 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:31.367672 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.391290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56668) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:31.394709 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.410569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.623370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a0b08185-fcf3-4241-bf2f-ccd78fc1c576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.722987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.772590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:31.782423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=96610c41-8c8c-4282-8dff-4bd01f8d2639,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:31.834885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a0b08185-fcf3-4241-bf2f-ccd78fc1c576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.847515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a0b08185-fcf3-4241-bf2f-ccd78fc1c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.924239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a0b08185-fcf3-4241-bf2f-ccd78fc1c576 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b6901486ca9c44a29f006b8626003983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318248 Jul 08 17:46:31.926717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b08185-fcf3-4241-bf2f-ccd78fc1c576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d31988-4aa3-4840-92c3-092782879a45,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:31.931578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56692) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:31.944690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3eca7090-2fca-4d2f-97ca-132d83e486d5 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:31.965748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:31.976709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Allocated IP 2001:db8::7e (3e8165c5-fa9a-49db-b928-e74c677bb688/f840884b-6d17-4a16-b8e3-76d86683e0fa/686ff96c-dbdb-4e46-8255-44372c63b9e8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:32.057577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 3eca7090-2fca-4d2f-97ca-132d83e486d5 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:32.074929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 3eca7090-2fca-4d2f-97ca-132d83e486d5 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:32.074929 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.146836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1f71c1a-e07d-437c-9382-eafb81541b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.170963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac95bf-d8cd-4f06-8756-ae02d42ade74 req-6108fd02-434c-484a-93c6-b3ec734a18c4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:32.172541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0ac95bf-d8cd-4f06-8756-ae02d42ade74 req-6108fd02-434c-484a-93c6-b3ec734a18c4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 945 time: 0.2469773 Jul 08 17:46:32.180903 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.209945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eca7090-2fca-4d2f-97ca-132d83e486d5'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:46:32.212445 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b04f76-b6d1-42dd-b062-225a9999980e" -d '{"events": [{"server_uuid": "3d4ac931-08bc-4805-9e5c-76a6e6facbde", "name": "network-vif-plugged", "status": "completed", "tag": "3eca7090-2fca-4d2f-97ca-132d83e486d5"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:46:32.228130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3eca7090-2fca-4d2f-97ca-132d83e486d5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:32.233682 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.262401 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1f71c1a-e07d-437c-9382-eafb81541b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.318652 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd6afe-6581-44be-a054-7f6b2e14d444 x-openstack-request-id: req-f7dd6afe-6581-44be-a054-7f6b2e14d444 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:46:32.319340 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4ac931-08bc-4805-9e5c-76a6e6facbde", "name": "network-vif-plugged", "status": "completed", "tag": "3eca7090-2fca-4d2f-97ca-132d83e486d5", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:46:32.319847 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f7dd6afe-6581-44be-a054-7f6b2e14d444 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:46:32.320491 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eca7090-2fca-4d2f-97ca-132d83e486d5', 'code': 200} Jul 08 17:46:32.321379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3eca7090-2fca-4d2f-97ca-132d83e486d5,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:32.333012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.356545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0ac95bf-d8cd-4f06-8756-ae02d42ade74 req-28f78a57-c6e0-401c-85a0-5d0caa9d2de2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602941 Jul 08 17:46:32.359573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'network': {'name': 'tempest-network-smoke--1374863919', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'port_security_enabled': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:32.383044 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.389326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.396668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:32.397521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1f71c1a-e07d-437c-9382-eafb81541b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.400185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.401042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1f71c1a-e07d-437c-9382-eafb81541b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.402567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e1f71c1a-e07d-437c-9382-eafb81541b78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/91d31988-4aa3-4840-92c3-092782879a45 HTTP/1.1" status: 204 len: 168 time: 0.4698822 Jul 08 17:46:32.414185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f71c1a-e07d-437c-9382-eafb81541b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d31988-4aa3-4840-92c3-092782879a45,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:32.522395 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.553128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.553859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Fanout notify agent at l3_agent the message router_deleted on router 19905b6a-e6cb-44c6-96ce-20aa862a10b2 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:46:32.563640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.569610 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-870ccb51-62f9-4e0d-9ebb-fea40ed7d318 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/19905b6a-e6cb-44c6-96ce-20aa862a10b2 HTTP/1.1" status: 204 len: 168 time: 4.3348699 Jul 08 17:46:32.569709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56712) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:32.573756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.580676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1743622031'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:32.674754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network 3e8165c5-fa9a-49db-b928-e74c677bb688 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:32.678280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Port': ['ID=686ff96c-dbdb-4e46-8255-44372c63b9e8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:32.688836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:32.693608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:32.696834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23399e05-9448-4780-8fe2-bffea3ff5807 req-091c0bc1-c794-4be6-8bbe-e536fc68e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:32.698373 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23399e05-9448-4780-8fe2-bffea3ff5807 req-091c0bc1-c794-4be6-8bbe-e536fc68e630 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 1097 time: 0.2945740 Jul 08 17:46:32.827264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:32.955012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.003881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:33.016980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.029298 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23399e05-9448-4780-8fe2-bffea3ff5807 req-d18f1b1f-27c8-43ee-bc75-971f4e6451ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930784 Jul 08 17:46:33.029963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.055149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56730) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:33.093928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64651cc9-2815-45d0-b102-dc1607a0e517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.120843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:46:33.138800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:46:33.142149 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.142753 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment 42c5c064-b8db-49fe-9362-3379a063969e of type vlan for network df136d5b-0bd3-4223-a8a4-dd811c5b1913 Jul 08 17:46:33.153255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.154441 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Added segment ab7bcb36-447a-4142-bbe6-7147b6b7bc86 of type vlan for network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d Jul 08 17:46:33.205802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.215201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.268841 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.275161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:33.276009 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.296058 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64651cc9-2815-45d0-b102-dc1607a0e517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.303762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151a7a73-2984-4eeb-97a6-d82704225a83,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:33.307758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.315935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:33.316560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.359462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64651cc9-2815-45d0-b102-dc1607a0e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.374676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8026576 Jul 08 17:46:33.382999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56738) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:33.402715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': 'df136d5b-0bd3-4223-a8a4-dd811c5b1913', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:33.490248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf72226-2dc2-4aa8-b6fc-ebb8feac8231 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=df136d5b-0bd3-4223-a8a4-dd811c5b1913,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:33.493753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64651cc9-2815-45d0-b102-dc1607a0e517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281532b6-b9c9-4583-85ba-dfde6212826c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:33.503920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:46:33.509868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-64651cc9-2815-45d0-b102-dc1607a0e517 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c9cca2dddb354a51a9fe739029f1229b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553943 Jul 08 17:46:33.513288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56744) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:33.518374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Network': ['ID=4b89eb57-e41b-48c5-b8cd-06c583b86d5d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:33.531207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.546889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b38ad561-86e6-4277-b4c0-50a82b3442b8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7621295 Jul 08 17:46:33.556474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56746) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:33.575590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-724882030', 'admin_state_up': True, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:33.647590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:46:33.852185 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.861115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:33.923879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:33.927823 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.013997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.034084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-690db0a7-4472-4df8-8c48-30ce67c39347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.275885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Router b8455ada-c5f3-45f9-a205-2936fbe67203 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:34.484596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:34.494982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Sync routers for ids ['b8455ada-c5f3-45f9-a205-2936fbe67203'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:34.507352 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.512084 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ab3c7d32-cec8-4480-91f3-070726e21072 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.4614003 Jul 08 17:46:34.515146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56766) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:34.521941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Routers {'b8455ada-c5f3-45f9-a205-2936fbe67203'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:34.523846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b8455ada-c5f3-45f9-a205-2936fbe67203'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:34.654168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5f788-f9a0-40b2-a713-c436611c9040 req-e7a18692-e24c-4336-a0d7-98f52bafce37 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:34.656399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1c5f788-f9a0-40b2-a713-c436611c9040 req-e7a18692-e24c-4336-a0d7-98f52bafce37 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 946 time: 1.0320044 Jul 08 17:46:34.688324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.748721 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.759659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-690db0a7-4472-4df8-8c48-30ce67c39347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.762174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Set router b8455ada-c5f3-45f9-a205-2936fbe67203 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:34.870268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:34.939132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1c5f788-f9a0-40b2-a713-c436611c9040 req-16d6ecc4-9219-41b3-a6cd-84eba2e842de tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953487 Jul 08 17:46:34.974211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Deleting port 686ff96c-dbdb-4e46-8255-44372c63b9e8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:34.974564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.068493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8455ada-c5f3-45f9-a205-2936fbe67203', 'name': '', 'tenant_id': '66b6accb5efe484f9922681e095c56e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e8165c5-fa9a-49db-b928-e74c677bb688', 'external_fixed_ips': [{'subnet_id': 'f840884b-6d17-4a16-b8e3-76d86683e0fa', 'ip_address': '2001:db8::7e'}], 'enable_snat': True}, 'gw_port_id': '686ff96c-dbdb-4e46-8255-44372c63b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:28Z', 'updated_at': '2021-07-08T17:46:32Z', 'revision_number': 3, 'project_id': '66b6accb5efe484f9922681e095c56e7', 'gw_port': {'id': '686ff96c-dbdb-4e46-8255-44372c63b9e8', 'name': '', 'network_id': '3e8165c5-fa9a-49db-b928-e74c677bb688', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:66:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8455ada-c5f3-45f9-a205-2936fbe67203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'f840884b-6d17-4a16-b8e3-76d86683e0fa', 'ip_address': '2001:db8::7e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:31Z', 'updated_at': '2021-07-08T17:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f840884b-6d17-4a16-b8e3-76d86683e0fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:35.113780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.126108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Checking router: b8455ada-c5f3-45f9-a205-2936fbe67203 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:46:35.129890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Updating router b8455ada-c5f3-45f9-a205-2936fbe67203 port 686ff96c-dbdb-4e46-8255-44372c63b9e8 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:46:35.130166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.150565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Calling delete_port for 686ff96c-dbdb-4e46-8255-44372c63b9e8 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:35.180223 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.200077 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-690db0a7-4472-4df8-8c48-30ce67c39347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.203489 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-690db0a7-4472-4df8-8c48-30ce67c39347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.204676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-690db0a7-4472-4df8-8c48-30ce67c39347 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/281532b6-b9c9-4583-85ba-dfde6212826c HTTP/1.1" status: 204 len: 168 time: 1.6902165 Jul 08 17:46:35.225354 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.243039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690db0a7-4472-4df8-8c48-30ce67c39347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281532b6-b9c9-4583-85ba-dfde6212826c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:35.255320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=81d39f21-4ba3-4f76-b775-54c52f00d171,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:35.365115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': '42c5c064-b8db-49fe-9362-3379a063969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'df136d5b-0bd3-4223-a8a4-dd811c5b1913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:35.365115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: df136d5b-0bd3-4223-a8a4-dd811c5b1913, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:46:35.423868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:46:35.448218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, df136d5b-0bd3-4223-a8a4-dd811c5b1913) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:35.454140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:35.454750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.519511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d756877-bc88-4e56-bb02-89a94572f526 None None] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:35.525735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9bdb7609-0f96-4990-a0b2-2c239d84a4bc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1317973 Jul 08 17:46:35.528276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56788) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:35.554018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b8557522-9f40-40e8-94b9-32d33c8f3743 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1520854547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:35.675983 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b8557522-9f40-40e8-94b9-32d33c8f3743 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.677583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b8557522-9f40-40e8-94b9-32d33c8f3743 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.785786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b8557522-9f40-40e8-94b9-32d33c8f3743 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.871099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b8557522-9f40-40e8-94b9-32d33c8f3743 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.925935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b8557522-9f40-40e8-94b9-32d33c8f3743 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:35.934125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b8557522-9f40-40e8-94b9-32d33c8f3743 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4031453 Jul 08 17:46:35.934974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56800) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:35.945663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-df136d5b-0bd3-4223-a8a4-dd811c5b1913', 'network_id': 'df136d5b-0bd3-4223-a8a4-dd811c5b1913', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': '81d39f21-4ba3-4f76-b775-54c52f00d171'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:46:35.947256 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.070499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.121427 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.125655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.196088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event deleted for resources: {'Port': ['ID=686ff96c-dbdb-4e46-8255-44372c63b9e8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:36.255859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.326727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Allocated IP 2001:db8::2 (df136d5b-0bd3-4223-a8a4-dd811c5b1913/81d39f21-4ba3-4f76-b775-54c52f00d171/a81725ed-a791-4c1e-a13f-94c51313ecee) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:36.441179 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.443666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.593192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.594082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8455ada-c5f3-45f9-a205-2936fbe67203 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:46:36.608019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.609702 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.612060 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-48d53172-9970-49cb-9b36-607f35d6be35 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "DELETE /v2.0/routers/b8455ada-c5f3-45f9-a205-2936fbe67203 HTTP/1.1" status: 204 len: 168 time: 2.0949996 Jul 08 17:46:36.614245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56838) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:36.621743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Transition to ACTIVE for port object a81725ed-a791-4c1e-a13f-94c51313ecee will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:36.640473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Transition to ACTIVE for port object a81725ed-a791-4c1e-a13f-94c51313ecee will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:36.660606 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:46:36.661126 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:46:36.664212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.712437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:36.716802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:36.720975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:36.721830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Deleting subnet f840884b-6d17-4a16-b8e3-76d86683e0fa {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:46:36.725876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.741514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Pushing event updated for resources: {'Port': ['ID=a81725ed-a791-4c1e-a13f-94c51313ecee,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:36.793056 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.849138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Attempting to bind port a81725ed-a791-4c1e-a13f-94c51313ecee on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:36.849518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Attempting to bind port a81725ed-a791-4c1e-a13f-94c51313ecee by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '42c5c064-b8db-49fe-9362-3379a063969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'df136d5b-0bd3-4223-a8a4-dd811c5b1913'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:36.849890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Attempting to bind port a81725ed-a791-4c1e-a13f-94c51313ecee on network df136d5b-0bd3-4223-a8a4-dd811c5b1913 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:36.863935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:36.865082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Checking segment: {'id': '42c5c064-b8db-49fe-9362-3379a063969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'df136d5b-0bd3-4223-a8a4-dd811c5b1913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:36.865500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.865898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Bound using segment: {'id': '42c5c064-b8db-49fe-9362-3379a063969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'df136d5b-0bd3-4223-a8a4-dd811c5b1913'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:36.866372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Bound port: a81725ed-a791-4c1e-a13f-94c51313ecee, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c5c064-b8db-49fe-9362-3379a063969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'df136d5b-0bd3-4223-a8a4-dd811c5b1913'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:36.871518 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.914238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:36.948772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.25.5.184 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d06d7fa1-f892-4ca7-9495-c489664d12e1) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:37.051284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] For port a81725ed-a791-4c1e-a13f-94c51313ecee, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:37.065405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] For port a81725ed-a791-4c1e-a13f-94c51313ecee, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a81725ed-a791-4c1e-a13f-94c51313ecee,segment=NetworkSegment(42c5c064-b8db-49fe-9362-3379a063969e),segment_id=42c5c064-b8db-49fe-9362-3379a063969e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:37.078946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:37.079943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:37.108394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144498-91cb-4edd-9c27-ef75244509d8 req-fe165be2-2cbc-4383-a484-92b2c831cb8d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:37.109986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d144498-91cb-4edd-9c27-ef75244509d8 req-fe165be2-2cbc-4383-a484-92b2c831cb8d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 946 time: 0.7975700 Jul 08 17:46:37.143683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:37.150509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "DELETE /v2.0/subnets/f840884b-6d17-4a16-b8e3-76d86683e0fa HTTP/1.1" status: 204 len: 168 time: 0.5350063 Jul 08 17:46:37.173239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56856) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:37.174639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:37.178082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129bf64-7a43-44dd-a45f-2de1e5c21c79 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f840884b-6d17-4a16-b8e3-76d86683e0fa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:37.287117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:37.348876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d144498-91cb-4edd-9c27-ef75244509d8 req-c8d9be0d-6742-4587-a7ba-99cc3da0a559 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210293 Jul 08 17:46:37.370823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01196f7-024e-466b-b6a2-7165f5a0f32d None None] Pushing event updated for resources: {'Port': ['ID=a81725ed-a791-4c1e-a13f-94c51313ecee,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:37.374565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Port 686ff96c-dbdb-4e46-8255-44372c63b9e8 not found while updating agent binding for router b8455ada-c5f3-45f9-a205-2936fbe67203. {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 17:46:37.384495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Routers set() bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:37.385206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Router IDs set() for agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 17:46:37.386479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_agentschedulers_db [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b8455ada-c5f3-45f9-a205-2936fbe67203'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent'). {{(pid=93666) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 17:46:37.387157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f545fdd-d775-4726-be42-d55b1add6598 None None] The sync data for ids ['b8455ada-c5f3-45f9-a205-2936fbe67203'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:37.559158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:37.610159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:37.837955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:37.865308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:37.887487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:38.016594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=d06d7fa1-f892-4ca7-9495-c489664d12e1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:38.302856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:38.306443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8::1 (df136d5b-0bd3-4223-a8a4-dd811c5b1913/81d39f21-4ba3-4f76-b775-54c52f00d171/5e63e8ab-ff77-4eaa-8fa2-03f38e313432) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:38.332241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8165c5-fa9a-49db-b928-e74c677bb688']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:38.346941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732ec49e-6f7a-4549-9f06-7835e310562e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:38.347575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732ec49e-6f7a-4549-9f06-7835e310562e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:38.365384 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:38.463373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:38.470263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:38.470675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:38.641344 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:38.673324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:38.698259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e8165c5-fa9a-49db-b928-e74c677bb688 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 17:46:38.705019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:38.716905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a81725ed-a791-4c1e-a13f-94c51313ecee up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:38.729790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "DELETE /v2.0/networks/3e8165c5-fa9a-49db-b928-e74c677bb688 HTTP/1.1" status: 204 len: 168 time: 1.5524313 Jul 08 17:46:38.841436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port a81725ed-a791-4c1e-a13f-94c51313ecee completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:39.168453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949520b3-e9a9-4998-a35e-f962474fc495 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e8165c5-fa9a-49db-b928-e74c677bb688,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:39.174094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.351172 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.403902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b4031-add3-4108-8e72-d7e5a6f751e8 None None] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:39.543200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:39.549740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56942) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:39.555711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6f70b4b8-e582-4836-a06d-e555d702a53a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'router': {'name': 'tempest-router--1939117087', 'project_id': '8b90013a4b644515960bc94ea2b09977'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:39.601022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3971f3b3-e14f-4baf-9f71-a2241ab3021a None None] Provisioning for port a81725ed-a791-4c1e-a13f-94c51313ecee completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:39.609703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3971f3b3-e14f-4baf-9f71-a2241ab3021a None None] Provisioning complete for port a81725ed-a791-4c1e-a13f-94c51313ecee triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:39.610222 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3971f3b3-e14f-4baf-9f71-a2241ab3021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.612331 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f70b4b8-e582-4836-a06d-e555d702a53a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.614035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f70b4b8-e582-4836-a06d-e555d702a53a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.735095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f70b4b8-e582-4836-a06d-e555d702a53a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.749023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f70b4b8-e582-4836-a06d-e555d702a53a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.793057 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f70b4b8-e582-4836-a06d-e555d702a53a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.798225 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f70b4b8-e582-4836-a06d-e555d702a53a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2462821 Jul 08 17:46:39.798951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56954) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:39.836474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.969918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:39.981573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:39.984681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:39.998218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee6579e6-2fd5-4133-899a-1d22dd8948c2 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:40.014694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:40.015491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:40.022545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=5e63e8ab-ff77-4eaa-8fa2-03f38e313432,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:40.047391 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:46:40.189614 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3971f3b3-e14f-4baf-9f71-a2241ab3021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:40.401497 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee6579e6-2fd5-4133-899a-1d22dd8948c2 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:40.412758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee6579e6-2fd5-4133-899a-1d22dd8948c2 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:40.550669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee6579e6-2fd5-4133-899a-1d22dd8948c2 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:40.551405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6579e6-2fd5-4133-899a-1d22dd8948c2 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18488744-b7dd-4a4e-9a9e-612b67f0cb58 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:46:40.593617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee6579e6-2fd5-4133-899a-1d22dd8948c2 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:40.611325 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee6579e6-2fd5-4133-899a-1d22dd8948c2 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "DELETE /v2.0/routers/18488744-b7dd-4a4e-9a9e-612b67f0cb58 HTTP/1.1" status: 204 len: 168 time: 0.8108184 Jul 08 17:46:40.938448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3971f3b3-e14f-4baf-9f71-a2241ab3021a None None] For port a81725ed-a791-4c1e-a13f-94c51313ecee, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a81725ed-a791-4c1e-a13f-94c51313ecee,segment=NetworkSegment(42c5c064-b8db-49fe-9362-3379a063969e),segment_id=42c5c064-b8db-49fe-9362-3379a063969e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:40.958605 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3971f3b3-e14f-4baf-9f71-a2241ab3021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.090487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56990) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:41.092258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56992) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:41.164309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971f3b3-e14f-4baf-9f71-a2241ab3021a None None] Pushing event updated for resources: {'Port': ['ID=a81725ed-a791-4c1e-a13f-94c51313ecee,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:41.442443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ad7d8637-4319-410a-9ee9-080ab6e5c14f None None] Provisioning complete for port a81725ed-a791-4c1e-a13f-94c51313ecee triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:41.445432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8637-4319-410a-9ee9-080ab6e5c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.594500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.627541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1577640412', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:41.721050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.722226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.736286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ad7d8637-4319-410a-9ee9-080ab6e5c14f None None] Provisioning for port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:41.741852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ad7d8637-4319-410a-9ee9-080ab6e5c14f None None] Provisioning complete for port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:41.742756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 360010bf-9d9b-48c9-a43f-30ac329c8659 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:41.745780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.747379 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8637-4319-410a-9ee9-080ab6e5c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:41.838479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d8637-4319-410a-9ee9-080ab6e5c14f None None] Port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:41.972583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9721e52b-13a6-4629-8484-70e7292f42ab None None] Provisioning complete for port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:41.975442 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9721e52b-13a6-4629-8484-70e7292f42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.034918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.102359 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9721e52b-13a6-4629-8484-70e7292f42ab None None] Port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:42.172236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.180918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.229876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:42.241097 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Sync routers for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:42.272404 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:42.276421 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:42.278107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.283552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-94be9925-615a-4e7d-852e-582977648a40 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7116554 Jul 08 17:46:42.284247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57026) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:42.350101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3619cf33fdf94f41b3dfb159b2b984ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2543654 Jul 08 17:46:42.352598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57030) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:42.354947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.387945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f3fa8-b1e6-416b-b48c-a97e0eab93f7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:42.450791 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:42.469719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.470071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.475314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.475715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.476191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.476530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.476898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.477230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.485014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.485014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.485014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.485014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7866709-77ef-4356-9c58-afa2b05d8e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:42.617097 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.628082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.628969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.682066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a81725ed-a791-4c1e-a13f-94c51313ecee up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:42.716660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=5e63e8ab-ff77-4eaa-8fa2-03f38e313432,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:42.799751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a81725ed-a791-4c1e-a13f-94c51313ecee triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:42.800134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.845297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12159c9c-5d11-410a-a003-521d25aef397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.917907 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:38Z', 'revision_number': 3, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:42.971432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12159c9c-5d11-410a-a003-521d25aef397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:42.981400 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Checking router: 360010bf-9d9b-48c9-a43f-30ac329c8659 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:46:42.981734 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Updating router 360010bf-9d9b-48c9-a43f-30ac329c8659 port d06d7fa1-f892-4ca7-9495-c489664d12e1 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:46:42.987833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9c31fbb2-b76e-4556-a7ce-bf3c8eb1ae6e tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=b24d34e9589a4c9693e06507c4679fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6737187 Jul 08 17:46:42.988860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57046) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:43.053211 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.066261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:43.148362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:43.369618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.373256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12159c9c-5d11-410a-a003-521d25aef397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.376573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12159c9c-5d11-410a-a003-521d25aef397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.378007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-12159c9c-5d11-410a-a003-521d25aef397 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9d3f3fa8-b1e6-416b-b48c-a97e0eab93f7 HTTP/1.1" status: 204 len: 168 time: 1.0191636 Jul 08 17:46:43.440758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.454949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12159c9c-5d11-410a-a003-521d25aef397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f3fa8-b1e6-416b-b48c-a97e0eab93f7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:43.502265 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.529966 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Transition to ACTIVE for port object d06d7fa1-f892-4ca7-9495-c489664d12e1 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:43.547086 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.647942 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.734812 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Attempting to bind port d06d7fa1-f892-4ca7-9495-c489664d12e1 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:43.735390 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Attempting to bind port d06d7fa1-f892-4ca7-9495-c489664d12e1 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:43.735911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Attempting to bind port d06d7fa1-f892-4ca7-9495-c489664d12e1 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:43.739589 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef365f-14e0-46eb-94de-60912477b7b6 None None] Pushing event updated for resources: {'Port': ['ID=d06d7fa1-f892-4ca7-9495-c489664d12e1,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:43.744683 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:43.746295 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:43.747247 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.748623 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:43.749684 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Bound port: d06d7fa1-f892-4ca7-9495-c489664d12e1, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:43.750586 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.765591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aca52c76-dff4-4bc9-8fef-042dee504841 None None] Provisioning complete for port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:43.766661 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aca52c76-dff4-4bc9-8fef-042dee504841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:43.806826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bc8f6f-9eb3-4f9e-b34c-1901996362e1 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:43.824066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c6bc8f6f-9eb3-4f9e-b34c-1901996362e1 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8341944 Jul 08 17:46:43.825486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57068) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:43.842768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Allocated IP 172.25.5.75 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/134b4c56-23c6-422b-856b-37b66f9cc3aa) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:43.906091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aca52c76-dff4-4bc9-8fef-042dee504841 None None] Port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:43.944809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-210d13ef-36cc-435c-9e6e-6ef38aba73cd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1141140 Jul 08 17:46:43.945785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:43.953512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442823477', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:43.971719 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] For port d06d7fa1-f892-4ca7-9495-c489664d12e1, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:43.983308 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] For port d06d7fa1-f892-4ca7-9495-c489664d12e1, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d06d7fa1-f892-4ca7-9495-c489664d12e1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:43.998854 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:44.131654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:44.147905 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:44.149519 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:44.219414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:46:44.226234 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:44.231761 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef365f-14e0-46eb-94de-60912477b7b6 None None] Pushing event updated for resources: {'Port': ['ID=d06d7fa1-f892-4ca7-9495-c489664d12e1,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:44.233913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router dcfe7a0f-a122-4372-8579-4fcc9f5af739 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:44.276880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57076) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:44.311679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:44.367822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-802ee700-290b-42a7-8b4f-e21c7c9420c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:44.447402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:44.455883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6ceda6a1-79ca-419b-acfc-df4b4f6ead7d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/dcfe7a0f-a122-4372-8579-4fcc9f5af739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5149591 Jul 08 17:46:44.459962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:44.461963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] Sync routers for ids ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:44.485936 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:44.487495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] Routers {'dcfe7a0f-a122-4372-8579-4fcc9f5af739'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:44.488156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:44.587647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:44.591010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4269fbb-3082-491e-8bfb-244a2471dfee tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:44.592789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a4269fbb-3082-491e-8bfb-244a2471dfee tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports/5e63e8ab-ff77-4eaa-8fa2-03f38e313432 HTTP/1.1" status: 200 len: 911 time: 0.1309230 Jul 08 17:46:44.597157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] Routers {'dcfe7a0f-a122-4372-8579-4fcc9f5af739'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:44.597956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:44.605055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:44.645552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:44.646365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89be8776-e7ba-4257-9240-0867fec4f6a7 None None] The sync data for ids ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:44.658275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57086) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:44.666816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81d39f21-4ba3-4f76-b775-54c52f00d171'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:44.676868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:44.704332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:44.738020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event updated for resources: {'Port': ['ID=134b4c56-23c6-422b-856b-37b66f9cc3aa,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:44.865682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:44.941960 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:38Z', 'revision_number': 3, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:44.965221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-802ee700-290b-42a7-8b4f-e21c7c9420c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:44.984168 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d68d06-8985-4e09-971e-965bbfdc02f7 None None] The sync data for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 is: [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:38Z', 'revision_number': 3, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:44.993511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Subnet': ['ID=338e72d9-bb59-43b0-9126-e1044717a021,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:45.001936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-802ee700-290b-42a7-8b4f-e21c7c9420c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.002857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Checking segment: {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:45.003329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network hostable DHCP agents. Network: 4b89eb57-e41b-48c5-b8cd-06c583b86d5d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:46:45.031634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:46:45.049767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 4b89eb57-e41b-48c5-b8cd-06c583b86d5d) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:45.054395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:45.055106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.065314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ba675-60d7-45d9-9b7e-d7561e46825c None None] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:45.091320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f81a170a-f428-45fb-9289-9fe27c288ae3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1398168 Jul 08 17:46:45.091698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57096) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:45.162819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ee700-290b-42a7-8b4f-e21c7c9420c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c5bfc-ed48-41c8-b812-255efe6c2e37,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:45.336476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-802ee700-290b-42a7-8b4f-e21c7c9420c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=009bb129afc24bba9aef93e174fd07c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0580599 Jul 08 17:46:45.337494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57106) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:45.380420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:46:45.381481 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.386948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.546962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc200546-c49c-4e5c-b049-647df23ee0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.582637 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc200546-c49c-4e5c-b049-647df23ee0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.696671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Allocated IP 172.20.0.2 (4b89eb57-e41b-48c5-b8cd-06c583b86d5d/338e72d9-bb59-43b0-9126-e1044717a021/faf403b1-82b3-4759-a3e6-fddbb7b8bb8d) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:45.710658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-5622f4e3-cd7e-497b-bb87-79e121a265cd req-f30a5df9-a430-45d4-bf48-f9fec530b938 tempest-ServerPasswordTestJSON-806717066 tempest-ServerPasswordTestJSON-806717066-project] (93665) timed out ('10.222.0.41', 61302) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:46:45.907778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.914665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc200546-c49c-4e5c-b049-647df23ee0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.917908 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bc200546-c49c-4e5c-b049-647df23ee0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:45.922069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bc200546-c49c-4e5c-b049-647df23ee0c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/485c5bfc-ed48-41c8-b812-255efe6c2e37 HTTP/1.1" status: 204 len: 168 time: 0.5812814 Jul 08 17:46:45.929159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Transition to ACTIVE for port object faf403b1-82b3-4759-a3e6-fddbb7b8bb8d will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:45.949528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc200546-c49c-4e5c-b049-647df23ee0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c5bfc-ed48-41c8-b812-255efe6c2e37,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:45.957267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Transition to ACTIVE for port object faf403b1-82b3-4759-a3e6-fddbb7b8bb8d will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:45.981621 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:46.002302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:46.005544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:46.008704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:46.010451 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:46.208058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Attempting to bind port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:46.208577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Attempting to bind port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:46.210376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Attempting to bind port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d on network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:46.217765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:46.217765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Checking segment: {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:46.218129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:46.218342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Bound using segment: {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:46.218800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Bound port: faf403b1-82b3-4759-a3e6-fddbb7b8bb8d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:46.219245 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:46.234855 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:46.314318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] For port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:46.330438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] For port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=faf403b1-82b3-4759-a3e6-fddbb7b8bb8d,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:46.331764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Pushing event updated for resources: {'Port': ['ID=faf403b1-82b3-4759-a3e6-fddbb7b8bb8d,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:46.347928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:46.567288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade308d-46b0-49d3-9a18-ddf6e6377e36 None None] Pushing event updated for resources: {'Port': ['ID=faf403b1-82b3-4759-a3e6-fddbb7b8bb8d,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:46.830385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d06d7fa1-f892-4ca7-9495-c489664d12e1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:46.978567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.015109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.025171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d06d7fa1-f892-4ca7-9495-c489664d12e1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:47.035752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d06d7fa1-f892-4ca7-9495-c489664d12e1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:47.036555 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.161855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.169446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:47.170169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.176441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/ports/5e63e8ab-ff77-4eaa-8fa2-03f38e313432 HTTP/1.1" status: 200 len: 911 time: 2.5144231 Jul 08 17:46:47.176642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57174) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:47.194094 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.277625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e0c78-898e-4d8a-9912-a44d5161b1fd req-fefdccab-29b4-4155-bd94-ae8a6f9ed59d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:47.281121 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-943e0c78-898e-4d8a-9912-a44d5161b1fd req-fefdccab-29b4-4155-bd94-ae8a6f9ed59d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.4368293 Jul 08 17:46:47.284166 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.20.0.1 (4b89eb57-e41b-48c5-b8cd-06c583b86d5d/338e72d9-bb59-43b0-9126-e1044717a021/0cd13f45-b53f-44d5-a612-64b61ed9eea7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:47.293419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d06d7fa1-f892-4ca7-9495-c489664d12e1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d06d7fa1-f892-4ca7-9495-c489664d12e1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:47.307237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:47.360180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec7b5a-8038-46f1-87ad-a9deffc669f1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=5e63e8ab-ff77-4eaa-8fa2-03f38e313432,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:47.447813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d06d7fa1-f892-4ca7-9495-c489664d12e1,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:47.536934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Router 0ed2436b-0ed8-481a-87b3-c6391c63e25f is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:47.549820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-943e0c78-898e-4d8a-9912-a44d5161b1fd req-52b555a4-c49f-40d1-9f0c-8b6ebb96fa99 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515081 Jul 08 17:46:48.430292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:48.451376 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] Sync routers for ids ['0ed2436b-0ed8-481a-87b3-c6391c63e25f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:48.473028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:48.477329 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] Routers {'0ed2436b-0ed8-481a-87b3-c6391c63e25f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:48.477627 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1988dcd-83e1-481d-a678-ed7098f42d4a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3827701 Jul 08 17:46:48.477967 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0ed2436b-0ed8-481a-87b3-c6391c63e25f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:48.478768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:48.568819 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:48.602354 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] Routers {'0ed2436b-0ed8-481a-87b3-c6391c63e25f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:48.603181 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0ed2436b-0ed8-481a-87b3-c6391c63e25f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:48.693304 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:48.701676 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d49fae-1b7e-4e42-81c6-ed71da0f44e5 None None] The sync data for ids ['0ed2436b-0ed8-481a-87b3-c6391c63e25f'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:48.753718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d2ecf-6afb-4253-b7c0-00b7174581df None None] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:48.849170 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-efda6eea-51a7-4d7a-85cc-9d0602f87713 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/0ed2436b-0ed8-481a-87b3-c6391c63e25f HTTP/1.1" status: 200 len: 924 time: 0.3691282 Jul 08 17:46:48.853636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57226) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:48.914550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5b0a581f-583e-4c84-86d1-25703f0383fa tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ed2436b-0ed8-481a-87b3-c6391c63e25f HTTP/1.1" status: 200 len: 205 time: 0.0597880 Jul 08 17:46:48.921217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57232) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:48.988223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d06d7fa1-f892-4ca7-9495-c489664d12e1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:49.119224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.120819 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.153907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-206cfa21-d973-440c-9877-ef11ec400bda None None] Provisioning for port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:49.174521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3b32f-a29b-498a-9eee-f0288b6539d6 req-adb95dfd-a0d3-4e2d-b7da-14113c93da9f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:49.183255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6dc3b32f-a29b-498a-9eee-f0288b6539d6 req-adb95dfd-a0d3-4e2d-b7da-14113c93da9f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 1.2746785 Jul 08 17:46:49.230649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Transition to ACTIVE for port object 0cd13f45-b53f-44d5-a612-64b61ed9eea7 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:49.342236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d06d7fa1-f892-4ca7-9495-c489664d12e1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:49.342675 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.370675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6dc3b32f-a29b-498a-9eee-f0288b6539d6 req-0caf8cee-5d57-4188-ab0a-7fb1406ff8d7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864235 Jul 08 17:46:49.540174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.548494 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.624915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device faf403b1-82b3-4759-a3e6-fddbb7b8bb8d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:49.699643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:49.703213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:49.707176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:49.717485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=0cd13f45-b53f-44d5-a612-64b61ed9eea7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:49.721291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Deleting port 134b4c56-23c6-422b-856b-37b66f9cc3aa {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:49.721888 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.819200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.840286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:49.847537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:49.848097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.935508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:49.977755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Calling delete_port for 134b4c56-23c6-422b-856b-37b66f9cc3aa owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:49.993050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-543cee6e-e139-4b2f-9a4a-76d80241ca83 None None] Provisioning complete for port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:49.993424 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-543cee6e-e139-4b2f-9a4a-76d80241ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.110893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.214699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.397358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.452931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event deleted for resources: {'Port': ['ID=134b4c56-23c6-422b-856b-37b66f9cc3aa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:50.537369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=faf403b1-82b3-4759-a3e6-fddbb7b8bb8d,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:50.539261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-543cee6e-e139-4b2f-9a4a-76d80241ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.597498 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.645915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.715126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e62b3-7787-431e-9497-e5ec8786f59f req-43d970d4-e46d-4158-aa2e-fdea0d395798 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:50.729884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a23e62b3-7787-431e-9497-e5ec8786f59f req-43d970d4-e46d-4158-aa2e-fdea0d395798 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.5768173 Jul 08 17:46:50.795855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=faf403b1-82b3-4759-a3e6-fddbb7b8bb8d,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:50.808708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-543cee6e-e139-4b2f-9a4a-76d80241ca83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:46:50.811954 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-543cee6e-e139-4b2f-9a4a-76d80241ca83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:46:50.886743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.902676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:50.980147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a23e62b3-7787-431e-9497-e5ec8786f59f req-cb38cd07-bb40-493c-bdcc-97495c8668b7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479842 Jul 08 17:46:51.000026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.000575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed2436b-0ed8-481a-87b3-c6391c63e25f {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:46:51.014705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.020638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-832fea15-977e-47e7-8b9c-38b4b51321c4 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/0ed2436b-0ed8-481a-87b3-c6391c63e25f HTTP/1.1" status: 204 len: 168 time: 2.0984154 Jul 08 17:46:51.025185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57304) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:51.033406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1713396509', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': False}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:51.092450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.093542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.117480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.188286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.526584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-72c7ce4f-b60c-4034-bc57-3c2b4e067632 None None] Provisioning for port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:46:51.533997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-72c7ce4f-b60c-4034-bc57-3c2b4e067632 None None] Provisioning complete for port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:51.534379 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-72c7ce4f-b60c-4034-bc57-3c2b4e067632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.565550 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.648150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.662695 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-72c7ce4f-b60c-4034-bc57-3c2b4e067632 None None] Port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:51.702170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.932092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:51.932774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.953088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:51.981498 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=0cd13f45-b53f-44d5-a612-64b61ed9eea7,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:52.154705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.173931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.330225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Allocated IP 172.25.5.68 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/b12d7780-81c7-4e4d-b937-a8aa4ac0f741) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:52.370140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.469146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 5e63e8ab-ff77-4eaa-8fa2-03f38e313432 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:52.517084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.576066 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.708237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:52.721505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:52.726360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:52.767061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device faf403b1-82b3-4759-a3e6-fddbb7b8bb8d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:46:52.789115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:52.793100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:52.796306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Port': ['ID=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:52.798628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:52.879871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:52.880249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.009349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.185570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=5e63e8ab-ff77-4eaa-8fa2-03f38e313432,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:53.207724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 360010bf-9d9b-48c9-a43f-30ac329c8659 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:46:53.229798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a8612-55b2-4213-87cd-6edcfe65aa58 req-4f0ae679-3fed-430c-b02d-4ef9d568f573 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:53.237451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-157a8612-55b2-4213-87cd-6edcfe65aa58 req-4f0ae679-3fed-430c-b02d-4ef9d568f573 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.9089217 Jul 08 17:46:53.419031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6f865761-1b75-41e6-aa67-878f18f36642 None None] Provisioning complete for port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:46:53.419662 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6f865761-1b75-41e6-aa67-878f18f36642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.466963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.521050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6f865761-1b75-41e6-aa67-878f18f36642 None None] Port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:46:53.753612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:53.757513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-157a8612-55b2-4213-87cd-6edcfe65aa58 req-71bccc0d-7d12-4023-aba6-3aa86185f44f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5180938 Jul 08 17:46:53.895305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router dcfe7a0f-a122-4372-8579-4fcc9f5af739 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:46:54.010667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:54.023639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Sync routers for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:54.033672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-35288ddf-8d4e-459f-b4b1-e931d65e6529 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "PUT /v2.0/routers/360010bf-9d9b-48c9-a43f-30ac329c8659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9407299 Jul 08 17:46:54.036383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57358) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:54.038889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:54.039754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:54.338749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:54.497527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Router 8240cc64-8564-4143-bbca-18ae34718ecd is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:54.538033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.538527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.539001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.539478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.539946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.540412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.540906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.541368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:54.550592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7321d790-cf4e-47df-b220-6f591752a33f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.5086153 Jul 08 17:46:54.550592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57382) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:54.573121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:54.584454 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] Sync routers for ids ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:54.595410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5fd81547-cd4b-4e89-954e-517e34ac27a2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/dcfe7a0f-a122-4372-8579-4fcc9f5af739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3850896 Jul 08 17:46:54.595809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57386) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:54.599774 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] Routers {'dcfe7a0f-a122-4372-8579-4fcc9f5af739'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:54.600612 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:54.698811 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:54.722832 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] Routers {'dcfe7a0f-a122-4372-8579-4fcc9f5af739'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:54.723810 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:54.733516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:54.767947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Sync routers for ids ['8240cc64-8564-4143-bbca-18ae34718ecd'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:54.784482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:54.786781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae99a796-2e9e-4e88-9873-035734187b77 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7604256 Jul 08 17:46:54.789480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57394) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:54.818289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Routers {'8240cc64-8564-4143-bbca-18ae34718ecd'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:54.818834 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:54.819603 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873ec2c-8575-4fd4-9be3-de8b9864f2b2 None None] The sync data for ids ['dcfe7a0f-a122-4372-8579-4fcc9f5af739'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:54.821651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8240cc64-8564-4143-bbca-18ae34718ecd'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:54.842911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c572635-75fa-4948-a775-9c20f6f2d77d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=dcfe7a0f-a122-4372-8579-4fcc9f5af739 HTTP/1.1" status: 200 len: 205 time: 0.1318619 Jul 08 17:46:54.847430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57396) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:55.045597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7e8b80d9-b8bc-4be2-971d-31dfb0b0cfe9 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/8240cc64-8564-4143-bbca-18ae34718ecd HTTP/1.1" status: 200 len: 908 time: 0.2546117 Jul 08 17:46:55.051040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57404) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:55.051180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.051683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.052165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.052639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.053144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.053605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.054069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.054527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.056237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1713396509', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': True}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:55.065935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f2d3d37e-0257-4afb-8d6d-fe4d2f3a09b7 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5260 time: 0.5142007 Jul 08 17:46:55.068603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57406) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:55.071830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:50Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:46:51Z', 'revision_number': 2, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:55.116635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Checking router: 360010bf-9d9b-48c9-a43f-30ac329c8659 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:46:55.118738 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.119858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.124104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Updating router 360010bf-9d9b-48c9-a43f-30ac329c8659 port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:46:55.125435 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cd887fc-f191-45cc-9c2c-4afdde1d8a04 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.238321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.294119 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.311836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Set router 8240cc64-8564-4143-bbca-18ae34718ecd gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:55.549422 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.606905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cd887fc-f191-45cc-9c2c-4afdde1d8a04 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.614085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cd887fc-f191-45cc-9c2c-4afdde1d8a04 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.700295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ec918-507e-4e1a-999a-698aefea59f0 req-2575dcb5-cc77-48a8-ae68-858958863209 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:55.708832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e4ec918-507e-4e1a-999a-698aefea59f0 req-2575dcb5-cc77-48a8-ae68-858958863209 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.6326504 Jul 08 17:46:55.787109 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cd887fc-f191-45cc-9c2c-4afdde1d8a04 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.787994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd887fc-f191-45cc-9c2c-4afdde1d8a04 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Fanout notify agent at l3_agent the message router_deleted on router dcfe7a0f-a122-4372-8579-4fcc9f5af739 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:46:55.802148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9cd887fc-f191-45cc-9c2c-4afdde1d8a04 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:55.803726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9cd887fc-f191-45cc-9c2c-4afdde1d8a04 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/dcfe7a0f-a122-4372-8579-4fcc9f5af739 HTTP/1.1" status: 204 len: 168 time: 0.9461317 Jul 08 17:46:55.834948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57418) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:55.838915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e4ec918-507e-4e1a-999a-698aefea59f0 req-908cf401-d2d1-494a-9089-3f1f5c0f9fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287918 Jul 08 17:46:55.986229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet 81d39f21-4ba3-4f76-b775-54c52f00d171 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:46:56.006553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.226390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.269772 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.275435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-242d9403-517a-40b3-8230-a7d4eeffeeae tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5005 time: 1.2056453 Jul 08 17:46:56.332371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.334268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.367164 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.452569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.472726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.491609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Transition to ACTIVE for port object 0cd13f45-b53f-44d5-a612-64b61ed9eea7 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:56.501403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8240cc64-8564-4143-bbca-18ae34718ecd', 'name': 'tempest-snat-router-1713396509', 'tenant_id': '66b6accb5efe484f9922681e095c56e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': 'b12d7780-81c7-4e4d-b937-a8aa4ac0f741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:51Z', 'updated_at': '2021-07-08T17:46:53Z', 'revision_number': 3, 'project_id': '66b6accb5efe484f9922681e095c56e7', 'gw_port': {'id': 'b12d7780-81c7-4e4d-b937-a8aa4ac0f741', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8240cc64-8564-4143-bbca-18ae34718ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:52Z', 'updated_at': '2021-07-08T17:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:56.550561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Checking router: 8240cc64-8564-4143-bbca-18ae34718ecd for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:46:56.551765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Updating router 8240cc64-8564-4143-bbca-18ae34718ecd port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:46:56.595526 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.679918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Allocated IP 172.25.5.96 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/84cc3f46-8463-466b-9275-ada7dd1e65db) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:46:56.818114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.905006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:56.961082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830004bd-e032-4216-b079-cb6ae5524631 None None] Pushing event updated for resources: {'Port': ['ID=0cd13f45-b53f-44d5-a612-64b61ed9eea7,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.050885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.158289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:46:57.167062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:46:57.174901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:46:57.279459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Port': ['ID=84cc3f46-8463-466b-9275-ada7dd1e65db,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.406777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Attempting to bind port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:57.419017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Attempting to bind port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:57.419505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Attempting to bind port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 on network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:57.438811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:57.448674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c4f22550-c874-4377-9079-af17e6b2db0b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078167206', 'description': 'tempest-secgroup-smoke-2078167206 description', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:57.454025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=81d39f21-4ba3-4f76-b775-54c52f00d171,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.502020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:57.502298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Checking segment: {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:57.502685 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.503091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Bound using segment: {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:57.503593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Bound port: 0cd13f45-b53f-44d5-a612-64b61ed9eea7, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:57.503981 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.522544 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.526809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/81d39f21-4ba3-4f76-b775-54c52f00d171 HTTP/1.1" status: 204 len: 168 time: 1.6867352 Jul 08 17:46:57.533872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57460) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:57.535825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.536323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.537170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.537758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.538193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.538648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.539102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.539538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.539963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.540585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.541060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.542072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa9a8db-8f9f-4e20-90b3-5db4f565cb3e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:46:57.571171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65613376-3c8f-42ea-adf6-1b9203d63c70 None None] Network df136d5b-0bd3-4223-a8a4-dd811c5b1913 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:46:57.661326 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c4f22550-c874-4377-9079-af17e6b2db0b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.787769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c4f22550-c874-4377-9079-af17e6b2db0b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.794398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.805756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09d2ad-cb8a-4c2e-b0ba-35d784f8fad0 req-ddcaa99f-e80c-4d7b-b074-c351e938388c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:57.813591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e09d2ad-cb8a-4c2e-b0ba-35d784f8fad0 req-ddcaa99f-e80c-4d7b-b074-c351e938388c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3758578 Jul 08 17:46:57.817957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c4f22550-c874-4377-9079-af17e6b2db0b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.892408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.899743 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e09d2ad-cb8a-4c2e-b0ba-35d784f8fad0 req-4305e730-ea1f-446a-a664-1853340bcd26 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850589 Jul 08 17:46:57.906828 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c4f22550-c874-4377-9079-af17e6b2db0b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:57.910462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c4f22550-c874-4377-9079-af17e6b2db0b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4658029 Jul 08 17:46:57.911626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f22550-c874-4377-9079-af17e6b2db0b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:57.914002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57466) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:57.947019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cd6a9371-7652-412b-bc6c-8e434e891fbf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '851fcefc-fa9c-4aa6-8108-957ea7b6f1b7', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:58.028705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.040991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Transition to ACTIVE for port object b12d7780-81c7-4e4d-b937-a8aa4ac0f741 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:46:58.062420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port a81725ed-a791-4c1e-a13f-94c51313ecee {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:58.063162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.066439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9371-7652-412b-bc6c-8e434e891fbf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.066757 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c82473c-76f6-41c5-9018-81043e1586d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.074506 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.188347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Attempting to bind port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:46:58.188728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Attempting to bind port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:46:58.189129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Attempting to bind port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:46:58.202399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] For port 0cd13f45-b53f-44d5-a612-64b61ed9eea7, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:58.207177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] For port 0cd13f45-b53f-44d5-a612-64b61ed9eea7, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0cd13f45-b53f-44d5-a612-64b61ed9eea7,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:58.212055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655958a5-c558-47a3-b40f-ca2fddffac73 None None] Pushing event updated for resources: {'Port': ['ID=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:58.228580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:46:58.229007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:46:58.229433 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.229963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:46:58.230457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Bound port: b12d7780-81c7-4e4d-b937-a8aa4ac0f741, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:46:58.231435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.296612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] For port b12d7780-81c7-4e4d-b937-a8aa4ac0f741, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:46:58.300150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] For port b12d7780-81c7-4e4d-b937-a8aa4ac0f741, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:46:58.302094 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.319418 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.329108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] DHCP port deletion for df136d5b-0bd3-4223-a8a4-dd811c5b1913 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:46:58.357983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port a81725ed-a791-4c1e-a13f-94c51313ecee, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a81725ed-a791-4c1e-a13f-94c51313ecee,segment=NetworkSegment(42c5c064-b8db-49fe-9362-3379a063969e),segment_id=42c5c064-b8db-49fe-9362-3379a063969e)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:58.358358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.392968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for a81725ed-a791-4c1e-a13f-94c51313ecee owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:58.423174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Routers {'8240cc64-8564-4143-bbca-18ae34718ecd'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:58.424223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8240cc64-8564-4143-bbca-18ae34718ecd'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:58.475335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9371-7652-412b-bc6c-8e434e891fbf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.510780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:58.511677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:58.558541 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9371-7652-412b-bc6c-8e434e891fbf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.591297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a9371-7652-412b-bc6c-8e434e891fbf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89456de2-14a7-4f9d-a60a-1a4e5f8a51b1,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:58.612701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830004bd-e032-4216-b079-cb6ae5524631 None None] Pushing event updated for resources: {'Port': ['ID=0cd13f45-b53f-44d5-a612-64b61ed9eea7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:58.636833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9371-7652-412b-bc6c-8e434e891fbf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.641435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cd6a9371-7652-412b-bc6c-8e434e891fbf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6986842 Jul 08 17:46:58.644950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57502) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:58.671124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1292b4db-4ce5-4fe7-9be3-c45c271be7da tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '851fcefc-fa9c-4aa6-8108-957ea7b6f1b7', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:58.737239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.789103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] Deleting port a81725ed-a791-4c1e-a13f-94c51313ecee {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:46:58.789493 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.851665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1292b4db-4ce5-4fe7-9be3-c45c271be7da tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.920361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:58.935945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port a81725ed-a791-4c1e-a13f-94c51313ecee on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:59.021632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1292b4db-4ce5-4fe7-9be3-c45c271be7da tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.042950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=a81725ed-a791-4c1e-a13f-94c51313ecee,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.079337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] Set router 8240cc64-8564-4143-bbca-18ae34718ecd gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:59.087134 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1292b4db-4ce5-4fe7-9be3-c45c271be7da tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.129619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292b4db-4ce5-4fe7-9be3-c45c271be7da tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745a4909-da1c-4e73-92fa-42f34feb7871,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.132863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1292b4db-4ce5-4fe7-9be3-c45c271be7da tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.134381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1292b4db-4ce5-4fe7-9be3-c45c271be7da tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4820924 Jul 08 17:46:59.137197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57538) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:59.149365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a81725ed-a791-4c1e-a13f-94c51313ecee no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:46:59.150463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.153738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-89fd048e-d90a-45e9-81e8-f8166414a0eb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '851fcefc-fa9c-4aa6-8108-957ea7b6f1b7', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:59.211697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df136d5b-0bd3-4223-a8a4-dd811c5b1913']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:59.283459 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89fd048e-d90a-45e9-81e8-f8166414a0eb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.320456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c5c064-b8db-49fe-9362-3379a063969e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:59.320902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c5c064-b8db-49fe-9362-3379a063969e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:59.339078 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.359937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: a81725ed-a791-4c1e-a13f-94c51313ecee {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:46:59.360479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a81725ed-a791-4c1e-a13f-94c51313ecee not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:46:59.400683 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.412331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Router 9b0fd75b-8dbb-482f-903d-9363509e97c1 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:46:59.448071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] For port a81725ed-a791-4c1e-a13f-94c51313ecee, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a81725ed-a791-4c1e-a13f-94c51313ecee,segment=NetworkSegment(42c5c064-b8db-49fe-9362-3379a063969e),segment_id=42c5c064-b8db-49fe-9362-3379a063969e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:46:59.448663 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.462500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f47d9-1314-4c32-a841-4467dac51c47 req-3302edb7-6046-4921-807e-f2e6e983b50e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:46:59.464648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-814f47d9-1314-4c32-a841-4467dac51c47 req-3302edb7-6046-4921-807e-f2e6e983b50e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2456846 Jul 08 17:46:59.467615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:46:59.468245 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:46:59.472831 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:46:59.484212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] Calling delete_port for a81725ed-a791-4c1e-a13f-94c51313ecee owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:46:59.621807 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.646564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655958a5-c558-47a3-b40f-ca2fddffac73 None None] Pushing event updated for resources: {'Port': ['ID=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.662084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] No DVR routers for this DVR port a81725ed-a791-4c1e-a13f-94c51313ecee on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:46:59.683186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-814f47d9-1314-4c32-a841-4467dac51c47 req-ee6be2ac-4a32-455e-80eb-58d0f6f6f127 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058642 Jul 08 17:46:59.700242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123dca0-6f35-4190-8146-f78c83385131 None None] Pushing event deleted for resources: {'Port': ['ID=a81725ed-a791-4c1e-a13f-94c51313ecee,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.725280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.728079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:46:59.747176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.749944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/df136d5b-0bd3-4223-a8a4-dd811c5b1913 HTTP/1.1" status: 204 len: 168 time: 2.1990032 Jul 08 17:46:59.755740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57590) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:46:59.765585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026221-60a4-4503-b8e1-e60f18fafcd8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=df136d5b-0bd3-4223-a8a4-dd811c5b1913,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.782205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-46c315ff-cb84-47f8-b05f-69f5e8a06683 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-739970013', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:46:59.823277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8240cc64-8564-4143-bbca-18ae34718ecd', 'name': 'tempest-snat-router-1713396509', 'tenant_id': '66b6accb5efe484f9922681e095c56e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': 'b12d7780-81c7-4e4d-b937-a8aa4ac0f741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:51Z', 'updated_at': '2021-07-08T17:46:53Z', 'revision_number': 3, 'project_id': '66b6accb5efe484f9922681e095c56e7', 'gw_port': {'id': 'b12d7780-81c7-4e4d-b937-a8aa4ac0f741', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8240cc64-8564-4143-bbca-18ae34718ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:52Z', 'updated_at': '2021-07-08T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:59.870389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89fd048e-d90a-45e9-81e8-f8166414a0eb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.873318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c315ff-cb84-47f8-b05f-69f5e8a06683 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.874343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c315ff-cb84-47f8-b05f-69f5e8a06683 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.879326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:46:59.882814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89fd048e-d90a-45e9-81e8-f8166414a0eb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:46:59.892243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Sync routers for ids ['9b0fd75b-8dbb-482f-903d-9363509e97c1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:46:59.894667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d960a5-8da7-41cd-ac5b-6e6e4ebab889 None None] The sync data for ids ['8240cc64-8564-4143-bbca-18ae34718ecd'] in n-d-799528-4 is: [{'id': '8240cc64-8564-4143-bbca-18ae34718ecd', 'name': 'tempest-snat-router-1713396509', 'tenant_id': '66b6accb5efe484f9922681e095c56e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.68'}], 'enable_snat': False}, 'gw_port_id': 'b12d7780-81c7-4e4d-b937-a8aa4ac0f741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:51Z', 'updated_at': '2021-07-08T17:46:53Z', 'revision_number': 3, 'project_id': '66b6accb5efe484f9922681e095c56e7', 'gw_port': {'id': 'b12d7780-81c7-4e4d-b937-a8aa4ac0f741', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8240cc64-8564-4143-bbca-18ae34718ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:52Z', 'updated_at': '2021-07-08T17:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:46:59.926737 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Routers {'9b0fd75b-8dbb-482f-903d-9363509e97c1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:46:59.927846 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9b0fd75b-8dbb-482f-903d-9363509e97c1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:46:59.946261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd048e-d90a-45e9-81e8-f8166414a0eb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5342fb-5e7a-4a0f-ac34-64951f4cfec1,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:46:59.998897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.003144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57614) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.018832 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d19ca86e-22ad-4f90-b201-81a4ede309a4 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9588883 Jul 08 17:47:00.074212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f52d5651-5239-49b0-9ce6-c6b50cb26bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.103660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89fd048e-d90a-45e9-81e8-f8166414a0eb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.104870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-89fd048e-d90a-45e9-81e8-f8166414a0eb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9666770 Jul 08 17:47:00.114783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57622) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.132326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c315ff-cb84-47f8-b05f-69f5e8a06683 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.136493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cc4b84aa-1af8-4cc9-ab35-0b40bf3e9ef6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '851fcefc-fa9c-4aa6-8108-957ea7b6f1b7', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:00.150151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c315ff-cb84-47f8-b05f-69f5e8a06683 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.295352 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46c315ff-cb84-47f8-b05f-69f5e8a06683 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.297045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-46c315ff-cb84-47f8-b05f-69f5e8a06683 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5260201 Jul 08 17:47:00.299450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57640) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.300141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc4b84aa-1af8-4cc9-ab35-0b40bf3e9ef6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.305037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521274009'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:00.364154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:00.367743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.372415 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Set router 9b0fd75b-8dbb-482f-903d-9363509e97c1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:00.385011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6facb5a4-8a0e-49e4-8090-89ccb792410f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/9b0fd75b-8dbb-482f-903d-9363509e97c1 HTTP/1.1" status: 200 len: 907 time: 0.3790767 Jul 08 17:47:00.386810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57650) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:00.489319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:00.516344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.516528 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment c52e6950-7f77-4835-af9c-c73f3ef62920 of type vlan for network 88318039-2342-4dec-9be9-79ea10e22250 Jul 08 17:47:00.680204 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.752701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc4b84aa-1af8-4cc9-ab35-0b40bf3e9ef6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.778598 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc4b84aa-1af8-4cc9-ab35-0b40bf3e9ef6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.811174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.819367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:00.820018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.947192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:00.957984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b84aa-1af8-4cc9-ab35-0b40bf3e9ef6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955b2793-49c2-4020-8aca-c323545ae364,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:00.960360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.004150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b12d7780-81c7-4e4d-b937-a8aa4ac0f741 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:01.072856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7720902 Jul 08 17:47:01.081628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57710) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:01.092469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:01.128638 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc4b84aa-1af8-4cc9-ab35-0b40bf3e9ef6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.129941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc4b84aa-1af8-4cc9-ab35-0b40bf3e9ef6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0141892 Jul 08 17:47:01.146747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57714) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:01.167729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c5c5f-507a-4b22-b258-49e47b1ad982 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=88318039-2342-4dec-9be9-79ea10e22250,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:01.188120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 88318039-2342-4dec-9be9-79ea10e22250 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:01.193833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:50Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:46:58Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:01.197564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '851fcefc-fa9c-4aa6-8108-957ea7b6f1b7', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:01.270536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:01.279439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.304243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fd75b-8dbb-482f-903d-9363509e97c1', 'name': 'tempest-snat-router-1713396509', 'tenant_id': '66b6accb5efe484f9922681e095c56e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '84cc3f46-8463-466b-9275-ada7dd1e65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:55Z', 'updated_at': '2021-07-08T17:46:57Z', 'revision_number': 3, 'project_id': '66b6accb5efe484f9922681e095c56e7', 'gw_port': {'id': '84cc3f46-8463-466b-9275-ada7dd1e65db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fd75b-8dbb-482f-903d-9363509e97c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:56Z', 'updated_at': '2021-07-08T17:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:01.361667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff9857-e2e3-4fe0-8625-6506801fd7f0 None None] The sync data for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 is: [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:50Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:46:58Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:01.380238 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Checking router: 9b0fd75b-8dbb-482f-903d-9363509e97c1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:01.382628 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Updating router 9b0fd75b-8dbb-482f-903d-9363509e97c1 port 84cc3f46-8463-466b-9275-ada7dd1e65db binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:01.421314 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Project b24d34e9589a4c9693e06507c4679fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:47:01.507500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.527072 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.532752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.693070 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.768201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:01.795769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:01.796174 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:01.855842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f5805-0cb2-4ebf-8b0e-bf7f7c44be5f req-fd256d01-2f73-46e5-b481-c5327e4db47a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:01.876394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-233f5805-0cb2-4ebf-8b0e-bf7f7c44be5f req-fd256d01-2f73-46e5-b481-c5327e4db47a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.7393260 Jul 08 17:47:01.989944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.093283 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.130268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.143187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.164234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=41811695-a5f7-40e4-8baa-05ad33fab813,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:02.220329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-233f5805-0cb2-4ebf-8b0e-bf7f7c44be5f req-69f824b3-6efc-4a84-8666-e86e3ecfc3a3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733817 Jul 08 17:47:02.240595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port b12d7780-81c7-4e4d-b937-a8aa4ac0f741, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:02.241478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a70ea1-c57b-47ea-8d53-d7f1ccf31737,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:02.254802 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.281892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:02.285052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: 88318039-2342-4dec-9be9-79ea10e22250, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:02.303054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.304253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de3f6008-d192-49e7-a566-f713fd65399a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1566687 Jul 08 17:47:02.316685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57808) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:02.322443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '851fcefc-fa9c-4aa6-8108-957ea7b6f1b7', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:02.349043 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.357459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 88318039-2342-4dec-9be9-79ea10e22250 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:02.377646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 88318039-2342-4dec-9be9-79ea10e22250) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:02.378734 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Transition to ACTIVE for port object 84cc3f46-8463-466b-9275-ada7dd1e65db will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:02.385121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:02.386340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.390020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Deleting port 84cc3f46-8463-466b-9275-ada7dd1e65db {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:02.390407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.403758 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.411452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56504537-84a0-42ff-870e-9b148881f5a5 None None] Network 88318039-2342-4dec-9be9-79ea10e22250 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:02.500612 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Attempting to bind port 84cc3f46-8463-466b-9275-ada7dd1e65db on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:02.501215 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Attempting to bind port 84cc3f46-8463-466b-9275-ada7dd1e65db by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:02.501748 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Attempting to bind port 84cc3f46-8463-466b-9275-ada7dd1e65db on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:02.509523 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:02.510058 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:02.510529 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.511026 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:02.512353 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Bound port: 84cc3f46-8463-466b-9275-ada7dd1e65db, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:02.512855 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.539442 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Pushing event updated for resources: {'Port': ['ID=84cc3f46-8463-466b-9275-ada7dd1e65db,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:02.554370 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.555535 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.560241 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-205411a4-ef7c-41b1-9482-76f59a6d5e27 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4770479 Jul 08 17:47:02.561800 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.562382 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.562982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57830) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:02.572915 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.573508 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.574068 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.575147 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.575704 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.576650 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.577306 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.577869 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:02.596917 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Project b24d34e9589a4c9693e06507c4679fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:47:02.664896 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] For port 84cc3f46-8463-466b-9275-ada7dd1e65db, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:02.685792 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] For port 84cc3f46-8463-466b-9275-ada7dd1e65db, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84cc3f46-8463-466b-9275-ada7dd1e65db,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:02.701774 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.708888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:02.745089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.899273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0cd13f45-b53f-44d5-a612-64b61ed9eea7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:02.929937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:02.935836 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb295428-5a45-4cf7-bae0-ea2dd6f375db None None] Pushing event updated for resources: {'Port': ['ID=84cc3f46-8463-466b-9275-ada7dd1e65db,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:02.977848 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Routers {'9b0fd75b-8dbb-482f-903d-9363509e97c1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:02.978737 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9b0fd75b-8dbb-482f-903d-9363509e97c1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:02.991280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.077189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Calling delete_port for 84cc3f46-8463-466b-9275-ada7dd1e65db owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:03.123757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:03.234227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:03.236899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.300907 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] Set router 9b0fd75b-8dbb-482f-903d-9363509e97c1 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:03.311504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-88318039-2342-4dec-9be9-79ea10e22250', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:03.312830 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.476008 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fd75b-8dbb-482f-903d-9363509e97c1', 'name': 'tempest-snat-router-1713396509', 'tenant_id': '66b6accb5efe484f9922681e095c56e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:55Z', 'updated_at': '2021-07-08T17:47:01Z', 'revision_number': 4, 'project_id': '66b6accb5efe484f9922681e095c56e7', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:03.551961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.564656 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd236ed-8e4c-4e61-a233-80a87973db73 None None] The sync data for ids ['9b0fd75b-8dbb-482f-903d-9363509e97c1'] in n-d-799528-4 is: [{'id': '9b0fd75b-8dbb-482f-903d-9363509e97c1', 'name': 'tempest-snat-router-1713396509', 'tenant_id': '66b6accb5efe484f9922681e095c56e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:55Z', 'updated_at': '2021-07-08T17:47:01Z', 'revision_number': 4, 'project_id': '66b6accb5efe484f9922681e095c56e7', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:03.610319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.771836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event deleted for resources: {'Port': ['ID=84cc3f46-8463-466b-9275-ada7dd1e65db,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:03.812462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.901345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.906897 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.948412 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:03.950984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Allocated IP 2001:db8::2 (88318039-2342-4dec-9be9-79ea10e22250/41811695-a5f7-40e4-8baa-05ad33fab813/c876a8a9-7f43-43f9-b70a-bfd95013968f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:03.986504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752cf9ff-aa2d-462d-8cd1-76b3ae1698e8,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:03.997294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.000471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.002633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e1a839ca-ab68-44f3-8ef2-9d501a6f43c2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6839781 Jul 08 17:47:04.004476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.048282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 0cd13f45-b53f-44d5-a612-64b61ed9eea7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0cd13f45-b53f-44d5-a612-64b61ed9eea7,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:04.065877 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.186902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.189314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0fd75b-8dbb-482f-903d-9363509e97c1 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:04.225969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.227235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6df298ac-33d2-4ff3-8a78-d2ba9fa82665 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "DELETE /v2.0/routers/9b0fd75b-8dbb-482f-903d-9363509e97c1 HTTP/1.1" status: 204 len: 168 time: 3.8374360 Jul 08 17:47:04.253502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57966) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:04.281667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db83f4a-67ec-4503-a6bd-f31f822bd8e2 req-6935283a-5725-4933-baef-6dea386462a7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:04.292463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3db83f4a-67ec-4503-a6bd-f31f822bd8e2 req-6935283a-5725-4933-baef-6dea386462a7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.5871732 Jul 08 17:47:04.399572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=0cd13f45-b53f-44d5-a612-64b61ed9eea7,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:04.532019 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.546622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Transition to ACTIVE for port object c876a8a9-7f43-43f9-b70a-bfd95013968f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:04.619322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3db83f4a-67ec-4503-a6bd-f31f822bd8e2 req-67b72e90-4766-4dca-b6f8-ed9dd68ae7db tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258269 Jul 08 17:47:04.622435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Transition to ACTIVE for port object c876a8a9-7f43-43f9-b70a-bfd95013968f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:04.654399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.799114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-0ba189ee-7c7e-402a-a2ee-9906472c6d52 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078167206&fields=id&tenant_id=b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 267 time: 0.2403710 Jul 08 17:47:04.830717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Pushing event updated for resources: {'Port': ['ID=c876a8a9-7f43-43f9-b70a-bfd95013968f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:04.846647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0cd13f45-b53f-44d5-a612-64b61ed9eea7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:04.952634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:04.971090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Network 88318039-2342-4dec-9be9-79ea10e22250 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:04.980066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:04.997970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:05.194879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-ea7dd3ed-1bb8-4142-96c6-15a0d0b21b00 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:05.199297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-ea7dd3ed-1bb8-4142-96c6-15a0d0b21b00 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/networks?id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d HTTP/1.1" status: 200 len: 797 time: 0.3928959 Jul 08 17:47:05.245912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-ef7f871a-f0f5-4e3d-a656-edab5c06200b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/quotas/b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 375 time: 0.0382612 Jul 08 17:47:05.248661 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.309152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Attempting to bind port c876a8a9-7f43-43f9-b70a-bfd95013968f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:05.315850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Attempting to bind port c876a8a9-7f43-43f9-b70a-bfd95013968f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:05.316382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Attempting to bind port c876a8a9-7f43-43f9-b70a-bfd95013968f on network 88318039-2342-4dec-9be9-79ea10e22250 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:05.334991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:05.335463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Checking segment: {'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:05.336272 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.336748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Bound using segment: {'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:05.337295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Bound port: c876a8a9-7f43-43f9-b70a-bfd95013968f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:05.337933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.350788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:05.351489 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.451448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8::1 (88318039-2342-4dec-9be9-79ea10e22250/41811695-a5f7-40e4-8baa-05ad33fab813/463dc471-558a-44cd-9fef-db4ecdf59a35) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:05.539992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-1b97e44f-17f3-4df8-b4ce-8140313c9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:05.550894 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-1b97e44f-17f3-4df8-b4ce-8140313c9efe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1095 time: 0.2709734 Jul 08 17:47:05.598016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] For port c876a8a9-7f43-43f9-b70a-bfd95013968f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:05.628620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] For port c876a8a9-7f43-43f9-b70a-bfd95013968f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c876a8a9-7f43-43f9-b70a-bfd95013968f,segment=NetworkSegment(c52e6950-7f77-4835-af9c-c73f3ef62920),segment_id=c52e6950-7f77-4835-af9c-c73f3ef62920)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:05.633961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b12d7780-81c7-4e4d-b937-a8aa4ac0f741 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:05.707811 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:05.878446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a939a-3005-42da-9d34-a31f16350e17 None None] Pushing event updated for resources: {'Port': ['ID=c876a8a9-7f43-43f9-b70a-bfd95013968f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:05.961904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:05.962295 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.097905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-ae40f4d5-b772-494c-b870-53063aa06ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:06.104306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-ae40f4d5-b772-494c-b870-53063aa06ae9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.5362477 Jul 08 17:47:06.120221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.280411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object 463dc471-558a-44cd-9fef-db4ecdf59a35 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:06.283445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-9757b003-81db-4ea0-88b1-5f8f11d7db5a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0253654 Jul 08 17:47:06.430646 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-f6ad22f9-8bf1-40d5-aff5-fa58f2462301 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.3202274 Jul 08 17:47:06.453665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Deleting port b12d7780-81c7-4e4d-b937-a8aa4ac0f741 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:06.454147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.535083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c8233-5048-4214-bd7e-8f740e7b12b1 req-8096e96a-919e-4110-8f21-800372be3008 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:06.536843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-871c8233-5048-4214-bd7e-8f740e7b12b1 req-8096e96a-919e-4110-8f21-800372be3008 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 1.1835012 Jul 08 17:47:06.541445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.637746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-317ec3da-2dde-4572-87ba-9dd724d0f422 service neutron] 10.222.0.63 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224719 Jul 08 17:47:06.677093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-2ec100f2-9909-4810-94ec-67907278a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:06.684361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-2ec100f2-9909-4810-94ec-67907278a449 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2438948 Jul 08 17:47:06.715097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-871c8233-5048-4214-bd7e-8f740e7b12b1 req-dca310b2-16bb-4688-8f60-0584aa0c5180 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596215 Jul 08 17:47:06.721824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] For port b12d7780-81c7-4e4d-b937-a8aa4ac0f741, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:06.722199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.729535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=463dc471-558a-44cd-9fef-db4ecdf59a35,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:06.770434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Calling delete_port for b12d7780-81c7-4e4d-b937-a8aa4ac0f741 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:06.842649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 88318039-2342-4dec-9be9-79ea10e22250 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:06.849232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:06.849426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c876a8a9-7f43-43f9-b70a-bfd95013968f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:06.860329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:06.861213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:06.892413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-9fe33c69-fabd-4d46-9e53-a1673dbaf0bf service neutron] 10.222.0.63 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537966 Jul 08 17:47:07.038132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port c876a8a9-7f43-43f9-b70a-bfd95013968f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:07.190013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-fcfd4e0a-6fa4-4b7e-9e3d-d40007cd9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:07.198410 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-fcfd4e0a-6fa4-4b7e-9e3d-d40007cd9a3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4655948 Jul 08 17:47:07.274700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.388693 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.455387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event deleted for resources: {'Port': ['ID=b12d7780-81c7-4e4d-b937-a8aa4ac0f741,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:07.525089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.615840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-9c1b57f9-8dd1-47a8-9528-af56b9cc2e03 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810019 Jul 08 17:47:07.717147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.722425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.770307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda24b2-f178-4ae8-a36e-5d6ec7b3571e None None] Network 88318039-2342-4dec-9be9-79ea10e22250 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:07.850721 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.852333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8240cc64-8564-4143-bbca-18ae34718ecd {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:07.857061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.863477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c3d71e35-7fae-43a9-baed-58609bc1fabc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "DELETE /v2.0/routers/8240cc64-8564-4143-bbca-18ae34718ecd HTTP/1.1" status: 204 len: 168 time: 3.5685651 Jul 08 17:47:07.864170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:07.877259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1843068311', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:07.879251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-725d0ae0-a7b8-4cc2-874f-0aef8b8e1184 req-bcc5fdcc-1845-4f9a-be01-43e2f79d62f1 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543926 Jul 08 17:47:07.927301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:07.928348 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.014417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.033607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0af11a8a-4ad5-4156-b6a3-28a6bc564f26 None None] Provisioning for port c876a8a9-7f43-43f9-b70a-bfd95013968f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:08.055229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0af11a8a-4ad5-4156-b6a3-28a6bc564f26 None None] Provisioning complete for port c876a8a9-7f43-43f9-b70a-bfd95013968f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:08.055875 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0af11a8a-4ad5-4156-b6a3-28a6bc564f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.059114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.060396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.083485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.233616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=463dc471-558a-44cd-9fef-db4ecdf59a35,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:08.373178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-38b8b0fe-0eb0-447b-a6dd-237378889b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:08.381138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-38b8b0fe-0eb0-447b-a6dd-237378889b47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1095 time: 0.3637779 Jul 08 17:47:08.590809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e468fb76-b928-499d-98ea-4835b50b9e31 req-3ec247bd-9672-49c2-af2d-b68b073a27ed tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 0.1920469 Jul 08 17:47:08.606577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.643343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca41d3d-3b5f-4ebe-bdb4-31d627498d1b req-2e7ef2b0-34ed-4d42-b61e-c0815be06447 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:08.645661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aca41d3d-3b5f-4ebe-bdb4-31d627498d1b req-2e7ef2b0-34ed-4d42-b61e-c0815be06447 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.5837936 Jul 08 17:47:08.651566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0af11a8a-4ad5-4156-b6a3-28a6bc564f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:08.707174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 88318039-2342-4dec-9be9-79ea10e22250 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:08.711254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:08.845366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b12d7780-81c7-4e4d-b937-a8aa4ac0f741 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:08.891297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aca41d3d-3b5f-4ebe-bdb4-31d627498d1b req-17a0918e-2aa8-4e11-be91-9226f3909d8a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196324 Jul 08 17:47:08.908664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b12d7780-81c7-4e4d-b937-a8aa4ac0f741 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:08.909308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b12d7780-81c7-4e4d-b937-a8aa4ac0f741 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:09.004972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0af11a8a-4ad5-4156-b6a3-28a6bc564f26 None None] For port c876a8a9-7f43-43f9-b70a-bfd95013968f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c876a8a9-7f43-43f9-b70a-bfd95013968f,segment=NetworkSegment(c52e6950-7f77-4835-af9c-c73f3ef62920),segment_id=c52e6950-7f77-4835-af9c-c73f3ef62920)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:09.025306 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0af11a8a-4ad5-4156-b6a3-28a6bc564f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.081326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-60b0af7b-6d22-48b5-b0cc-20c997a01f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:09.082860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-60b0af7b-6d22-48b5-b0cc-20c997a01f78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.6522288 Jul 08 17:47:09.090884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af11a8a-4ad5-4156-b6a3-28a6bc564f26 None None] Pushing event updated for resources: {'Port': ['ID=c876a8a9-7f43-43f9-b70a-bfd95013968f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:09.148868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.170150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.276987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-702c5163-64fd-489a-85ef-13f87ec6085f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.1752343 Jul 08 17:47:09.302055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:09.346549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Allocated IP 172.25.5.196 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/27ff61f2-f3a2-4d82-b68d-22ea2eb526f9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:09.450146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-37d1f237-d769-4289-a3f6-19b8c6c0e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:09.452052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-37d1f237-d769-4289-a3f6-19b8c6c0e4b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1583807 Jul 08 17:47:09.506728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:09.516215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b7675810-cf53-4d5b-8bca-27e7e98e11f5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9510133 Jul 08 17:47:09.518576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:09.521134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58208) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:09.532426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2094479326'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:09.536155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.537392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:09.538346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:09.578360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:09.582358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.585776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-49a4d5c0-e9ac-4a9c-b08e-2514637aaf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:09.587299 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-49a4d5c0-e9ac-4a9c-b08e-2514637aaf91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271880 Jul 08 17:47:09.661906 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.757835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:09.772913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:09.794439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:09.829203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4c6dedc8-33fe-43be-b800-91602cb1123d None None] Provisioning complete for port c876a8a9-7f43-43f9-b70a-bfd95013968f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:09.829609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4c6dedc8-33fe-43be-b800-91602cb1123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.848061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:09.890020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:09.892621 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment b135eb7d-c93c-406e-8a33-a9ba9661ce51 of type vlan for network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 Jul 08 17:47:09.902350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:10.041515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8509172-083b-457d-aab7-c8939dccc5ce req-0f7adfac-63f5-4846-9579-2646deaa8988 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 0.2482114 Jul 08 17:47:10.116177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event updated for resources: {'Port': ['ID=27ff61f2-f3a2-4d82-b68d-22ea2eb526f9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:10.131054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.250648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.256410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:10.268315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:10.455128 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-82d085d0-f63d-4dd6-9808-5174befacec8 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8464422 Jul 08 17:47:10.459855 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9344819 Jul 08 17:47:10.460299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58246) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:10.512202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:10.606131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a16699-e8e2-4681-aab4-5e194228c712 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=c3c6906a-4692-498d-8a08-bf7f2d22bdd6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:10.659346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:10.681879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51964-b86a-44b2-aa35-0993ef9ff48c req-6cb54280-a008-4b60-aec3-a8c0d96f8331 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:10.710297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7b51964-b86a-44b2-aa35-0993ef9ff48c req-6cb54280-a008-4b60-aec3-a8c0d96f8331 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.6102901 Jul 08 17:47:10.776615 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91567a8c-76c2-44ed-85fe-c8190b50811a req-61be3789-da17-4231-9046-b9c3af438cb6 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133757 Jul 08 17:47:10.935145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c876a8a9-7f43-43f9-b70a-bfd95013968f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:10.970866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:10.976083 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.099070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7b51964-b86a-44b2-aa35-0993ef9ff48c req-7305b700-d048-42ae-9407-66e5070a3b8e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875713 Jul 08 17:47:11.225371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49581b1b-8558-46aa-996a-4a8592a9b3af req-8c329014-390e-4613-9215-5d10b57ad00d tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 0.0737252 Jul 08 17:47:11.231411 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.364191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4c6dedc8-33fe-43be-b800-91602cb1123d None None] Provisioning for port 463dc471-558a-44cd-9fef-db4ecdf59a35 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:11.380467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4c6dedc8-33fe-43be-b800-91602cb1123d None None] Provisioning complete for port 463dc471-558a-44cd-9fef-db4ecdf59a35 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:11.381312 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4c6dedc8-33fe-43be-b800-91602cb1123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.418382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.458260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c876a8a9-7f43-43f9-b70a-bfd95013968f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:11.458635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.491863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:11.492315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: c3c6906a-4692-498d-8a08-bf7f2d22bdd6, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:11.506272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=b959dbcb-1d93-4450-8d35-67beb3eca487,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:11.540878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:07Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:07Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:11.546884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:11.558126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c3c6906a-4692-498d-8a08-bf7f2d22bdd6) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:11.563460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:11.564100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.587746 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-704709b1-821b-439e-af76-1dd038b36cf0 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1090751 Jul 08 17:47:11.588415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58284) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:11.614760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4c6dedc8-33fe-43be-b800-91602cb1123d None None] Port 463dc471-558a-44cd-9fef-db4ecdf59a35 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:11.620594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:11.622335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Updating router 8fee59e0-eda4-4881-8f56-2a49305375a9 port 463dc471-558a-44cd-9fef-db4ecdf59a35 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:11.625073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c0c99-b227-4c9c-b164-9733151d82ce None None] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:11.686388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.724133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6edc-94ad-4b78-bc4e-52680f1ff86f req-16687bc6-2f78-4723-8e4d-f20ce42d70e3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:11.738545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e1a6edc-94ad-4b78-bc4e-52680f1ff86f req-16687bc6-2f78-4723-8e4d-f20ce42d70e3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2271492 Jul 08 17:47:11.861298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e1a6edc-94ad-4b78-bc4e-52680f1ff86f req-7e5e7376-63b0-4505-b7c7-28805fad4c88 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210499 Jul 08 17:47:11.862026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-78edf566-927f-404b-abaf-e51c557ab325 None None] Provisioning complete for port 463dc471-558a-44cd-9fef-db4ecdf59a35 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:11.862506 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-78edf566-927f-404b-abaf-e51c557ab325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:11.904605 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.040910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Router 5c194f32-cad4-4a58-8a56-dadf9613b1a0 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:12.051426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-78edf566-927f-404b-abaf-e51c557ab325 None None] Port 463dc471-558a-44cd-9fef-db4ecdf59a35 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:12.188548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:12.189908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.452817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a9c219e-77ea-432d-9c9d-1a4ba64afcc4 req-568ed91c-f445-419f-a46d-b3b9136fcf32 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 0.0769031 Jul 08 17:47:12.519223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:12.536841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] Sync routers for ids ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:12.560154 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] Routers {'5c194f32-cad4-4a58-8a56-dadf9613b1a0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:12.565607 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:12.582265 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.588339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0f6f1750-3448-403c-ae13-299d99c6ba0a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7210236 Jul 08 17:47:12.589405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58322) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:12.599086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': False}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:12.772440 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:12.793949 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] Routers {'5c194f32-cad4-4a58-8a56-dadf9613b1a0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:12.794824 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:12.819488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58324) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:12.890155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:12.902741 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:12.903609 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fac8e-565c-49ac-8b96-2cdbb178625c None None] The sync data for ids ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:13.110197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Allocated IP 2001:db8:1::2 (c3c6906a-4692-498d-8a08-bf7f2d22bdd6/b959dbcb-1d93-4450-8d35-67beb3eca487/5678edf3-90b2-48e8-9890-84eac67f8943) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:13.380625 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.393959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Transition to ACTIVE for port object 5678edf3-90b2-48e8-9890-84eac67f8943 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.415406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Transition to ACTIVE for port object 5678edf3-90b2-48e8-9890-84eac67f8943 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:13.437336 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.575322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Pushing event updated for resources: {'Port': ['ID=5678edf3-90b2-48e8-9890-84eac67f8943,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:13.653884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:13.666972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:13.674414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:13.754218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:13.896341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70936bf-16e2-48b9-9cb2-b81e80426397 req-1c2eac1e-85ec-41d1-9c1d-82ca3cdcd543 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:13.913602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f70936bf-16e2-48b9-9cb2-b81e80426397 req-1c2eac1e-85ec-41d1-9c1d-82ca3cdcd543 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 1.2024488 Jul 08 17:47:13.992670 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69e9a89c-fbcb-40a9-b13a-7e24e744ff5f req-2ff55460-f9a1-472c-9d94-334582a0d058 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 0.1728337 Jul 08 17:47:14.051711 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.062681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Attempting to bind port 5678edf3-90b2-48e8-9890-84eac67f8943 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:14.063122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Attempting to bind port 5678edf3-90b2-48e8-9890-84eac67f8943 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:14.063587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Attempting to bind port 5678edf3-90b2-48e8-9890-84eac67f8943 on network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:14.072621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:14.073192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Checking segment: {'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:14.073694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.074264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Bound using segment: {'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:14.074887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Bound port: 5678edf3-90b2-48e8-9890-84eac67f8943, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:14.075396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.080810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Transition to ACTIVE for port object 463dc471-558a-44cd-9fef-db4ecdf59a35 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:14.104611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58348) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:14.201350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f70936bf-16e2-48b9-9cb2-b81e80426397 req-15d9f17b-c731-4b5c-a651-7d5578a60fa4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869689 Jul 08 17:47:14.215663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-1b4ea2fe-55d8-4d20-ab67-71f8b3524f64 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:14.219520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-1b4ea2fe-55d8-4d20-ab67-71f8b3524f64 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "GET /v2.0/networks?id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d HTTP/1.1" status: 200 len: 797 time: 0.2543700 Jul 08 17:47:14.222884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.235355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] For port 5678edf3-90b2-48e8-9890-84eac67f8943, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:14.284313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] For port 5678edf3-90b2-48e8-9890-84eac67f8943, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5678edf3-90b2-48e8-9890-84eac67f8943,segment=NetworkSegment(b135eb7d-c93c-406e-8a33-a9ba9661ce51),segment_id=b135eb7d-c93c-406e-8a33-a9ba9661ce51)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:14.327960 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.365447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39271c1-39c3-4211-96ba-3bd5d0b15f23 None None] Pushing event updated for resources: {'Port': ['ID=463dc471-558a-44cd-9fef-db4ecdf59a35,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:14.412317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-03219a2a-1797-4cfd-883a-7857f20c41d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.459446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Attempting to bind port 463dc471-558a-44cd-9fef-db4ecdf59a35 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:14.464246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Attempting to bind port 463dc471-558a-44cd-9fef-db4ecdf59a35 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:14.465515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Attempting to bind port 463dc471-558a-44cd-9fef-db4ecdf59a35 on network 88318039-2342-4dec-9be9-79ea10e22250 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:14.468378 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1265f030-4f17-4e6d-b4bc-a28f305fc4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.486111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:14.486526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Checking segment: {'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:14.487082 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.487292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Bound using segment: {'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:14.487776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Bound port: 463dc471-558a-44cd-9fef-db4ecdf59a35, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52e6950-7f77-4835-af9c-c73f3ef62920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '88318039-2342-4dec-9be9-79ea10e22250'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:14.488247 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.587185 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.600610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] For port 463dc471-558a-44cd-9fef-db4ecdf59a35, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:14.610622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] For port 463dc471-558a-44cd-9fef-db4ecdf59a35, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=463dc471-558a-44cd-9fef-db4ecdf59a35,segment=NetworkSegment(c52e6950-7f77-4835-af9c-c73f3ef62920),segment_id=c52e6950-7f77-4835-af9c-c73f3ef62920)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:14.636055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb733442-8afb-45b5-bee5-91d770dc5c9d None None] Pushing event updated for resources: {'Port': ['ID=5678edf3-90b2-48e8-9890-84eac67f8943,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:14.651110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-5a5313bf-7116-4332-841b-0a853a4365a3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 380 time: 0.4162881 Jul 08 17:47:14.653636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:14.689194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'port': {'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'admin_state_up': True, 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'security_groups': ['851fcefc-fa9c-4aa6-8108-957ea7b6f1b7']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:14.813589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:14.814224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:15.031108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39271c1-39c3-4211-96ba-3bd5d0b15f23 None None] Pushing event updated for resources: {'Port': ['ID=463dc471-558a-44cd-9fef-db4ecdf59a35,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:15.042433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1265f030-4f17-4e6d-b4bc-a28f305fc4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.131617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:15.169658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1265f030-4f17-4e6d-b4bc-a28f305fc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.268703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1265f030-4f17-4e6d-b4bc-a28f305fc4eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38ed79922ba143f38a2b01125d49b6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1485403 Jul 08 17:47:15.272848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58366) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:15.348384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11d7abfe-083c-4642-8b9e-126eb18c4525 req-d99d9579-3990-4b64-b911-002fae7f1720 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 0.1064742 Jul 08 17:47:15.411958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265f030-4f17-4e6d-b4bc-a28f305fc4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15863f4c-35ee-4edf-a4d4-eaa6029a6f99,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:15.521343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-03219a2a-1797-4cfd-883a-7857f20c41d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.550659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-03219a2a-1797-4cfd-883a-7857f20c41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.581462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:15.595266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.614524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0dc12-b2fe-4d5e-9d6b-8b71dcf2eb71 req-fc3f0788-b2d8-4c2d-bbbb-4bac6b210d3c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:15.633926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ed0dc12-b2fe-4d5e-9d6b-8b71dcf2eb71 req-fc3f0788-b2d8-4c2d-bbbb-4bac6b210d3c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.6041646 Jul 08 17:47:15.778539 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40e60b32-7213-4bca-badb-5e88afaa49e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.814138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:07Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:14Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:15.869369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40e60b32-7213-4bca-badb-5e88afaa49e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:15.883857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ed0dc12-b2fe-4d5e-9d6b-8b71dcf2eb71 req-5162e4d6-8b23-43f6-a5a5-e8b416f270df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340063 Jul 08 17:47:15.890669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe89c9e-f05b-4da7-a027-1d1fccbffc56 None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:07Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:14Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:16.049509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-03219a2a-1797-4cfd-883a-7857f20c41d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fe2abc78bf7c4fa5b6211129e5e20bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2191508 Jul 08 17:47:16.050299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58370) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:16.082556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03219a2a-1797-4cfd-883a-7857f20c41d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf85775a-e188-4393-affe-9abe2018aac5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:16.239996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8:1::1 (c3c6906a-4692-498d-8a08-bf7f2d22bdd6/b959dbcb-1d93-4450-8d35-67beb3eca487/c69af940-e228-447a-b877-9a9e8fa46505) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:16.256901 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40e60b32-7213-4bca-badb-5e88afaa49e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.298333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6d31f-d7db-42ee-9fea-eaae28adc949 None None] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:16.303451 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40e60b32-7213-4bca-badb-5e88afaa49e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.311181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-40e60b32-7213-4bca-badb-5e88afaa49e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/15863f4c-35ee-4edf-a4d4-eaa6029a6f99 HTTP/1.1" status: 204 len: 168 time: 1.0284448 Jul 08 17:47:16.314264 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.327171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.396489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.20.0.12 (4b89eb57-e41b-48c5-b8cd-06c583b86d5d/338e72d9-bb59-43b0-9126-e1044717a021/dcf7bf0f-a889-4342-acda-54c048af3081) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:16.494993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-527c484d-8531-4eec-944a-3add992552b9 None None] Provisioning for port 5678edf3-90b2-48e8-9890-84eac67f8943 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:16.572351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e60b32-7213-4bca-badb-5e88afaa49e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15863f4c-35ee-4edf-a4d4-eaa6029a6f99,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:16.611608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5f236b-9c3b-44de-91df-a7757eca9956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.653427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5f236b-9c3b-44de-91df-a7757eca9956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.720567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb42d1e9-82a9-4dc0-89e3-0d0e1675563e req-0688e8db-4a87-44db-b644-e5e6b38cfd23 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 0.1322360 Jul 08 17:47:16.756434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Router 5c194f32-cad4-4a58-8a56-dadf9613b1a0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:16.907033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:16.978586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5678edf3-90b2-48e8-9890-84eac67f8943 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:17.047627 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:47:17.107951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5678edf3-90b2-48e8-9890-84eac67f8943 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:17.114959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5678edf3-90b2-48e8-9890-84eac67f8943 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:17.115561 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.181829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58390) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:17.211308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5f236b-9c3b-44de-91df-a7757eca9956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.213606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:17.219613 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.220433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c5f236b-9c3b-44de-91df-a7757eca9956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.227946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4c5f236b-9c3b-44de-91df-a7757eca9956 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf85775a-e188-4393-affe-9abe2018aac5 HTTP/1.1" status: 204 len: 168 time: 1.1697147 Jul 08 17:47:17.233112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9734b020-c450-4d7e-8269-465a1382c6da tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "PUT /v2.0/routers/5c194f32-cad4-4a58-8a56-dadf9613b1a0 HTTP/1.1" status: 200 len: 926 time: 4.6418281 Jul 08 17:47:17.235258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58394) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:17.236545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] Sync routers for ids ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:17.287331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object c69af940-e228-447a-b877-9a9e8fa46505 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:17.317198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8948440c-b19e-486b-93ff-b0555da6e78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.330880 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.342462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f236b-9c3b-44de-91df-a7757eca9956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf85775a-e188-4393-affe-9abe2018aac5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:17.404840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] Routers {'5c194f32-cad4-4a58-8a56-dadf9613b1a0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:17.407430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:17.492945 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.526094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Transition to ACTIVE for port object dcf7bf0f-a889-4342-acda-54c048af3081 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:17.549521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.560072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:17.606214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 5678edf3-90b2-48e8-9890-84eac67f8943, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5678edf3-90b2-48e8-9890-84eac67f8943,segment=NetworkSegment(b135eb7d-c93c-406e-8a33-a9ba9661ce51),segment_id=b135eb7d-c93c-406e-8a33-a9ba9661ce51)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:17.611590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=c69af940-e228-447a-b877-9a9e8fa46505,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:17.616672 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.617849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 463dc471-558a-44cd-9fef-db4ecdf59a35 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:17.666749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:17.677591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:17.695228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:17.698572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.723859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] Routers {'5c194f32-cad4-4a58-8a56-dadf9613b1a0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:17.724565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:17.797465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac08c43-ac75-41ac-ae05-018bd9ce7d2a req-74a2d514-944f-44bd-a910-e3d972c42184 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:17.810142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:17.815209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d6938-2407-4da5-a53b-0b3cd8bc58b2 None None] The sync data for ids ['5c194f32-cad4-4a58-8a56-dadf9613b1a0'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:17.815433 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bac08c43-ac75-41ac-ae05-018bd9ce7d2a req-74a2d514-944f-44bd-a910-e3d972c42184 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.5655253 Jul 08 17:47:17.832374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.887535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f7aa3fac-5e0d-4034-bd92-c5cf1f0ede75 None None] Provisioning complete for port 5678edf3-90b2-48e8-9890-84eac67f8943 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:17.887948 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f7aa3fac-5e0d-4034-bd92-c5cf1f0ede75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.891979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5f1f23ba-967a-4ab5-bb0c-a2fc1efe2a0e tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/5c194f32-cad4-4a58-8a56-dadf9613b1a0 HTTP/1.1" status: 200 len: 926 time: 0.6554928 Jul 08 17:47:17.892808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58404) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:17.984712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8948440c-b19e-486b-93ff-b0555da6e78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:17.998460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=5678edf3-90b2-48e8-9890-84eac67f8943,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:18.048143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bac08c43-ac75-41ac-ae05-018bd9ce7d2a req-c3257ca2-82a6-4f3b-a77b-fd98670f4bcd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317901 Jul 08 17:47:18.055926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 463dc471-558a-44cd-9fef-db4ecdf59a35 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:18.090546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 463dc471-558a-44cd-9fef-db4ecdf59a35 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:18.090933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.138117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8948440c-b19e-486b-93ff-b0555da6e78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.224554 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.289142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeb8568-280d-4732-8b80-a2e56cc82853 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:18.291238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fdeb8568-280d-4732-8b80-a2e56cc82853 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=5c194f32-cad4-4a58-8a56-dadf9613b1a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3971632 Jul 08 17:47:18.294860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58416) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:18.325812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 463dc471-558a-44cd-9fef-db4ecdf59a35, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=463dc471-558a-44cd-9fef-db4ecdf59a35,segment=NetworkSegment(c52e6950-7f77-4835-af9c-c73f3ef62920),segment_id=c52e6950-7f77-4835-af9c-c73f3ef62920)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:18.333773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-df6324cf-41b4-41f3-b091-b578b8634f5a None None] Provisioning for port c69af940-e228-447a-b877-9a9e8fa46505 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:18.354457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.356901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959986ca-4c84-4b88-9687-d198bc0086a6 req-73d7c945-d28a-4824-b51c-24dfd8774d61 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:18.358692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-df6324cf-41b4-41f3-b091-b578b8634f5a None None] Provisioning complete for port c69af940-e228-447a-b877-9a9e8fa46505 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:18.359020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-959986ca-4c84-4b88-9687-d198bc0086a6 req-73d7c945-d28a-4824-b51c-24dfd8774d61 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 932 time: 0.3005133 Jul 08 17:47:18.359151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-df6324cf-41b4-41f3-b091-b578b8634f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.382613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:18.416917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:18.487258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-959986ca-4c84-4b88-9687-d198bc0086a6 req-78f1a10d-32d2-45ea-b06e-e2494989cfdf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183083 Jul 08 17:47:18.519972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b405a-0621-4616-809e-c4812a96c587 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:18.534592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8d5b405a-0621-4616-809e-c4812a96c587 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.2358561 Jul 08 17:47:18.535114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-df6324cf-41b4-41f3-b091-b578b8634f5a None None] Port c69af940-e228-447a-b877-9a9e8fa46505 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:18.536008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58422) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:18.606963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f923cda7-782d-43c3-bc38-3fdebc5a57ee tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c194f32-cad4-4a58-8a56-dadf9613b1a0 HTTP/1.1" status: 200 len: 205 time: 0.0655465 Jul 08 17:47:18.611020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=463dc471-558a-44cd-9fef-db4ecdf59a35,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:18.613662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58426) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:18.671039 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8948440c-b19e-486b-93ff-b0555da6e78d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c7a5781d3594253bd4d002dc18567cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4880455 Jul 08 17:47:18.672521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948440c-b19e-486b-93ff-b0555da6e78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba021243-1505-4459-9db2-199e42893a4f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:18.689834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:18.796000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58428) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:18.899570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:18.900716 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.903365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=dcf7bf0f-a889-4342-acda-54c048af3081,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:18.931709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:18.945932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5678edf3-90b2-48e8-9890-84eac67f8943 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:19.027539 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-c0b05435-794b-4ea1-9fe4-1cf2c0e102ef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3501005 Jul 08 17:47:19.051758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Request body: {'port': {'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:19.093168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5678edf3-90b2-48e8-9890-84eac67f8943 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.093777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.108087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.187192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a8eec52d-43cd-45f6-9045-4c5d6700e563 None None] Provisioning for port dcf7bf0f-a889-4342-acda-54c048af3081 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:19.194689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a8eec52d-43cd-45f6-9045-4c5d6700e563 None None] Provisioning complete for port dcf7bf0f-a889-4342-acda-54c048af3081 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.194689 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8eec52d-43cd-45f6-9045-4c5d6700e563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.203220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ecec626d-ea1b-4929-b051-4a0d8b7e3fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.248999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8cd2-8681-47c0-b74f-81af23a62e8f req-6f1a8f9e-08cb-4ec8-a444-70fb6907b06b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:19.250849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-020f8cd2-8681-47c0-b74f-81af23a62e8f req-6f1a8f9e-08cb-4ec8-a444-70fb6907b06b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3717508 Jul 08 17:47:19.267350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ecec626d-ea1b-4929-b051-4a0d8b7e3fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.280250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a8eec52d-43cd-45f6-9045-4c5d6700e563 None None] Port dcf7bf0f-a889-4342-acda-54c048af3081 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:19.285287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 463dc471-558a-44cd-9fef-db4ecdf59a35 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:19.363218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-020f8cd2-8681-47c0-b74f-81af23a62e8f req-9360c8a0-bc9b-44fc-9338-fe9338987cab tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051764 Jul 08 17:47:19.396271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 463dc471-558a-44cd-9fef-db4ecdf59a35 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:19.396650 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.402942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.446299 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ecec626d-ea1b-4929-b051-4a0d8b7e3fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.448838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ecec626d-ea1b-4929-b051-4a0d8b7e3fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.449969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ecec626d-ea1b-4929-b051-4a0d8b7e3fae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ba021243-1505-4459-9db2-199e42893a4f HTTP/1.1" status: 204 len: 168 time: 0.6527197 Jul 08 17:47:19.461984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec626d-ea1b-4929-b051-4a0d8b7e3fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba021243-1505-4459-9db2-199e42893a4f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:19.505215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.520973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Deleting port 27ff61f2-f3a2-4d82-b68d-22ea2eb526f9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:19.521233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.648836 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:19.668533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Calling delete_port for 27ff61f2-f3a2-4d82-b68d-22ea2eb526f9 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:19.974450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.007888 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.009174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.170954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced2cbe-a5c9-4ac7-a16f-c76fbfbf6651 req-80c3eb28-e7ae-43c4-9662-52af6b542788 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:20.179118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fced2cbe-a5c9-4ac7-a16f-c76fbfbf6651 req-80c3eb28-e7ae-43c4-9662-52af6b542788 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 932 time: 0.3968830 Jul 08 17:47:20.335047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.356160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:20.368961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:20.375045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=c69af940-e228-447a-b877-9a9e8fa46505,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:20.380063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf7bf0f-a889-4342-acda-54c048af3081 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:47:20.408810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.425495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fced2cbe-a5c9-4ac7-a16f-c76fbfbf6651 req-6e8ef61b-2971-4073-997b-3372e04ce0c9 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390094 Jul 08 17:47:20.428888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event deleted for resources: {'Port': ['ID=27ff61f2-f3a2-4d82-b68d-22ea2eb526f9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:20.519114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Transition to ACTIVE for port object dcf7bf0f-a889-4342-acda-54c048af3081 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:20.555200 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.609943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.651728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Pushing event updated for resources: {'Port': ['ID=dcf7bf0f-a889-4342-acda-54c048af3081,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:20.898496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Attempting to bind port dcf7bf0f-a889-4342-acda-54c048af3081 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:20.898852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Attempting to bind port dcf7bf0f-a889-4342-acda-54c048af3081 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:20.899458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Attempting to bind port dcf7bf0f-a889-4342-acda-54c048af3081 on network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:20.908987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:20.931136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.936508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:20.998525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fe90a693-fd2c-4a38-a474-166c41690c6c None None] Provisioning complete for port c69af940-e228-447a-b877-9a9e8fa46505 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:20.999095 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fe90a693-fd2c-4a38-a474-166c41690c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.117913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:21.125017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fe90a693-fd2c-4a38-a474-166c41690c6c None None] Port c69af940-e228-447a-b877-9a9e8fa46505 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:21.137135 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:21.147586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-39df39bb-b707-47ec-9f5c-8b49f2425be3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5577512 Jul 08 17:47:21.148674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Port dcf7bf0f-a889-4342-acda-54c048af3081 on network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:47:21.149031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Attempting to bind port dcf7bf0f-a889-4342-acda-54c048af3081 on network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:21.155389 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:21.156184 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:21.163465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58504) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:21.164275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:21.167040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Checking segment: {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:21.167450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Bound using segment: {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:21.168585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Bound port: dcf7bf0f-a889-4342-acda-54c048af3081, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:21.168990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.182421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-933999694'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:21.290016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:21.299500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.358716 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:21.795701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] For port dcf7bf0f-a889-4342-acda-54c048af3081, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:21.800751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] For port dcf7bf0f-a889-4342-acda-54c048af3081, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dcf7bf0f-a889-4342-acda-54c048af3081,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:21.828391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.874873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.875500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Fanout notify agent at l3_agent the message router_deleted on router 5c194f32-cad4-4a58-8a56-dadf9613b1a0 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:21.895441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.896445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8f645b14-3063-4983-91b1-b7a612c5e95d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/5c194f32-cad4-4a58-8a56-dadf9613b1a0 HTTP/1.1" status: 204 len: 168 time: 3.2809758 Jul 08 17:47:21.900922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58518) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:21.908097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-05c68a0a-15a2-4c37-b431-889c48346038 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1803089475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:21.933894 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360faf2c-4221-4e2f-8085-0a77bfe0d8bf req-bd0fa7af-dccc-4ceb-b229-75796f225cfd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:21.941236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-360faf2c-4221-4e2f-8085-0a77bfe0d8bf req-bd0fa7af-dccc-4ceb-b229-75796f225cfd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 1.2611015 Jul 08 17:47:21.955726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:21.957291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:21.965911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] 10.222.0.72 "PUT /v2.0/ports/dcf7bf0f-a889-4342-acda-54c048af3081 HTTP/1.1" status: 200 len: 1092 time: 2.9254041 Jul 08 17:47:21.966424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:21.989656 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072de2b0-513a-4771-8e0e-8229f03b1915" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:22.031789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05c68a0a-15a2-4c37-b431-889c48346038 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.032691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05c68a0a-15a2-4c37-b431-889c48346038 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.054577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:22.074949 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 3, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:19Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:22.086530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271e731-e2b5-4551-ba3a-c656eb8f615e service neutron] Pushing event updated for resources: {'Port': ['ID=dcf7bf0f-a889-4342-acda-54c048af3081,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:22.151818 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:22.153481 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Updating router 8fee59e0-eda4-4881-8f56-2a49305375a9 port c69af940-e228-447a-b877-9a9e8fa46505 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:22.155383 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.158678 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment 8a0e0145-3bc7-4eee-8b87-b57a64046aa0 of type vlan for network 6d37fe90-66a0-4b28-96d2-670f330b45ee Jul 08 17:47:22.237360 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.243072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-360faf2c-4221-4e2f-8085-0a77bfe0d8bf req-c50f65ab-7331-4ba9-8a56-c369cba932ad tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008263 Jul 08 17:47:22.244921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05c68a0a-15a2-4c37-b431-889c48346038 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.287781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c2e72-3044-43b1-b10e-b0a8753cc53b req-c7eca1fc-24db-46a0-99a8-2e3f59197d5d tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.292299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.324955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-993c2e72-3044-43b1-b10e-b0a8753cc53b req-c7eca1fc-24db-46a0-99a8-2e3f59197d5d tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 944 time: 0.5066006 Jul 08 17:47:22.326230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05c68a0a-15a2-4c37-b431-889c48346038 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.386452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05c68a0a-15a2-4c37-b431-889c48346038 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.391740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-6ba55ef7-2bf7-4fce-a393-0631a34eaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.396267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-05c68a0a-15a2-4c37-b431-889c48346038 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4924464 Jul 08 17:47:22.404853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-6ba55ef7-2bf7-4fce-a393-0631a34eaf45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 1095 time: 0.3398716 Jul 08 17:47:22.404853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58542) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:22.435283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:22.534162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-993c2e72-3044-43b1-b10e-b0a8753cc53b req-2d892b11-5f17-4372-8893-0d036f759231 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647465 Jul 08 17:47:22.850997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.871662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.872716 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:22.910874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27975649-adf1-4b1f-b866-d58c937af106 req-3156bace-fec7-4fe6-ada0-36fdf10a9a5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:22.919633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27975649-adf1-4b1f-b866-d58c937af106 req-3156bace-fec7-4fe6-ada0-36fdf10a9a5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.1367028 Jul 08 17:47:23.001414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27975649-adf1-4b1f-b866-d58c937af106 req-9864f8d7-995d-42e9-85e2-a77400da2752 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806084 Jul 08 17:47:23.026584 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.049775 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Transition to ACTIVE for port object c69af940-e228-447a-b877-9a9e8fa46505 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:23.056204 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.098908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-ae24abaa-eede-4eef-ace7-ec5ec27944e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf7bf0f-a889-4342-acda-54c048af3081 HTTP/1.1" status: 200 len: 217 time: 0.6478305 Jul 08 17:47:23.166805 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79052319-85c7-4f06-ab3d-525a92659d06 x-openstack-request-id: req-79052319-85c7-4f06-ab3d-525a92659d06 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:23.174757 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:23.176278 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-79052319-85c7-4f06-ab3d-525a92659d06 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:23.176991 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'status': 'completed', 'code': 200} Jul 08 17:47:23.177632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=6d37fe90-66a0-4b28-96d2-670f330b45ee,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:23.183201 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8db977f2-4b7f-4cda-9649-c52898625847 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0083811 Jul 08 17:47:23.191354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:23.195212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58562) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:23.212072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:23.225158 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512d19-07e5-4541-ad51-fd0c014596a3 None None] Pushing event updated for resources: {'Port': ['ID=c69af940-e228-447a-b877-9a9e8fa46505,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:23.265948 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Attempting to bind port c69af940-e228-447a-b877-9a9e8fa46505 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:23.266321 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Attempting to bind port c69af940-e228-447a-b877-9a9e8fa46505 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:23.266687 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Attempting to bind port c69af940-e228-447a-b877-9a9e8fa46505 on network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:23.280848 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:23.281252 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Checking segment: {'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:23.281858 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.289338 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Bound using segment: {'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:23.290257 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Bound port: c69af940-e228-447a-b877-9a9e8fa46505, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b135eb7d-c93c-406e-8a33-a9ba9661ce51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:23.290875 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.489982 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] For port c69af940-e228-447a-b877-9a9e8fa46505, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:23.493670 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] For port c69af940-e228-447a-b877-9a9e8fa46505, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c69af940-e228-447a-b877-9a9e8fa46505,segment=NetworkSegment(b135eb7d-c93c-406e-8a33-a9ba9661ce51),segment_id=b135eb7d-c93c-406e-8a33-a9ba9661ce51)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:23.500022 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.539092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c03e7-1868-446f-bfbc-38392f579757 req-2669f858-8c55-47db-bbdc-ad27ca0de05e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:23.549029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc0c03e7-1868-446f-bfbc-38392f579757 req-2669f858-8c55-47db-bbdc-ad27ca0de05e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3670137 Jul 08 17:47:23.565297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-e7c5288a-abeb-4639-9386-5bf2fdb25ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:23.568999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-e7c5288a-abeb-4639-9386-5bf2fdb25ee0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=338e72d9-bb59-43b0-9126-e1044717a021 HTTP/1.1" status: 200 len: 835 time: 0.3483870 Jul 08 17:47:23.575360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.588916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:23.595635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:23.770463 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:23.771097 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:23.774911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc0c03e7-1868-446f-bfbc-38392f579757 req-0c9a3345-23f7-4e5a-a388-14e72bbe4498 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244146 Jul 08 17:47:23.791338 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512d19-07e5-4541-ad51-fd0c014596a3 None None] Pushing event updated for resources: {'Port': ['ID=c69af940-e228-447a-b877-9a9e8fa46505,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:23.970237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-77bd5e7a-7615-4cc2-a684-dc8608d6e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:23.972248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-77bd5e7a-7615-4cc2-a684-dc8608d6e920 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3923941 Jul 08 17:47:24.060862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.164338 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:24.224205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=8d25fea1-fdff-46ab-bd69-657abdf7d568,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:24.374531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-d8c9c92b-ed4e-4732-b3de-581de31411e6 service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942926 Jul 08 17:47:24.405105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:24.405589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: 6d37fe90-66a0-4b28-96d2-670f330b45ee, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:24.462578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:24.570956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.580933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6d37fe90-66a0-4b28-96d2-670f330b45ee) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:24.597813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:24.598313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.599401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8445821-08a4-4f3f-bceb-8c215404eebf None None] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:24.634834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:24.711360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbf079-7ba9-4a28-841c-6755e9b33a39 req-bc812e1e-e379-4044-b64a-2f6bba075d65 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:24.716083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fdbf079-7ba9-4a28-841c-6755e9b33a39 req-bc812e1e-e379-4044-b64a-2f6bba075d65 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.4990213 Jul 08 17:47:24.721306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1eaf5f9c-f73c-410f-bf34-26147b242d31 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5167968 Jul 08 17:47:24.724505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58586) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:24.969388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0fd4451c-c63e-4f27-9499-f863e57a6823 req-ad6ddf46-4017-436c-a53f-568558b93a5a service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831027 Jul 08 17:47:25.211554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Allocated IP 172.25.5.61 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/2bfbbf0b-1cbd-42d1-8a72-16b297827cb0) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:25.325227 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 3, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:23Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:25.350463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-6d37fe90-66a0-4b28-96d2-670f330b45ee', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:25.351350 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.369051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fdbf079-7ba9-4a28-841c-6755e9b33a39 req-2e823881-d2ba-434c-9b35-e82db5c705ea tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3702147 Jul 08 17:47:25.397965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9afa1-74ed-4577-ac1a-2933c77d12be None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 3, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:23Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:25.418948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8fa9b-68b6-47b3-91d7-f6a2680c3853 req-b52c7853-b108-4354-bc36-4fa5120f526e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:25.421095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5c8fa9b-68b6-47b3-91d7-f6a2680c3853 req-b52c7853-b108-4354-bc36-4fa5120f526e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 944 time: 0.9619150 Jul 08 17:47:25.675035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Allocated IP 2001:db8:2::2 (6d37fe90-66a0-4b28-96d2-670f330b45ee/8d25fea1-fdff-46ab-bd69-657abdf7d568/49392ef2-8cc2-4eba-9d03-154037ba2b5c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:25.676992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-efbd2bcd-fe1e-4f82-ac44-8b6264215652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:25.687585 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-efbd2bcd-fe1e-4f82-ac44-8b6264215652 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 1095 time: 0.6087432 Jul 08 17:47:25.856646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58608) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:25.857247 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:25.927772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5c8fa9b-68b6-47b3-91d7-f6a2680c3853 req-572fdc1b-b801-4890-96d1-e39b9a42ed21 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918406 Jul 08 17:47:25.966585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.044053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-4bf9cdac-c149-4464-b33a-e6307fff27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:26.048115 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-4bf9cdac-c149-4464-b33a-e6307fff27db service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d HTTP/1.1" status: 200 len: 898 time: 0.3331568 Jul 08 17:47:26.065703 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.080718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Transition to ACTIVE for port object 49392ef2-8cc2-4eba-9d03-154037ba2b5c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:26.120522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Transition to ACTIVE for port object 49392ef2-8cc2-4eba-9d03-154037ba2b5c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:26.129619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.177828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:26.178975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a6688d73-8681-42f1-8106-0f2c34a3a8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.191054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-aeb016e6-4fdc-4019-a7bf-5c4b2027c4cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf7bf0f-a889-4342-acda-54c048af3081 HTTP/1.1" status: 200 len: 217 time: 0.1259248 Jul 08 17:47:26.199823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:26.200720 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.204270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:26.227113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Pushing event updated for resources: {'Port': ['ID=49392ef2-8cc2-4eba-9d03-154037ba2b5c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.284822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.307496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Attempting to bind port 49392ef2-8cc2-4eba-9d03-154037ba2b5c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:26.307871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Attempting to bind port 49392ef2-8cc2-4eba-9d03-154037ba2b5c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:26.308273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Attempting to bind port 49392ef2-8cc2-4eba-9d03-154037ba2b5c on network 6d37fe90-66a0-4b28-96d2-670f330b45ee {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:26.312876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-f9b0eceb-034b-49c6-96aa-7409b4984964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:26.313927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:26.314352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Checking segment: {'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:26.314777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.315178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Bound using segment: {'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:26.315662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Bound port: 49392ef2-8cc2-4eba-9d03-154037ba2b5c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:26.316052 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.317189 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-f9b0eceb-034b-49c6-96aa-7409b4984964 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=338e72d9-bb59-43b0-9126-e1044717a021 HTTP/1.1" status: 200 len: 835 time: 0.1171155 Jul 08 17:47:26.396524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a6688d73-8681-42f1-8106-0f2c34a3a8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.432600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] For port 49392ef2-8cc2-4eba-9d03-154037ba2b5c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:26.436984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] For port 49392ef2-8cc2-4eba-9d03-154037ba2b5c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=49392ef2-8cc2-4eba-9d03-154037ba2b5c,segment=NetworkSegment(8a0e0145-3bc7-4eee-8b87-b57a64046aa0),segment_id=8a0e0145-3bc7-4eee-8b87-b57a64046aa0)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:26.442587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a6688d73-8681-42f1-8106-0f2c34a3a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.450111 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.513357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:26.525339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a6688d73-8681-42f1-8106-0f2c34a3a8de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5c1ebb1a3a1a4c7eb23be1cfd99497b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555662 Jul 08 17:47:26.531645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58614) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:26.544522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:26.550008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:26.559041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6688d73-8681-42f1-8106-0f2c34a3a8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97873282-d7f7-4dd6-ba04-474220352860,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.571540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9cd4-2e51-4015-8438-6d8432393a51 None None] Pushing event updated for resources: {'Port': ['ID=49392ef2-8cc2-4eba-9d03-154037ba2b5c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.669674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event updated for resources: {'Port': ['ID=2bfbbf0b-1cbd-42d1-8a72-16b297827cb0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:26.720181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-649d208e-5067-4191-9914-f6586095f7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:26.790834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c69af940-e228-447a-b877-9a9e8fa46505 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:26.871438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-b9b7ada2-80da-47eb-b8d5-15e4f7b471ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:26.873223 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-b9b7ada2-80da-47eb-b8d5-15e4f7b471ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4794655 Jul 08 17:47:26.927752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-649d208e-5067-4191-9914-f6586095f7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.018406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port c69af940-e228-447a-b877-9a9e8fa46505 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:27.038225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c69af940-e228-447a-b877-9a9e8fa46505 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:27.038444 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.288559 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.412374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port c69af940-e228-447a-b877-9a9e8fa46505, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c69af940-e228-447a-b877-9a9e8fa46505,segment=NetworkSegment(b135eb7d-c93c-406e-8a33-a9ba9661ce51),segment_id=b135eb7d-c93c-406e-8a33-a9ba9661ce51)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:27.434904 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.450988 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-4fe79c57-4168-47a7-826d-0c42c5990168 service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395606 Jul 08 17:47:27.490342 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-649d208e-5067-4191-9914-f6586095f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.493808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-649d208e-5067-4191-9914-f6586095f7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.497948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-649d208e-5067-4191-9914-f6586095f7df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/97873282-d7f7-4dd6-ba04-474220352860 HTTP/1.1" status: 204 len: 168 time: 0.9594710 Jul 08 17:47:27.538626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8:2::1 (6d37fe90-66a0-4b28-96d2-670f330b45ee/8d25fea1-fdff-46ab-bd69-657abdf7d568/c9815a88-cb40-4060-8b19-7be27bdee9fa) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:27.598359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5751564-b701-4060-bdea-c8c078363865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.631564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d208e-5067-4191-9914-f6586095f7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97873282-d7f7-4dd6-ba04-474220352860,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:27.641919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=c69af940-e228-447a-b877-9a9e8fa46505,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:27.737743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d30412-71fc-4af2-a6b4-b544f3039f57 req-bfb17809-cbbb-4da3-9ff8-1aaaf8266485 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:27.741095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d30412-71fc-4af2-a6b4-b544f3039f57 req-bfb17809-cbbb-4da3-9ff8-1aaaf8266485 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 944 time: 0.5196712 Jul 08 17:47:27.746101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.773993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58650) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:27.851292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d30412-71fc-4af2-a6b4-b544f3039f57 req-f7d218ee-5b0b-4a18-9988-0cf65241ea20 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965233 Jul 08 17:47:27.883929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:27.902984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object c9815a88-cb40-4060-8b19-7be27bdee9fa will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:27.958980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.010822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-072de2b0-513a-4771-8e0e-8229f03b1915 req-b36759e6-45de-4482-881e-b2cb729b7230 service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486965 Jul 08 17:47:28.079761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=c9815a88-cb40-4060-8b19-7be27bdee9fa,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:28.104531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:28.107574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:28.110733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:28.111982 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.240212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dcf7bf0f-a889-4342-acda-54c048af3081 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:47:28.345861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cf498-cd3f-4ea2-ac0d-9fd2cbe3b776 None None] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:28.449148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58656) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:28.476175 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.482257 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f08d07e3-e474-48e1-9014-ca8649bca1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.508219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.516019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.701031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ba433dc-efad-46ee-8225-f2725784656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.863864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dcf7bf0f-a889-4342-acda-54c048af3081, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dcf7bf0f-a889-4342-acda-54c048af3081,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:28.898756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f08d07e3-e474-48e1-9014-ca8649bca1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.905372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:47:28.912385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f08d07e3-e474-48e1-9014-ca8649bca1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:28.955819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f08d07e3-e474-48e1-9014-ca8649bca1fa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d217495c87b04e398c1d29c70917d0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046620 Jul 08 17:47:28.960468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58666) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:28.967754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f8f5c4a6-8da3-4011-8163-996fa7e83ca4 None None] Provisioning for port 49392ef2-8cc2-4eba-9d03-154037ba2b5c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:28.996767 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.000664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Router 323fbba4-9066-41c2-931e-e11ef4ec041e is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:29.011811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf7bf0f-a889-4342-acda-54c048af3081 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:47:29.035553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dcf7bf0f-a889-4342-acda-54c048af3081, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dcf7bf0f-a889-4342-acda-54c048af3081,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:29.051882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.069972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 49392ef2-8cc2-4eba-9d03-154037ba2b5c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:29.149292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:29.159880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.161168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-346eddbb-242c-41bf-891c-513b514d204c tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "PUT /v2.0/routers/323fbba4-9066-41c2-931e-e11ef4ec041e HTTP/1.1" status: 200 len: 883 time: 6.7561302 Jul 08 17:47:29.162178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d07e3-e474-48e1-9014-ca8649bca1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742a37bb-8700-4e5f-a7ca-6a279b65edf7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:29.166967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58668) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:29.182393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] Sync routers for ids ['323fbba4-9066-41c2-931e-e11ef4ec041e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:29.247268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] Routers {'323fbba4-9066-41c2-931e-e11ef4ec041e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:29.248645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['323fbba4-9066-41c2-931e-e11ef4ec041e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:29.302576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 49392ef2-8cc2-4eba-9d03-154037ba2b5c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:29.308014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:29.313658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['dcf7bf0f-a889-4342-acda-54c048af3081'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:47:29.317598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dcf7bf0f-a889-4342-acda-54c048af3081,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:29.325226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 49392ef2-8cc2-4eba-9d03-154037ba2b5c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:29.325604 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.358763 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-383f4045-7f07-4715-a823-f37e175cf907 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/323fbba4-9066-41c2-931e-e11ef4ec041e HTTP/1.1" status: 200 len: 924 time: 0.1858952 Jul 08 17:47:29.358763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58674) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:29.359980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.367511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5880da7e-78bf-43bd-84bf-b7c0f05ef097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.383146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.383927 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.443054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] Routers {'323fbba4-9066-41c2-931e-e11ef4ec041e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:29.444110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['323fbba4-9066-41c2-931e-e11ef4ec041e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:29.529167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:29.530082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d32d58-8a24-45e5-a5e6-b4028a7ba921 None None] The sync data for ids ['323fbba4-9066-41c2-931e-e11ef4ec041e'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:29.570975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5880da7e-78bf-43bd-84bf-b7c0f05ef097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.589531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ba433dc-efad-46ee-8225-f2725784656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.619148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ba433dc-efad-46ee-8225-f2725784656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.747430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=c9815a88-cb40-4060-8b19-7be27bdee9fa,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:29.838513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f67709-6ad6-4dc5-80e8-961e10cf70d9 req-ac55be74-ce84-4266-b93b-391ad2f1f498 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:29.840285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67f67709-6ad6-4dc5-80e8-961e10cf70d9 req-ac55be74-ce84-4266-b93b-391ad2f1f498 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 945 time: 0.6597524 Jul 08 17:47:29.867543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8ba433dc-efad-46ee-8225-f2725784656e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df83ce8ac5b7488d85cb47b3f1ff37c1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0924523 Jul 08 17:47:29.876230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba433dc-efad-46ee-8225-f2725784656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1878a090-d76a-413e-9a0f-2e8f28976be9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:29.894778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58680) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:29.931119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:29.942447 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5880da7e-78bf-43bd-84bf-b7c0f05ef097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.945383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5880da7e-78bf-43bd-84bf-b7c0f05ef097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:29.949300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5880da7e-78bf-43bd-84bf-b7c0f05ef097 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/742a37bb-8700-4e5f-a7ca-6a279b65edf7 HTTP/1.1" status: 204 len: 168 time: 0.9805868 Jul 08 17:47:30.006004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:30.058756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67f67709-6ad6-4dc5-80e8-961e10cf70d9 req-0da5ecb3-99dc-44a6-877b-673039757b1f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052648 Jul 08 17:47:30.071447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880da7e-78bf-43bd-84bf-b7c0f05ef097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742a37bb-8700-4e5f-a7ca-6a279b65edf7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:30.214658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.232569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d4de6698-9591-4734-b319-ece3ce6d6485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.245176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd24560c-57f5-4432-9b93-3ea282f97b98 None None] Provisioning complete for port 49392ef2-8cc2-4eba-9d03-154037ba2b5c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:30.246129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd24560c-57f5-4432-9b93-3ea282f97b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.259498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcff08fd-e9b2-4b99-a578-be72fbcbc996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.281670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 49392ef2-8cc2-4eba-9d03-154037ba2b5c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=49392ef2-8cc2-4eba-9d03-154037ba2b5c,segment=NetworkSegment(8a0e0145-3bc7-4eee-8b87-b57a64046aa0),segment_id=8a0e0145-3bc7-4eee-8b87-b57a64046aa0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:30.304573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.306063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c69af940-e228-447a-b877-9a9e8fa46505 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:30.319773 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcff08fd-e9b2-4b99-a578-be72fbcbc996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.338601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852b4c2-2790-469a-b11e-39a3c28e8360 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:30.340708 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3852b4c2-2790-469a-b11e-39a3c28e8360 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=323fbba4-9066-41c2-931e-e11ef4ec041e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9799626 Jul 08 17:47:30.343453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58686) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:30.346269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:30.590189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69942b2d-b57e-4706-b987-c5866294804a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:30.597479 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-69942b2d-b57e-4706-b987-c5866294804a tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.2526450 Jul 08 17:47:30.606469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58690) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:30.633558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.646367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=49392ef2-8cc2-4eba-9d03-154037ba2b5c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:30.707923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-db4dbe63-1d19-48ac-af71-b7f1367e6a25 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=323fbba4-9066-41c2-931e-e11ef4ec041e HTTP/1.1" status: 200 len: 205 time: 0.0999963 Jul 08 17:47:30.709913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58694) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:30.719872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcff08fd-e9b2-4b99-a578-be72fbcbc996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.722651 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dcff08fd-e9b2-4b99-a578-be72fbcbc996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.730370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dcff08fd-e9b2-4b99-a578-be72fbcbc996 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1878a090-d76a-413e-9a0f-2e8f28976be9 HTTP/1.1" status: 204 len: 168 time: 0.8279083 Jul 08 17:47:30.753424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff08fd-e9b2-4b99-a578-be72fbcbc996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1878a090-d76a-413e-9a0f-2e8f28976be9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:30.768782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:30.779937 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:30.789945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8afcade4-0336-4f38-a0c3-b0cc6236ff03 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0640235 Jul 08 17:47:30.790623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58700) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:30.793581 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:30.795471 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:30.798217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1525858264'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:30.860040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:30.863914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.889831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c69af940-e228-447a-b877-9a9e8fa46505 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:30.890059 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.922537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:30.942125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:30.942616 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added segment 2faee13d-7209-494e-b5e9-ab6f9bc749ad of type vlan for network 42f032a8-cc5e-43c8-9d33-2aa117600b2f Jul 08 17:47:31.008601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.024913 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.046363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd24560c-57f5-4432-9b93-3ea282f97b98 None None] Provisioning for port c9815a88-cb40-4060-8b19-7be27bdee9fa completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:31.076616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd24560c-57f5-4432-9b93-3ea282f97b98 None None] Provisioning complete for port c9815a88-cb40-4060-8b19-7be27bdee9fa triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.076879 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:31.076995 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd24560c-57f5-4432-9b93-3ea282f97b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.125857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.132007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:31.132638 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.271270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.281308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd24560c-57f5-4432-9b93-3ea282f97b98 None None] Port c9815a88-cb40-4060-8b19-7be27bdee9fa cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:31.343277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5508251 Jul 08 17:47:31.346104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58718) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:31.365919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'subnet': {'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:31.404036 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.446504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dfd8e786-e520-4be7-a2d9-3198eb45cda4 None None] Provisioning complete for port c9815a88-cb40-4060-8b19-7be27bdee9fa triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.453118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e786-e520-4be7-a2d9-3198eb45cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.462005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Deleting port 2bfbbf0b-1cbd-42d1-8a72-16b297827cb0 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:31.466746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.574825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 49392ef2-8cc2-4eba-9d03-154037ba2b5c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:31.659759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe085a-dc34-4d40-8024-f6a8522087aa tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Network': ['ID=42f032a8-cc5e-43c8-9d33-2aa117600b2f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:31.661341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-dfd8e786-e520-4be7-a2d9-3198eb45cda4 None None] Port c9815a88-cb40-4060-8b19-7be27bdee9fa cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:31.682324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:31.698995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.728783 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:28Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:28Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:31.739742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Calling delete_port for 2bfbbf0b-1cbd-42d1-8a72-16b297827cb0 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:31.773123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Made reservation on behalf of 791f98d62d5b4d5096bfcb2832339f69 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:31.779020 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.818352 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:31.819290 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Updating router 8fee59e0-eda4-4881-8f56-2a49305375a9 port c9815a88-cb40-4060-8b19-7be27bdee9fa binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:31.894125 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:31.909613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 49392ef2-8cc2-4eba-9d03-154037ba2b5c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:31.910001 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.042421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1b6a8-d7df-4511-a9f5-92c352278b8f req-9e7c7c55-68f7-485f-a6f7-e5a789cfea52 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:32.051402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09a1b6a8-d7df-4511-a9f5-92c352278b8f req-9e7c7c55-68f7-485f-a6f7-e5a789cfea52 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 945 time: 0.4197276 Jul 08 17:47:32.135157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09a1b6a8-d7df-4511-a9f5-92c352278b8f req-700eb2f4-20f5-457d-a8d3-694e832918bf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786254 Jul 08 17:47:32.153851 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.211927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event deleted for resources: {'Port': ['ID=2bfbbf0b-1cbd-42d1-8a72-16b297827cb0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:32.268751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dcf7bf0f-a889-4342-acda-54c048af3081 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:32.419498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port dcf7bf0f-a889-4342-acda-54c048af3081 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:32.437288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port dcf7bf0f-a889-4342-acda-54c048af3081 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:32.437715 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.459591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.467951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.583524 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.612454 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Transition to ACTIVE for port object c9815a88-cb40-4060-8b19-7be27bdee9fa will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:32.622563 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.633008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Subnet': ['ID=10875bf0-78d0-41a8-9482-5b4e87ca2493,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:32.645790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.662600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:32.693455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:32.695862 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25add9-d7bc-41f7-898c-c9801f486ca6" -d '{"events": [{"server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "name": "network-vif-plugged", "status": "completed", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:32.708151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.712430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.738797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port dcf7bf0f-a889-4342-acda-54c048af3081, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dcf7bf0f-a889-4342-acda-54c048af3081,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:32.750234 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.752764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Checking segment: {'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:32.754442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network hostable DHCP agents. Network: 42f032a8-cc5e-43c8-9d33-2aa117600b2f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:32.780617 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6e40c-f074-4cde-9025-4e9be34c732a None None] Pushing event updated for resources: {'Port': ['ID=c9815a88-cb40-4060-8b19-7be27bdee9fa,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:32.812011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:32.849583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 42f032a8-cc5e-43c8-9d33-2aa117600b2f) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:32.861362 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.861934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Fanout notify agent at l3_agent the message router_deleted on router 323fbba4-9066-41c2-931e-e11ef4ec041e {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:32.862901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:32.863610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.869202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.871060 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3af07148-c5e1-4b0a-8e66-0f1509054e29 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/323fbba4-9066-41c2-931e-e11ef4ec041e HTTP/1.1" status: 204 len: 168 time: 2.1596835 Jul 08 17:47:32.876201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:32.879149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed50218-ba60-4158-95aa-5ad440aaadd9 None None] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:32.894321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f13c6b48-67f2-4bdc-b48f-68578d1266c8 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1736030676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:32.903287 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Attempting to bind port c9815a88-cb40-4060-8b19-7be27bdee9fa on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:32.905826 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Attempting to bind port c9815a88-cb40-4060-8b19-7be27bdee9fa by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:32.907518 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Attempting to bind port c9815a88-cb40-4060-8b19-7be27bdee9fa on network 6d37fe90-66a0-4b28-96d2-670f330b45ee {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:32.915055 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.931448 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:32.932165 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Checking segment: {'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:32.935615 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.935615 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Bound using segment: {'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:32.937324 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Bound port: c9815a88-cb40-4060-8b19-7be27bdee9fa, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0e0145-3bc7-4eee-8b87-b57a64046aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:32.939806 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:32.959474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a55a5ed7-845e-4535-a99d-858c01ac72b2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6090331 Jul 08 17:47:32.962675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:33.003103 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13c6b48-67f2-4bdc-b48f-68578d1266c8 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.005914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13c6b48-67f2-4bdc-b48f-68578d1266c8 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.015572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=dcf7bf0f-a889-4342-acda-54c048af3081,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:33.067830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.068510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.069199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.069710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.070226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.070736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.071236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.071733 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.072230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.072762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.073257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.073815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:33.095540 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] For port c9815a88-cb40-4060-8b19-7be27bdee9fa, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:33.105968 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] For port c9815a88-cb40-4060-8b19-7be27bdee9fa, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c9815a88-cb40-4060-8b19-7be27bdee9fa,segment=NetworkSegment(8a0e0145-3bc7-4eee-8b87-b57a64046aa0),segment_id=8a0e0145-3bc7-4eee-8b87-b57a64046aa0)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:33.125794 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.201227 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c3f-a12e-41e6-9a7c-a93ee29684c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.236671 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13c6b48-67f2-4bdc-b48f-68578d1266c8 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.258623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13c6b48-67f2-4bdc-b48f-68578d1266c8 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.310995 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:33.315681 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:33.351502 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55363bdb-eeae-4bb2-a2ee-ef7844563029 x-openstack-request-id: req-55363bdb-eeae-4bb2-a2ee-ef7844563029 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:33.351746 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "name": "network-vif-plugged", "status": "completed", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:33.352476 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-55363bdb-eeae-4bb2-a2ee-ef7844563029 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:33.354210 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'code': 200} Jul 08 17:47:33.493385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:33.498945 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.585762 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c3f-a12e-41e6-9a7c-a93ee29684c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.627758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85dd0c3f-a12e-41e6-9a7c-a93ee29684c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.684291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13c6b48-67f2-4bdc-b48f-68578d1266c8 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:33.686011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f13c6b48-67f2-4bdc-b48f-68578d1266c8 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7989559 Jul 08 17:47:33.695471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58784) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:33.727938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': True}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:33.801851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-85dd0c3f-a12e-41e6-9a7c-a93ee29684c1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c9f4071354246f1b022df8b6f4a4534&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352234 Jul 08 17:47:33.810143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58792) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:33.839075 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6e40c-f074-4cde-9025-4e9be34c732a None None] Pushing event updated for resources: {'Port': ['ID=c9815a88-cb40-4060-8b19-7be27bdee9fa,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:33.863084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130291-7a7d-4a8d-a46a-61fdffce23c5 req-52bc63fb-a586-4fad-b0bb-25af68b91bca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:33.870931 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:33.873247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa130291-7a7d-4a8d-a46a-61fdffce23c5 req-52bc63fb-a586-4fad-b0bb-25af68b91bca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 946 time: 0.3766739 Jul 08 17:47:33.906977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd0c3f-a12e-41e6-9a7c-a93ee29684c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386bf844-a907-42d6-8569-b98e6659e03e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:33.928176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Allocated IP 2001:db8:3::2 (42f032a8-cc5e-43c8-9d33-2aa117600b2f/10875bf0-78d0-41a8-9482-5b4e87ca2493/64c6d9d8-4227-4bac-8b0b-314c81ec3a53) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:33.987372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa130291-7a7d-4a8d-a46a-61fdffce23c5 req-5974b65d-c91b-4733-ab34-ee010dd20ba0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131227 Jul 08 17:47:33.994368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b426533b-f358-45c5-a573-2216e4e56aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.030310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b426533b-f358-45c5-a573-2216e4e56aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.114835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b426533b-f358-45c5-a573-2216e4e56aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.117763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b426533b-f358-45c5-a573-2216e4e56aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.122384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b426533b-f358-45c5-a573-2216e4e56aef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/386bf844-a907-42d6-8569-b98e6659e03e HTTP/1.1" status: 204 len: 168 time: 0.3026834 Jul 08 17:47:34.140179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426533b-f358-45c5-a573-2216e4e56aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386bf844-a907-42d6-8569-b98e6659e03e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:34.253179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.274823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f302-ce00-4632-b97c-38d0b046b8c5 req-8221dd75-aac4-4905-81cf-28a709c2576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:34.278045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9919f302-ce00-4632-b97c-38d0b046b8c5 req-8221dd75-aac4-4905-81cf-28a709c2576a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 1097 time: 0.8183448 Jul 08 17:47:34.289825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Transition to ACTIVE for port object 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:34.346851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Transition to ACTIVE for port object 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:34.347865 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:28Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:33Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:34.376901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.394486 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ee537-8a9f-4032-bf00-4627431602e7 None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:28Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:33Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:34.536845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:34.540419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:34.549104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:34.630594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Pushing event updated for resources: {'Port': ['ID=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:34.654047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Attempting to bind port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:34.654680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Attempting to bind port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:34.655275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Attempting to bind port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 on network 42f032a8-cc5e-43c8-9d33-2aa117600b2f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:34.688289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:34.689127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Checking segment: {'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:34.691135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.691721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Bound using segment: {'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:34.693348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Bound port: 64c6d9d8-4227-4bac-8b0b-314c81ec3a53, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:34.693955 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.792771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.840615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:34.887097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] For port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:34.894495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] For port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,segment=NetworkSegment(2faee13d-7209-494e-b5e9-ab6f9bc749ad),segment_id=2faee13d-7209-494e-b5e9-ab6f9bc749ad)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:34.913451 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.097561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564e85c-c7b5-4fe6-b044-67388dbfc7fa None None] Pushing event updated for resources: {'Port': ['ID=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:35.391225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Allocated IP 2001:db8:3::1 (42f032a8-cc5e-43c8-9d33-2aa117600b2f/10875bf0-78d0-41a8-9482-5b4e87ca2493/a8097073-9c7a-4378-899f-2e52fd401540) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:35.599973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c9815a88-cb40-4060-8b19-7be27bdee9fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:35.742270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port c9815a88-cb40-4060-8b19-7be27bdee9fa completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:35.750159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c9815a88-cb40-4060-8b19-7be27bdee9fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:35.750925 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.907456 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.920709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9919f302-ce00-4632-b97c-38d0b046b8c5 req-c91606d9-7fd8-45c2-a5d4-5d97dfac1514 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5159593 Jul 08 17:47:35.959011 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:35.997692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port c9815a88-cb40-4060-8b19-7be27bdee9fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c9815a88-cb40-4060-8b19-7be27bdee9fa,segment=NetworkSegment(8a0e0145-3bc7-4eee-8b87-b57a64046aa0),segment_id=8a0e0145-3bc7-4eee-8b87-b57a64046aa0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:36.013732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.059538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Transition to ACTIVE for port object a8097073-9c7a-4378-899f-2e52fd401540 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:36.100607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb1a2-93e9-4a3b-bddb-c639cb178b20 req-05dcefcf-f8f2-4d3b-aa0f-7dc2c4eaa83a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:36.102180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b35eb1a2-93e9-4a3b-bddb-c639cb178b20 req-05dcefcf-f8f2-4d3b-aa0f-7dc2c4eaa83a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 946 time: 0.7684891 Jul 08 17:47:36.169895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=c9815a88-cb40-4060-8b19-7be27bdee9fa,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:36.180860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b35eb1a2-93e9-4a3b-bddb-c639cb178b20 req-762642f0-5df4-4311-9281-4437658013a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692952 Jul 08 17:47:36.206209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.353769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:36.410318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=a8097073-9c7a-4378-899f-2e52fd401540,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:36.431197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:36.434513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:36.435316 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.527636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:36.611978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.023025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Allocated IP 172.25.5.13 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/986576ed-afa8-4570-af7b-03ba505382cb) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:37.076766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0fcee9-d7c2-4282-bacb-3cb62ab50507 None None] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:37.078883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.237456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c39df961-58f4-473b-8bfa-074355fce67b None None] Provisioning for port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:37.239363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58896) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:37.244944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'network': {'name': 'tempest-network-smoke--1410493781', 'project_id': '585db082f4024e62ad89f18f82b3587d', 'port_security_enabled': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:37.299111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Made reservation on behalf of 585db082f4024e62ad89f18f82b3587d for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:37.305240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.313486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.326118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.589914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d955cae-f3af-4d7b-b014-80038441d5a8 req-1b0711c6-9542-4642-83a3-0f0939de821a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:37.595309 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d955cae-f3af-4d7b-b014-80038441d5a8 req-1b0711c6-9542-4642-83a3-0f0939de821a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 946 time: 0.1927402 Jul 08 17:47:37.683102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:37.695334 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.720791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d955cae-f3af-4d7b-b014-80038441d5a8 req-9b72af05-7e25-40bb-9c7d-4012c7259e9f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183608 Jul 08 17:47:37.721643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.755931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.771274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.772578 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.836435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event updated for resources: {'Port': ['ID=a8097073-9c7a-4378-899f-2e52fd401540,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:37.844982 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.873594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4b6d15-17c9-4be1-8d7b-0d13596383dd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:37.898141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:47:37.899952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:37.905499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:37.905878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.936925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:37.940907 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Added segment 6dc0bab6-ac26-4d75-a657-04ade830fac1 of type vlan for network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 Jul 08 17:47:37.986156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Port': ['ID=986576ed-afa8-4570-af7b-03ba505382cb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:38.082367 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.121825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:38.122605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d268e2f6-ebbb-4921-ad76-aff4601b0b45 None None] Provisioning for port a8097073-9c7a-4378-899f-2e52fd401540 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:38.125406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:38.137927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,segment=NetworkSegment(2faee13d-7209-494e-b5e9-ab6f9bc749ad),segment_id=2faee13d-7209-494e-b5e9-ab6f9bc749ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:38.139735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:38.140216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d268e2f6-ebbb-4921-ad76-aff4601b0b45 None None] Provisioning complete for port a8097073-9c7a-4378-899f-2e52fd401540 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:38.141057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d268e2f6-ebbb-4921-ad76-aff4601b0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.192480 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.195681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c9815a88-cb40-4060-8b19-7be27bdee9fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:38.201692 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.364773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12309335-8d31-4e6b-99fc-83c15fadd9ef req-356953da-34ba-4ee9-9729-54e9cd3d4c53 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:38.367577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12309335-8d31-4e6b-99fc-83c15fadd9ef req-356953da-34ba-4ee9-9729-54e9cd3d4c53 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 946 time: 0.3517098 Jul 08 17:47:38.385276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d268e2f6-ebbb-4921-ad76-aff4601b0b45 None None] Port a8097073-9c7a-4378-899f-2e52fd401540 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:38.487896 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.499320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d268e2f6-ebbb-4921-ad76-aff4601b0b45 None None] Provisioning complete for port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:38.500611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d268e2f6-ebbb-4921-ad76-aff4601b0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.510016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:38.510715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.543871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:38.563797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12309335-8d31-4e6b-99fc-83c15fadd9ef req-d7b1f97e-cbb5-470e-beb2-ca8f0ce65f71 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875041 Jul 08 17:47:38.587794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port c9815a88-cb40-4060-8b19-7be27bdee9fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:38.590346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.592979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3523922 Jul 08 17:47:38.597591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58954) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:38.671987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58956) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:38.682139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'admin_state_up': True, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:38.843388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809eca2-10cb-4073-b238-bfa244a487fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Network': ['ID=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:38.844017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:38.846963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:38.875269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:47:38.879370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.880831 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:38.938352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2826f725-7c89-4366-932a-f56d61f4659d tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:38.940362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2826f725-7c89-4366-932a-f56d61f4659d tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 1092 time: 0.2036252 Jul 08 17:47:38.943544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58962) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:38.951715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:38.985697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58964) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:39.007964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:39.011762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ecc7c0c5-3f64-41d9-a1ff-4dfea33cd145 None None] Provisioning complete for port a8097073-9c7a-4378-899f-2e52fd401540 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:39.012201 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ecc7c0c5-3f64-41d9-a1ff-4dfea33cd145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.024383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.086282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ecc7c0c5-3f64-41d9-a1ff-4dfea33cd145 None None] Port a8097073-9c7a-4378-899f-2e52fd401540 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:39.138390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.206038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:39.215720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:39.229312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:39.230497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:39.252571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3bacad33-a41b-4d3d-9ab0-df0e235ab4fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2887080 Jul 08 17:47:39.256869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58968) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:39.265091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.292755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:39.300178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e074256a-d5aa-4edc-9986-bce07bc33f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.340901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-91963640-651c-4986-825f-2d9ef9e1da5b None None] Provisioning complete for port a8097073-9c7a-4378-899f-2e52fd401540 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:39.341345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-91963640-651c-4986-825f-2d9ef9e1da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.407699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:39.412612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:39.427919 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.471988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-91963640-651c-4986-825f-2d9ef9e1da5b None None] Port a8097073-9c7a-4378-899f-2e52fd401540 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:39.533295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.852067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.25.5.218 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/a248f00f-abe2-4141-afc7-18644e9c4a07) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:39.880452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.911474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:39.923191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:39.923585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.103175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.106305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e074256a-d5aa-4edc-9986-bce07bc33f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.114035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.129696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.137847 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e074256a-d5aa-4edc-9986-bce07bc33f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.140101 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:36Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:37Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:40.188876 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.191578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:40.192218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Updating router 8fee59e0-eda4-4881-8f56-2a49305375a9 port a8097073-9c7a-4378-899f-2e52fd401540 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:40.235075 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.260668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:40.271916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:40.278187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:40.341419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=a248f00f-abe2-4141-afc7-18644e9c4a07,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:40.370563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Allocated IP 172.25.5.161 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:40.389698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074256a-d5aa-4edc-9986-bce07bc33f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942b8fb6-9419-4867-8300-bf16a5b25813,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:40.433763 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e074256a-d5aa-4edc-9986-bce07bc33f9d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35297c65e3f4425dace246c77a23a616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4407077 Jul 08 17:47:40.436553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:40.598112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:47:40.634809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Removed routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:47:40.635192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.643326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e283942-a283-4a51-b8c4-c0402d9a91f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.671722 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.697048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Transition to ACTIVE for port object a8097073-9c7a-4378-899f-2e52fd401540 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:40.708901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.768507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e283942-a283-4a51-b8c4-c0402d9a91f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.797087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.860061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:40.877132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5da5f-b67a-487f-864a-9327a569cd90 None None] Pushing event updated for resources: {'Port': ['ID=a8097073-9c7a-4378-899f-2e52fd401540,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:40.907806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Router c9569bf6-30eb-4763-ae1d-b902b0e14a48 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:41.002272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Attempting to bind port a8097073-9c7a-4378-899f-2e52fd401540 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:41.003317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Attempting to bind port a8097073-9c7a-4378-899f-2e52fd401540 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:41.003693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Attempting to bind port a8097073-9c7a-4378-899f-2e52fd401540 on network 42f032a8-cc5e-43c8-9d33-2aa117600b2f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:41.009517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:41.009995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Checking segment: {'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:41.010297 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.010729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Bound using segment: {'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:41.011237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Bound port: a8097073-9c7a-4378-899f-2e52fd401540, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2faee13d-7209-494e-b5e9-ab6f9bc749ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:41.011634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.049115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:41.072094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:41.129668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:41.149415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] For port a8097073-9c7a-4378-899f-2e52fd401540, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:41.164140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] For port a8097073-9c7a-4378-899f-2e52fd401540, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a8097073-9c7a-4378-899f-2e52fd401540,segment=NetworkSegment(2faee13d-7209-494e-b5e9-ab6f9bc749ad),segment_id=2faee13d-7209-494e-b5e9-ab6f9bc749ad)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:41.170478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.211777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:41.216414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:41.221231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.222527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f007b1ca-5808-4c90-a6ad-ea7d8ff4b68f tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "PUT /v2.0/routers/c9569bf6-30eb-4763-ae1d-b902b0e14a48 HTTP/1.1" status: 200 len: 918 time: 7.5222998 Jul 08 17:47:41.223240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e283942-a283-4a51-b8c4-c0402d9a91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.227178 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] Sync routers for ids ['c9569bf6-30eb-4763-ae1d-b902b0e14a48'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:41.233870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e283942-a283-4a51-b8c4-c0402d9a91f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.237361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e283942-a283-4a51-b8c4-c0402d9a91f1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/942b8fb6-9419-4867-8300-bf16a5b25813 HTTP/1.1" status: 204 len: 168 time: 0.7940209 Jul 08 17:47:41.249828 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] Routers {'c9569bf6-30eb-4763-ae1d-b902b0e14a48'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:41.253427 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c9569bf6-30eb-4763-ae1d-b902b0e14a48'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.254496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58996) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:41.280843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:41.281626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.316914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e283942-a283-4a51-b8c4-c0402d9a91f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b8fb6-9419-4867-8300-bf16a5b25813,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:41.333958 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.335157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.358478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] Routers {'c9569bf6-30eb-4763-ae1d-b902b0e14a48'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:41.359095 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c9569bf6-30eb-4763-ae1d-b902b0e14a48'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.474391 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:41.475395 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba5efa-fcd1-493c-ba1a-803f11247ba4 None None] The sync data for ids ['c9569bf6-30eb-4763-ae1d-b902b0e14a48'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:41.593414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5da5f-b67a-487f-864a-9327a569cd90 None None] Pushing event updated for resources: {'Port': ['ID=a8097073-9c7a-4378-899f-2e52fd401540,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:41.670873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:41.899458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59004) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:41.942257 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:41.972462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e86811d3-1dbf-46eb-9a6f-80cbadbe6404 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/c9569bf6-30eb-4763-ae1d-b902b0e14a48 HTTP/1.1" status: 200 len: 924 time: 0.6891577 Jul 08 17:47:41.973599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59006) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.104867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-efaff3f6-cab4-47ef-a847-db92d546b92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.105402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:40Z', 'revision_number': 6, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:41Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:42.139677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c3820-19bf-4139-8be3-c699d5c06d09 None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:40Z', 'revision_number': 6, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:41Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:42.282607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.303089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:42.402283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d6b96-7983-4d89-9a53-1a792e1b7a54 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:42.403957 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5a1d6b96-7983-4d89-9a53-1a792e1b7a54 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=c9569bf6-30eb-4763-ae1d-b902b0e14a48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4291649 Jul 08 17:47:42.426023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59014) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.477859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:42.492655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.497533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7c73bfb9-a52e-4baf-9a35-99b314979961 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 200 len: 953 time: 3.2090738 Jul 08 17:47:42.497932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59020) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.543350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.624848 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b2ce4b35-3a04-46bd-89c9-04f79d8f59bf tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 200 len: 953 time: 0.1246312 Jul 08 17:47:42.626372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59022) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.636217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'routes': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:42.742064 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.821641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f2bb6-9196-4921-8dc8-fb7e88662466 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:42.821641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-532f2bb6-9196-4921-8dc8-fb7e88662466 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.3929107 Jul 08 17:47:42.831072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59024) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:42.833125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-efaff3f6-cab4-47ef-a847-db92d546b92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.884186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-efaff3f6-cab4-47ef-a847-db92d546b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:42.917848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fbf77b14-058b-418b-a187-91c84811de69 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9569bf6-30eb-4763-ae1d-b902b0e14a48 HTTP/1.1" status: 200 len: 205 time: 0.0825856 Jul 08 17:47:42.927420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59026) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:43.096503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-efaff3f6-cab4-47ef-a847-db92d546b92e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=99e16562eb964d03a6c1d57a8878d5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1255689 Jul 08 17:47:43.097662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaff3f6-cab4-47ef-a847-db92d546b92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48baabc7-94b1-4541-ad4e-d9eed760223c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:43.100417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59034) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:43.179386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.226020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.316649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:43.328023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:43.328756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:43.414176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.434478 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.468911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 74c037e2-7f83-4517-8340-cb2cb77225ed is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:43.535267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a8097073-9c7a-4378-899f-2e52fd401540 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:43.547584 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.559988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:47:43.560432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:47:43.572838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=a248f00f-abe2-4141-afc7-18644e9c4a07,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:43.602106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.612080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:43.690969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.697582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.698972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.705797 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48baabc7-94b1-4541-ad4e-d9eed760223c HTTP/1.1" status: 204 len: 168 time: 0.6043041 Jul 08 17:47:43.732178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.741420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port a8097073-9c7a-4378-899f-2e52fd401540 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:43.767749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48baabc7-94b1-4541-ad4e-d9eed760223c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:43.789034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a8097073-9c7a-4378-899f-2e52fd401540 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:43.789657 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.833793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.836447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.838344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.839412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.841422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.841878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.842534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.845658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.846358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.846798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.847291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.847717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f0f582-dc20-4009-8cd0-345891344d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:43.864248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:43.873973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.036710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:44.048238 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Sync routers for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:44.076478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:44.077176 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:44.089724 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.118125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.121239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5348f6da-b2ce-44c3-ad19-80c766c8f9c4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4523342 Jul 08 17:47:44.122522 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Floating IP 48293961-6022-41fa-883b-0f92876bbd9b associated. External IP: 172.25.5.218, port: dcf7bf0f-a889-4342-acda-54c048af3081. Jul 08 17:47:44.130780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:44.222739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port a8097073-9c7a-4378-899f-2e52fd401540, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a8097073-9c7a-4378-899f-2e52fd401540,segment=NetworkSegment(2faee13d-7209-494e-b5e9-ab6f9bc749ad),segment_id=2faee13d-7209-494e-b5e9-ab6f9bc749ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:44.229038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Deleting port 986576ed-afa8-4570-af7b-03ba505382cb {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:44.229501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.233044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:40Z', 'revision_number': 6, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:41Z', 'revision_number': 4, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:44.317253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.336834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:44.361113 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:44.430502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:44.431138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:44.453600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.515054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:44.575339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=a8097073-9c7a-4378-899f-2e52fd401540,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:44.628796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:44.833809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 360010bf-9d9b-48c9-a43f-30ac329c8659 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:44.957935 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:42Z', 'revision_number': 3, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:44.992833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fdd37753-28af-4041-8d5f-17c560c1357e tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=585db082f4024e62ad89f18f82b3587d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8539612 Jul 08 17:47:44.995616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.023207 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Checking router: 74c037e2-7f83-4517-8340-cb2cb77225ed for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:45.023778 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Updating router 74c037e2-7f83-4517-8340-cb2cb77225ed port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:45.028649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59092) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:45.058480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Calling delete_port for 986576ed-afa8-4570-af7b-03ba505382cb owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:45.134702 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.322833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:43Z', 'revision_number': 7, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:44Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:45.330233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:45.387602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c4662-f24d-42fa-bc2c-29ab56c61262 None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:43Z', 'revision_number': 7, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:44Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:45.490820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175699-824f-47b3-b68f-70d06da81261 req-904d2d2b-2a6e-48d8-b744-05590aba3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:45.499926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91175699-824f-47b3-b68f-70d06da81261 req-904d2d2b-2a6e-48d8-b744-05590aba3300 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1095 time: 0.5638695 Jul 08 17:47:45.533734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a8097073-9c7a-4378-899f-2e52fd401540 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:45.607861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a8097073-9c7a-4378-899f-2e52fd401540 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:45.608242 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.710715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17651dc9-fb2f-428c-9b67-224332d595af tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:45.716772 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-17651dc9-fb2f-428c-9b67-224332d595af tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6850400 Jul 08 17:47:45.836896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59108) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:45.933310 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.946056 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Transition to ACTIVE for port object b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:45.956165 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:45.982983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:45.997562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] Sync routers for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:46.016716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:46.019605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:46.033717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518432-df2a-46bb-8590-17ab62fee1e5 req-2c84db28-0397-4529-856f-8e2bf20cae89 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:46.034331 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Attempting to bind port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:46.034754 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Attempting to bind port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:46.035127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6518432-df2a-46bb-8590-17ab62fee1e5 req-2c84db28-0397-4529-856f-8e2bf20cae89 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.8819788 Jul 08 17:47:46.035364 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Attempting to bind port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:46.043674 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.044186 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:46.044681 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:46.045161 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.045572 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:46.046053 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Bound port: b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:46.046433 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.073528 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daab72-0cf0-48b0-a397-3d004e4f7425 None None] Pushing event updated for resources: {'Port': ['ID=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:46.130613 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] For port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:46.142216 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] For port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:46.150437 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.188439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6518432-df2a-46bb-8590-17ab62fee1e5 req-8d40e990-6748-4088-a66b-6fb1a257a0b9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297667 Jul 08 17:47:46.204047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a2ae72eb-e8e9-48c1-8f89-e7ef094cb7ac tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2591407 Jul 08 17:47:46.204718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59116) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:46.205240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:47:46.207620 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:47:46.249748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:46.282572 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:46.283217 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:46.362936 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daab72-0cf0-48b0-a397-3d004e4f7425 None None] Pushing event updated for resources: {'Port': ['ID=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:46.478093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2a8def8d-a3eb-4891-a106-3a61fc8db75d tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/48293961-6022-41fa-883b-0f92876bbd9b HTTP/1.1" status: 200 len: 992 time: 0.2599683 Jul 08 17:47:46.541873 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:46.554499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59136) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:46.562775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896451703', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'project_id': '585db082f4024e62ad89f18f82b3587d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:46.568400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2033ad8d-66c5-4ec1-bfa5-e8b8fda4ba4e tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2670600 Jul 08 17:47:46.587456 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d368ef-68d7-4475-9225-dcdc589afa98 x-openstack-request-id: req-b0d368ef-68d7-4475-9225-dcdc589afa98 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:47:46.588103 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:47:46.588638 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b0d368ef-68d7-4475-9225-dcdc589afa98 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:47:46.589344 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'status': 'completed', 'code': 200} Jul 08 17:47:46.733997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:46.759444 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.765633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Made reservation on behalf of 585db082f4024e62ad89f18f82b3587d for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:47:46.769795 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:46.773948 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f08f15d2-8f5b-4517-a672-00248720c363 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 200 len: 703 time: 4.1441135 Jul 08 17:47:46.775774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59156) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:46.778430 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:46.831830 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:46.832473 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:46.872570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175699-824f-47b3-b68f-70d06da81261 req-7c1d403a-63d5-46d4-acca-0be520ddca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:46.878199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91175699-824f-47b3-b68f-70d06da81261 req-7c1d403a-63d5-46d4-acca-0be520ddca2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 1.3005419 Jul 08 17:47:46.957231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7bb198af-7a35-4bc8-bbb9-1837a389d28d tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 200 len: 703 time: 0.1784694 Jul 08 17:47:46.965952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59164) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:47.023632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.116590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:50Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:40Z', 'revision_number': 0, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:47.175850 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:47.212431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] Checking router: 360010bf-9d9b-48c9-a43f-30ac329c8659 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:47.248415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:47.249120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:47.283633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event deleted for resources: {'Port': ['ID=986576ed-afa8-4570-af7b-03ba505382cb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:47.401725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.466020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-6820077a-773a-435e-937d-9f0223f9515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:47.467691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-6820077a-773a-435e-937d-9f0223f9515e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 1097 time: 0.8742852 Jul 08 17:47:47.472564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.508007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59200) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:47.586709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c11828d4-68cd-4ea9-9135-bb831badc484 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/48293961-6022-41fa-883b-0f92876bbd9b HTTP/1.1" status: 200 len: 992 time: 0.0740676 Jul 08 17:47:47.594180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:47.623324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Checking segment: {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:47.623752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network hostable DHCP agents. Network: d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:47:47.627857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Subnet': ['ID=a7257ef4-2dfb-4fe9-be01-83df8a716482,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:47.726589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4633-1af8-4d2b-b410-5716bc0b3d43 req-2c71d9f2-4405-4905-b2d5-529e5560c6d0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:47.728876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e3f4633-1af8-4d2b-b410-5716bc0b3d43 req-2c71d9f2-4405-4905-b2d5-529e5560c6d0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2771382 Jul 08 17:47:47.748624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:47:47.776966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:47.811429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e0201-d8b1-4056-9750-b26a894297ee None None] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:47.821723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:47.822340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.846098 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91175699-824f-47b3-b68f-70d06da81261 req-0c3d04e2-4e9d-418f-a772-1f51b052aae6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.9450889 Jul 08 17:47:47.896368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.907487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e3f4633-1af8-4d2b-b410-5716bc0b3d43 req-39bb288c-4178-4048-b60d-68d2084d91bc tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709464 Jul 08 17:47:47.910037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ea94927a-084a-474b-9746-821608107c98 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3542404 Jul 08 17:47:47.912675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:47.922680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59218) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:48.079048 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:42Z', 'revision_number': 3, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:48.115536 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.116299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Fanout notify agent at l3_agent the message router_deleted on router c9569bf6-30eb-4763-ae1d-b902b0e14a48 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:48.128693 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.130087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4261c19c-7ed0-4c6b-be1a-714a3d06619f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/c9569bf6-30eb-4763-ae1d-b902b0e14a48 HTTP/1.1" status: 204 len: 168 time: 5.2017119 Jul 08 17:47:48.136902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175699-824f-47b3-b68f-70d06da81261 req-b2a2cd62-57cf-4620-a045-4f8a419be94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:48.138602 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91175699-824f-47b3-b68f-70d06da81261 req-b2a2cd62-57cf-4620-a045-4f8a419be94f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2718475 Jul 08 17:47:48.139164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59236) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:48.150868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-779b891d-d1f7-4994-9a41-521e3a980c85 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-625504740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:48.157178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-c1a5dbb9-3ab1-4144-a107-a0e0d57ab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:48.159402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-c1a5dbb9-3ab1-4144-a107-a0e0d57ab6d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d HTTP/1.1" status: 200 len: 898 time: 0.6787081 Jul 08 17:47:48.164037 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d33305-91e6-48d5-b5bc-cfb53ecab257 None None] The sync data for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 is: [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:42Z', 'revision_number': 3, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:48.195138 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:43Z', 'revision_number': 7, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:44Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:48.243709 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:48.342644 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:48.343475 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:48.508889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:47:48.508889 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.567621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-779b891d-d1f7-4994-9a41-521e3a980c85 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.568503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-779b891d-d1f7-4994-9a41-521e3a980c85 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:48.600352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59258) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:48.614209 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:48.620644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:50Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:40Z', 'revision_number': 0, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:48.631871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-ceea7d9a-7a8a-41b4-a062-c158198678ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf7bf0f-a889-4342-acda-54c048af3081 HTTP/1.1" status: 200 len: 1000 time: 0.4658492 Jul 08 17:47:48.778286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91175699-824f-47b3-b68f-70d06da81261 req-c98bae01-e5e1-41a4-aab2-42a9f2ee3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:48.779966 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91175699-824f-47b3-b68f-70d06da81261 req-c98bae01-e5e1-41a4-aab2-42a9f2ee3799 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6192596 Jul 08 17:47:48.881511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6150a3-4237-4e82-a0bc-a955ef340fdc None None] The sync data for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 is: [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:46:50Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:40Z', 'revision_number': 0, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:49.011706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a99d3e9e-0795-4520-a76e-c2d759506ac9 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/48293961-6022-41fa-883b-0f92876bbd9b HTTP/1.1" status: 200 len: 992 time: 0.3936830 Jul 08 17:47:49.034460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-779b891d-d1f7-4994-9a41-521e3a980c85 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.084829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Allocated IP 172.20.0.2 (d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5/a7257ef4-2dfb-4fe9-be01-83df8a716482/f3f5ea4b-e60f-4614-aea2-c011e729575a) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:49.135572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-779b891d-d1f7-4994-9a41-521e3a980c85 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.153047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.160474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-97cb5705-543e-4e8c-accc-42810558c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:49.162271 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-97cb5705-543e-4e8c-accc-42810558c2c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=338e72d9-bb59-43b0-9126-e1044717a021 HTTP/1.1" status: 200 len: 835 time: 0.4498773 Jul 08 17:47:49.364064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-779b891d-d1f7-4994-9a41-521e3a980c85 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.372773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-779b891d-d1f7-4994-9a41-521e3a980c85 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2291493 Jul 08 17:47:49.374107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59288) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:49.391696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': False}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:49.507844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1f05b5-7ad2-44ef-a7b3-c21312f0a9f7 None None] New status for floating IP 48293961-6022-41fa-883b-0f92876bbd9b: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:47:49.641279 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f4906-34b0-48cf-ad3c-bc57fac2a644 req-aedf8c39-a5db-4968-8fd6-f00cfe58a0d1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:49.648160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c37f4906-34b0-48cf-ad3c-bc57fac2a644 req-aedf8c39-a5db-4968-8fd6-f00cfe58a0d1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3150313 Jul 08 17:47:49.650430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:49.682195 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:43Z', 'revision_number': 7, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:44Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:49.785767 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab5188-3edb-424e-8d62-df67655cbd71 None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:43Z', 'revision_number': 7, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8097073-9c7a-4378-899f-2e52fd401540', 'name': '', 'network_id': '42f032a8-cc5e-43c8-9d33-2aa117600b2f', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:a9:32:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:35Z', 'updated_at': '2021-07-08T17:47:44Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '10875bf0-78d0-41a8-9482-5b4e87ca2493', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:49.897847 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:49.915765 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91175699-824f-47b3-b68f-70d06da81261 req-895f83fc-7b47-41bf-a030-4828b4916e6b service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0059960 Jul 08 17:47:49.942031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Transition to ACTIVE for port object f3f5ea4b-e60f-4614-aea2-c011e729575a will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:49.988021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c37f4906-34b0-48cf-ad3c-bc57fac2a644 req-2e495553-f696-4745-840f-7b906d930b0e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475576 Jul 08 17:47:50.013599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Transition to ACTIVE for port object f3f5ea4b-e60f-4614-aea2-c011e729575a will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:50.035579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59318) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:50.074541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.089781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-91175699-824f-47b3-b68f-70d06da81261 req-83862456-48a3-4a27-ac60-4b717f36bdbd service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659429 Jul 08 17:47:50.168961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-4c4b8132-29dd-418f-b99d-99e9da318201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:50.170800 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-4c4b8132-29dd-418f-b99d-99e9da318201 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9869752 Jul 08 17:47:50.180864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:50.194184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:50.194993 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.346726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:50.351912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:50.360376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:50.406535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-f24109ab-3e6c-4504-a989-bccddcb80b33 service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115424 Jul 08 17:47:50.418777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.489767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2e229e4f-b7d1-4739-a612-096b19a28b8d tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/48293961-6022-41fa-883b-0f92876bbd9b HTTP/1.1" status: 200 len: 992 time: 0.4491723 Jul 08 17:47:50.498443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.542480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Pushing event updated for resources: {'Port': ['ID=f3f5ea4b-e60f-4614-aea2-c011e729575a,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:50.592045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port a8097073-9c7a-4378-899f-2e52fd401540 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:50.592400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.667558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Attempting to bind port f3f5ea4b-e60f-4614-aea2-c011e729575a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:50.668156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Attempting to bind port f3f5ea4b-e60f-4614-aea2-c011e729575a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:50.669451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Attempting to bind port f3f5ea4b-e60f-4614-aea2-c011e729575a on network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:50.673309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:50.680656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:50.683278 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Checking segment: {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:50.683973 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.685758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Bound using segment: {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:50.691299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Bound port: f3f5ea4b-e60f-4614-aea2-c011e729575a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:50.692393 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.695026 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.732531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port a8097073-9c7a-4378-899f-2e52fd401540, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a8097073-9c7a-4378-899f-2e52fd401540,segment=NetworkSegment(2faee13d-7209-494e-b5e9-ab6f9bc749ad),segment_id=2faee13d-7209-494e-b5e9-ab6f9bc749ad)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:50.733207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.787912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for a8097073-9c7a-4378-899f-2e52fd401540 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:50.856097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:50.912946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] For port f3f5ea4b-e60f-4614-aea2-c011e729575a, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:47:50.930028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] For port f3f5ea4b-e60f-4614-aea2-c011e729575a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f3f5ea4b-e60f-4614-aea2-c011e729575a,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:47:50.937233 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:50.982437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-76e1277f-5a6e-463c-9c63-f4ab4e1932ce req-3186ed7f-6ff3-496d-8790-005fcb034c78 service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594490 Jul 08 17:47:51.070241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.175710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94537ba1-2979-4f9b-b7d5-17ca0e2b0bdd None None] Pushing event updated for resources: {'Port': ['ID=f3f5ea4b-e60f-4614-aea2-c011e729575a,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:51.326006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.371449 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:51.440295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:51.501399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59376) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:51.608431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:51.609116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.067130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59380) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:52.313963 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-930ee150-05a9-4b18-a90c-a914703b6e09 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/48293961-6022-41fa-883b-0f92876bbd9b HTTP/1.1" status: 200 len: 994 time: 0.7918825 Jul 08 17:47:52.372795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Allocated IP 172.25.5.148 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/6f7f9c17-5b1d-459a-91b0-714d33521379) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:52.488368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27845b9a-2b20-4262-9044-6b05e9a0f2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.550341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.562495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.625004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=a8097073-9c7a-4378-899f-2e52fd401540,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:52.661411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:52.742134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7f9c17-5b1d-459a-91b0-714d33521379,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:52.775172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:52.784030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:52.790376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:52.970827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b269a-6edc-4bbd-b634-f72cd78cd6aa None None] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:52.988758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae97e3-ff22-487c-920b-24c4bbcb22cb req-59873d2c-955c-4517-8a8e-5d4c5e861197 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:52.990582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dae97e3-ff22-487c-920b-24c4bbcb22cb req-59873d2c-955c-4517-8a8e-5d4c5e861197 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.9338858 Jul 08 17:47:53.084451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Allocated IP 172.20.0.1 (d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5/a7257ef4-2dfb-4fe9-be01-83df8a716482/8cdbf260-57d1-41bf-be76-9fd7ead24b4f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:53.153022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7b0043ec-e02f-4c83-a167-962815af62f1 None None] Provisioning for port f3f5ea4b-e60f-4614-aea2-c011e729575a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:53.182217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.218176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27845b9a-2b20-4262-9044-6b05e9a0f2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.230733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dae97e3-ff22-487c-920b-24c4bbcb22cb req-5771c09c-4fa7-42fc-b52e-1f2b6a31686b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960135 Jul 08 17:47:53.238963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-27845b9a-2b20-4262-9044-6b05e9a0f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.266948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-27845b9a-2b20-4262-9044-6b05e9a0f2af admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7524191627024ae68debf52dc31e20a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1955628 Jul 08 17:47:53.284787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59420) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:53.380045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.554879 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.566152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59426) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:53.625734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27845b9a-2b20-4262-9044-6b05e9a0f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba66fad-b9f1-494f-8450-42dfa656e2d3,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:53.648191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Transition to ACTIVE for port object 8cdbf260-57d1-41bf-be76-9fd7ead24b4f will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:53.676549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f3f5ea4b-e60f-4614-aea2-c011e729575a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:53.830495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ff88e4a-3899-408c-80f7-69ed379573be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.843216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f3f5ea4b-e60f-4614-aea2-c011e729575a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:53.847523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f3f5ea4b-e60f-4614-aea2-c011e729575a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:53.847937 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.884030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.889304 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:53.922338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ff88e4a-3899-408c-80f7-69ed379573be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.035865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.063318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d3bca67-62f2-4876-82d6-ca8642295ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.066054 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:47:54.137327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.172587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:54.180068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:54.181689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:54.187769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:54.193792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d6d6be40-46d8-4a0e-a192-09a25725c25b None None] Provisioning complete for port f3f5ea4b-e60f-4614-aea2-c011e729575a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:54.194840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d6d6be40-46d8-4a0e-a192-09a25725c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.197973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Router b1c52f67-627b-4dad-8d01-6f4a8433b182 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:54.279471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ff88e4a-3899-408c-80f7-69ed379573be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.285210 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ff88e4a-3899-408c-80f7-69ed379573be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.294546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ff88e4a-3899-408c-80f7-69ed379573be admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4ba66fad-b9f1-494f-8450-42dfa656e2d3 HTTP/1.1" status: 204 len: 168 time: 1.0052688 Jul 08 17:47:54.306495 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.411543 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d3bca67-62f2-4876-82d6-ca8642295ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.439150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f3f5ea4b-e60f-4614-aea2-c011e729575a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f3f5ea4b-e60f-4614-aea2-c011e729575a,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:54.474661 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.484276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff88e4a-3899-408c-80f7-69ed379573be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba66fad-b9f1-494f-8450-42dfa656e2d3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.503501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d3bca67-62f2-4876-82d6-ca8642295ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.507901 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.587735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:54.598809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:54.603062 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] Sync routers for ids ['b1c52f67-627b-4dad-8d01-6f4a8433b182'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:54.613488 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.614777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aac25328-9084-4e6e-92ef-e80fbde83734 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "PUT /v2.0/routers/b1c52f67-627b-4dad-8d01-6f4a8433b182 HTTP/1.1" status: 200 len: 919 time: 5.2323434 Jul 08 17:47:54.619001 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] Routers {'b1c52f67-627b-4dad-8d01-6f4a8433b182'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:54.620381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59440) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.628442 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1c52f67-627b-4dad-8d01-6f4a8433b182'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.632143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cd3176b9-d23b-49d3-bb90-6f51f3ec1f8c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6650145 Jul 08 17:47:54.636661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:54.643357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59442) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.647194 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d6d6be40-46d8-4a0e-a192-09a25725c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.648274 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6d3bca67-62f2-4876-82d6-ca8642295ed0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1bf24cb6310d48e18fa0c21fe86e0e89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0803339 Jul 08 17:47:54.651367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59446) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.706929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f3f5ea4b-e60f-4614-aea2-c011e729575a,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.716523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:54.717402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.718147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bca67-62f2-4876-82d6-ca8642295ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ece428-7a30-4c46-bd74-c92830c87f75,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.725005 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.742699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2520da6-9bd9-457c-8f2d-b67c4942c225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.744049 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] Routers {'b1c52f67-627b-4dad-8d01-6f4a8433b182'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:54.745258 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1c52f67-627b-4dad-8d01-6f4a8433b182'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.769847 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2520da6-9bd9-457c-8f2d-b67c4942c225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.823829 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:54.824496 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31c303-a507-4c6e-badf-6916b08c45d5 None None] The sync data for ids ['b1c52f67-627b-4dad-8d01-6f4a8433b182'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:54.825288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2520da6-9bd9-457c-8f2d-b67c4942c225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.829699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2520da6-9bd9-457c-8f2d-b67c4942c225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.833316 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d2520da6-9bd9-457c-8f2d-b67c4942c225 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/69ece428-7a30-4c46-bd74-c92830c87f75 HTTP/1.1" status: 204 len: 168 time: 0.1787210 Jul 08 17:47:54.840888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2520da6-9bd9-457c-8f2d-b67c4942c225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ece428-7a30-4c46-bd74-c92830c87f75,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:54.864132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-75a7477d-43ab-477b-bb49-7c4f3a1a403d tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/b1c52f67-627b-4dad-8d01-6f4a8433b182 HTTP/1.1" status: 200 len: 925 time: 0.2257378 Jul 08 17:47:54.864465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59454) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:54.905296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:54.929335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet 10875bf0-78d0-41a8-9482-5b4e87ca2493 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:47:54.933277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:54.999326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb611d2-d2a9-43b3-8e7f-e914ad4188dc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:55.000961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dfb611d2-d2a9-43b3-8e7f-e914ad4188dc tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=b1c52f67-627b-4dad-8d01-6f4a8433b182&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1346893 Jul 08 17:47:55.006789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59458) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.124019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.171864 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-d6d6be40-46d8-4a0e-a192-09a25725c25b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:47:55.172684 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-d6d6be40-46d8-4a0e-a192-09a25725c25b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:47:55.199086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0d1ed-8b20-455a-af3a-52e78352d653 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:47:55.200828 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-75c0d1ed-8b20-455a-af3a-52e78352d653 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.1928957 Jul 08 17:47:55.204608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59464) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.258144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-190bc061-cc3f-4171-8ee3-4416167e82cc tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1c52f67-627b-4dad-8d01-6f4a8433b182 HTTP/1.1" status: 200 len: 205 time: 0.0519097 Jul 08 17:47:55.259421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59468) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.280283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:52Z', 'revision_number': 8, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:55.336445 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.386755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.388495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59476) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.391930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:55.412149 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.418338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:55.419122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:55.451064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-305ba37f-02e7-43a2-a418-59d769fc0e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.498287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f3f5ea4b-e60f-4614-aea2-c011e729575a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:47:55.591507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.597927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:55.599794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f3f5ea4b-e60f-4614-aea2-c011e729575a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:55.600236 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.680906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-305ba37f-02e7-43a2-a418-59d769fc0e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.697055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-305ba37f-02e7-43a2-a418-59d769fc0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.711633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Deleting port 6f7f9c17-5b1d-459a-91b0-714d33521379 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:55.712066 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.831320 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-305ba37f-02e7-43a2-a418-59d769fc0e46 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3ad35c78e7e5439bab823183b2ed00e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408507 Jul 08 17:47:55.836715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59482) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:55.840002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ba37f-02e7-43a2-a418-59d769fc0e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d330e04-a850-448a-b750-d5a7c00991e2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:55.846984 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.907403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.919057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.926956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d941b82-496d-4d04-b396-143495fb216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.957224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.976421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eddeba82-ac2d-440b-89dd-4596b7aea011 None None] Provisioning for port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:47:55.976853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d941b82-496d-4d04-b396-143495fb216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.984174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eddeba82-ac2d-440b-89dd-4596b7aea011 None None] Provisioning complete for port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:55.985240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eddeba82-ac2d-440b-89dd-4596b7aea011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:55.988492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Calling delete_port for 6f7f9c17-5b1d-459a-91b0-714d33521379 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:56.057339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:52Z', 'revision_number': 8, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:56.061300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-eddeba82-ac2d-440b-89dd-4596b7aea011 None None] Port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:56.091981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee1358-491d-42a2-946c-a845556b5bcc None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:47:52Z', 'revision_number': 8, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9815a88-cb40-4060-8b19-7be27bdee9fa', 'name': '', 'network_id': '6d37fe90-66a0-4b28-96d2-670f330b45ee', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:41:4f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:26Z', 'updated_at': '2021-07-08T17:47:35Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '8d25fea1-fdff-46ab-bd69-657abdf7d568', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:47:56.166209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.178115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:56.238018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.260144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d941b82-496d-4d04-b396-143495fb216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.263301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d941b82-496d-4d04-b396-143495fb216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.264538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8d941b82-496d-4d04-b396-143495fb216b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2d330e04-a850-448a-b750-d5a7c00991e2 HTTP/1.1" status: 204 len: 168 time: 0.4265318 Jul 08 17:47:56.280573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d941b82-496d-4d04-b396-143495fb216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d330e04-a850-448a-b750-d5a7c00991e2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:56.302222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.314493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c81dc-4442-42d5-840a-02e29322da26 None None] Network 42f032a8-cc5e-43c8-9d33-2aa117600b2f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:47:56.334202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event deleted for resources: {'Port': ['ID=6f7f9c17-5b1d-459a-91b0-714d33521379,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:56.347636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.354475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/10875bf0-78d0-41a8-9482-5b4e87ca2493 HTTP/1.1" status: 204 len: 168 time: 1.4926298 Jul 08 17:47:56.354475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb1872-31f6-4c27-8fe0-f7708a296370 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=10875bf0-78d0-41a8-9482-5b4e87ca2493,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:56.357002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59498) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:56.423631 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.571146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.597934 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.600199 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.680879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.684159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Fanout notify agent at l3_agent the message router_deleted on router b1c52f67-627b-4dad-8d01-6f4a8433b182 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:47:56.693720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:56.705419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.711259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:56.712157 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-98e6e940-ed29-4e27-8710-3d1a81294831 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/b1c52f67-627b-4dad-8d01-6f4a8433b182 HTTP/1.1" status: 204 len: 168 time: 1.4505985 Jul 08 17:47:56.713127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59510) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:56.716025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] DHCP port deletion for 42f032a8-cc5e-43c8-9d33-2aa117600b2f request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:47:56.719873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-257220128', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:56.794482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.797407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.877741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:56.878090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.897926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] Deleting port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:47:56.898300 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:56.913554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.027683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,segment=NetworkSegment(2faee13d-7209-494e-b5e9-ab6f9bc749ad),segment_id=2faee13d-7209-494e-b5e9-ab6f9bc749ad)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:57.033512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.070325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] For port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,segment=NetworkSegment(2faee13d-7209-494e-b5e9-ab6f9bc749ad),segment_id=2faee13d-7209-494e-b5e9-ab6f9bc749ad)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:47:57.075908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.107110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] Calling delete_port for 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:57.190832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.290179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-16435529-d65c-479e-995d-a2605d18acfc None None] Provisioning complete for port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:47:57.291155 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-16435529-d65c-479e-995d-a2605d18acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.512069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a8097073-9c7a-4378-899f-2e52fd401540 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:57.596253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.598870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-16435529-d65c-479e-995d-a2605d18acfc None None] Port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:47:57.601850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: a8097073-9c7a-4378-899f-2e52fd401540 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:57.604709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a8097073-9c7a-4378-899f-2e52fd401540 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:57.605654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.606116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:47:57.622056 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-441e6399-fd89-4159-80c1-9c35495a22c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.637729 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.684838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:47:57.685255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:47:57.690573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] Pushing event deleted for resources: {'Port': ['ID=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:57.694378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:47:57.694891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fb21c1-b72f-41aa-876b-1c0dc5ce7464 None None] No DVR routers for this DVR port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:57.787160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 74c037e2-7f83-4517-8340-cb2cb77225ed has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:47:57.844124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Allocated IP 172.25.5.65 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/598855cd-e2c1-4262-adb3-530363fa63c1) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:47:57.899141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:57.984459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=64c6d9d8-4227-4bac-8b0b-314c81ec3a53,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:57.993763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.994121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.995337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.995687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.996027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.996390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.996757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.997084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.997415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.997742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.998444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:57.998444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:47:58.005346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port 64c6d9d8-4227-4bac-8b0b-314c81ec3a53 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:47:58.031806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.086677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.105254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:47:58.112172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2483069a-b5a5-4380-87ad-54dc36b67e34 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "PUT /v2.0/routers/74c037e2-7f83-4517-8340-cb2cb77225ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1879115 Jul 08 17:47:58.118195 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Sync routers for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:47:58.127354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59560) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:58.132415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-aa3f2198-a3cd-49c7-8cb3-43a65802e359 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1061478841', 'description': 'tempest-secgroup_access--1061478841 description', 'project_id': '585db082f4024e62ad89f18f82b3587d'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:58.138723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:47:58.139387 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:47:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.146206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:47:58.153285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:47:58.157443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:47:58.162638 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.184414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event updated for resources: {'Port': ['ID=598855cd-e2c1-4262-adb3-530363fa63c1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:58.191567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f032a8-cc5e-43c8-9d33-2aa117600b2f']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.246368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2faee13d-7209-494e-b5e9-ab6f9bc749ad') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.247772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2faee13d-7209-494e-b5e9-ab6f9bc749ad') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.262598 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.284726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2198-a3cd-49c7-8cb3-43a65802e359 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.364282 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:47:58.499013 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2198-a3cd-49c7-8cb3-43a65802e359 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.502849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.517189 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2198-a3cd-49c7-8cb3-43a65802e359 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.536173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:47:58.537466 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: self.session.flush() Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:47:58.554052 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:47:58.664167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa3f2198-a3cd-49c7-8cb3-43a65802e359 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.665908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-aa3f2198-a3cd-49c7-8cb3-43a65802e359 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5373709 Jul 08 17:47:58.668211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f2198-a3cd-49c7-8cb3-43a65802e359 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db750438-9079-4cd9-abe6-bcf585aabbc9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:58.671466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:58.677071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2c4e4b98-99d9-4373-ada6-24b9a1c26f02 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1412748143', 'description': 'tempest-secgroup_general--1412748143 description', 'project_id': '585db082f4024e62ad89f18f82b3587d'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:58.696176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.724340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.726949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/42f032a8-cc5e-43c8-9d33-2aa117600b2f HTTP/1.1" status: 204 len: 168 time: 2.3475556 Jul 08 17:47:58.728637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5c85a-5746-4e93-acbc-a1e093f8a82f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=42f032a8-cc5e-43c8-9d33-2aa117600b2f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:58.732036 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 2, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:47:58.733568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59592) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:58.796981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Checking router: 74c037e2-7f83-4517-8340-cb2cb77225ed for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:47:58.797560 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Updating router 74c037e2-7f83-4517-8340-cb2cb77225ed port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:47:58.821863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c4e4b98-99d9-4373-ada6-24b9a1c26f02 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:58.840801 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.150354 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.495584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c4e4b98-99d9-4373-ada6-24b9a1c26f02 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.512932 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.519164 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c4e4b98-99d9-4373-ada6-24b9a1c26f02 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.528254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.532780 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Transition to ACTIVE for port object 8cdbf260-57d1-41bf-be76-9fd7ead24b4f will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:47:59.543966 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.555290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e4b98-99d9-4373-ada6-24b9a1c26f02 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201946da-0344-40f2-9cdc-2f20d802b4a8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:59.587090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c4e4b98-99d9-4373-ada6-24b9a1c26f02 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.588517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2c4e4b98-99d9-4373-ada6-24b9a1c26f02 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9157298 Jul 08 17:47:59.592883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59636) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:47:59.598920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2ca91d61-dacb-4068-bc75-f38148b148ec tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'security_group_rule': {'security_group_id': 'db750438-9079-4cd9-abe6-bcf585aabbc9', 'project_id': '585db082f4024e62ad89f18f82b3587d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:47:59.734955 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ca91d61-dacb-4068-bc75-f38148b148ec tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.805423 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda556f-4d20-41dd-8349-6a1e5545bb00 None None] Pushing event updated for resources: {'Port': ['ID=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:47:59.861722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.867248 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Attempting to bind port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:47:59.867745 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Attempting to bind port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:47:59.868205 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Attempting to bind port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f on network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:47:59.881395 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:47:59.881949 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Checking segment: {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:47:59.882452 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.884035 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Bound using segment: {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:47:59.884873 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Bound port: 8cdbf260-57d1-41bf-be76-9fd7ead24b4f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:47:59.886151 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:47:59.947778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Router d4a32886-04c6-43ac-884a-a3e4eff29cdc is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:47:59.997813 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ed1d-4382-4605-bccf-c5a9570a16bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.048003 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ca91d61-dacb-4068-bc75-f38148b148ec tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.049346 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] For port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:00.056665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ca91d61-dacb-4068-bc75-f38148b148ec tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.059770 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] For port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:00.068048 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.162457 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91d61-dacb-4068-bc75-f38148b148ec tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9e9918-7b64-4e62-95cb-61aff9fc582c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.166649 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ca91d61-dacb-4068-bc75-f38148b148ec tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.167894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2ca91d61-dacb-4068-bc75-f38148b148ec tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5736015 Jul 08 17:48:00.200363 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda556f-4d20-41dd-8349-6a1e5545bb00 None None] Pushing event updated for resources: {'Port': ['ID=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:00.224956 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:00.226754 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.239133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:00.251786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] Sync routers for ids ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:00.290379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.294608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] Routers {'d4a32886-04c6-43ac-884a-a3e4eff29cdc'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:00.295126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.295623 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-46b11019-bbec-42b5-87ec-0c2f3ff57c80 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5803368 Jul 08 17:48:00.296197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59672) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:00.305484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:00.406175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.441947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] Routers {'d4a32886-04c6-43ac-884a-a3e4eff29cdc'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:00.442666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.495272 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:00.558778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port c9815a88-cb40-4060-8b19-7be27bdee9fa {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:00.564444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.612777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:00.613816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e602c6-4ed6-4f68-bc58-87e6d5b93d2f None None] The sync data for ids ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:00.640178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:00.945830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-ae84c1c1-6d02-44eb-8183-5292c93e1613 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup_access--1061478841&fields=id&tenant_id=585db082f4024e62ad89f18f82b3587d HTTP/1.1" status: 200 len: 267 time: 0.2161193 Jul 08 17:48:00.987474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port c9815a88-cb40-4060-8b19-7be27bdee9fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c9815a88-cb40-4060-8b19-7be27bdee9fa,segment=NetworkSegment(8a0e0145-3bc7-4eee-8b87-b57a64046aa0),segment_id=8a0e0145-3bc7-4eee-8b87-b57a64046aa0)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:00.988364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.057741 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:00Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:01.082593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for c9815a88-cb40-4060-8b19-7be27bdee9fa owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:01.106000 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54800501-42f5-4c94-a1f7-db2d8839a3bb None None] The sync data for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 is: [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:00Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:01.126137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-03bb6cfb-56f0-4b14-b1f7-01f9ef2ff1af tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup_general--1412748143&fields=id&tenant_id=585db082f4024e62ad89f18f82b3587d HTTP/1.1" status: 200 len: 267 time: 0.1716061 Jul 08 17:48:01.375517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.417325 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.420125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.519108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8cdbf260-57d1-41bf-be76-9fd7ead24b4f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:01.584967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Deleting port 598855cd-e2c1-4262-adb3-530363fa63c1 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:01.585325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.653324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:01.658019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.669370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:01.670038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.686633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-4b5f658b-badd-4594-93fe-24382b79c09b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:01.686633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-4b5f658b-badd-4594-93fe-24382b79c09b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/networks?id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 HTTP/1.1" status: 200 len: 797 time: 0.5415332 Jul 08 17:48:01.727995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=c9815a88-cb40-4060-8b19-7be27bdee9fa,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:01.859428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:01.904336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-4db971d8-8067-491d-8822-7434b5cf699a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/quotas/585db082f4024e62ad89f18f82b3587d HTTP/1.1" status: 200 len: 375 time: 0.2105258 Jul 08 17:48:01.905489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Calling delete_port for 598855cd-e2c1-4262-adb3-530363fa63c1 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:01.993171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.092258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:02.095186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.106361 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.231755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:02.487601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.516620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-16bab2ae-717d-438b-bcf6-4264f2b050a9 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6005828 Jul 08 17:48:02.548503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Pushing event deleted for resources: {'Port': ['ID=598855cd-e2c1-4262-adb3-530363fa63c1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:02.703157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:02.797762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-71871fd5-b2da-4a18-aefa-3346737553ca service neutron] 10.222.0.63 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325706 Jul 08 17:48:02.856527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.132180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-cca2704f-babd-46d2-bffb-e363a04e7751 service neutron] 10.222.0.63 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694981 Jul 08 17:48:03.141439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:03.242442 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.256574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.384524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:03.396526 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:03.401941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-363de1d4-17d2-4002-98b9-cb9b729ba437 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6660013 Jul 08 17:48:03.402788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59846) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:03.413731 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:03.417823 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:03.504805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Router d4a32886-04c6-43ac-884a-a3e4eff29cdc has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:03.613443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd16dc68-05cc-4629-ba32-6ab1d1a831ca req-f8d2984b-d369-45b6-9dc0-52476fc72973 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 210 time: 0.0806181 Jul 08 17:48:03.621148 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:03.623756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet 8d25fea1-fdff-46ab-bd69-657abdf7d568 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:03.656781 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.690891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8cdbf260-57d1-41bf-be76-9fd7ead24b4f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:03.784078 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.785311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:03.788263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:03.789924 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.796156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] Sync routers for ids ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:03.809355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:03.817131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1798bc91-edcb-44f9-8a28-0770fe8b9021 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "PUT /v2.0/routers/d4a32886-04c6-43ac-884a-a3e4eff29cdc HTTP/1.1" status: 200 len: 709 time: 3.5196579 Jul 08 17:48:03.826153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59868) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:03.924963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] Routers {'d4a32886-04c6-43ac-884a-a3e4eff29cdc'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:03.928056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:04.078145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59884) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:04.079841 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.083359 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:04.099102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4e7d3ee5-9da0-4fa7-b80e-6d1aa2a13c42 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/routers/d4a32886-04c6-43ac-884a-a3e4eff29cdc HTTP/1.1" status: 200 len: 744 time: 0.2535582 Jul 08 17:48:04.149842 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:01Z', 'revision_number': 9, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:04.196685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] Routers {'d4a32886-04c6-43ac-884a-a3e4eff29cdc'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:04.197516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:04.221668 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:04.240583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:04.244308 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:04.247974 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:04.249138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ffb8a-7651-44b6-8dc7-e6863f3caac2 None None] The sync data for ids ['d4a32886-04c6-43ac-884a-a3e4eff29cdc'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:04.267172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59898) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:04.278329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b34d2bdf-255b-4d90-9c49-a263dbae4584 tempest-RoutersIpV6AdminTest-1666805181 tempest-RoutersIpV6AdminTest-1666805181-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=d4a32886-04c6-43ac-884a-a3e4eff29cdc HTTP/1.1" status: 200 len: 205 time: 0.1740966 Jul 08 17:48:04.313408 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-74c059ba-1858-4a51-a21e-09d24b54a61d tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a32886-04c6-43ac-884a-a3e4eff29cdc HTTP/1.1" status: 200 len: 205 time: 0.0444901 Jul 08 17:48:04.314246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59904) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:04.354287 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.454043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e2a64d0-e499-4839-a81e-f47df11c5fdf tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.456379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=8d25fea1-fdff-46ab-bd69-657abdf7d568,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:04.501848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.512142 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:04.520063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-93cc1387-eb4f-484a-8584-8e513b46655a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/8d25fea1-fdff-46ab-bd69-657abdf7d568 HTTP/1.1" status: 204 len: 168 time: 1.1158178 Jul 08 17:48:04.521045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59914) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:04.556819 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d93d9-5684-4063-851c-cec636b33901 None None] Network 6d37fe90-66a0-4b28-96d2-670f330b45ee requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:04.747572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.893208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] DHCP port deletion for 6d37fe90-66a0-4b28-96d2-670f330b45ee request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:04.941564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 49392ef2-8cc2-4eba-9d03-154037ba2b5c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:04.942564 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.974603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e2a64d0-e499-4839-a81e-f47df11c5fdf tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:04.978591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e2a64d0-e499-4839-a81e-f47df11c5fdf tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.036083 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:01Z', 'revision_number': 9, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:05.108215 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e89e21-abe6-4eba-9261-a00bfe2988aa None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:01Z', 'revision_number': 9, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c69af940-e228-447a-b877-9a9e8fa46505', 'name': '', 'network_id': 'c3c6906a-4692-498d-8a08-bf7f2d22bdd6', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:75:aa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:15Z', 'updated_at': '2021-07-08T17:47:27Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': 'b959dbcb-1d93-4450-8d35-67beb3eca487', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:05.119035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e2a64d0-e499-4839-a81e-f47df11c5fdf tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.121438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2a64d0-e499-4839-a81e-f47df11c5fdf tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Fanout notify agent at l3_agent the message router_deleted on router d4a32886-04c6-43ac-884a-a3e4eff29cdc {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:48:05.136628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e2a64d0-e499-4839-a81e-f47df11c5fdf tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.142920 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5e2a64d0-e499-4839-a81e-f47df11c5fdf tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/d4a32886-04c6-43ac-884a-a3e4eff29cdc HTTP/1.1" status: 204 len: 168 time: 0.8275723 Jul 08 17:48:05.143770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59936) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:05.154339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] Deleting port 49392ef2-8cc2-4eba-9d03-154037ba2b5c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:05.154910 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.184793 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19eebba6-2b41-4119-9dee-74fd29cde145 req-cef55a58-0866-4a4b-8ac9-83d0bb37e72d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 210 time: 0.1009080 Jul 08 17:48:05.205405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e96b0ee0-a854-4b95-9acc-bcd67dc47bdd tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4a32886-04c6-43ac-884a-a3e4eff29cdc HTTP/1.1" status: 200 len: 205 time: 0.0600929 Jul 08 17:48:05.206322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59944) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:05.219740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port 49392ef2-8cc2-4eba-9d03-154037ba2b5c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=49392ef2-8cc2-4eba-9d03-154037ba2b5c,segment=NetworkSegment(8a0e0145-3bc7-4eee-8b87-b57a64046aa0),segment_id=8a0e0145-3bc7-4eee-8b87-b57a64046aa0)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:05.220100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.249489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 49392ef2-8cc2-4eba-9d03-154037ba2b5c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:05.261670 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-6f31bd8d-e401-4e27-b018-571eb12474fc tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] delete failed (client error): The resource could not be found. Jul 08 17:48:05.267228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f31bd8d-e401-4e27-b018-571eb12474fc tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/d4a32886-04c6-43ac-884a-a3e4eff29cdc HTTP/1.1" status: 404 len: 336 time: 0.0580812 Jul 08 17:48:05.268496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59952) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:05.321783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-907fc32e-a307-4f8a-bf85-69a674b1902f tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1c52f67-627b-4dad-8d01-6f4a8433b182 HTTP/1.1" status: 200 len: 205 time: 0.0516882 Jul 08 17:48:05.325188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 59958) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:05.328857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] For port 49392ef2-8cc2-4eba-9d03-154037ba2b5c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=49392ef2-8cc2-4eba-9d03-154037ba2b5c,segment=NetworkSegment(8a0e0145-3bc7-4eee-8b87-b57a64046aa0),segment_id=8a0e0145-3bc7-4eee-8b87-b57a64046aa0)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:05.329295 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:05.346591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] Calling delete_port for 49392ef2-8cc2-4eba-9d03-154037ba2b5c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:05.375890 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-af07e101-2c80-498a-a8ef-a1befc40ea60 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] delete failed (client error): The resource could not be found. Jul 08 17:48:05.380259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-af07e101-2c80-498a-a8ef-a1befc40ea60 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/b1c52f67-627b-4dad-8d01-6f4a8433b182 HTTP/1.1" status: 404 len: 336 time: 0.0537999 Jul 08 17:48:05.381328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 59964) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.044962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 49392ef2-8cc2-4eba-9d03-154037ba2b5c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:06.083012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a996a1d3-8db8-461a-afc5-bbd0d1a0090a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=c9569bf6-30eb-4763-ae1d-b902b0e14a48 HTTP/1.1" status: 200 len: 205 time: 0.6959164 Jul 08 17:48:06.084692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60014) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.086936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.140776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-419968a2-3c7f-4eb4-8031-1c3ab4024a7c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:06.142395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-419968a2-3c7f-4eb4-8031-1c3ab4024a7c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.72 "GET /v2.0/networks?id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 HTTP/1.1" status: 200 len: 797 time: 0.2511411 Jul 08 17:48:06.150334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No active binding found for port 49392ef2-8cc2-4eba-9d03-154037ba2b5c {{(pid=93666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:48:06.150909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 49392ef2-8cc2-4eba-9d03-154037ba2b5c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:06.151596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c9815a88-cb40-4060-8b19-7be27bdee9fa no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:06.155200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] Pushing event deleted for resources: {'Port': ['ID=49392ef2-8cc2-4eba-9d03-154037ba2b5c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:06.167796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209db11c-7066-4d98-837b-e31a8d3cce70 None None] No DVR routers for this DVR port 49392ef2-8cc2-4eba-9d03-154037ba2b5c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:06.175309 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-34c75626-35f0-465b-af50-822ce1e52342 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] delete failed (client error): The resource could not be found. Jul 08 17:48:06.176402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-34c75626-35f0-465b-af50-822ce1e52342 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/c9569bf6-30eb-4763-ae1d-b902b0e14a48 HTTP/1.1" status: 404 len: 336 time: 0.0785935 Jul 08 17:48:06.180792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60016) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.215604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: c9815a88-cb40-4060-8b19-7be27bdee9fa {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:06.232719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c9815a88-cb40-4060-8b19-7be27bdee9fa not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:06.235954 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.279683 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a4eb5951-5e3c-4741-a5cc-b07b09807591 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=323fbba4-9066-41c2-931e-e11ef4ec041e HTTP/1.1" status: 200 len: 205 time: 0.0927427 Jul 08 17:48:06.281200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60028) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.300659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=49392ef2-8cc2-4eba-9d03-154037ba2b5c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:06.318623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port 49392ef2-8cc2-4eba-9d03-154037ba2b5c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:06.417483 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-d3e7aae4-a70d-44af-a76a-28af918b2d40 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] delete failed (client error): The resource could not be found. Jul 08 17:48:06.420599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d3e7aae4-a70d-44af-a76a-28af918b2d40 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/323fbba4-9066-41c2-931e-e11ef4ec041e HTTP/1.1" status: 404 len: 336 time: 0.1356955 Jul 08 17:48:06.421062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60032) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.468451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-980b20dc-d717-4c21-adc7-5506b2ac0b3a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=585db082f4024e62ad89f18f82b3587d HTTP/1.1" status: 200 len: 478 time: 0.3161774 Jul 08 17:48:06.515411 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.533466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aef605ae-534a-4f35-83df-286c7255510b tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c194f32-cad4-4a58-8a56-dadf9613b1a0 HTTP/1.1" status: 200 len: 205 time: 0.1029599 Jul 08 17:48:06.538622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d37fe90-66a0-4b28-96d2-670f330b45ee']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:06.539791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'port': {'device_id': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'admin_state_up': True, 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'security_groups': ['db750438-9079-4cd9-abe6-bcf585aabbc9', '201946da-0344-40f2-9cdc-2f20d802b4a8']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:06.550402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60036) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.565883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0e0145-3bc7-4eee-8b87-b57a64046aa0') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:06.571674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0e0145-3bc7-4eee-8b87-b57a64046aa0') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:06.632235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.703036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7efe26da-e139-4902-9035-d09c5825e2dc req-abc2754d-9ac7-499c-a894-e5d3c5fd26ba tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 210 time: 0.1214204 Jul 08 17:48:06.727794 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-0dbf10b7-bb1e-4eae-973a-bef645f07e9a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] delete failed (client error): The resource could not be found. Jul 08 17:48:06.742425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.746078 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0dbf10b7-bb1e-4eae-973a-bef645f07e9a tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/5c194f32-cad4-4a58-8a56-dadf9613b1a0 HTTP/1.1" status: 404 len: 336 time: 0.1892164 Jul 08 17:48:06.746687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.776077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60046) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.819538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5a51d3f4-f91f-4683-ae73-570efc473578 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "GET /v2.0/ports?device_id=0ed2436b-0ed8-481a-87b3-c6391c63e25f HTTP/1.1" status: 200 len: 205 time: 0.0713944 Jul 08 17:48:06.822144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.828232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:06.829526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:06.837868 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:06.919626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Made reservation on behalf of 585db082f4024e62ad89f18f82b3587d for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:06.929852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:06.964184 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-f00206dc-8c1e-4a8b-a14c-d1187c358877 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] delete failed (client error): The resource could not be found. Jul 08 17:48:06.965326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f00206dc-8c1e-4a8b-a14c-d1187c358877 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/routers/0ed2436b-0ed8-481a-87b3-c6391c63e25f HTTP/1.1" status: 404 len: 336 time: 0.1414347 Jul 08 17:48:06.975112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60052) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:06.998691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.012018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.018997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/6d37fe90-66a0-4b28-96d2-670f330b45ee HTTP/1.1" status: 204 len: 168 time: 2.4964385 Jul 08 17:48:07.024885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60054) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:07.031563 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77f37de0-0a34-4eae-9a5e-05468cb09ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.045129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c676d0-fd53-47f4-83c5-577154aea490 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=6d37fe90-66a0-4b28-96d2-670f330b45ee,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:07.284883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Allocated IP 172.20.0.7 (d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5/a7257ef4-2dfb-4fe9-be01-83df8a716482/ba91250d-b147-46e3-8137-b4355a4e6140) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:07.338437 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-920d53c6-a2b9-4740-8575-6216210b1888 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:07.339448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920d53c6-a2b9-4740-8575-6216210b1888 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:07.361610 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-920d53c6-a2b9-4740-8575-6216210b1888 tempest-RoutersIpV6AdminTest-1023176301 tempest-RoutersIpV6AdminTest-1023176301-project] 10.222.0.63 "DELETE /v2.0/subnets/f840884b-6d17-4a16-b8e3-76d86683e0fa HTTP/1.1" status: 404 len: 337 time: 0.3839321 Jul 08 17:48:07.659747 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:07.916377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60072) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:08.045908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc5ea5fc-1d93-4f7a-8be8-b299f0e81e56 req-6fc723d0-e533-492f-aba7-783e9e250012 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 210 time: 0.1001425 Jul 08 17:48:08.154796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfc45900-eebc-4b20-9988-32c26103a294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.177607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-017bb954-0f6a-4e42-81a3-59918c8ecd1c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8600283 Jul 08 17:48:08.292385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port c69af940-e228-447a-b877-9a9e8fa46505 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:08.292949 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.386202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.401098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port c69af940-e228-447a-b877-9a9e8fa46505, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c69af940-e228-447a-b877-9a9e8fa46505,segment=NetworkSegment(b135eb7d-c93c-406e-8a33-a9ba9661ce51),segment_id=b135eb7d-c93c-406e-8a33-a9ba9661ce51)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:08.401671 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.416769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for c69af940-e228-447a-b877-9a9e8fa46505 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:08.435157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-c5fa586d-8f28-4cc1-969d-963a24262d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:08.438706 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-c5fa586d-8f28-4cc1-969d-963a24262d18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 1097 time: 0.2164192 Jul 08 17:48:08.440558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Transition to ACTIVE for port object ba91250d-b147-46e3-8137-b4355a4e6140 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:08.447799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77f37de0-0a34-4eae-9a5e-05468cb09ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.465068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77f37de0-0a34-4eae-9a5e-05468cb09ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.537119 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-77f37de0-0a34-4eae-9a5e-05468cb09ed7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c79df6052d349a0a6e7cce41dc06f29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7574530 Jul 08 17:48:08.556837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60080) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:08.580224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37de0-0a34-4eae-9a5e-05468cb09ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f818af0-32be-4532-9663-a5d2fe422e6f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:08.709422 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.774438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.836025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=c69af940-e228-447a-b877-9a9e8fa46505,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:08.865709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80455321-b992-4f93-887c-60291d8ed838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:08.956327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:08.967767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:08.969964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=ba91250d-b147-46e3-8137-b4355a4e6140,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:08.987800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:09.052595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.085861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:09.086639 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.102217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-1734a8bf-adf0-443e-87d3-f0ff039d53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:09.105507 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-1734a8bf-adf0-443e-87d3-f0ff039d53e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.6052127 Jul 08 17:48:09.152645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80455321-b992-4f93-887c-60291d8ed838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.177388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-5e5b151c-d261-42cc-9fee-ce972c26bcfd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c HTTP/1.1" status: 200 len: 217 time: 0.0547647 Jul 08 17:48:09.304640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-f1c1973b-e954-4c7f-9c57-b8a3b1cd44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:09.307527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-f1c1973b-e954-4c7f-9c57-b8a3b1cd44cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1227641 Jul 08 17:48:09.420047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-78c2df8e-15ef-4511-89aa-1d90f8768390 None None] Provisioning for port ba91250d-b147-46e3-8137-b4355a4e6140 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:09.424924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-78c2df8e-15ef-4511-89aa-1d90f8768390 None None] Provisioning complete for port ba91250d-b147-46e3-8137-b4355a4e6140 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:09.425310 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-78c2df8e-15ef-4511-89aa-1d90f8768390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.458336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-41d26611-1109-4ff6-b547-048c38a15330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:09.462919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-41d26611-1109-4ff6-b547-048c38a15330 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462531 Jul 08 17:48:09.502760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-78c2df8e-15ef-4511-89aa-1d90f8768390 None None] Port ba91250d-b147-46e3-8137-b4355a4e6140 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:09.558464 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfc45900-eebc-4b20-9988-32c26103a294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.569583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80455321-b992-4f93-887c-60291d8ed838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.573117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80455321-b992-4f93-887c-60291d8ed838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.577929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-80455321-b992-4f93-887c-60291d8ed838 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4f818af0-32be-4532-9663-a5d2fe422e6f HTTP/1.1" status: 204 len: 168 time: 1.0067220 Jul 08 17:48:09.585897 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfc45900-eebc-4b20-9988-32c26103a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.612172 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fb373ec8-6c32-4f5c-ae55-157b879172c1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.0890441 Jul 08 17:48:09.627060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60106) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:09.627745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cfc45900-eebc-4b20-9988-32c26103a294 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=836451d47e5f493596004140450fbdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7099442 Jul 08 17:48:09.650060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Request body: {'port': {'device_id': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:09.658892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80455321-b992-4f93-887c-60291d8ed838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f818af0-32be-4532-9663-a5d2fe422e6f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:09.827971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-5c78a368-1bb0-461a-a432-3d66df892964 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550839 Jul 08 17:48:09.829493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:09.831284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f028a3-7a9f-4183-8b22-24c99d42744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:09.863180 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc45900-eebc-4b20-9988-32c26103a294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e98652-4df9-4a4a-867a-22ec4178423e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:09.920054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acfea4-adaa-4e33-a37d-683e317536c7 req-fc65f130-9ed0-4b60-8202-7e22a731103b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:09.927249 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4acfea4-adaa-4e33-a37d-683e317536c7 req-fc65f130-9ed0-4b60-8202-7e22a731103b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 970 time: 0.5837376 Jul 08 17:48:10.052257 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f028a3-7a9f-4183-8b22-24c99d42744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.068634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.231128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4acfea4-adaa-4e33-a37d-683e317536c7 req-97a65907-e622-4ac0-bd33-3f73dcfd7ec1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2924440 Jul 08 17:48:10.286071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:10.295757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f2980e04-c413-40d9-a985-aef82e5ced21 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676961 Jul 08 17:48:10.296517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60134) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:10.298960 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:10.315704 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:10.316637 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:10.323054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-77acd056-e5bc-4a20-a211-0f27cf4d4fd3 req-f6857abd-b311-47c4-93d9-e73c8303aac6 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640188 Jul 08 17:48:10.380846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f028a3-7a9f-4183-8b22-24c99d42744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.392087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5f028a3-7a9f-4183-8b22-24c99d42744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.393655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5f028a3-7a9f-4183-8b22-24c99d42744d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/33e98652-4df9-4a4a-867a-22ec4178423e HTTP/1.1" status: 204 len: 168 time: 0.7649815 Jul 08 17:48:10.419027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet b959dbcb-1d93-4450-8d35-67beb3eca487 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:10.423990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.518956 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:10.532504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:10.636591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f028a3-7a9f-4183-8b22-24c99d42744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e98652-4df9-4a4a-867a-22ec4178423e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:10.836178 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.028288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba91250d-b147-46e3-8137-b4355a4e6140 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:48:11.040374 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.060319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.062009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Transition to ACTIVE for port object ba91250d-b147-46e3-8137-b4355a4e6140 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:11.069783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.233798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba91250d-b147-46e3-8137-b4355a4e6140,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:11.234427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=b959dbcb-1d93-4450-8d35-67beb3eca487,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:11.269711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.281522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fce6e-1c76-46d1-9c0d-42b56f33dc1c None None] Network c3c6906a-4692-498d-8a08-bf7f2d22bdd6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:11.285988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ad8d5111-b910-46fd-be40-bd6a63d5fcfc tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/b959dbcb-1d93-4450-8d35-67beb3eca487 HTTP/1.1" status: 204 len: 168 time: 0.9881485 Jul 08 17:48:11.286673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60172) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:11.357753 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 10, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:11.489579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Attempting to bind port ba91250d-b147-46e3-8137-b4355a4e6140 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:11.491344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Attempting to bind port ba91250d-b147-46e3-8137-b4355a4e6140 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:11.492580 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:11.493480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Attempting to bind port ba91250d-b147-46e3-8137-b4355a4e6140 on network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:11.520628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Port ba91250d-b147-46e3-8137-b4355a4e6140 on network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:48:11.524426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Attempting to bind port ba91250d-b147-46e3-8137-b4355a4e6140 on network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:11.536044 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:11.536391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:11.536678 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:11.537277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Checking segment: {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:11.537955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Bound using segment: {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:11.539191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Bound port: ba91250d-b147-46e3-8137-b4355a4e6140, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc0bab6-ac26-4d75-a657-04ade830fac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:11.539771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.543545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60174) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:11.639542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6cc33dda-15a7-4ffd-8d63-66e23f236c18 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=66b6accb5efe484f9922681e095c56e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936038 Jul 08 17:48:11.653867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60176) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:11.667278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] For port ba91250d-b147-46e3-8137-b4355a4e6140, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:11.681617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.688619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] For port ba91250d-b147-46e3-8137-b4355a4e6140, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ba91250d-b147-46e3-8137-b4355a4e6140,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:11.699215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.740405 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:11.756216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce6cfa-bbf1-42a3-9ba5-87c06f625067 req-e34ddd40-4870-463f-a047-0e1338872542 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:11.758222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3ce6cfa-bbf1-42a3-9ba5-87c06f625067 req-e34ddd40-4870-463f-a047-0e1338872542 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 982 time: 0.2067754 Jul 08 17:48:11.795808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:11.796692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:11.799464 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba91250d-b147-46e3-8137-b4355a4e6140 HTTP/1.1" status: 200 len: 1130 time: 2.1733971 Jul 08 17:48:11.804487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:48:11.819411 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68" -d '{"events": [{"name": "network-changed", "server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:48:11.946289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] DHCP port deletion for c3c6906a-4692-498d-8a08-bf7f2d22bdd6 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:11.977006 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88dc4bc-edcd-4aba-a514-2bf0571dba3c x-openstack-request-id: req-a88dc4bc-edcd-4aba-a514-2bf0571dba3c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:48:11.977913 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:48:11.979291 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a88dc4bc-edcd-4aba-a514-2bf0571dba3c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:48:11.980007 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'status': 'completed', 'code': 200} Jul 08 17:48:12.020064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3ce6cfa-bbf1-42a3-9ba5-87c06f625067 req-dff48b89-083f-4cf0-8673-2dc654bc318d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2335570 Jul 08 17:48:12.022300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0ecb-ae3e-4f75-a9d8-9c3480925a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.024625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382de4b-1bb1-4659-8c66-16edc23e57a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba91250d-b147-46e3-8137-b4355a4e6140,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:12.056830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-bf6cda81-16bf-4af9-919e-776492eaa78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:12.058409 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-bf6cda81-16bf-4af9-919e-776492eaa78d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1133 time: 0.1626835 Jul 08 17:48:12.090368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0ecb-ae3e-4f75-a9d8-9c3480925a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.110326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 5678edf3-90b2-48e8-9890-84eac67f8943 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:12.110936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.143700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] Deleting port 5678edf3-90b2-48e8-9890-84eac67f8943 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:12.144063 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.166462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-fcb9a87a-c115-4eb5-8408-7b59424bc7d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba91250d-b147-46e3-8137-b4355a4e6140 HTTP/1.1" status: 200 len: 217 time: 0.0900197 Jul 08 17:48:12.284522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-692e4f4e-92f5-4009-9c57-45d98f1809e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:12.284522 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-692e4f4e-92f5-4009-9c57-45d98f1809e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7257ef4-2dfb-4fe9-be01-83df8a716482 HTTP/1.1" status: 200 len: 834 time: 0.1084609 Jul 08 17:48:12.294701 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 10, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:12.364423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] For port 5678edf3-90b2-48e8-9890-84eac67f8943, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5678edf3-90b2-48e8-9890-84eac67f8943,segment=NetworkSegment(b135eb7d-c93c-406e-8a33-a9ba9661ce51),segment_id=b135eb7d-c93c-406e-8a33-a9ba9661ce51)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:12.366045 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.366778 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3b864-fa7c-48e2-90ec-712e30b19eb5 None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:08Z', 'revision_number': 10, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None, '_interfaces': [{'id': '463dc471-558a-44cd-9fef-db4ecdf59a35', 'name': '', 'network_id': '88318039-2342-4dec-9be9-79ea10e22250', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'mac_address': 'fa:16:3e:44:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:04Z', 'updated_at': '2021-07-08T17:47:18Z', 'revision_number': 5, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'subnets': [{'id': '41811695-a5f7-40e4-8baa-05ad33fab813', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:12.382209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port 5678edf3-90b2-48e8-9890-84eac67f8943, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5678edf3-90b2-48e8-9890-84eac67f8943,segment=NetworkSegment(b135eb7d-c93c-406e-8a33-a9ba9661ce51),segment_id=b135eb7d-c93c-406e-8a33-a9ba9661ce51)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:12.383870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.399634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-e500d74d-26a4-49f3-a6ea-687697c85051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:12.403465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-e500d74d-26a4-49f3-a6ea-687697c85051 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143537 Jul 08 17:48:12.405577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] Calling delete_port for 5678edf3-90b2-48e8-9890-84eac67f8943 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:12.422092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 5678edf3-90b2-48e8-9890-84eac67f8943 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:12.443875 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0ecb-ae3e-4f75-a9d8-9c3480925a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.447711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0ecb-ae3e-4f75-a9d8-9c3480925a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.449592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a4d0ecb-ae3e-4f75-a9d8-9c3480925a11 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/86cd5449-9550-4a31-ba0b-350cd058e62a HTTP/1.1" status: 204 len: 168 time: 0.7863898 Jul 08 17:48:12.476812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d0ecb-ae3e-4f75-a9d8-9c3480925a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd5449-9550-4a31-ba0b-350cd058e62a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:12.630520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-143ed718-e7bb-428c-932d-665bbe5cab36 service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193456 Jul 08 17:48:12.656113 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.662829 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:12.697754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=5678edf3-90b2-48e8-9890-84eac67f8943,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:12.699816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port 5678edf3-90b2-48e8-9890-84eac67f8943 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:12.778652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] No DVR routers for this DVR port 5678edf3-90b2-48e8-9890-84eac67f8943 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:12.784902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b477e0-832b-44eb-93b2-4c3daa9acdcf None None] Pushing event deleted for resources: {'Port': ['ID=5678edf3-90b2-48e8-9890-84eac67f8943,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:12.862543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a81539cb-489e-4a42-94ec-fe3037b745f5 req-38ad7dbd-e1aa-4d9e-b8b1-aae40cd56cda service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230644 Jul 08 17:48:12.964171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.004168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c6906a-4692-498d-8a08-bf7f2d22bdd6']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:13.019475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b135eb7d-c93c-406e-8a33-a9ba9661ce51') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:13.019790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b135eb7d-c93c-406e-8a33-a9ba9661ce51') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:13.030819 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.053761 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.077551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:13.082137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.113657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-4478b952-a01f-4f3e-a39d-2802518e220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.115404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-4478b952-a01f-4f3e-a39d-2802518e220b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1133 time: 0.1849968 Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:13.135999 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:13.226888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60222) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:13.321422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-5723a508-f80e-4425-aa77-4fa8d4d833b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.323468 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-5723a508-f80e-4425-aa77-4fa8d4d833b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 HTTP/1.1" status: 200 len: 898 time: 0.1956537 Jul 08 17:48:13.424282 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.437483 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-db830f0f-3140-48d5-b382-6a4ba6ad4154 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba91250d-b147-46e3-8137-b4355a4e6140 HTTP/1.1" status: 200 len: 217 time: 0.1053946 Jul 08 17:48:13.438154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.444654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60232) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:13.447910 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/c3c6906a-4692-498d-8a08-bf7f2d22bdd6 HTTP/1.1" status: 204 len: 168 time: 2.1556480 Jul 08 17:48:13.486403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5678edf3-90b2-48e8-9890-84eac67f8943 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:13.510979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ec90d-0b14-4380-91be-eb4b1646003c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=c3c6906a-4692-498d-8a08-bf7f2d22bdd6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:13.543545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5678edf3-90b2-48e8-9890-84eac67f8943 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:13.543545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5678edf3-90b2-48e8-9890-84eac67f8943 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:13.544056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c69af940-e228-447a-b877-9a9e8fa46505 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:13.548396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2111619383', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:13.606548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: c69af940-e228-447a-b877-9a9e8fa46505 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:13.607184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c69af940-e228-447a-b877-9a9e8fa46505 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:13.613499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a2e0e-87ef-427f-ba4d-b8bf3d481f50 req-37c08402-aff9-47dd-927e-57546eeac78c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.615321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-875a2e0e-87ef-427f-ba4d-b8bf3d481f50 req-37c08402-aff9-47dd-927e-57546eeac78c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 982 time: 0.3521597 Jul 08 17:48:13.639470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Made reservation on behalf of 84c2941aaf754a20b94f7a56d5137419 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:13.642490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.663870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-c880fe28-7a37-4849-8552-483cbe077c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.668784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-c880fe28-7a37-4849-8552-483cbe077c45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7257ef4-2dfb-4fe9-be01-83df8a716482 HTTP/1.1" status: 200 len: 834 time: 0.2197452 Jul 08 17:48:13.672367 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.698284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:13.704670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60242) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:13.869510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-875a2e0e-87ef-427f-ba4d-b8bf3d481f50 req-918ef498-1679-46bd-9b28-887044d7118e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2416122 Jul 08 17:48:13.971895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddc493-d99a-4f85-8043-b76b4220fe11 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.972197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddc493-d99a-4f85-8043-b76b4220fe11 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.972622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddc493-d99a-4f85-8043-b76b4220fe11 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:13.989751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c0ddc493-d99a-4f85-8043-b76b4220fe11 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/ports?project_id=b24d34e9589a4c9693e06507c4679fd8&network_id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d HTTP/1.1" status: 200 len: 2970 time: 0.2639735 Jul 08 17:48:14.008652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60250) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:14.092049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-d7dbb62c-c6a5-4867-95cf-8a65291e9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:14.093888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-d7dbb62c-c6a5-4867-95cf-8a65291e9ba9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3535604 Jul 08 17:48:14.094903 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.105217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.114024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] device_id is not set on port eab12da8-87b4-45c3-991f-8cef1e3366ba yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:48:14.186580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4f8cbcd9-cb6e-4981-9c81-a946676cbed6 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1024875040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:14.257362 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-15afe83d-738a-4be2-a495-8cd0868d9c90 service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549156 Jul 08 17:48:14.276052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b27537f-a4f7-48dc-b51e-28829a8c909c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:14.279598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f8cbcd9-cb6e-4981-9c81-a946676cbed6 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.280814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f8cbcd9-cb6e-4981-9c81-a946676cbed6 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.403015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Allocated IP 172.25.5.40 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/eab12da8-87b4-45c3-991f-8cef1e3366ba) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:14.414077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f8cbcd9-cb6e-4981-9c81-a946676cbed6 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.421744 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f8cbcd9-cb6e-4981-9c81-a946676cbed6 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.458822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cbc782dd-85f9-4b6c-8fe3-99c61a8fab68 req-7a483391-7094-4cba-954e-085641ee0e44 service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932743 Jul 08 17:48:14.460701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f8cbcd9-cb6e-4981-9c81-a946676cbed6 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.462069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4f8cbcd9-cb6e-4981-9c81-a946676cbed6 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4506435 Jul 08 17:48:14.467688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60264) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:14.473631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1285119630'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:14.496330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:14.500210 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.539720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.749554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.772559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.831054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.873798 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.879669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.915439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:14.929135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b27d24-709b-4cd9-b9b9-a7629734f50f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:14.945099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Pushing event updated for resources: {'Port': ['ID=eab12da8-87b4-45c3-991f-8cef1e3366ba,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:14.975685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:14.975903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:14.976193 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Added segment bdde62ee-2c70-45ab-a307-a27039087270 of type vlan for network 628de5de-0441-475a-a4b5-0f2180fb5e6a Jul 08 17:48:14.991124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:14.994991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:15.061567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:15.062581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.068295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.091861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-63e31d02-e995-48e5-84e3-65840ef9f443 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8636606 Jul 08 17:48:15.094664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60282) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:15.118824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.40'}]}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:15.171728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.173554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.174554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.190159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:15.191502 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.299316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.361162 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8914604 Jul 08 17:48:15.383387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60288) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:15.391883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'subnet': {'network_id': '628de5de-0441-475a-a4b5-0f2180fb5e6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:15.475009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d813f-6d55-4ad7-86dd-e69aff2829a7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Network': ['ID=628de5de-0441-475a-a4b5-0f2180fb5e6a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:15.513518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:15.551647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:15.569317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.573337 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:15.606260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e274c21-fe04-4098-85db-bdf30e598891 req-b6ad67c8-86d3-4208-8be9-f79536f4b275 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:15.607908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e274c21-fe04-4098-85db-bdf30e598891 req-b6ad67c8-86d3-4208-8be9-f79536f4b275 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 982 time: 0.3531008 Jul 08 17:48:15.705878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port 463dc471-558a-44cd-9fef-db4ecdf59a35 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:15.706574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.006435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port 463dc471-558a-44cd-9fef-db4ecdf59a35, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=463dc471-558a-44cd-9fef-db4ecdf59a35,segment=NetworkSegment(c52e6950-7f77-4835-af9c-c73f3ef62920),segment_id=c52e6950-7f77-4835-af9c-c73f3ef62920)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:16.007264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.034192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for 463dc471-558a-44cd-9fef-db4ecdf59a35 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:16.077498 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60304) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:16.137034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e274c21-fe04-4098-85db-bdf30e598891 req-e72785a1-0799-4259-a547-8bb820d29802 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5133517 Jul 08 17:48:16.195231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.223546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887eae45-01ea-4346-a149-93da479933ed tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:16.232833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-887eae45-01ea-4346-a149-93da479933ed tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 814 time: 0.1446230 Jul 08 17:48:16.336679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Subnet': ['ID=5be09fcf-90fc-49ca-a68a-df59c8622a2c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:16.350256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Checking segment: {'id': 'bdde62ee-2c70-45ab-a307-a27039087270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '628de5de-0441-475a-a4b5-0f2180fb5e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:16.350778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network hostable DHCP agents. Network: 628de5de-0441-475a-a4b5-0f2180fb5e6a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:16.399262 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.408628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:16.424337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 628de5de-0441-475a-a4b5-0f2180fb5e6a) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:16.429105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.432750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:16.433341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.435759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3094039-abc1-4a4a-8758-1b187463cff3 None None] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:16.443476 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.496230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=463dc471-558a-44cd-9fef-db4ecdf59a35,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:16.615866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.643418 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-599f696f-944f-4457-9c5d-f04338d8befd tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2573903 Jul 08 17:48:16.644091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60316) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:16.644771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.651697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'network': {'name': 'tempest-router-network01--262333179'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:16.702131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ba91250d-b147-46e3-8137-b4355a4e6140 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:48:16.749374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60318) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:16.773968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'network': {'name': 'tempest-network-smoke--1226930247', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'port_security_enabled': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:16.807883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-628de5de-0441-475a-a4b5-0f2180fb5e6a', 'network_id': '628de5de-0441-475a-a4b5-0f2180fb5e6a', 'tenant_id': 'e9b2c8678a364daf8e2d3cacdceb3499', 'fixed_ips': [{'subnet_id': '5be09fcf-90fc-49ca-a68a-df59c8622a2c'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:16.809003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:16.811117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.813224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.919582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.922678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.939120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:16.942818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.948332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:16.977902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:16.988258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:16.989106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a081475-7ed7-4ca7-8ac3-9f6c748a17f1 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:48:17.023169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.023624 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Added segment a0ad2134-42fe-4e2a-9352-b554c0482b35 of type vlan for network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 Jul 08 17:48:17.033704 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 17:48:17.035054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a05b4e6f-b970-4098-9b48-de01973c46d9 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9331815 Jul 08 17:48:17.039077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60332) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:17.100851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ba91250d-b147-46e3-8137-b4355a4e6140, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ba91250d-b147-46e3-8137-b4355a4e6140,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:17.120648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'port_id': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'mac_address': 'fa:16:3e:7a:4f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:48:17.158656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:17.160774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Allocated IP 2001:db8::2 (628de5de-0441-475a-a4b5-0f2180fb5e6a/5be09fcf-90fc-49ca-a68a-df59c8622a2c/41eee389-7d6f-4487-8d57-33ccb0eaf80f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:17.187952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.189470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.260780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba91250d-b147-46e3-8137-b4355a4e6140 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:48:17.282688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.282688 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Added segment 7078db97-2ac2-4c17-911d-aed26941626c of type vlan for network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 Jul 08 17:48:17.321227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Deleting port eab12da8-87b4-45c3-991f-8cef1e3366ba {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:17.322638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:17.327894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.340498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3ea676c-e2f6-4b7f-bcb4-58a4e74108cd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8710339 Jul 08 17:48:17.341314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60342) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:17.350950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:17.363053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.367049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ba91250d-b147-46e3-8137-b4355a4e6140, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ba91250d-b147-46e3-8137-b4355a4e6140,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:17.394408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:17.395306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:17.402733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.427711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:17.428357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.477840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.513224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:48:17.553281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:17.573327 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9250152 Jul 08 17:48:17.574520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60344) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:17.587727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting subnet 41811695-a5f7-40e4-8baa-05ad33fab813 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:17.595155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.597438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.602374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'network': {'name': 'tempest-router-network02--956820714'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:17.605809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4021195-de7c-482b-9434-807785515825 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Network': ['ID=8d94d8cd-ff90-4383-a243-a51e96e1ab67,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:17.614621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f218d0d-b99a-406a-a42a-3cac45251ded req-89a09333-cba1-4fef-a933-2204eeda3ac4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:17.621905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f218d0d-b99a-406a-a42a-3cac45251ded req-89a09333-cba1-4fef-a933-2204eeda3ac4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 983 time: 0.2640660 Jul 08 17:48:17.637645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.644209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:17.645615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.663033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Calling delete_port for eab12da8-87b4-45c3-991f-8cef1e3366ba owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:17.705289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:17.713185 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f218d0d-b99a-406a-a42a-3cac45251ded req-8a114529-0c7f-4cf0-9d93-10bd524c057d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0891826 Jul 08 17:48:17.719724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:17.727053 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.743450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9917169 Jul 08 17:48:17.745996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60350) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:17.747314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 11, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:17.770388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.836639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['ba91250d-b147-46e3-8137-b4355a4e6140'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:48:17.845303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:17.882492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.924878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:17.925520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:17.933604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:17.976122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Pushing event deleted for resources: {'Port': ['ID=eab12da8-87b4-45c3-991f-8cef1e3366ba,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:17.993414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:18.010443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:18.062546 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.063151 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Added segment b5764aad-a55b-4ba0-b447-4ec28b54385f of type vlan for network 295b2945-2a46-47f8-80d1-682be2c2230c Jul 08 17:48:18.088118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Transition to ACTIVE for port object 41eee389-7d6f-4487-8d57-33ccb0eaf80f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:18.090692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 11, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:18.092505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ba91250d-b147-46e3-8137-b4355a4e6140,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.138933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e251e-7b3a-4270-957d-0e75c6cb233d None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 11, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:18.167277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Transition to ACTIVE for port object 41eee389-7d6f-4487-8d57-33ccb0eaf80f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:18.181128 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.186658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.195217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e97c0b74-2d68-4dba-bab8-19c6dc718587 tempest-RoutersAdminNegativeIpV6Test-1707506174 tempest-RoutersAdminNegativeIpV6Test-1707506174-project-admin] 10.222.0.63 "DELETE /v2.0/ports/eab12da8-87b4-45c3-991f-8cef1e3366ba HTTP/1.1" status: 204 len: 168 time: 1.1501653 Jul 08 17:48:18.195217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.274684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.285210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:18.286236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.304843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:18.345935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:18.348953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Pushing event updated for resources: {'Port': ['ID=41eee389-7d6f-4487-8d57-33ccb0eaf80f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.371609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:18.437678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8543551 Jul 08 17:48:18.446588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60368) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:18.469300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'subnet': {'network_id': '8d94d8cd-ff90-4383-a243-a51e96e1ab67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:18.491112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cfe93-d2fc-4b36-936b-fe43937451e0 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Network': ['ID=295b2945-2a46-47f8-80d1-682be2c2230c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.491977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0cebf-ff75-4840-9fc5-4f91ce6d5361 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Network': ['ID=00855d04-7b6e-4ed9-a90c-6353d55e19f3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.512938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.543902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Attempting to bind port 41eee389-7d6f-4487-8d57-33ccb0eaf80f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:18.544266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Attempting to bind port 41eee389-7d6f-4487-8d57-33ccb0eaf80f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'bdde62ee-2c70-45ab-a307-a27039087270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '628de5de-0441-475a-a4b5-0f2180fb5e6a'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:18.544892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Attempting to bind port 41eee389-7d6f-4487-8d57-33ccb0eaf80f on network 628de5de-0441-475a-a4b5-0f2180fb5e6a {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:18.547652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 295b2945-2a46-47f8-80d1-682be2c2230c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:18.566730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:18.608336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:18.609120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Checking segment: {'id': 'bdde62ee-2c70-45ab-a307-a27039087270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '628de5de-0441-475a-a4b5-0f2180fb5e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:18.609711 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.610283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Bound using segment: {'id': 'bdde62ee-2c70-45ab-a307-a27039087270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '628de5de-0441-475a-a4b5-0f2180fb5e6a'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:18.610964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Bound port: 41eee389-7d6f-4487-8d57-33ccb0eaf80f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdde62ee-2c70-45ab-a307-a27039087270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '628de5de-0441-475a-a4b5-0f2180fb5e6a'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:18.619839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.651080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c027f9e7-9bc7-40ea-9be8-8fd8ba961dca tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:18.653420 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c027f9e7-9bc7-40ea-9be8-8fd8ba961dca tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=b24d34e9589a4c9693e06507c4679fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.9019716 Jul 08 17:48:18.657996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60380) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:18.787264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.804020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:18.818360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.860324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dabc6e-b353-44ec-8a0f-5ec16be008e0 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:18.861929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8dabc6e-b353-44ec-8a0f-5ec16be008e0 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2026470 Jul 08 17:48:18.865928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:18.866839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Subnet': ['ID=41811695-a5f7-40e4-8baa-05ad33fab813,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:18.938550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60386) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:18.974537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] For port 41eee389-7d6f-4487-8d57-33ccb0eaf80f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:18.976846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abeac6-baee-483e-a2f7-db13844e178f req-7355ef49-db37-40b1-9705-61d359be9f4c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:18.978555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] For port 41eee389-7d6f-4487-8d57-33ccb0eaf80f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=41eee389-7d6f-4487-8d57-33ccb0eaf80f,segment=NetworkSegment(bdde62ee-2c70-45ab-a307-a27039087270),segment_id=bdde62ee-2c70-45ab-a307-a27039087270)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:18.980662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09abeac6-baee-483e-a2f7-db13844e178f req-7355ef49-db37-40b1-9705-61d359be9f4c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 983 time: 0.0948448 Jul 08 17:48:18.984187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.994615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:18.998713 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-057ad892-8f78-4ea4-b3b8-5465c0116ab3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/41811695-a5f7-40e4-8baa-05ad33fab813 HTTP/1.1" status: 204 len: 168 time: 1.6489363 Jul 08 17:48:19.007760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60390) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:19.053501 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ce28259-9fff-493b-b309-4fc6bc04e461 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1836839 Jul 08 17:48:19.063806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09abeac6-baee-483e-a2f7-db13844e178f req-7511554e-9322-489d-a555-d364663483dd tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0743358 Jul 08 17:48:19.064330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60392) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:19.125148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0fce1ab8-68b3-4ff4-9d26-864bec08b569 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=b24d34e9589a4c9693e06507c4679fd8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564713 Jul 08 17:48:19.125148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60398) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:19.221100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc855174-4f66-4a3f-bcd1-97069ffa69de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.266618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849de98c-fae8-4c24-bb1d-2781abbb4d51 None None] Network 88318039-2342-4dec-9be9-79ea10e22250 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:19.293735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744447f-51fa-4951-a5e1-5a2db2f4345d tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:19.298946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4744447f-51fa-4951-a5e1-5a2db2f4345d tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1694109 Jul 08 17:48:19.299112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.299213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60400) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:19.314364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.370481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d3cf828f-40b6-4680-bd3e-30c354619885 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706699 Jul 08 17:48:19.378264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60402) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:19.381710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 463dc471-558a-44cd-9fef-db4ecdf59a35 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:19.393072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6123d-00ac-41b6-9dfe-7a6a68f88eec None None] Pushing event updated for resources: {'Port': ['ID=41eee389-7d6f-4487-8d57-33ccb0eaf80f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.406361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376968869', 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:19.461586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 463dc471-558a-44cd-9fef-db4ecdf59a35 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:19.462149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 463dc471-558a-44cd-9fef-db4ecdf59a35 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:19.464338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Subnet': ['ID=495bda97-9dd5-4f7a-818c-6c4c849ccea7,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.538078 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc855174-4f66-4a3f-bcd1-97069ffa69de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.548257 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc855174-4f66-4a3f-bcd1-97069ffa69de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.585329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Checking segment: {'id': 'a0ad2134-42fe-4e2a-9352-b554c0482b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8d94d8cd-ff90-4383-a243-a51e96e1ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:19.585700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network hostable DHCP agents. Network: 8d94d8cd-ff90-4383-a243-a51e96e1ab67, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:19.647920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:19.661638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc855174-4f66-4a3f-bcd1-97069ffa69de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6d8052d3342648c3ba73bbbaae8aa42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180004 Jul 08 17:48:19.669209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60410) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:19.674257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc855174-4f66-4a3f-bcd1-97069ffa69de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590ea84b-c9bd-4aab-90f9-2ea235a3a31e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:19.685813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 8d94d8cd-ff90-4383-a243-a51e96e1ab67) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:19.708992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Deleting port c876a8a9-7f43-43f9-b70a-bfd95013968f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:19.708992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.727566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d36095-e3c6-4cd8-b85d-44f84de56635 None None] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:19.811670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] DHCP port deletion for 88318039-2342-4dec-9be9-79ea10e22250 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:19.821276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:19.822414 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.840034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] For port c876a8a9-7f43-43f9-b70a-bfd95013968f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c876a8a9-7f43-43f9-b70a-bfd95013968f,segment=NetworkSegment(c52e6950-7f77-4835-af9c-c73f3ef62920),segment_id=c52e6950-7f77-4835-af9c-c73f3ef62920)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:19.840447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.885600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Calling delete_port for c876a8a9-7f43-43f9-b70a-bfd95013968f owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:19.887493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:19.891371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:19.905755 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-23d58797-4a18-46e3-8c91-2c9b4bdacda2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4532151 Jul 08 17:48:19.906204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60420) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:19.912098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'subnet': {'network_id': '295b2945-2a46-47f8-80d1-682be2c2230c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:20.002112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] Deleting port c876a8a9-7f43-43f9-b70a-bfd95013968f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:20.002719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.026280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-8d94d8cd-ff90-4383-a243-a51e96e1ab67', 'network_id': '8d94d8cd-ff90-4383-a243-a51e96e1ab67', 'tenant_id': 'e9b2c8678a364daf8e2d3cacdceb3499', 'fixed_ips': [{'subnet_id': '495bda97-9dd5-4f7a-818c-6c4c849ccea7'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:20.027332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.104495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:20.108852 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.128961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] For port c876a8a9-7f43-43f9-b70a-bfd95013968f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=c876a8a9-7f43-43f9-b70a-bfd95013968f,segment=NetworkSegment(c52e6950-7f77-4835-af9c-c73f3ef62920),segment_id=c52e6950-7f77-4835-af9c-c73f3ef62920)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:20.129521 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.193395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] Calling delete_port for c876a8a9-7f43-43f9-b70a-bfd95013968f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:20.326561 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e74b38e-1734-4598-bfed-d3266113a53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.351803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Allocated IP 2001:db8::2 (8d94d8cd-ff90-4383-a243-a51e96e1ab67/495bda97-9dd5-4f7a-818c-6c4c849ccea7/5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:20.364263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e74b38e-1734-4598-bfed-d3266113a53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.425548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e74b38e-1734-4598-bfed-d3266113a53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.428827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e74b38e-1734-4598-bfed-d3266113a53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.430062 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e74b38e-1734-4598-bfed-d3266113a53e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/590ea84b-c9bd-4aab-90f9-2ea235a3a31e HTTP/1.1" status: 204 len: 168 time: 0.7577543 Jul 08 17:48:20.442399 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.461324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74b38e-1734-4598-bfed-d3266113a53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590ea84b-c9bd-4aab-90f9-2ea235a3a31e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:20.487125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No DVR routers for this DVR port c876a8a9-7f43-43f9-b70a-bfd95013968f on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:20.521187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Port': ['ID=c876a8a9-7f43-43f9-b70a-bfd95013968f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:20.570155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ba91250d-b147-46e3-8137-b4355a4e6140 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:20.659110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.674770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88318039-2342-4dec-9be9-79ea10e22250']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:20.689168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52e6950-7f77-4835-af9c-c73f3ef62920') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:20.689749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52e6950-7f77-4835-af9c-c73f3ef62920') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:20.700992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.724593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.732869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:20.733779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.815230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.844187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:20.848640 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:20.854649 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.865790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Transition to ACTIVE for port object 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:20.876495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.881244 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/networks/88318039-2342-4dec-9be9-79ea10e22250 HTTP/1.1" status: 204 len: 168 time: 1.8693287 Jul 08 17:48:20.881244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eea57-410b-49e6-b678-09ee8a69fcdd tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Pushing event deleted for resources: {'Network': ['ID=88318039-2342-4dec-9be9-79ea10e22250,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:20.888446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60454) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:20.891062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Transition to ACTIVE for port object 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:20.907359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:20.921813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'routes': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:20.923824 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.000993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] Network 88318039-2342-4dec-9be9-79ea10e22250 is not hosted by any dhcp agent {{(pid=93666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:48:21.001671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] No DVR routers for this DVR port c876a8a9-7f43-43f9-b70a-bfd95013968f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:21.039227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:21.052388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:21.057306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:21.064556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Pushing event updated for resources: {'Port': ['ID=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:21.113767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc3a52-6681-4724-8576-fb5e65afc188 None None] Pushing event deleted for resources: {'Port': ['ID=c876a8a9-7f43-43f9-b70a-bfd95013968f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:21.134686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Subnet': ['ID=da44f353-eb9e-4457-bbdb-050ce9ea187c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:21.137281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:21.147450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552358-0e6d-436f-9dd9-11b451f8ad00 req-d3325dc1-554a-472a-b147-e22993404338 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:21.149385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23552358-0e6d-436f-9dd9-11b451f8ad00 req-d3325dc1-554a-472a-b147-e22993404338 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 983 time: 0.7673535 Jul 08 17:48:21.150480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Checking segment: {'id': 'b5764aad-a55b-4ba0-b447-4ec28b54385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '295b2945-2a46-47f8-80d1-682be2c2230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:21.151108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network hostable DHCP agents. Network: 295b2945-2a46-47f8-80d1-682be2c2230c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:21.178542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf0986-0af2-4871-b9a5-3bda468e42b2 None None] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:21.188454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port ba91250d-b147-46e3-8137-b4355a4e6140 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:21.226255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Added routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 17:48:21.226649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.extraroute_db [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Removed routes are [] {{(pid=93665) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 17:48:21.227035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.229230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23552358-0e6d-436f-9dd9-11b451f8ad00 req-abe5cd43-dc1a-4013-a1c9-9b83b4bd492d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0669205 Jul 08 17:48:21.236327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 295b2945-2a46-47f8-80d1-682be2c2230c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:21.259474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 295b2945-2a46-47f8-80d1-682be2c2230c) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:21.274465 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-eadea7b5-c799-4add-a002-eba21ebe7e15 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=84c2941aaf754a20b94f7a56d5137419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200159 Jul 08 17:48:21.277894 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60458) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:21.293731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:21.297406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c18234-74fb-4b12-8707-1094f75aaea1 None None] Network 295b2945-2a46-47f8-80d1-682be2c2230c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:21.298389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.354288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f0cb4dcf-5a23-4eff-9196-21ac2856f4e9 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4465561 Jul 08 17:48:21.360138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60460) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:21.426286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Attempting to bind port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:21.432473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Attempting to bind port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a0ad2134-42fe-4e2a-9352-b554c0482b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8d94d8cd-ff90-4383-a243-a51e96e1ab67'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:21.445338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Attempting to bind port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db on network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:21.449988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port ba91250d-b147-46e3-8137-b4355a4e6140 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:21.450498 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.532086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:21.532576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Checking segment: {'id': 'a0ad2134-42fe-4e2a-9352-b554c0482b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8d94d8cd-ff90-4383-a243-a51e96e1ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:21.533880 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.533880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Bound using segment: {'id': 'a0ad2134-42fe-4e2a-9352-b554c0482b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8d94d8cd-ff90-4383-a243-a51e96e1ab67'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:21.535129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Bound port: 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad2134-42fe-4e2a-9352-b554c0482b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8d94d8cd-ff90-4383-a243-a51e96e1ab67'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:21.535129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.542329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.549047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.555410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.575228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41eee389-7d6f-4487-8d57-33ccb0eaf80f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:21.621237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa253-f664-4a70-9c23-2cd483a464f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.703745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 8fee59e0-eda4-4881-8f56-2a49305375a9 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:21.713374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1656955-16de-43bc-bfc0-80067f5ef4a6 None None] Provisioning for port 41eee389-7d6f-4487-8d57-33ccb0eaf80f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:21.734512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa253-f664-4a70-9c23-2cd483a464f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.736031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Subnet': ['ID=7d29825b-19f5-44e9-9b98-11fee71cb98e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:21.796571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] For port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:21.801593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] For port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,segment=NetworkSegment(a0ad2134-42fe-4e2a-9352-b554c0482b35),segment_id=a0ad2134-42fe-4e2a-9352-b554c0482b35)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:21.820614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa253-f664-4a70-9c23-2cd483a464f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.821314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Checking segment: {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:21.821314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network hostable DHCP agents. Network: 00855d04-7b6e-4ed9-a90c-6353d55e19f3, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:21.822478 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa253-f664-4a70-9c23-2cd483a464f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.824063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6b4fa253-f664-4a70-9c23-2cd483a464f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b27537f-a4f7-48dc-b51e-28829a8c909c HTTP/1.1" status: 204 len: 168 time: 0.5449514 Jul 08 17:48:21.867850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:21.876096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.877460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-517cf014-8d06-4c1f-bdd2-a92d4518b282 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 200 len: 704 time: 0.9765279 Jul 08 17:48:21.878006 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] Sync routers for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:21.886756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60470) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:21.906936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:21.910044 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:21.915920 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:21.916965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:21.923916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fa253-f664-4a70-9c23-2cd483a464f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b27537f-a4f7-48dc-b51e-28829a8c909c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:21.952614 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-79a9321d-b5db-43d7-96f8-b3ed773d652e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 200 len: 205 time: 0.0644317 Jul 08 17:48:21.955737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60474) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:22.041879 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.101061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-108dbb0e-6b1e-4c5c-b72a-c4df4d629704 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.103678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 00855d04-7b6e-4ed9-a90c-6353d55e19f3) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:22.112113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e55780-bb1b-43b2-b2f1-dc35cc4187cd None None] Pushing event updated for resources: {'Port': ['ID=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:22.182229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:22.182877 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.204886 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:22.227458 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.251905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfb5c3-eceb-4466-a100-8ce265f71608 None None] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:22.288043 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1928b976-5569-4737-b78f-477b4c938106 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9081290 Jul 08 17:48:22.296349 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 11, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:22.330733 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] Checking router: 8fee59e0-eda4-4881-8f56-2a49305375a9 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:22.345757 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] Routers {'8fee59e0-eda4-4881-8f56-2a49305375a9'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:22.346386 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8fee59e0-eda4-4881-8f56-2a49305375a9'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:22.506635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:48:22.506635 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95102cc3-014f-45e1-b4f5-4cd966e975b6" -d '{"events": [{"server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "name": "network-vif-plugged", "status": "completed", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:48:22.540142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 41eee389-7d6f-4487-8d57-33ccb0eaf80f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:22.574444 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] Set router 8fee59e0-eda4-4881-8f56-2a49305375a9 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:22.587162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 41eee389-7d6f-4487-8d57-33ccb0eaf80f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:22.593360 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.657837 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 11, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:22.680786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-108dbb0e-6b1e-4c5c-b72a-c4df4d629704 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.686467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-108dbb0e-6b1e-4c5c-b72a-c4df4d629704 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.726981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port ba91250d-b147-46e3-8137-b4355a4e6140, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ba91250d-b147-46e3-8137-b4355a4e6140,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:22.746421 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e69b8-8e9d-4165-8c6d-51dcffd53e92 None None] The sync data for ids ['8fee59e0-eda4-4881-8f56-2a49305375a9'] in n-d-799528-4 is: [{'id': '8fee59e0-eda4-4881-8f56-2a49305375a9', 'name': 'tempest-RoutersIpV6Test-router-739970013', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:59Z', 'updated_at': '2021-07-08T17:48:16Z', 'revision_number': 11, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:22.799378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Allocated IP 2001:db8::1 (8d94d8cd-ff90-4383-a243-a51e96e1ab67/495bda97-9dd5-4f7a-818c-6c4c849ccea7/9491a498-60a0-4861-b463-54fb8920e668) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:22.809099 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-108dbb0e-6b1e-4c5c-b72a-c4df4d629704 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.810337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108dbb0e-6b1e-4c5c-b72a-c4df4d629704 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Fanout notify agent at l3_agent the message router_deleted on router 8fee59e0-eda4-4881-8f56-2a49305375a9 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:48:22.831763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.833005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-108dbb0e-6b1e-4c5c-b72a-c4df4d629704 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.838532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-108dbb0e-6b1e-4c5c-b72a-c4df4d629704 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 204 len: 168 time: 0.8814812 Jul 08 17:48:22.842624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60500) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:22.855461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-11dc9070-2838-4f3e-b380-25204c5ed086 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1693321748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:22.963704 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11dc9070-2838-4f3e-b380-25204c5ed086 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:22.965131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11dc9070-2838-4f3e-b380-25204c5ed086 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.124193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca84f6b-3e99-46b9-a092-0656b2eaef1e req-38ab4c3d-f4fd-49e9-a3c0-7cabe58cbb33 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:23.137770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ca84f6b-3e99-46b9-a092-0656b2eaef1e req-38ab4c3d-f4fd-49e9-a3c0-7cabe58cbb33 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 983 time: 0.4565737 Jul 08 17:48:23.220100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11dc9070-2838-4f3e-b380-25204c5ed086 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.225869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11dc9070-2838-4f3e-b380-25204c5ed086 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.257139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60512) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:23.268056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-edd6c8db-25e0-435b-9221-7629b7f50536 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098992180', 'description': 'tempest-secgroup-smoke-2098992180 description', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:23.374080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ca84f6b-3e99-46b9-a092-0656b2eaef1e req-8a6314f8-d6c3-493a-9e18-d9496be9c501 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2351606 Jul 08 17:48:23.375555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8db-25e0-435b-9221-7629b7f50536 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.406423 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.422027 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50644169-a218-4d0c-873e-4b969f0c2311 x-openstack-request-id: req-50644169-a218-4d0c-873e-4b969f0c2311 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:48:23.422746 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "name": "network-vif-plugged", "status": "completed", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:48:23.422746 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-50644169-a218-4d0c-873e-4b969f0c2311 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:48:23.425895 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'code': 200} Jul 08 17:48:23.436564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11dc9070-2838-4f3e-b380-25204c5ed086 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.438171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-11dc9070-2838-4f3e-b380-25204c5ed086 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5940733 Jul 08 17:48:23.441402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60520) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:23.443845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Transition to ACTIVE for port object 9491a498-60a0-4861-b463-54fb8920e668 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:23.456959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6cbf89ab-ba3c-4984-8786-f7c6390fc630 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:23.530054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbe258-162a-4f43-ab6a-d08d2defa48a req-1c223d4f-820a-482d-acf3-c32460f9203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:23.531870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-edcbe258-162a-4f43-ab6a-d08d2defa48a req-1c223d4f-820a-482d-acf3-c32460f9203c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1135 time: 0.0926752 Jul 08 17:48:23.548238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-295b2945-2a46-47f8-80d1-682be2c2230c', 'network_id': '295b2945-2a46-47f8-80d1-682be2c2230c', 'tenant_id': 'e9b2c8678a364daf8e2d3cacdceb3499', 'fixed_ips': [{'subnet_id': 'da44f353-eb9e-4457-bbdb-050ce9ea187c'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:23.561898 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.595591 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-edcbe258-162a-4f43-ab6a-d08d2defa48a req-e06c0d6a-aedc-42e4-9974-29a11eca68af service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0550685 Jul 08 17:48:23.616336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ips': [{'subnet_id': '7d29825b-19f5-44e9-9b98-11fee71cb98e'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:23.620348 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.640800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8db-25e0-435b-9221-7629b7f50536 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.648269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60524) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:23.654379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8db-25e0-435b-9221-7629b7f50536 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.697101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8db-25e0-435b-9221-7629b7f50536 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.701968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-edd6c8db-25e0-435b-9221-7629b7f50536 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4439647 Jul 08 17:48:23.705522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60528) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:23.712229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2353d728-9e21-4ded-84b7-53558c7457ca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4556cd88-b5e1-4a24-af62-98264454c940', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:23.722426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6c8db-25e0-435b-9221-7629b7f50536 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4556cd88-b5e1-4a24-af62-98264454c940,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:23.729374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=ba91250d-b147-46e3-8137-b4355a4e6140,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:23.759008 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2353d728-9e21-4ded-84b7-53558c7457ca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.869284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2353d728-9e21-4ded-84b7-53558c7457ca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.877344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-159555101'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:23.883025 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2353d728-9e21-4ded-84b7-53558c7457ca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.921799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353d728-9e21-4ded-84b7-53558c7457ca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6d0a6b-268f-48ee-bc69-55b495cd897d,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:23.936237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Made reservation on behalf of 31958722a4ea4dc99f5b5afd360f1b20 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:23.940883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.944773 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2353d728-9e21-4ded-84b7-53558c7457ca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.949838 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2353d728-9e21-4ded-84b7-53558c7457ca tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2394311 Jul 08 17:48:23.952708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60534) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:23.958158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-94ccfd63-3e62-4155-b8b7-10f1b42ba71b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4556cd88-b5e1-4a24-af62-98264454c940', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:23.964111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.984586 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:23.999127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.065661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94ccfd63-3e62-4155-b8b7-10f1b42ba71b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.132295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Port': ['ID=9491a498-60a0-4861-b463-54fb8920e668,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:24.149428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:24.153236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:24.168000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cbf89ab-ba3c-4984-8786-f7c6390fc630 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.172020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94ccfd63-3e62-4155-b8b7-10f1b42ba71b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.178875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:24.182981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.184090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94ccfd63-3e62-4155-b8b7-10f1b42ba71b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.261062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccfd63-3e62-4155-b8b7-10f1b42ba71b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7adbf1-13a5-4c37-9040-d16449393e3f,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:24.270909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 41eee389-7d6f-4487-8d57-33ccb0eaf80f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=41eee389-7d6f-4487-8d57-33ccb0eaf80f,segment=NetworkSegment(bdde62ee-2c70-45ab-a307-a27039087270),segment_id=bdde62ee-2c70-45ab-a307-a27039087270)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:24.281597 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.380835 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.390352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Allocated IP 2001:db8::2 (295b2945-2a46-47f8-80d1-682be2c2230c/da44f353-eb9e-4457-bbdb-050ce9ea187c/63c46607-481f-44ff-9d6a-e6b0a312dd44) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:24.391150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.447663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c876a8a9-7f43-43f9-b70a-bfd95013968f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:24.491136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.497707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94ccfd63-3e62-4155-b8b7-10f1b42ba71b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.504856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-94ccfd63-3e62-4155-b8b7-10f1b42ba71b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5509508 Jul 08 17:48:24.506812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4491b-d8d5-453e-8eb4-a5d230f3481c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:24.518175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Allocated IP 172.20.0.18 (00855d04-7b6e-4ed9-a90c-6353d55e19f3/7d29825b-19f5-44e9-9b98-11fee71cb98e/55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:24.521806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60542) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:24.543528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cd5e3ec3-5fa4-406b-8268-9c6296f94d31 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4556cd88-b5e1-4a24-af62-98264454c940', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:24.611369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:24.719159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.720381 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Added segment fdbfe0f6-516c-47c1-a53a-7025f6de8dd5 of type vlan for network bcb7ea9a-13af-46cb-9fd8-def11aaac26d Jul 08 17:48:24.781049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c439e9e-025d-4664-a695-e3194216da7d None None] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:24.800784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: c876a8a9-7f43-43f9-b70a-bfd95013968f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:24.801749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device c876a8a9-7f43-43f9-b70a-bfd95013968f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:24.817986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.873673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3ec3-5fa4-406b-8268-9c6296f94d31 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.934091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.940468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:24.941635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.982504 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3ec3-5fa4-406b-8268-9c6296f94d31 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.990320 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:24.992075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3421614 Jul 08 17:48:24.995938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60554) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:25.009728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3ec3-5fa4-406b-8268-9c6296f94d31 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.017559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Request body: {'subnet': {'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:25.081998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e3ec3-5fa4-406b-8268-9c6296f94d31 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15f1f52-a28d-4dd5-908a-83ca6690d676,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.085845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cd5e3ec3-5fa4-406b-8268-9c6296f94d31 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.091228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cd5e3ec3-5fa4-406b-8268-9c6296f94d31 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5649958 Jul 08 17:48:25.094325 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cbf89ab-ba3c-4984-8786-f7c6390fc630 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.095158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:25.104183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4c42adfb-4112-48e7-b308-e6da3f89cdfa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4556cd88-b5e1-4a24-af62-98264454c940', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:25.115071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:25.137211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c42adfb-4112-48e7-b308-e6da3f89cdfa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.166572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdae21-2bc3-4a4d-aa68-8a221e4fba9f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event updated for resources: {'Network': ['ID=bcb7ea9a-13af-46cb-9fd8-def11aaac26d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.183622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=41eee389-7d6f-4487-8d57-33ccb0eaf80f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.204777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network bcb7ea9a-13af-46cb-9fd8-def11aaac26d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:25.222531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c42adfb-4112-48e7-b308-e6da3f89cdfa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.231746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c42adfb-4112-48e7-b308-e6da3f89cdfa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.240221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.241870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.284516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42adfb-4112-48e7-b308-e6da3f89cdfa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5c393b-f69f-43a5-a808-53a9c5f9441e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.293088 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c42adfb-4112-48e7-b308-e6da3f89cdfa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.297532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4c42adfb-4112-48e7-b308-e6da3f89cdfa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010345 Jul 08 17:48:25.300978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60562) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:25.312006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4556cd88-b5e1-4a24-af62-98264454c940', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:25.342873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-db661b71-3e6e-4d06-865e-1cf4bdc7b54b None None] Provisioning complete for port 41eee389-7d6f-4487-8d57-33ccb0eaf80f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:25.343675 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-db661b71-3e6e-4d06-865e-1cf4bdc7b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.361656 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Project b24d34e9589a4c9693e06507c4679fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:48:25.371486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.437461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Made reservation on behalf of 31958722a4ea4dc99f5b5afd360f1b20 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:25.441468 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.447533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.452478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.463201 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.516344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14518863-d4a7-4785-8b96-31efa73b2b7b,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.535107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.536552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2b0b6479-3a7a-4de5-9a86-18b515f5b880 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2326288 Jul 08 17:48:25.539651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60570) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:25.544936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4556cd88-b5e1-4a24-af62-98264454c940', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:25.551388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Transition to ACTIVE for port object 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:25.559880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:25.583932 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Project b24d34e9589a4c9693e06507c4679fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:48:25.593722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.696926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.712776 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.716280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Transition to ACTIVE for port object 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:25.754479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc88e4b-c702-4c53-9989-4d7b521fab14,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.773552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.781360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-68dbf0a2-43ce-457e-a6f8-08cd538f8585 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2343714 Jul 08 17:48:25.786812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.946198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.956588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:25.971594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:25.980513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Pushing event updated for resources: {'Port': ['ID=55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:25.983208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:25.988722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Transition to ACTIVE for port object 63c46607-481f-44ff-9d6a-e6b0a312dd44 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:25.993161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:26.057956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Transition to ACTIVE for port object 63c46607-481f-44ff-9d6a-e6b0a312dd44 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:26.124010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Attempting to bind port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:26.124693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Attempting to bind port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:26.125262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Attempting to bind port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c on network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:26.137131 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.165259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:26.166357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Checking segment: {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:26.166866 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.167639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Bound using segment: {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:26.168486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Bound port: 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:26.168912 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.210922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Network 295b2945-2a46-47f8-80d1-682be2c2230c is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:26.211770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-44f23b9b-d081-40b6-8f5c-8b9d3f372530 None None] Provisioning for port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:26.230119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-44f23b9b-d081-40b6-8f5c-8b9d3f372530 None None] Provisioning complete for port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:26.230500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-44f23b9b-d081-40b6-8f5c-8b9d3f372530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.273793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:26.277164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:26.285429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Port': ['ID=9491a498-60a0-4861-b463-54fb8920e668,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.299294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:26.341000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:26.401103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Pushing event updated for resources: {'Port': ['ID=63c46607-481f-44ff-9d6a-e6b0a312dd44,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.457126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Attempting to bind port 63c46607-481f-44ff-9d6a-e6b0a312dd44 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:26.457912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Attempting to bind port 63c46607-481f-44ff-9d6a-e6b0a312dd44 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b5764aad-a55b-4ba0-b447-4ec28b54385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '295b2945-2a46-47f8-80d1-682be2c2230c'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:26.458645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Attempting to bind port 63c46607-481f-44ff-9d6a-e6b0a312dd44 on network 295b2945-2a46-47f8-80d1-682be2c2230c {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:26.459063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.475095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] For port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:26.481363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] For port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:26.482974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:26.483522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Checking segment: {'id': 'b5764aad-a55b-4ba0-b447-4ec28b54385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '295b2945-2a46-47f8-80d1-682be2c2230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:26.483880 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.484329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Bound using segment: {'id': 'b5764aad-a55b-4ba0-b447-4ec28b54385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '295b2945-2a46-47f8-80d1-682be2c2230c'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:26.484941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Bound port: 63c46607-481f-44ff-9d6a-e6b0a312dd44, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5764aad-a55b-4ba0-b447-4ec28b54385f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '295b2945-2a46-47f8-80d1-682be2c2230c'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:26.485482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.490179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.503725 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-44f23b9b-d081-40b6-8f5c-8b9d3f372530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.556877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event updated for resources: {'Subnet': ['ID=593db557-d60b-4a2e-991e-309232bd0638,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.679468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-44f23b9b-d081-40b6-8f5c-8b9d3f372530 None None] For port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,segment=NetworkSegment(a0ad2134-42fe-4e2a-9352-b554c0482b35),segment_id=a0ad2134-42fe-4e2a-9352-b554c0482b35)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:26.740399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-44f23b9b-d081-40b6-8f5c-8b9d3f372530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.754460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] For port 63c46607-481f-44ff-9d6a-e6b0a312dd44, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:26.756658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3bfaa-bc44-4b5a-95f2-129c42ce6d36 None None] Pushing event updated for resources: {'Port': ['ID=55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:26.766030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] For port 63c46607-481f-44ff-9d6a-e6b0a312dd44, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=63c46607-481f-44ff-9d6a-e6b0a312dd44,segment=NetworkSegment(b5764aad-a55b-4ba0-b447-4ec28b54385f),segment_id=b5764aad-a55b-4ba0-b447-4ec28b54385f)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:26.814047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.920318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-694e1060-acf5-4052-8422-08a17a54d390 None None] Provisioning for port 9491a498-60a0-4861-b463-54fb8920e668 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:26.929780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e39b03-b41e-48fa-a041-3ca328aeaeb7 req-5df8c9b6-f4f4-42cc-9a97-a83aead9210c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:26.938397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-694e1060-acf5-4052-8422-08a17a54d390 None None] Provisioning complete for port 9491a498-60a0-4861-b463-54fb8920e668 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:26.938810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-694e1060-acf5-4052-8422-08a17a54d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:26.943971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2e39b03-b41e-48fa-a041-3ca328aeaeb7 req-5df8c9b6-f4f4-42cc-9a97-a83aead9210c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 984 time: 1.9499359 Jul 08 17:48:27.001221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-694e1060-acf5-4052-8422-08a17a54d390 None None] Port 9491a498-60a0-4861-b463-54fb8920e668 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:27.006122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41eee389-7d6f-4487-8d57-33ccb0eaf80f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:27.013540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f23b9b-d081-40b6-8f5c-8b9d3f372530 None None] Pushing event updated for resources: {'Port': ['ID=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:27.060663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435cf86-26b0-4089-84ac-76a28c2b1fec req-4618435a-3d20-4d17-b4ce-b1dc1bb5d9db tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:27.070224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-f741616c-458d-41b4-82f4-594280b1a03e req-ff0bba1b-ba3d-4872-b98e-40d54b8c02cd service neutron] (93665) timed out ('10.222.0.63', 37416) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:48:27.080429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f435cf86-26b0-4089-84ac-76a28c2b1fec req-4618435a-3d20-4d17-b4ce-b1dc1bb5d9db tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.7959311 Jul 08 17:48:27.182299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbf89ab-ba3c-4984-8786-f7c6390fc630 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Router 9b9dc346-8b93-4c89-9ca2-96a33a802c2d is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:48:27.208333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Checking segment: {'id': 'fdbfe0f6-516c-47c1-a53a-7025f6de8dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:27.209078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Network hostable DHCP agents. Network: bcb7ea9a-13af-46cb-9fd8-def11aaac26d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:27.227942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2e39b03-b41e-48fa-a041-3ca328aeaeb7 req-aa2b8b3a-1b96-4b67-bfc4-45b89dbdeb8b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2829566 Jul 08 17:48:27.305974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f435cf86-26b0-4089-84ac-76a28c2b1fec req-ebf87fa2-833e-4ba3-9dc1-b5d3227a9c2f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214351 Jul 08 17:48:27.306697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Router d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:48:27.342199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Network bcb7ea9a-13af-46cb-9fd8-def11aaac26d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:27.569085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbf89ab-ba3c-4984-8786-f7c6390fc630 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:27.589917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cbf89ab-ba3c-4984-8786-f7c6390fc630 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.594396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6cbf89ab-ba3c-4984-8786-f7c6390fc630 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "PUT /v2.0/routers/9b9dc346-8b93-4c89-9ca2-96a33a802c2d HTTP/1.1" status: 200 len: 698 time: 4.1490028 Jul 08 17:48:27.594799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60612) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:27.667801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a9458-3c98-4534-ae90-f2e18c602b37 None None] Pushing event updated for resources: {'Port': ['ID=63c46607-481f-44ff-9d6a-e6b0a312dd44,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:27.677145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] Sync routers for ids ['9b9dc346-8b93-4c89-9ca2-96a33a802c2d'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:27.687194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-694e1060-acf5-4052-8422-08a17a54d390 None None] Provisioning complete for port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:27.687982 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-694e1060-acf5-4052-8422-08a17a54d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.734528 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1455d131-a89a-432b-a509-1165f0ebba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.739906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3990dd70-e0cd-4b54-8d19-14ee94d13170 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/routers/9b9dc346-8b93-4c89-9ca2-96a33a802c2d HTTP/1.1" status: 200 len: 704 time: 0.1430888 Jul 08 17:48:27.746987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60618) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:27.774914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 41eee389-7d6f-4487-8d57-33ccb0eaf80f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:27.776674 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.778479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, bcb7ea9a-13af-46cb-9fd8-def11aaac26d) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:27.797100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:27.798203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:27.829890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-81815107-a97a-40ad-8fc2-5c7c0792d962 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b9dc346-8b93-4c89-9ca2-96a33a802c2d HTTP/1.1" status: 200 len: 205 time: 0.0813541 Jul 08 17:48:27.842081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60624) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:27.868337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] Routers {'9b9dc346-8b93-4c89-9ca2-96a33a802c2d'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:27.881070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9b9dc346-8b93-4c89-9ca2-96a33a802c2d'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:27.888793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cbe589-6ed1-47ec-9a58-e6615319127e None None] Network bcb7ea9a-13af-46cb-9fd8-def11aaac26d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:28.055555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] Set router 9b9dc346-8b93-4c89-9ca2-96a33a802c2d gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:28.067456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da122c25-833b-4109-b968-2c6420403121 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0688691 Jul 08 17:48:28.076987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60638) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:28.087374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Request body: {'port': {'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d', 'name': 'tempest-TagsExtTest-1626667957'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:28.101158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb290371-1fb5-406b-9930-22e81cafbbf2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.118552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:28.146498 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] Sync routers for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:28.151071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-7d5124d9-3458-42fb-b67c-2cd548cb8ee1 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098992180&fields=id&tenant_id=b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 267 time: 0.4396670 Jul 08 17:48:28.182469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9dc346-8b93-4c89-9ca2-96a33a802c2d', 'name': 'tempest-RoutersIpV6Test-router-1693321748', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:22Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:28.185511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d297b2ed-5c45-4d54-9637-84d39ec752c2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7934797 Jul 08 17:48:28.194398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60640) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:28.197564 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:28.217135 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:28.339740 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:28.376456 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:28.377486 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:28.411162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] Checking router: 9b9dc346-8b93-4c89-9ca2-96a33a802c2d for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:28.457893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] Routers {'9b9dc346-8b93-4c89-9ca2-96a33a802c2d'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:28.459268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9b9dc346-8b93-4c89-9ca2-96a33a802c2d'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:28.491006 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:28.496239 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6ecae-e145-4c46-835d-3ad576d01942 None None] The sync data for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:28.557256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfebcfb-2138-4652-bfd9-bf12ed8eac19 req-39519ebc-a343-4783-9538-2aa9c4fb4950 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:28.584338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bfebcfb-2138-4652-bfd9-bf12ed8eac19 req-39519ebc-a343-4783-9538-2aa9c4fb4950 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.8475196 Jul 08 17:48:28.794215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb290371-1fb5-406b-9930-22e81cafbbf2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.797628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb290371-1fb5-406b-9930-22e81cafbbf2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.836027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-16b46ad5-520b-4b2b-810d-ba3fcc465927 None None] Provisioning complete for port 9491a498-60a0-4861-b463-54fb8920e668 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:28.836596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-16b46ad5-520b-4b2b-810d-ba3fcc465927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.841752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] Set router 9b9dc346-8b93-4c89-9ca2-96a33a802c2d gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:28.858604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Made reservation on behalf of 31958722a4ea4dc99f5b5afd360f1b20 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:28.862625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.890810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] device_id is not set on port 581cde22-028a-4a57-9d15-2f71be75e87d yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 17:48:28.939079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb290371-1fb5-406b-9930-22e81cafbbf2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.943562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb290371-1fb5-406b-9930-22e81cafbbf2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Fanout notify agent at l3_agent the message router_deleted on router 9b9dc346-8b93-4c89-9ca2-96a33a802c2d {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:48:28.964672 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb290371-1fb5-406b-9930-22e81cafbbf2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:28.967354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb290371-1fb5-406b-9930-22e81cafbbf2 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/9b9dc346-8b93-4c89-9ca2-96a33a802c2d HTTP/1.1" status: 204 len: 168 time: 1.1227016 Jul 08 17:48:28.969948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60664) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:29.127472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-e4c80dd4-ecad-4531-9b7b-53014bb8d3de tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:29.129432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-e4c80dd4-ecad-4531-9b7b-53014bb8d3de tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/networks?id=00855d04-7b6e-4ed9-a90c-6353d55e19f3 HTTP/1.1" status: 200 len: 797 time: 0.9336975 Jul 08 17:48:29.156033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-95e4f30f-5ad0-4dc4-9e60-13b1b3609d15 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/quotas/b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 375 time: 0.0168495 Jul 08 17:48:29.164570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bfebcfb-2138-4652-bfd9-bf12ed8eac19 req-0213730f-a070-483f-b2f7-71790f78604b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5793233 Jul 08 17:48:29.181606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bd9831-e963-4923-b468-c87d778af6fa None None] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:29.203708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9dc346-8b93-4c89-9ca2-96a33a802c2d', 'name': 'tempest-RoutersIpV6Test-router-1693321748', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:22Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:29.390974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-16b46ad5-520b-4b2b-810d-ba3fcc465927 None None] Port 9491a498-60a0-4861-b463-54fb8920e668 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:29.406275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8565ec-0bd4-4edf-bcbe-5b8e91a8ae80 None None] The sync data for ids ['9b9dc346-8b93-4c89-9ca2-96a33a802c2d'] in n-d-799528-4 is: [{'id': '9b9dc346-8b93-4c89-9ca2-96a33a802c2d', 'name': 'tempest-RoutersIpV6Test-router-1693321748', 'tenant_id': '791f98d62d5b4d5096bfcb2832339f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:48:22Z', 'updated_at': '2021-07-08T17:48:24Z', 'revision_number': 2, 'project_id': '791f98d62d5b4d5096bfcb2832339f69', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:29.413236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-bcb7ea9a-13af-46cb-9fd8-def11aaac26d', 'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d', 'tenant_id': '31958722a4ea4dc99f5b5afd360f1b20', 'fixed_ips': [{'subnet_id': '593db557-d60b-4a2e-991e-309232bd0638'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:29.414943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:29.444043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:29.463880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60668) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:29.616724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-89cdf368-89cf-4eaf-a794-46453df6cc11 None None] Provisioning for port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:29.683369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-52362d1c-19dd-437f-a8f3-e0a1de01be14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5065336 Jul 08 17:48:29.699438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcfc0fe-7263-4125-9231-803c533d1a90 None None] Network 295b2945-2a46-47f8-80d1-682be2c2230c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:29.895396 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-570c7ced-7f9f-4350-860d-8be2f0975758 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b9dc346-8b93-4c89-9ca2-96a33a802c2d HTTP/1.1" status: 200 len: 205 time: 0.9237671 Jul 08 17:48:29.900868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60678) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:29.934268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0978c98d-6952-4745-be75-676682ac4ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.029524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cbe8c-c0df-41f6-ba2c-ba8b8f7344e3 req-7ab09a28-5f45-4f48-857f-1e0391db6aee tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:30.042619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-391cbe8c-c0df-41f6-ba2c-ba8b8f7344e3 req-7ab09a28-5f45-4f48-857f-1e0391db6aee tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 984 time: 0.5297298 Jul 08 17:48:30.068710 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-e8e79882-ed49-4c99-89cf-854e68251c6f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] delete failed (client error): The resource could not be found. Jul 08 17:48:30.072153 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e8e79882-ed49-4c99-89cf-854e68251c6f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/9b9dc346-8b93-4c89-9ca2-96a33a802c2d HTTP/1.1" status: 404 len: 336 time: 0.1689186 Jul 08 17:48:30.080527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.107317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Allocated IP 172.20.0.2 (bcb7ea9a-13af-46cb-9fd8-def11aaac26d/593db557-d60b-4a2e-991e-309232bd0638/2a5a7eb8-252e-4984-8ed0-ede5c921f2ff) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:30.116074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ca431521-40ea-480c-b19d-6c1624af8ab2 None None] Provisioning for port 63c46607-481f-44ff-9d6a-e6b0a312dd44 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:30.123686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:30.124136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.168046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-fb7eeb3d-42f8-42b9-8f37-f2b8c0542d5e service neutron] 10.222.0.63 "GET /v2.0/networks/00855d04-7b6e-4ed9-a90c-6353d55e19f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656932 Jul 08 17:48:30.197595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7e772e3e-8c1b-4acb-bc81-6774898ad778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.229819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-391cbe8c-c0df-41f6-ba2c-ba8b8f7344e3 req-9535f45f-9f23-4ad4-83f7-823e95cb7ff4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1859763 Jul 08 17:48:30.252102 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e06d7eb-e3be-46a3-b693-6a533299e46f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:30.252102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e06d7eb-e3be-46a3-b693-6a533299e46f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:30.252102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e06d7eb-e3be-46a3-b693-6a533299e46f tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/10875bf0-78d0-41a8-9482-5b4e87ca2493 HTTP/1.1" status: 404 len: 337 time: 0.1654050 Jul 08 17:48:30.252489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60690) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.287438 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4419913a-96b9-4a48-859a-aed22c405330 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:30.287889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4419913a-96b9-4a48-859a-aed22c405330 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:30.291285 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4419913a-96b9-4a48-859a-aed22c405330 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/8d25fea1-fdff-46ab-bd69-657abdf7d568 HTTP/1.1" status: 404 len: 337 time: 0.0363150 Jul 08 17:48:30.293627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60692) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.315948 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-3618083a-fd42-4db0-9880-0f08e46b4b1f tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:48:30.317325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3618083a-fd42-4db0-9880-0f08e46b4b1f tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0790546 Jul 08 17:48:30.321768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60698) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.369589 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eb5931-2ea6-4033-a893-87d53fc3d55e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:30.369969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3eb5931-2ea6-4033-a893-87d53fc3d55e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:30.371797 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3eb5931-2ea6-4033-a893-87d53fc3d55e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/b959dbcb-1d93-4450-8d35-67beb3eca487 HTTP/1.1" status: 404 len: 337 time: 0.0771084 Jul 08 17:48:30.375978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60700) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.417381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:30.451573 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a44797-2546-47ea-9390-76908a6325d5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:30.452386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a44797-2546-47ea-9390-76908a6325d5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:30.454726 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c4a44797-2546-47ea-9390-76908a6325d5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/41811695-a5f7-40e4-8baa-05ad33fab813 HTTP/1.1" status: 404 len: 337 time: 0.0772016 Jul 08 17:48:30.457969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60706) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.511389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b8c9e22c-58fd-46da-b1af-1f33af49eb3a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 200 len: 205 time: 0.0502412 Jul 08 17:48:30.512569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60708) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.595837 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-2c99e7a3-72b9-43bf-ab98-049eb97ef4ca tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] delete failed (client error): The resource could not be found. Jul 08 17:48:30.612603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60710) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.616441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c99e7a3-72b9-43bf-ab98-049eb97ef4ca tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/8fee59e0-eda4-4881-8f56-2a49305375a9 HTTP/1.1" status: 404 len: 336 time: 0.1004546 Jul 08 17:48:30.750538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.789675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-703f52ed-26c3-4c30-b285-c70d9593dfb3 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=dcfe7a0f-a122-4372-8579-4fcc9f5af739 HTTP/1.1" status: 200 len: 205 time: 0.1543133 Jul 08 17:48:30.791721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60716) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.833050 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.857816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Transition to ACTIVE for port object 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:30.860722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:30.877166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:30.877833 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:30.903315 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-1da27756-ed1a-4efe-b201-45210bec4a53 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] delete failed (client error): The resource could not be found. Jul 08 17:48:30.907961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1da27756-ed1a-4efe-b201-45210bec4a53 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/dcfe7a0f-a122-4372-8579-4fcc9f5af739 HTTP/1.1" status: 404 len: 336 time: 0.1143825 Jul 08 17:48:30.909889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60718) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:30.919453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Transition to ACTIVE for port object 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:30.950702 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.048196 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:48:31.053249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Allocated IP 172.20.0.6 (bcb7ea9a-13af-46cb-9fd8-def11aaac26d/593db557-d60b-4a2e-991e-309232bd0638/581cde22-028a-4a57-9d15-2f71be75e87d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:31.079003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Network bcb7ea9a-13af-46cb-9fd8-def11aaac26d is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:31.103518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:31.111812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:31.223433 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b91ee9a-d90b-499a-8c1e-e922fa4f8c5a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:31.224165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b91ee9a-d90b-499a-8c1e-e922fa4f8c5a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:31.230648 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4b91ee9a-d90b-499a-8c1e-e922fa4f8c5a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/81d39f21-4ba3-4f76-b775-54c52f00d171 HTTP/1.1" status: 404 len: 337 time: 0.3161943 Jul 08 17:48:31.232425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60726) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.285328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-2664a6dc-1095-4618-849a-8dbd54b3488d service neutron] 10.222.0.63 "GET /v2.0/networks/00855d04-7b6e-4ed9-a90c-6353d55e19f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1065261 Jul 08 17:48:31.292104 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0978c98d-6952-4745-be75-676682ac4ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.324405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0978c98d-6952-4745-be75-676682ac4ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.385776 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.402577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0978c98d-6952-4745-be75-676682ac4ed9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e4f339df844740f181fe229b6785930c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9348748 Jul 08 17:48:31.444940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Transition to ACTIVE for port object 581cde22-028a-4a57-9d15-2f71be75e87d will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:31.450404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60728) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.465661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Pushing event updated for resources: {'Port': ['ID=2a5a7eb8-252e-4984-8ed0-ede5c921f2ff,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:31.489961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Attempting to bind port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:31.490495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Attempting to bind port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'fdbfe0f6-516c-47c1-a53a-7025f6de8dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:31.490874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Attempting to bind port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff on network bcb7ea9a-13af-46cb-9fd8-def11aaac26d {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:31.504891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d7e1a8f5-0b3d-43d4-89cf-6db37d17aad3 None None] Provisioning complete for port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:31.504891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a8f5-0b3d-43d4-89cf-6db37d17aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.543392 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3002f82-bc72-4bd5-be7d-67b23310051a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=19905b6a-e6cb-44c6-96ce-20aa862a10b2 HTTP/1.1" status: 200 len: 205 time: 0.3078463 Jul 08 17:48:31.545750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60734) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.553816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.562767 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.567076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:31.567626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Checking segment: {'id': 'fdbfe0f6-516c-47c1-a53a-7025f6de8dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:31.568143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.568646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Bound using segment: {'id': 'fdbfe0f6-516c-47c1-a53a-7025f6de8dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:31.576874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Bound port: 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbfe0f6-516c-47c1-a53a-7025f6de8dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bcb7ea9a-13af-46cb-9fd8-def11aaac26d'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:31.577411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.585806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-0eae0cc4-41c6-4f5d-b057-7d6230883d0f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:31.593925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-0eae0cc4-41c6-4f5d-b057-7d6230883d0f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 1.1630921 Jul 08 17:48:31.624417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-41531da2-87c0-4f25-885a-aff7f26e7a4a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/quotas/86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 375 time: 0.0182660 Jul 08 17:48:31.666972 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-cd77a118-50ec-4308-8b7a-0af59ffb666e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] delete failed (client error): The resource could not be found. Jul 08 17:48:31.671554 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cd77a118-50ec-4308-8b7a-0af59ffb666e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/19905b6a-e6cb-44c6-96ce-20aa862a10b2 HTTP/1.1" status: 404 len: 336 time: 0.1246424 Jul 08 17:48:31.674864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.729171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978c98d-6952-4745-be75-676682ac4ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3badd2ef-40d9-43f8-9424-26c57da4fe5e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:31.735762 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-60d6b948-3882-4ded-9ce6-a64f15d2993e tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=1cd2baa9-bb26-4d28-b0ed-8012bd616cfc HTTP/1.1" status: 200 len: 205 time: 0.0597379 Jul 08 17:48:31.736423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60742) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.739288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Network bcb7ea9a-13af-46cb-9fd8-def11aaac26d is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:31.790931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] For port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:31.794509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] For port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2a5a7eb8-252e-4984-8ed0-ede5c921f2ff,segment=NetworkSegment(fdbfe0f6-516c-47c1-a53a-7025f6de8dd5),segment_id=fdbfe0f6-516c-47c1-a53a-7025f6de8dd5)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:31.796253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.819877 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.847173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:31.852416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:31.858461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event updated for resources: {'Port': ['ID=581cde22-028a-4a57-9d15-2f71be75e87d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:31.861002 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-514fec96-30a8-4679-8ca8-267e0b2459e6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] delete failed (client error): The resource could not be found. Jul 08 17:48:31.869741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-514fec96-30a8-4679-8ca8-267e0b2459e6 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/1cd2baa9-bb26-4d28-b0ed-8012bd616cfc HTTP/1.1" status: 404 len: 336 time: 0.1267374 Jul 08 17:48:31.897582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60746) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.938354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:31.964667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-972e46b7-e85b-4207-a07b-4210d6dde788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.977289 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d100ef-343f-488d-9f67-a9004befd391 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:31.979388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d100ef-343f-488d-9f67-a9004befd391 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:31.980609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:31.981936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c46607-481f-44ff-9d6a-e6b0a312dd44 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:31.983204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e8d100ef-343f-488d-9f67-a9004befd391 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/42e88a9e-7701-43bf-aa2d-da6dff4e4f33 HTTP/1.1" status: 404 len: 337 time: 0.0782368 Jul 08 17:48:31.988565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60750) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:31.995135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1a25d-0905-452e-b20e-2d906508259f None None] Pushing event updated for resources: {'Port': ['ID=2a5a7eb8-252e-4984-8ed0-ede5c921f2ff,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:32.017147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:32.018026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.091175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7c4916df-0a8d-44dc-9372-124e11700b0c tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=928d8bc1-13cd-4fe6-a9c8-95a585667a5a HTTP/1.1" status: 200 len: 205 time: 0.0992870 Jul 08 17:48:32.096513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.105002 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a8f5-0b3d-43d4-89cf-6db37d17aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.113914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:32.208242 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-d26b05c5-de74-406f-b789-8af60c75d5a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] delete failed (client error): The resource could not be found. Jul 08 17:48:32.209393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d26b05c5-de74-406f-b789-8af60c75d5a1 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/928d8bc1-13cd-4fe6-a9c8-95a585667a5a HTTP/1.1" status: 404 len: 336 time: 0.1105156 Jul 08 17:48:32.215592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-d7e1a8f5-0b3d-43d4-89cf-6db37d17aad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:48:32.216120 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-d7e1a8f5-0b3d-43d4-89cf-6db37d17aad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:48:32.238720 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6ff24b3-9c0a-401f-8f60-bfbca2d0cfde tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.1369600 Jul 08 17:48:32.238720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60762) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.238720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60764) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.279240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 63c46607-481f-44ff-9d6a-e6b0a312dd44 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:32.279240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 63c46607-481f-44ff-9d6a-e6b0a312dd44 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:32.279240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.312275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-95a8f78c-bb9a-46e6-8e4d-efff6812e00c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-682279567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:32.362181 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8b4331-82e4-4c8d-9cba-de94928a7ac5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:32.364856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8b4331-82e4-4c8d-9cba-de94928a7ac5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:32.367714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e8b4331-82e4-4c8d-9cba-de94928a7ac5 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/dddf634e-92de-496a-9949-ec4350031982 HTTP/1.1" status: 404 len: 337 time: 0.1467397 Jul 08 17:48:32.373694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60766) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.416471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8f78c-bb9a-46e6-8e4d-efff6812e00c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.419197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8f78c-bb9a-46e6-8e4d-efff6812e00c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.458116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-76b4fd5c-ad8c-4f0e-807c-b4c19b2253fb tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "GET /v2.0/ports?device_id=975e9396-46d8-4432-b730-329ea8f58667 HTTP/1.1" status: 200 len: 205 time: 0.0759442 Jul 08 17:48:32.459805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60768) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.501323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.513047 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-68dc8514-04af-4148-94b0-a49d9685c7a8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] delete failed (client error): The resource could not be found. Jul 08 17:48:32.517357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-68dc8514-04af-4148-94b0-a49d9685c7a8 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/routers/975e9396-46d8-4432-b730-329ea8f58667 HTTP/1.1" status: 404 len: 336 time: 0.0565009 Jul 08 17:48:32.518999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60770) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.578291 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf9fcc1-4fbf-4620-a7f3-ca850d3b0216 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:32.579051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf9fcc1-4fbf-4620-a7f3-ca850d3b0216 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:32.584341 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5cf9fcc1-4fbf-4620-a7f3-ca850d3b0216 tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/ddb8f138-e02a-48e7-8a3f-3bb1a686824c HTTP/1.1" status: 404 len: 337 time: 0.0619252 Jul 08 17:48:32.584660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60774) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.590705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 63c46607-481f-44ff-9d6a-e6b0a312dd44, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=63c46607-481f-44ff-9d6a-e6b0a312dd44,segment=NetworkSegment(b5764aad-a55b-4ba0-b447-4ec28b54385f),segment_id=b5764aad-a55b-4ba0-b447-4ec28b54385f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:32.610997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.647924 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-869929ee-a18b-49ae-90f0-ed2f62e7af5a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] DELETE failed (client error): The resource could not be found. Jul 08 17:48:32.648383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869929ee-a18b-49ae-90f0-ed2f62e7af5a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 17:48:32.653679 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-869929ee-a18b-49ae-90f0-ed2f62e7af5a tempest-RoutersIpV6Test-937437064 tempest-RoutersIpV6Test-937437064-project] 10.222.0.63 "DELETE /v2.0/subnets/d4f50ac6-0136-4394-98a8-5e2567075fb4 HTTP/1.1" status: 404 len: 337 time: 0.0651574 Jul 08 17:48:32.653679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8f78c-bb9a-46e6-8e4d-efff6812e00c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.665461 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8f78c-bb9a-46e6-8e4d-efff6812e00c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.699735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-95a8f78c-bb9a-46e6-8e4d-efff6812e00c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.701254 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-95a8f78c-bb9a-46e6-8e4d-efff6812e00c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4014130 Jul 08 17:48:32.704305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60780) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.709777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-052fd7a0-c4ce-45c8-a13b-3bc4534abc7a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-504975809', 'prefixes': ['172.20.0.0/16']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:32.859358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-972e46b7-e85b-4207-a07b-4210d6dde788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.865889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=63c46607-481f-44ff-9d6a-e6b0a312dd44,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:32.880694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.929049 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-052fd7a0-c4ce-45c8-a13b-3bc4534abc7a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for subnetpool, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:32.934792 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-052fd7a0-c4ce-45c8-a13b-3bc4534abc7a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2252214 Jul 08 17:48:32.935257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60782) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:32.949938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f792a4-e8d9-418b-b920-2da50278442f req-fef30bf8-2751-44e9-accd-12d05025c25d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:32.957193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-9260e60e-424c-4f06-9c8c-0784f5280fbb tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', 'tempest-TagsExtTest-Tag-610952489') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:32.961976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4f792a4-e8d9-418b-b920-2da50278442f req-fef30bf8-2751-44e9-accd-12d05025c25d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 984 time: 1.1341569 Jul 08 17:48:33.031313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:33.033230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-b8eb5e6a-0c48-4ac0-a5aa-ac8b605e465c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&fields=id HTTP/1.1" status: 200 len: 486 time: 1.3827126 Jul 08 17:48:33.144565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60788) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:33.182622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:33.183470 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.185320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4f792a4-e8d9-418b-b920-2da50278442f req-0e0bf332-16ac-4ecf-90e1-8fd3ccce691c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2153404 Jul 08 17:48:33.263256 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9260e60e-424c-4f06-9c8c-0784f5280fbb tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags/tempest-TagsExtTest-Tag-610952489 HTTP/1.1" status: 201 len: 201 time: 0.3243108 Jul 08 17:48:33.263856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60800) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:33.269223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-7fc08ab8-0800-4291-becd-a12fb6d052d0 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', 'tempest-TagsExtTest-Tag-1529195018') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:33.309732 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-972e46b7-e85b-4207-a07b-4210d6dde788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.327636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-972e46b7-e85b-4207-a07b-4210d6dde788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.329129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-972e46b7-e85b-4207-a07b-4210d6dde788 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3badd2ef-40d9-43f8-9424-26c57da4fe5e HTTP/1.1" status: 204 len: 168 time: 1.8777437 Jul 08 17:48:33.489188 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7fc08ab8-0800-4291-becd-a12fb6d052d0 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags/tempest-TagsExtTest-Tag-1529195018 HTTP/1.1" status: 201 len: 201 time: 0.2222979 Jul 08 17:48:33.490010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60806) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:33.490351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e46b7-e85b-4207-a07b-4210d6dde788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3badd2ef-40d9-43f8-9424-26c57da4fe5e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:33.496108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-b90243a5-c8a5-42e3-bab6-b084ba6d219e tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', 'tempest-TagsExtTest-Tag-934693068') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:33.501907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:33.661794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1d66765-be5d-40a5-a058-d00d0bffae1b req-09479e73-e9ec-4924-b56e-a4db1ac69cb6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 210 time: 0.2168860 Jul 08 17:48:33.717752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:33.741469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-fd5a3444-2522-43ab-934b-65554f02ee01 service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071233 Jul 08 17:48:33.748016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b0957-e953-465e-9827-ccd39e6ce83a None None] Network bcb7ea9a-13af-46cb-9fd8-def11aaac26d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:33.825838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.929006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6bc96e9c-78be-43ed-9441-5cbd61cb609f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=791f98d62d5b4d5096bfcb2832339f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7808137 Jul 08 17:48:33.930788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Provisioning for port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:33.951028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Provisioning complete for port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:33.951402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:33.966273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60820) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.078343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60822) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.082635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-bed4ce7a-fc9e-4daf-833a-a422314494d7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:34.085139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-bed4ce7a-fc9e-4daf-833a-a422314494d7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "GET /v2.0/networks?id=00855d04-7b6e-4ed9-a90c-6353d55e19f3 HTTP/1.1" status: 200 len: 797 time: 0.3778203 Jul 08 17:48:34.100792 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b90243a5-c8a5-42e3-bab6-b084ba6d219e tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags/tempest-TagsExtTest-Tag-934693068 HTTP/1.1" status: 201 len: 201 time: 0.6095502 Jul 08 17:48:34.111830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60824) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.136436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-36ce12e1-ee5e-475c-9d7c-45439993cb6b tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', 'tempest-TagsExtTest-Tag-2095856521') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.137340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-aa131547-6c95-417e-ba68-7611f661aa03 service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948307 Jul 08 17:48:34.138176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc19747-9697-477f-91f2-1e01971661d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.148770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.210034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] For port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2a5a7eb8-252e-4984-8ed0-ede5c921f2ff,segment=NetworkSegment(fdbfe0f6-516c-47c1-a53a-7025f6de8dd5),segment_id=fdbfe0f6-516c-47c1-a53a-7025f6de8dd5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:34.226414 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.258329 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-daeca657-aa55-4de8-8776-e3f214712479 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 473 time: 0.1561911 Jul 08 17:48:34.265092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-36ce12e1-ee5e-475c-9d7c-45439993cb6b tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags/tempest-TagsExtTest-Tag-2095856521 HTTP/1.1" status: 201 len: 201 time: 0.1471779 Jul 08 17:48:34.267098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60828) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.276755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-d235c623-6016-4626-8aba-8e1467c16360 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.282725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'port': {'device_id': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'admin_state_up': True, 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'security_groups': ['4556cd88-b5e1-4a24-af62-98264454c940']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:34.351130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71facbd3-7f9f-4660-b659-db3898d8f9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.352261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1d1ce-d550-40ab-a746-35e9df134fed req-626505ad-ef9d-45cd-83f4-8deb0ef33384 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:34.354577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ccf1d1ce-d550-40ab-a746-35e9df134fed req-626505ad-ef9d-45cd-83f4-8deb0ef33384 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1135 time: 0.4285228 Jul 08 17:48:34.397666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Pushing event updated for resources: {'Port': ['ID=2a5a7eb8-252e-4984-8ed0-ede5c921f2ff,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:34.429049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.429620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.430148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.431161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.436496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.437516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.438066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.438563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.441299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.445175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.445543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.446075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3d0109-9184-4dca-93b7-fc577ed989fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:34.498606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ccf1d1ce-d550-40ab-a746-35e9df134fed req-11d74280-33b4-4331-bde9-c5039e885c69 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.563533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ec2172-7b08-4fa3-b4f8-e863d016ab0e req-7c44b9e9-01a9-4a04-aa13-c1f788a4fefa tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 210 time: 0.1484110 Jul 08 17:48:34.588457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d235c623-6016-4626-8aba-8e1467c16360 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags HTTP/1.1" status: 200 len: 240 time: 0.3197203 Jul 08 17:48:34.589783 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71facbd3-7f9f-4660-b659-db3898d8f9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.593811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.600816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-7f40930b-40e1-44ae-8e69-cfc6dc06a280 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', 'tempest-TagsExtTest-Tag-610952489') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.702732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-169d21a6-4e34-48e1-8ac7-76eaf13e4b92 None None] Provisioning for port 581cde22-028a-4a57-9d15-2f71be75e87d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:34.712674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-169d21a6-4e34-48e1-8ac7-76eaf13e4b92 None None] Provisioning complete for port 581cde22-028a-4a57-9d15-2f71be75e87d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:34.715655 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-169d21a6-4e34-48e1-8ac7-76eaf13e4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.733588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7f40930b-40e1-44ae-8e69-cfc6dc06a280 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags/tempest-TagsExtTest-Tag-610952489 HTTP/1.1" status: 204 len: 168 time: 0.1375237 Jul 08 17:48:34.739279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60842) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:34.757970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-d40ba295-aee9-477d-ad94-be7db2f45a38 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', 'tempest-TagsExtTest-Tag-610952489') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:34.816360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-169d21a6-4e34-48e1-8ac7-76eaf13e4b92 None None] Port 581cde22-028a-4a57-9d15-2f71be75e87d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:34.831878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-169d21a6-4e34-48e1-8ac7-76eaf13e4b92 None None] Provisioning complete for port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:34.832349 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-169d21a6-4e34-48e1-8ac7-76eaf13e4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.836780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:34.960186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71facbd3-7f9f-4660-b659-db3898d8f9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.972998 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-71facbd3-7f9f-4660-b659-db3898d8f9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:34.978387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-71facbd3-7f9f-4660-b659-db3898d8f9db admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/321ba607-4c43-4b5c-a25b-f2526342a46d HTTP/1.1" status: 204 len: 168 time: 0.9999461 Jul 08 17:48:34.996619 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d40ba295-aee9-477d-ad94-be7db2f45a38 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags/tempest-TagsExtTest-Tag-610952489 HTTP/1.1" status: 204 len: 168 time: 0.2559717 Jul 08 17:48:34.998958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60848) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.003730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-ecad2bf7-69e9-4ecb-96f0-c3dec20c0386 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:35.010570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71facbd3-7f9f-4660-b659-db3898d8f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ba607-4c43-4b5c-a25b-f2526342a46d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:35.042672 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc19747-9697-477f-91f2-1e01971661d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.047660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:35.048235 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.057528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2fc19747-9697-477f-91f2-1e01971661d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.107344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:35.112050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.114254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc19747-9697-477f-91f2-1e01971661d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51c5305-75cb-43df-8778-260e56da77e6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:35.191161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ecad2bf7-69e9-4ecb-96f0-c3dec20c0386 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags HTTP/1.1" status: 200 len: 205 time: 0.1909726 Jul 08 17:48:35.209351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b26c7ec-02d1-41e3-b0b7-538050f3cc9c req-39fdee8e-e0ef-4a42-baf7-b1d1bf1fe6e9 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 210 time: 0.1096869 Jul 08 17:48:35.211765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60850) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.220534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-1285d72b-fca2-4eaf-8795-e5e5a9a71f79 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:35.270474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c46607-481f-44ff-9d6a-e6b0a312dd44 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:35.314665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2fc19747-9697-477f-91f2-1e01971661d1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=120bc0d8aece421ea1001ef9ae42f4da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2288239 Jul 08 17:48:35.316385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting port 9491a498-60a0-4861-b463-54fb8920e668 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:35.317459 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.322226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60854) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.385277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8e565611-bd23-4228-9ff3-e5f3c009b08f None None] Provisioning complete for port 581cde22-028a-4a57-9d15-2f71be75e87d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:35.385654 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e565611-bd23-4228-9ff3-e5f3c009b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.404371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.20.0.21 (00855d04-7b6e-4ed9-a90c-6353d55e19f3/7d29825b-19f5-44e9-9b98-11fee71cb98e/6610e8ef-3ad8-4bdb-896b-216250c9be81) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:35.407582 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75041cc8-a963-421e-9026-6590a3c4a58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.423969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 63c46607-481f-44ff-9d6a-e6b0a312dd44 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:35.424346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.481216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8e565611-bd23-4228-9ff3-e5f3c009b08f None None] Port 581cde22-028a-4a57-9d15-2f71be75e87d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:35.522356 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75041cc8-a963-421e-9026-6590a3c4a58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.559300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.586900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Calling delete_port for 9491a498-60a0-4861-b463-54fb8920e668 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:35.769195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75041cc8-a963-421e-9026-6590a3c4a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.781041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-75041cc8-a963-421e-9026-6590a3c4a58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.784436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-75041cc8-a963-421e-9026-6590a3c4a58a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a51c5305-75cb-43df-8778-260e56da77e6 HTTP/1.1" status: 204 len: 168 time: 0.4612353 Jul 08 17:48:35.812594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75041cc8-a963-421e-9026-6590a3c4a58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51c5305-75cb-43df-8778-260e56da77e6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:35.858190 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ccf1d1ce-d550-40ab-a746-35e9df134fed req-11d74280-33b4-4331-bde9-c5039e885c69 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.864927 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.880218 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ccf1d1ce-d550-40ab-a746-35e9df134fed req-11d74280-33b4-4331-bde9-c5039e885c69 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:35.929349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ccf1d1ce-d550-40ab-a746-35e9df134fed req-11d74280-33b4-4331-bde9-c5039e885c69 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.5610106 Jul 08 17:48:35.938531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd89beba-5cd9-40d7-99f5-b79b6560c1d1 req-f3cae215-1d26-4cf2-b1eb-0b084404a572 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 210 time: 0.1030638 Jul 08 17:48:35.956786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60870) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:35.956958 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1285d72b-fca2-4eaf-8795-e5e5a9a71f79 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags HTTP/1.1" status: 200 len: 241 time: 0.7400541 Jul 08 17:48:35.970676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-10ced372-f882-4717-971e-2b129219f038 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', 'tempest-TagsExtTest-Tag-1529195018') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:36.000667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60872) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.034179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d74280-33b4-4331-bde9-c5039e885c69 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83948e9-df03-495f-a812-43a7f01dc455,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:36.058317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:36.080142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Transition to ACTIVE for port object 6610e8ef-3ad8-4bdb-896b-216250c9be81 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:36.104339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Port': ['ID=9491a498-60a0-4861-b463-54fb8920e668,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:36.178845 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-10ced372-f882-4717-971e-2b129219f038 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags/tempest-TagsExtTest-Tag-1529195018 HTTP/1.1" status: 204 len: 168 time: 0.2206833 Jul 08 17:48:36.179942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60880) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.192552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-6b6c4f03-c2be-4f9c-8ad8-9aba611f73e6 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', 'tempest-TagsExtTest-Tag-1529195018') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:36.248460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7b811c-27d8-49b3-8f66-6cf368d5c66c tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:36.254626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc7b811c-27d8-49b3-8f66-6cf368d5c66c tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1130 time: 0.2486022 Jul 08 17:48:36.255963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60888) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.269965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:36.349528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:36.373103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:36.392659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:36.526788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:36.565277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=6610e8ef-3ad8-4bdb-896b-216250c9be81,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:36.567858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:36.616605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:36.723010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:36.788764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Router d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:36.873291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:36.874121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:36.993882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-c1fff968-e0a6-4640-ad01-6095346120cb tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7253363 Jul 08 17:48:37.004589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-47f40825-5c63-4c10-830c-dac8ded6132a tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-86757734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:37.025328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f14e0e-e82d-41ba-919c-34de0e11a791 req-fb007da7-5954-4977-ab7f-7adae71a15bc tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:37.027527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6b6c4f03-c2be-4f9c-8ad8-9aba611f73e6 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags/tempest-TagsExtTest-Tag-1529195018 HTTP/1.1" status: 204 len: 168 time: 0.8428843 Jul 08 17:48:37.032993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84f14e0e-e82d-41ba-919c-34de0e11a791 req-fb007da7-5954-4977-ab7f-7adae71a15bc tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 932 time: 0.4549916 Jul 08 17:48:37.039231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60914) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.041615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Request body: {'port': {'device_id': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:37.041777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3e909826-eaa5-4eee-9f46-b14948b2111d None None] Provisioning for port 6610e8ef-3ad8-4bdb-896b-216250c9be81 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:37.044381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-43c48662-f204-4dc0-8838-780330808700 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.046664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3e909826-eaa5-4eee-9f46-b14948b2111d None None] Provisioning complete for port 6610e8ef-3ad8-4bdb-896b-216250c9be81 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:37.047345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3e909826-eaa5-4eee-9f46-b14948b2111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.079522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:37.104726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] Sync routers for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:37.106254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-7ff4893d-8805-49e3-960e-1e6b60dc0858 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:37.108455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-7ff4893d-8805-49e3-960e-1e6b60dc0858 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.5800142 Jul 08 17:48:37.115737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3e909826-eaa5-4eee-9f46-b14948b2111d None None] Port 6610e8ef-3ad8-4bdb-896b-216250c9be81 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:37.122247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:37.123189 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.140840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'port': {'device_id': 'feae7570-082d-4758-95a9-27845384195b', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'admin_state_up': True, 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:37.146359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0bb28019-4d76-4d4a-bf10-71b205729303 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8217409 Jul 08 17:48:37.177394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60916) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.199037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.216059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:37.218035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.262267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.270353 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-1cf8ffa7-0195-427f-a43e-9db55e4b3b15 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] delete failed (client error): The resource could not be found. Jul 08 17:48:37.271420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1cf8ffa7-0195-427f-a43e-9db55e4b3b15 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/routers/tempest-non_exist_router-936005035 HTTP/1.1" status: 404 len: 334 time: 0.0873480 Jul 08 17:48:37.281930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.284314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba16aeb-9c52-4f40-a1df-2d22f351890a None None] The sync data for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:37.284477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60920) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.287940 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.296679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47f40825-5c63-4c10-830c-dac8ded6132a tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.301180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b417ba16-d409-4110-ac1a-d908f88a5210 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:37.302174 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47f40825-5c63-4c10-830c-dac8ded6132a tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.310294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8cab955e-c301-48de-8ad3-00971baeb036 req-8a56c3a2-1e98-4dad-898a-3de0d6cfa7b9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 210 time: 0.1041577 Jul 08 17:48:37.329269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84f14e0e-e82d-41ba-919c-34de0e11a791 req-2a9570f7-f32b-41c8-8d45-e8bdf8f4beaa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952714 Jul 08 17:48:37.361016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-43c48662-f204-4dc0-8838-780330808700 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags HTTP/1.1" status: 200 len: 205 time: 0.3206754 Jul 08 17:48:37.377486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60922) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.395718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-4ac8901b-236d-4b25-b1e3-33bf6742091d tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.548713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47f40825-5c63-4c10-830c-dac8ded6132a tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.555381 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47f40825-5c63-4c10-830c-dac8ded6132a tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:37.579096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ac8901b-236d-4b25-b1e3-33bf6742091d tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags HTTP/1.1" status: 200 len: 240 time: 0.1998632 Jul 08 17:48:37.579559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.584678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-5a2a6f1c-72d4-47d3-af01-3a9bd41f14c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', 'tempest-TagsExtTest-Tag-934693068') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.702296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5a2a6f1c-72d4-47d3-af01-3a9bd41f14c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags/tempest-TagsExtTest-Tag-934693068 HTTP/1.1" status: 204 len: 168 time: 0.1211777 Jul 08 17:48:37.704773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60934) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.711843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-50a34570-6fd1-479a-808f-b4d211398f08 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', 'tempest-TagsExtTest-Tag-934693068') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.850059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-50a34570-6fd1-479a-808f-b4d211398f08 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags/tempest-TagsExtTest-Tag-934693068 HTTP/1.1" status: 204 len: 168 time: 0.1435883 Jul 08 17:48:37.852998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60938) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.858802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-e5a0530d-4d37-4164-8332-86d34320afba tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:37.963335 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e5a0530d-4d37-4164-8332-86d34320afba tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags HTTP/1.1" status: 200 len: 205 time: 0.1075342 Jul 08 17:48:37.965793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60944) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:37.973526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-05c2baed-6af7-4309-b9d0-bc5dfa887828 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:38.041396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-05c2baed-6af7-4309-b9d0-bc5dfa887828 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags HTTP/1.1" status: 200 len: 241 time: 0.0723319 Jul 08 17:48:38.043134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60946) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.043937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47f40825-5c63-4c10-830c-dac8ded6132a tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.045169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-47f40825-5c63-4c10-830c-dac8ded6132a tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3207290 Jul 08 17:48:38.049936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-05e935e5-a46b-4691-a0f1-fd299e5a3014 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', 'tempest-TagsExtTest-Tag-2095856521') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:38.052096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60948) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.059564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-366879998'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:38.080952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Made reservation on behalf of 86de8c57281b49b391c0fc3feb8e531b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:38.084207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.098138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-05e935e5-a46b-4691-a0f1-fd299e5a3014 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags/tempest-TagsExtTest-Tag-2095856521 HTTP/1.1" status: 204 len: 168 time: 0.0517941 Jul 08 17:48:38.100986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60950) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.107587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-1b2b4e4a-0254-4949-833b-67bfedeb5a85 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', 'tempest-TagsExtTest-Tag-2095856521') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:38.144466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b417ba16-d409-4110-ac1a-d908f88a5210 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.166389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Allocated IP 172.25.5.155 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/47f42c06-9691-4028-a436-dbc2ea79d9de) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:38.181510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Made reservation on behalf of c00a7452e7504267aa5a49a0de8298c4 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:38.185755 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.207625 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.221789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1b2b4e4a-0254-4949-833b-67bfedeb5a85 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags/tempest-TagsExtTest-Tag-2095856521 HTTP/1.1" status: 204 len: 168 time: 0.1197877 Jul 08 17:48:38.265980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60956) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.275962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-549ded1b-eddb-4231-919a-a1e0387d8984 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:38.305334 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-b417ba16-d409-4110-ac1a-d908f88a5210 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] update failed (client error): The resource could not be found. Jul 08 17:48:38.310682 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b417ba16-d409-4110-ac1a-d908f88a5210 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 HTTP/1.1" status: 404 len: 339 time: 1.0149989 Jul 08 17:48:38.329695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.330683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60958) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.336531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-253963562'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:38.341561 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.354950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:38.366399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.366898 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Added segment d078da9a-de6a-4828-9578-5dc9ed204297 of type vlan for network ab686737-977d-4d26-b530-2ccb38af90f8 Jul 08 17:48:38.411790 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.457376 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.464809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:38.465549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.501836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-549ded1b-eddb-4231-919a-a1e0387d8984 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags HTTP/1.1" status: 200 len: 205 time: 0.2334771 Jul 08 17:48:38.521331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60968) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.543318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-d8925e17-5585-440a-a9f9-dd4d6a881ef7 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:38.566259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Network': ['ID=ab686737-977d-4d26-b530-2ccb38af90f8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:38.582818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ab686737-977d-4d26-b530-2ccb38af90f8 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:38.584440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54f903-62c0-4792-b318-60824cc0f21d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:38.591833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:38.596957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.611115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6f58569c-85f4-418e-8e11-2f7df2bc2f94 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5563052 Jul 08 17:48:38.616083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60972) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.625758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'subnet': {'network_id': 'ab686737-977d-4d26-b530-2ccb38af90f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:38.686303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Allocated IP 172.20.0.6 (c6b400da-81cc-41bc-8197-8410b53c3380/04c374cd-9975-4071-893c-485e95945e6e/019afefa-c63e-47a2-b204-b4c08cf642b4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:38.748790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:38.775936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.813368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Made reservation on behalf of c00a7452e7504267aa5a49a0de8298c4 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:38.818515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.857499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:38.857854 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Added segment fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23 of type vlan for network 4047e9de-967c-4e0a-9945-68d22147aa1f Jul 08 17:48:38.869872 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d8925e17-5585-440a-a9f9-dd4d6a881ef7 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags HTTP/1.1" status: 204 len: 168 time: 0.3389108 Jul 08 17:48:38.873319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 60980) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:38.883109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-fbcaad82-2b4c-4057-b786-5dab0aa62254 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:38.898389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6610e8ef-3ad8-4bdb-896b-216250c9be81 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:48:38.941670 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbc0cb1b-7b9f-402b-9703-0d6f43d3ee25 req-0d1f3aea-98b7-491a-9267-f671bc937f1f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 210 time: 0.1130354 Jul 08 17:48:38.942800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.021351 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Transition to ACTIVE for port object 6610e8ef-3ad8-4bdb-896b-216250c9be81 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:39.035496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.067962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.122307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.125600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1f908-9b67-404a-ab9a-0f81c8fd0f24 req-d55e5b6b-921a-40b3-a00a-7e693d358db1 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:39.127494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8b1f908-9b67-404a-ab9a-0f81c8fd0f24 req-d55e5b6b-921a-40b3-a00a-7e693d358db1 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 932 time: 0.3669786 Jul 08 17:48:39.208786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Pushing event updated for resources: {'Port': ['ID=6610e8ef-3ad8-4bdb-896b-216250c9be81,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.216369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:39.236626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8b1f908-9b67-404a-ab9a-0f81c8fd0f24 req-129b0fe6-55c7-4d1d-94e2-253f8f6bbca1 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703983 Jul 08 17:48:39.237360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.243874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:39.244486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.251599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fbcaad82-2b4c-4057-b786-5dab0aa62254 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags HTTP/1.1" status: 204 len: 168 time: 0.3727095 Jul 08 17:48:39.255785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 60994) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:39.258707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:39.262600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-6c1ff8bf-cdad-4a23-b70e-f5baa67a6bfe tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:39.265708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:39.393285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=47f42c06-9691-4028-a436-dbc2ea79d9de,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.403005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.435421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Transition to ACTIVE for port object 019afefa-c63e-47a2-b204-b4c08cf642b4 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:39.537799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Attempting to bind port 6610e8ef-3ad8-4bdb-896b-216250c9be81 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:39.538028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Attempting to bind port 6610e8ef-3ad8-4bdb-896b-216250c9be81 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:39.538302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Attempting to bind port 6610e8ef-3ad8-4bdb-896b-216250c9be81 on network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:39.584086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Port 6610e8ef-3ad8-4bdb-896b-216250c9be81 on network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:48:39.584086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Attempting to bind port 6610e8ef-3ad8-4bdb-896b-216250c9be81 on network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:39.609607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:39.609919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Checking segment: {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:39.610311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Bound using segment: {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:39.610781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Bound port: 6610e8ef-3ad8-4bdb-896b-216250c9be81, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:39.611147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.735414 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:39.747912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['17eea288-0c96-4a59-9cf2-b1e12acef62c', '3eca7090-2fca-4d2f-97ca-132d83e486d5'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:48:39.860314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:39.876239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:39.879695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:39.886069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] For port 6610e8ef-3ad8-4bdb-896b-216250c9be81, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:39.930152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=019afefa-c63e-47a2-b204-b4c08cf642b4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:39.942006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] For port 6610e8ef-3ad8-4bdb-896b-216250c9be81, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6610e8ef-3ad8-4bdb-896b-216250c9be81,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:39.963939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.078854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:40.079808 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.080941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Network': ['ID=4047e9de-967c-4e0a-9945-68d22147aa1f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.081554 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] 10.222.0.72 "PUT /v2.0/ports/6610e8ef-3ad8-4bdb-896b-216250c9be81 HTTP/1.1" status: 200 len: 1092 time: 3.0659652 Jul 08 17:48:40.106888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'tag': '6610e8ef-3ad8-4bdb-896b-216250c9be81'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:48:40.124046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4047e9de-967c-4e0a-9945-68d22147aa1f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:40.137262 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b14ba5-3036-414e-b300-9bdc22b38ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "62e20c78-ba1c-4cc0-83e9-cf97f43d495e", "tag": "6610e8ef-3ad8-4bdb-896b-216250c9be81"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:48:40.164499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:40.165174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.174676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6b4f9bc5-2258-4735-af37-ba27f998f9e7 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8426130 Jul 08 17:48:40.175572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32804) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.192788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'subnet': {'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:40.383431 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0450a47-9e87-4dd4-917f-73cb19d1983b x-openstack-request-id: req-b0450a47-9e87-4dd4-917f-73cb19d1983b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:48:40.384568 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e20c78-ba1c-4cc0-83e9-cf97f43d495e", "tag": "6610e8ef-3ad8-4bdb-896b-216250c9be81", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:48:40.385037 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b0450a47-9e87-4dd4-917f-73cb19d1983b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:48:40.386229 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'tag': '6610e8ef-3ad8-4bdb-896b-216250c9be81', 'status': 'completed', 'code': 200} Jul 08 17:48:40.455745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-ddb9359d-d0d9-434d-93c2-722b50d11239 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3258343 Jul 08 17:48:40.589293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Request body: {'port': {'device_id': 'feae7570-082d-4758-95a9-27845384195b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:40.602266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4263a8c3-3f7c-48e0-8e67-8c7911039a58 None None] Provisioning for port 019afefa-c63e-47a2-b204-b4c08cf642b4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:40.619237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4263a8c3-3f7c-48e0-8e67-8c7911039a58 None None] Provisioning complete for port 019afefa-c63e-47a2-b204-b4c08cf642b4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:40.620026 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4263a8c3-3f7c-48e0-8e67-8c7911039a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.642367 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.698983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Subnet': ['ID=c352bfc7-6a9b-42b9-9f65-9c7c7c79aee4,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.706179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4263a8c3-3f7c-48e0-8e67-8c7911039a58 None None] Port 019afefa-c63e-47a2-b204-b4c08cf642b4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:40.724906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6c1ff8bf-cdad-4a23-b70e-f5baa67a6bfe tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags HTTP/1.1" status: 204 len: 168 time: 1.4669342 Jul 08 17:48:40.733812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32828) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:40.742144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-b3c19fc7-2fd8-466f-a3f5-78b938c483c4 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:40.811572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Made reservation on behalf of e9b2c8678a364daf8e2d3cacdceb3499 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:40.815304 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:40.845213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71e6dd-12c4-49c5-b1a5-bf8812387683 req-00ff7ac6-5ed6-48de-aff4-b0b7e3546f29 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:40.846641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e71e6dd-12c4-49c5-b1a5-bf8812387683 req-00ff7ac6-5ed6-48de-aff4-b0b7e3546f29 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 944 time: 0.2807877 Jul 08 17:48:40.867881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96cc1f-fe90-4ffd-a5f6-266204a1b20e req-7e0915dd-9b8a-4cd4-9070-378e227c27d0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:40.875379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d96cc1f-fe90-4ffd-a5f6-266204a1b20e req-7e0915dd-9b8a-4cd4-9070-378e227c27d0 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 931 time: 0.4903328 Jul 08 17:48:40.894633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701df2d-dd74-48a3-8a1f-acdcdaf20087 service neutron] Pushing event updated for resources: {'Port': ['ID=6610e8ef-3ad8-4bdb-896b-216250c9be81,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:40.958307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.001330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Checking segment: {'id': 'd078da9a-de6a-4828-9578-5dc9ed204297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab686737-977d-4d26-b530-2ccb38af90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:41.002098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network hostable DHCP agents. Network: ab686737-977d-4d26-b530-2ccb38af90f8, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:41.054847 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d96cc1f-fe90-4ffd-a5f6-266204a1b20e req-25645200-eea9-485c-941e-82e3aed774ef tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776671 Jul 08 17:48:41.073472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e71e6dd-12c4-49c5-b1a5-bf8812387683 req-3b4c0b23-bd13-4c68-b9d7-28bbfaf31cf5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596394 Jul 08 17:48:41.130594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network ab686737-977d-4d26-b530-2ccb38af90f8 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:41.140597 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.150351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ab686737-977d-4d26-b530-2ccb38af90f8) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:41.153348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b3c19fc7-2fd8-466f-a3f5-78b938c483c4 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags HTTP/1.1" status: 204 len: 168 time: 0.4151146 Jul 08 17:48:41.160472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da5204-937a-49e4-9d0c-b468e07a2c96 None None] Network ab686737-977d-4d26-b530-2ccb38af90f8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:41.163348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32842) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.165640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:41.166497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.173132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-f906d1ce-173f-4fa6-8335-4d6e56fdc8e9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', 'tempest-TagsExtTest-Tag-1259326765') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:41.192845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-50866a02-0162-4df2-b321-680e81177a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:41.195542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-50866a02-0162-4df2-b321-680e81177a20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 1095 time: 1.0048389 Jul 08 17:48:41.255719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-77c959c7-7fb6-4476-ab37-92d9a5e1faeb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6383080 Jul 08 17:48:41.260920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32846) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.265974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'network': {'name': 'tempest-router-network01--1255399762'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:41.360077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Made reservation on behalf of c00a7452e7504267aa5a49a0de8298c4 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:41.375080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-23976da9-6025-4f28-b77e-946224b483c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6610e8ef-3ad8-4bdb-896b-216250c9be81 HTTP/1.1" status: 200 len: 217 time: 0.1687551 Jul 08 17:48:41.379868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.393230 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.460770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ab686737-977d-4d26-b530-2ccb38af90f8', 'network_id': 'ab686737-977d-4d26-b530-2ccb38af90f8', 'tenant_id': 'c00a7452e7504267aa5a49a0de8298c4', 'fixed_ips': [{'subnet_id': 'c352bfc7-6a9b-42b9-9f65-9c7c7c79aee4'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:41.462413 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.475128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f906d1ce-173f-4fa6-8335-4d6e56fdc8e9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags/tempest-TagsExtTest-Tag-1259326765 HTTP/1.1" status: 201 len: 201 time: 0.3055866 Jul 08 17:48:41.498491 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:41.514291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.514797 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Added segment 2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d of type vlan for network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 Jul 08 17:48:41.564379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.592218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32850) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.605848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-c65a173b-b999-42ff-bc9b-b2d52c45e336 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', 'tempest-TagsExtTest-Tag-615124864') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:41.613642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.620145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:41.620799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.725797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Allocated IP 172.20.0.2 (ab686737-977d-4d26-b530-2ccb38af90f8/c352bfc7-6a9b-42b9-9f65-9c7c7c79aee4/2a4152af-39fb-43c9-b60f-15e21a20bb55) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:41.828957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32856) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.850619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5849173 Jul 08 17:48:41.850619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3575c49-c364-4c58-b801-763fa7f44517 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Network': ['ID=23d97cd6-7bab-4ea6-b1ed-8707912d20a4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:41.854015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32860) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:41.870076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Subnet': ['ID=d9c5a9b9-4061-45c6-bd72-4459bc6a2200,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:41.881688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:41.900481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'network': {'name': 'tempest-router-network02--1607846334'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:41.941362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Checking segment: {'id': 'fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:41.941811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network hostable DHCP agents. Network: 4047e9de-967c-4e0a-9945-68d22147aa1f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:41.977244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Made reservation on behalf of c00a7452e7504267aa5a49a0de8298c4 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:41.981349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:41.999373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 4047e9de-967c-4e0a-9945-68d22147aa1f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:42.021516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 4047e9de-967c-4e0a-9945-68d22147aa1f) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:42.026960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:42.027741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.039248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:48:42.041006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f937db15-8c65-4d27-a296-02881e10d472 None None] Network 4047e9de-967c-4e0a-9945-68d22147aa1f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:42.045854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c65a173b-b999-42ff-bc9b-b2d52c45e336 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags/tempest-TagsExtTest-Tag-615124864 HTTP/1.1" status: 201 len: 201 time: 0.4484038 Jul 08 17:48:42.049931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32862) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.055140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-c7f0b667-b3ca-4949-bc5c-f667c212e958 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', 'tempest-TagsExtTest-Tag-262396559') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:42.096974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.097332 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Added segment a2fe018d-fe3a-4f2f-89db-2f9417d459fb of type vlan for network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 Jul 08 17:48:42.104302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20f1f986-9940-43c0-922c-b9826054f92c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9200559 Jul 08 17:48:42.109034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32866) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.116540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6a505c9c-0adb-4ea3-b777-4b7f36c6ef1f tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'router': {'external_gateway_info': {'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:42.210053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.323550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-e14d7ef8-8e4f-42a9-83d7-1a2b0c56233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:42.325070 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-e14d7ef8-8e4f-42a9-83d7-1a2b0c56233e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d29825b-19f5-44e9-9b98-11fee71cb98e HTTP/1.1" status: 200 len: 837 time: 0.9390633 Jul 08 17:48:42.352930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.362953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e56-abda-487b-b73a-98dde21bdbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.367385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Transition to ACTIVE for port object 2a4152af-39fb-43c9-b60f-15e21a20bb55 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:42.368361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.407738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Transition to ACTIVE for port object 2a4152af-39fb-43c9-b60f-15e21a20bb55 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:42.443778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.511890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Network ab686737-977d-4d26-b530-2ccb38af90f8 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:42.522377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:42.548994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Pushing event updated for resources: {'Port': ['ID=2a4152af-39fb-43c9-b60f-15e21a20bb55,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.550765 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b8645-28fd-4433-af22-9503ab2991c0 req-0de1fb4e-fcf8-481d-a74c-e411b08703a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:42.552805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-0de1fb4e-fcf8-481d-a74c-e411b08703a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00855d04-7b6e-4ed9-a90c-6353d55e19f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864378 Jul 08 17:48:42.552980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:42.600811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-4047e9de-967c-4e0a-9945-68d22147aa1f', 'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f', 'tenant_id': 'e9b2c8678a364daf8e2d3cacdceb3499', 'fixed_ips': [{'subnet_id': 'd9c5a9b9-4061-45c6-bd72-4459bc6a2200'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:42.602593 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.610272 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.615795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:42.616419 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.633343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a505c9c-0adb-4ea3-b777-4b7f36c6ef1f tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.634345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.641297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c7f0b667-b3ca-4949-bc5c-f667c212e958 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags/tempest-TagsExtTest-Tag-262396559 HTTP/1.1" status: 201 len: 201 time: 0.5901845 Jul 08 17:48:42.647589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32870) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:42.662111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-b4e9e81b-7886-430e-9f14-9d74d8673638 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', 'tempest-TagsExtTest-Tag-327094044') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:42.667763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.679884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Attempting to bind port 2a4152af-39fb-43c9-b60f-15e21a20bb55 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:42.680980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Attempting to bind port 2a4152af-39fb-43c9-b60f-15e21a20bb55 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'd078da9a-de6a-4828-9578-5dc9ed204297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab686737-977d-4d26-b530-2ccb38af90f8'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:42.681650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Attempting to bind port 2a4152af-39fb-43c9-b60f-15e21a20bb55 on network ab686737-977d-4d26-b530-2ccb38af90f8 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:42.742689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a726-e254-41be-9416-f2571982acba req-f736ff7e-2bf3-4bff-ad85-e1476fa7e165 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:42.744887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8f5a726-e254-41be-9416-f2571982acba req-f736ff7e-2bf3-4bff-ad85-e1476fa7e165 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 944 time: 0.4704196 Jul 08 17:48:42.814829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Network': ['ID=1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.855039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=47f42c06-9691-4028-a436-dbc2ea79d9de,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:42.856588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a17f7-d3b8-4be2-acd6-cf73ac6276de req-54cb7638-5326-4d21-8e2f-f19754e84345 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:42.858524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:42.859193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Checking segment: {'id': 'd078da9a-de6a-4828-9578-5dc9ed204297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab686737-977d-4d26-b530-2ccb38af90f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:42.859804 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.860917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Bound using segment: {'id': 'd078da9a-de6a-4828-9578-5dc9ed204297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab686737-977d-4d26-b530-2ccb38af90f8'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:42.861620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Bound port: 2a4152af-39fb-43c9-b60f-15e21a20bb55, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd078da9a-de6a-4828-9578-5dc9ed204297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ab686737-977d-4d26-b530-2ccb38af90f8'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:42.862951 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.872004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:48:42.875575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-4a348b6c-d94d-4cc8-a1aa-197217019831 service neutron] 10.222.0.72 "GET /v2.0/networks/00855d04-7b6e-4ed9-a90c-6353d55e19f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137007 Jul 08 17:48:42.879552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-480a17f7-d3b8-4be2-acd6-cf73ac6276de req-54cb7638-5326-4d21-8e2f-f19754e84345 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 931 time: 0.6095006 Jul 08 17:48:42.948563 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8f5a726-e254-41be-9416-f2571982acba req-2f63400c-c7b5-4722-a0df-a75d2bd5a433 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864028 Jul 08 17:48:42.986610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019afefa-c63e-47a2-b204-b4c08cf642b4 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:48:42.992758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e56-abda-487b-b73a-98dde21bdbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:42.994525 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b4e9e81b-7886-430e-9f14-9d74d8673638 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags/tempest-TagsExtTest-Tag-327094044 HTTP/1.1" status: 201 len: 201 time: 0.3425510 Jul 08 17:48:42.995952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.000933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32876) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.003223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-480a17f7-d3b8-4be2-acd6-cf73ac6276de req-167c8054-e4e3-48e6-aea0-d024334bb219 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172597 Jul 08 17:48:43.009071 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8e56-abda-487b-b73a-98dde21bdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.012773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Allocated IP 2001:db8:1::2 (4047e9de-967c-4e0a-9945-68d22147aa1f/d9c5a9b9-4061-45c6-bd72-4459bc6a2200/41e4e920-e0d6-4007-9fd7-cff7bd2887fd) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:43.049419 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ca36eeef-9ae6-462d-b5a4-3ba8927f3380 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1815579 Jul 08 17:48:43.052669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32880) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.058635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.066713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-d796f6ac-d4bf-4221-ba7e-a677f34e0c15 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', {'tags': ['tempest-TagsExtTest-Tag-515186047', 'tempest-TagsExtTest-Tag-1402655542', 'tempest-TagsExtTest-Tag-472277062']}) {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:43.072923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'subnet': {'network_id': '23d97cd6-7bab-4ea6-b1ed-8707912d20a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:43.113155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] For port 2a4152af-39fb-43c9-b60f-15e21a20bb55, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:43.130414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] For port 2a4152af-39fb-43c9-b60f-15e21a20bb55, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2a4152af-39fb-43c9-b60f-15e21a20bb55,segment=NetworkSegment(d078da9a-de6a-4828-9578-5dc9ed204297),segment_id=d078da9a-de6a-4828-9578-5dc9ed204297)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:43.139308 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.161696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6c0f8e56-abda-487b-b73a-98dde21bdbe6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0acf6029fd734b4ca056941e80dff340&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3293824 Jul 08 17:48:43.164314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32882) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.173917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8e56-abda-487b-b73a-98dde21bdbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eca9855-1e04-420b-b2f7-bd1a8baf5646,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.216717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Transition to ACTIVE for port object 019afefa-c63e-47a2-b204-b4c08cf642b4 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:43.246004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd88189-832d-4166-89ce-9d2637b9930c None None] Pushing event updated for resources: {'Port': ['ID=2a4152af-39fb-43c9-b60f-15e21a20bb55,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.257125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.270434 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-6a505c9c-0adb-4ea3-b777-4b7f36c6ef1f tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:48:43.275914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6a505c9c-0adb-4ea3-b777-4b7f36c6ef1f tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 HTTP/1.1" status: 400 len: 364 time: 1.1607289 Jul 08 17:48:43.283191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32884) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.352704 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.363551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Made reservation on behalf of c00a7452e7504267aa5a49a0de8298c4 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:43.367444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.372887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Transition to ACTIVE for port object 41e4e920-e0d6-4007-9fd7-cff7bd2887fd will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:43.404462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Transition to ACTIVE for port object 41e4e920-e0d6-4007-9fd7-cff7bd2887fd will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:43.413974 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.492697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Pushing event updated for resources: {'Port': ['ID=019afefa-c63e-47a2-b204-b4c08cf642b4,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.563573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Network 4047e9de-967c-4e0a-9945-68d22147aa1f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:43.578161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:43.605844 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Floating IP 06b43a31-ebb7-4e56-be2f-5a8177cb0a2c associated. External IP: 172.25.5.155, port: ba91250d-b147-46e3-8137-b4355a4e6140. Jul 08 17:48:43.606295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:43.608953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Pushing event updated for resources: {'Port': ['ID=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:43.758316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Attempting to bind port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:43.759417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Attempting to bind port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:43.760269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Attempting to bind port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd on network 4047e9de-967c-4e0a-9945-68d22147aa1f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:43.767377 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.783175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:43.783707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Checking segment: {'id': 'fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:43.784233 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.784769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Bound using segment: {'id': 'fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:43.785546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Bound port: 41e4e920-e0d6-4007-9fd7-cff7bd2887fd, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4047e9de-967c-4e0a-9945-68d22147aa1f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:43.786045 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.798451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d796f6ac-d4bf-4221-ba7e-a677f34e0c15 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags HTTP/1.1" status: 200 len: 316 time: 0.7437985 Jul 08 17:48:43.798757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32888) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:43.799767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.811045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-714dabbe-823f-4a99-9632-97dfb3b647ef tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:43.868181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-556b8645-28fd-4433-af22-9503ab2991c0 req-4061fec0-abcc-43a1-876f-af7657a1f115 service neutron] 10.222.0.72 "GET /v2.0/networks/00855d04-7b6e-4ed9-a90c-6353d55e19f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9817185 Jul 08 17:48:43.913676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:43.947513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] For port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:43.953335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] For port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,segment=NetworkSegment(fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23),segment_id=fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:43.958822 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.043971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2211-3306-4232-8ddc-272fd763a528 None None] Pushing event updated for resources: {'Port': ['ID=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.070333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Attempting to bind port 019afefa-c63e-47a2-b204-b4c08cf642b4 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:44.070825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Attempting to bind port 019afefa-c63e-47a2-b204-b4c08cf642b4 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:44.072442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Attempting to bind port 019afefa-c63e-47a2-b204-b4c08cf642b4 on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:44.100054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Port 019afefa-c63e-47a2-b204-b4c08cf642b4 on network c6b400da-81cc-41bc-8197-8410b53c3380 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:48:44.100394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Attempting to bind port 019afefa-c63e-47a2-b204-b4c08cf642b4 on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:44.126214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.131730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:44.132126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:44.132473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Bound using segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:44.132960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Bound port: 019afefa-c63e-47a2-b204-b4c08cf642b4, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:44.133331 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.234192 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.321763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.324861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:44.333559 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8eca9855-1e04-420b-b2f7-bd1a8baf5646 HTTP/1.1" status: 204 len: 168 time: 1.1656072 Jul 08 17:48:44.384365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-e8d467a5-6e25-49f6-a3ad-040524344688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:44.386238 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-e8d467a5-6e25-49f6-a3ad-040524344688 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 1095 time: 0.4260089 Jul 08 17:48:44.418390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eca9855-1e04-420b-b2f7-bd1a8baf5646,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:44.577105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-297520d3-1629-4b6a-9253-cc36f6d9b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:44.578991 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-297520d3-1629-4b6a-9253-cc36f6d9b9fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=00855d04-7b6e-4ed9-a90c-6353d55e19f3 HTTP/1.1" status: 200 len: 898 time: 0.1623716 Jul 08 17:48:44.605655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 74c037e2-7f83-4517-8340-cb2cb77225ed has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:44.628154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.628697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.629237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.629905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.630387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.630885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.631319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.631789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.632189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.632520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.637712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.639726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28959ed1-98f2-4bad-83c3-883590dbd814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:44.733281 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-7caf65ee-9a4b-49dc-ad1f-f583e52e4a60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=6610e8ef-3ad8-4bdb-896b-216250c9be81 HTTP/1.1" status: 200 len: 217 time: 0.1263552 Jul 08 17:48:44.750439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] For port 019afefa-c63e-47a2-b204-b4c08cf642b4, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:44.836334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] For port 019afefa-c63e-47a2-b204-b4c08cf642b4, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=019afefa-c63e-47a2-b204-b4c08cf642b4,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:44.883184 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.027934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a4152af-39fb-43c9-b60f-15e21a20bb55 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:45.098346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:45.099278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.105494 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] 10.222.0.72 "PUT /v2.0/ports/019afefa-c63e-47a2-b204-b4c08cf642b4 HTTP/1.1" status: 200 len: 1091 time: 4.5942712 Jul 08 17:48:45.112090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-8889f2a4-6b2e-42d2-a22e-5ad4ce59140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:45.114737 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-8889f2a4-6b2e-42d2-a22e-5ad4ce59140c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d29825b-19f5-44e9-9b98-11fee71cb98e HTTP/1.1" status: 200 len: 837 time: 0.3667784 Jul 08 17:48:45.115455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:48:45.121843 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20419d27-5fd7-4c9d-bee4-6c499f7d1634" -d '{"events": [{"name": "network-changed", "server_uuid": "feae7570-082d-4758-95a9-27845384195b", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:48:45.131327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32900) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.134210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 2a4152af-39fb-43c9-b60f-15e21a20bb55 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:45.141479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41e4e920-e0d6-4007-9fd7-cff7bd2887fd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:45.246388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a3768-0021-479a-8efe-dc6390178325 None None] Network ab686737-977d-4d26-b530-2ccb38af90f8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:45.327976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df30c4cc-7c0b-4480-bfab-9ec99eee9e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.334911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Subnet': ['ID=fbbdd739-c8ec-4a77-bab3-003a290c964e,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:45.345219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-714dabbe-823f-4a99-9632-97dfb3b647ef tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags HTTP/1.1" status: 204 len: 168 time: 1.5439601 Jul 08 17:48:45.351503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32904) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:45.360857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:45.376183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-7dce4c02-1f71-4510-a69f-b8a1978230d9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', 'tempest-TagsExtTest-Tag-515186047') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:45.406928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-120083e9-fb65-4adf-9a0f-4f0a8f080b7e None None] Provisioning for port 2a4152af-39fb-43c9-b60f-15e21a20bb55 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:45.424683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639483-38fe-427e-b827-c2e66f69c137 service neutron] Pushing event updated for resources: {'Port': ['ID=019afefa-c63e-47a2-b204-b4c08cf642b4,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:45.436379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-120083e9-fb65-4adf-9a0f-4f0a8f080b7e None None] Provisioning complete for port 2a4152af-39fb-43c9-b60f-15e21a20bb55 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:45.436954 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-120083e9-fb65-4adf-9a0f-4f0a8f080b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.511759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:45.526186 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] Sync routers for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:45.542392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-4f4fa25a-6066-4638-81c3-0913f3af7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:45.545013 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-4f4fa25a-6066-4638-81c3-0913f3af7f55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 1094 time: 0.3133142 Jul 08 17:48:45.555233 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:45.556075 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:45.582642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-38024662-bdfc-4d05-a6a9-dd57beb4168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:45.584612 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-38024662-bdfc-4d05-a6a9-dd57beb4168c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00855d04-7b6e-4ed9-a90c-6353d55e19f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4519768 Jul 08 17:48:45.596995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Checking segment: {'id': '2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '23d97cd6-7bab-4ea6-b1ed-8707912d20a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:45.597437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network hostable DHCP agents. Network: 23d97cd6-7bab-4ea6-b1ed-8707912d20a4, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:45.697174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88bd5e-0499-4e1b-b684-89f3a69c1fb6 req-a378e6ea-012e-464a-84f0-1767a07f265e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:45.709720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b88bd5e-0499-4e1b-b684-89f3a69c1fb6 req-a378e6ea-012e-464a-84f0-1767a07f265e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 944 time: 1.4779344 Jul 08 17:48:45.721751 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-3243c8a2-3f33-4bfa-87ac-ee2d56f7aacb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=019afefa-c63e-47a2-b204-b4c08cf642b4 HTTP/1.1" status: 200 len: 217 time: 0.1677341 Jul 08 17:48:45.749843 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:45.753804 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-120083e9-fb65-4adf-9a0f-4f0a8f080b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.770790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a989a1-bd08-485f-8371-78c4dad2e4b3 req-3357dac4-521b-4f1b-9894-82dadaee8ec5 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:45.772667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54a989a1-bd08-485f-8371-78c4dad2e4b3 req-3357dac4-521b-4f1b-9894-82dadaee8ec5 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 943 time: 1.5397706 Jul 08 17:48:45.828361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-120083e9-fb65-4adf-9a0f-4f0a8f080b7e None None] For port 2a4152af-39fb-43c9-b60f-15e21a20bb55, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2a4152af-39fb-43c9-b60f-15e21a20bb55,segment=NetworkSegment(d078da9a-de6a-4828-9578-5dc9ed204297),segment_id=d078da9a-de6a-4828-9578-5dc9ed204297)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:45.838164 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-120083e9-fb65-4adf-9a0f-4f0a8f080b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:45.875633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Allocated IP 2001:db8::1 (628de5de-0441-475a-a4b5-0f2180fb5e6a/5be09fcf-90fc-49ca-a68a-df59c8622a2c/98bb3b24-fbc9-483f-ae11-e16937e61e82) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:45.885473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-d3b17a4e-d9cf-4865-bf40-d4040367f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:45.888051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b88bd5e-0499-4e1b-b684-89f3a69c1fb6 req-fe3b6c7d-bed8-455c-8473-eb8de3c159a6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774468 Jul 08 17:48:45.891205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-d3b17a4e-d9cf-4865-bf40-d4040367f558 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1559513 Jul 08 17:48:45.991508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120083e9-fb65-4adf-9a0f-4f0a8f080b7e None None] Pushing event updated for resources: {'Port': ['ID=2a4152af-39fb-43c9-b60f-15e21a20bb55,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:46.003655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-ba3cd77f-ede7-4eab-98f9-eb77f9f6bd74 req-03b190b9-41ba-42ac-949e-b510c06cd2d4 service neutron] (93665) timed out ('10.222.0.63', 50888) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:48:46.040081 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c9fcb6-8284-4b5a-92cc-fb3550aadbfb x-openstack-request-id: req-24c9fcb6-8284-4b5a-92cc-fb3550aadbfb {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:48:46.040378 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feae7570-082d-4758-95a9-27845384195b", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:48:46.044162 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-24c9fcb6-8284-4b5a-92cc-fb3550aadbfb {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:48:46.044999 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4', 'status': 'completed', 'code': 200} Jul 08 17:48:46.050350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fa38b-163a-4b60-9741-f7d8718cb623 None None] Network 4047e9de-967c-4e0a-9945-68d22147aa1f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:46.077932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df30c4cc-7c0b-4480-bfab-9ec99eee9e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.112894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df30c4cc-7c0b-4480-bfab-9ec99eee9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.121843 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-7dce4c02-1f71-4510-a69f-b8a1978230d9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:46.125650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7dce4c02-1f71-4510-a69f-b8a1978230d9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags/tempest-TagsExtTest-Tag-515186047 HTTP/1.1" status: 404 len: 328 time: 0.7641358 Jul 08 17:48:46.126639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:46.140087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:46.157034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-9d85c62f-b745-4d87-96b3-03cc949d1c91 service neutron] 10.222.0.72 "GET /v2.0/networks/00855d04-7b6e-4ed9-a90c-6353d55e19f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668250 Jul 08 17:48:46.157966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.181116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30c4cc-7c0b-4480-bfab-9ec99eee9e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31d219-18e9-42b9-9f0d-186590342405,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:46.181864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-0eff055f-ed82-4864-92f5-ad59f681ed95 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', 'tempest-TagsExtTest-Tag-1402655542') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:46.185949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-297febfb-6703-454a-af09-f65d195895bd None None] Provisioning for port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:46.197569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-297febfb-6703-454a-af09-f65d195895bd None None] Provisioning complete for port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:46.198135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-297febfb-6703-454a-af09-f65d195895bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.253113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54a989a1-bd08-485f-8371-78c4dad2e4b3 req-c0fd2cbd-7fb4-445d-850e-c346ca825002 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990161 Jul 08 17:48:46.288211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-0fd8373f-014a-41c2-8043-251ea8656212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:46.290420 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-0fd8373f-014a-41c2-8043-251ea8656212 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3798103 Jul 08 17:48:46.290616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 23d97cd6-7bab-4ea6-b1ed-8707912d20a4) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:46.295195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:46.296026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.312372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cca913-8797-41e0-8fdc-c313010508b0 None None] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:46.320721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-25807329-1574-4109-b7ad-807950ea7ae4 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2542195 Jul 08 17:48:46.325628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32910) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:46.331371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'subnet': {'network_id': '1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:46.364439 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '06b43a31-ebb7-4e56-be2f-5a8177cb0a2c', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'port_id': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'mac_address': 'fa:16:3e:7a:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:48:39Z', 'updated_at': '2021-07-08T17:48:39Z', 'revision_number': 0, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:46.414697 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] Checking router: 74c037e2-7f83-4517-8340-cb2cb77225ed for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:48:46.427188 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:46.428342 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:46.430804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.473103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Transition to ACTIVE for port object 98bb3b24-fbc9-483f-ae11-e16937e61e82 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:46.489807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32912) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:46.491471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-df30c4cc-7c0b-4480-bfab-9ec99eee9e54 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d192d956347644d0a03314d759956b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3546436 Jul 08 17:48:46.497263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-846befe1-9f4e-4272-8a15-3314c5908ad4 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.2334254 Jul 08 17:48:46.502714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32914) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:46.550450 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-297febfb-6703-454a-af09-f65d195895bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.553360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Made reservation on behalf of c00a7452e7504267aa5a49a0de8298c4 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:48:46.557644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.561100 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-0eff055f-ed82-4864-92f5-ad59f681ed95 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:46.565442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0eff055f-ed82-4864-92f5-ad59f681ed95 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags/tempest-TagsExtTest-Tag-1402655542 HTTP/1.1" status: 404 len: 329 time: 0.3852735 Jul 08 17:48:46.583148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25b14ba5-3036-414e-b300-9bdc22b38ae4 req-d67ceaa0-36e3-442d-8d36-c7428acdfe7a service neutron] 10.222.0.72 "GET /v2.0/networks/00855d04-7b6e-4ed9-a90c-6353d55e19f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990557 Jul 08 17:48:46.584082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32916) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:46.595968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-32287da2-1366-44c7-a7f3-b81c0d32b854 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638', 'tempest-TagsExtTest-Tag-472277062') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:46.640830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-297febfb-6703-454a-af09-f65d195895bd None None] For port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,segment=NetworkSegment(fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23),segment_id=fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:46.670401 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:48:46.708111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6610e8ef-3ad8-4bdb-896b-216250c9be81 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:48:46.715300 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-297febfb-6703-454a-af09-f65d195895bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.752333 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3fd9465d-7755-440f-979e-47fd59081bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.778040 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.798740 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-54c7ab60-f010-4f56-81b1-1133cdb19005 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219902 Jul 08 17:48:46.899852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a4152af-39fb-43c9-b60f-15e21a20bb55 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:46.905799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:46.931081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3fd9465d-7755-440f-979e-47fd59081bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.941562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:46.962573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:46.963143 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:46.984981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297febfb-6703-454a-af09-f65d195895bd None None] Pushing event updated for resources: {'Port': ['ID=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:46.995529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-23d97cd6-7bab-4ea6-b1ed-8707912d20a4', 'network_id': '23d97cd6-7bab-4ea6-b1ed-8707912d20a4', 'tenant_id': 'c00a7452e7504267aa5a49a0de8298c4', 'fixed_ips': [{'subnet_id': 'fbbdd739-c8ec-4a77-bab3-003a290c964e'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:46.996477 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.004171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:48:47.127751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a2339d71-48a3-4100-b316-0c585fb305d0 None None] Provisioning complete for port 2a4152af-39fb-43c9-b60f-15e21a20bb55 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:47.134751 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a2339d71-48a3-4100-b316-0c585fb305d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.227966 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '06b43a31-ebb7-4e56-be2f-5a8177cb0a2c', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'port_id': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'mac_address': 'fa:16:3e:7a:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:48:39Z', 'updated_at': '2021-07-08T17:48:39Z', 'revision_number': 0, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:47.294230 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d13099-c76f-48c0-b7c4-12b712b27e21 None None] The sync data for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 is: [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '06b43a31-ebb7-4e56-be2f-5a8177cb0a2c', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'port_id': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'mac_address': 'fa:16:3e:7a:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:48:39Z', 'updated_at': '2021-07-08T17:48:39Z', 'revision_number': 0, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:47.313908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2a4152af-39fb-43c9-b60f-15e21a20bb55 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:47.314285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.431302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6610e8ef-3ad8-4bdb-896b-216250c9be81, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6610e8ef-3ad8-4bdb-896b-216250c9be81,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:47.475964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '6610e8ef-3ad8-4bdb-896b-216250c9be81', 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'port_id': '6610e8ef-3ad8-4bdb-896b-216250c9be81', 'mac_address': 'fa:16:3e:2d:29:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d29825b-19f5-44e9-9b98-11fee71cb98e', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:48:47.564188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.566233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.567409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.568099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.569338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.570502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.571933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.572633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.573380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.574615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.575311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.576153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.576896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.578373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.579919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.581061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.581790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:47.589337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6aa47bf8-3bce-47fb-9382-28d05fd6ad65 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11875 time: 1.0829303 Jul 08 17:48:47.590435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Port': ['ID=98bb3b24-fbc9-483f-ae11-e16937e61e82,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:47.610175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32924) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:47.643993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Allocated IP 172.20.0.2 (23d97cd6-7bab-4ea6-b1ed-8707912d20a4/fbbdd739-c8ec-4a77-bab3-003a290c964e/156627ff-ec3f-4410-96a9-9b5277517929) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:47.650864 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.698158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6610e8ef-3ad8-4bdb-896b-216250c9be81 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:48:47.730500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18cab5b-cc50-4d9e-b5e2-525bccc887db None None] New status for floating IP 06b43a31-ebb7-4e56-be2f-5a8177cb0a2c: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:48:47.744877 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-32287da2-1366-44c7-a7f3-b81c0d32b854 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:47.748503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-32287da2-1366-44c7-a7f3-b81c0d32b854 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags/tempest-TagsExtTest-Tag-472277062 HTTP/1.1" status: 404 len: 328 time: 1.1555815 Jul 08 17:48:47.751780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32926) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:47.756859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-81a176ce-873f-4ddf-a9f9-3687c041e332 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', {'tags': ['tempest-TagsExtTest-Tag-362571236', 'tempest-TagsExtTest-Tag-563679002', 'tempest-TagsExtTest-Tag-968722076']}) {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:47.814515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.817652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6610e8ef-3ad8-4bdb-896b-216250c9be81, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6610e8ef-3ad8-4bdb-896b-216250c9be81,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:47.817895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6942ef3f-4ce9-480b-b3b2-372496fc1c70 req-1ef227f5-1789-47c8-9120-4503522ed326 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0032442 Jul 08 17:48:47.842789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-81a176ce-873f-4ddf-a9f9-3687c041e332 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags HTTP/1.1" status: 200 len: 315 time: 0.0875983 Jul 08 17:48:47.843571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32930) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:47.844611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.857717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-d98c55ca-64b5-41bb-9a1c-209334ed9f3c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:47.961472 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:47.999371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-6c87fbd2-409a-4aef-8b0c-a5bbdd4f7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.000968 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-6c87fbd2-409a-4aef-8b0c-a5bbdd4f7c26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 1094 time: 0.0975690 Jul 08 17:48:48.017795 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3fd9465d-7755-440f-979e-47fd59081bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:48.020647 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3fd9465d-7755-440f-979e-47fd59081bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:48.020836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d98c55ca-64b5-41bb-9a1c-209334ed9f3c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags HTTP/1.1" status: 204 len: 168 time: 0.1746120 Jul 08 17:48:48.022143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3fd9465d-7755-440f-979e-47fd59081bb1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6b31d219-18e9-42b9-9f0d-186590342405 HTTP/1.1" status: 204 len: 168 time: 1.5320742 Jul 08 17:48:48.032164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32934) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:48.053881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9465d-7755-440f-979e-47fd59081bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31d219-18e9-42b9-9f0d-186590342405,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:48.063785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-6b81febc-94d7-4449-9bad-c08c8347f43a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', 'tempest-TagsExtTest-Tag-362571236') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:48.070752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:48:48.086668 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab00be7a-4339-4db3-8577-311999132a48" -d '{"events": [{"name": "network-changed", "server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:48:48.136042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1855604a-89dc-462a-a11a-ef1948dafeea None None] Provisioning for port 98bb3b24-fbc9-483f-ae11-e16937e61e82 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:48.136668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.136801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.137273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.137882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.138419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.138987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.140856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.141573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.141860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.142705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.142835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.143197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.143670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.144253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.149684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.150251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.155368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70efc15f-4e58-48f2-87f3-914b0f68a540 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10128 time: 0.4712522 Jul 08 17:48:48.159957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32938) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:48.187822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1855604a-89dc-462a-a11a-ef1948dafeea None None] Provisioning complete for port 98bb3b24-fbc9-483f-ae11-e16937e61e82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:48.188784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1855604a-89dc-462a-a11a-ef1948dafeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:48.233970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Subnet': ['ID=f4660b30-5034-4caf-b8c8-5ec563f43afa,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:48.257208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['6610e8ef-3ad8-4bdb-896b-216250c9be81'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:48:48.266087 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-6b81febc-94d7-4449-9bad-c08c8347f43a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:48.267643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1855604a-89dc-462a-a11a-ef1948dafeea None None] Port 98bb3b24-fbc9-483f-ae11-e16937e61e82 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:48.274883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6b81febc-94d7-4449-9bad-c08c8347f43a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags/tempest-TagsExtTest-Tag-362571236 HTTP/1.1" status: 404 len: 328 time: 0.2413671 Jul 08 17:48:48.276449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32940) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:48.296701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-7ab7e7bd-d14b-4650-a89c-6f853019d816 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', 'tempest-TagsExtTest-Tag-563679002') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:48.322843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6610e8ef-3ad8-4bdb-896b-216250c9be81,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:48.372072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-3cd46e51-24d2-4ac6-9c1b-8b2aa2bddfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.376905 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-3cd46e51-24d2-4ac6-9c1b-8b2aa2bddfe3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.3640163 Jul 08 17:48:48.383733 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1855604a-89dc-462a-a11a-ef1948dafeea None None] Provisioning complete for port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:48.383945 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1855604a-89dc-462a-a11a-ef1948dafeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:48.438938 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-8b61ea5b-a2d7-4fc5-8351-b20d6b31e8e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=019afefa-c63e-47a2-b204-b4c08cf642b4 HTTP/1.1" status: 200 len: 217 time: 0.0568247 Jul 08 17:48:48.445731 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-7ab7e7bd-d14b-4650-a89c-6f853019d816 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:48.450124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7ab7e7bd-d14b-4650-a89c-6f853019d816 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags/tempest-TagsExtTest-Tag-563679002 HTTP/1.1" status: 404 len: 328 time: 0.1632299 Jul 08 17:48:48.452389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32944) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:48.465679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-4d30830d-8352-48d5-bad0-e4c7b637f0ab tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d', 'tempest-TagsExtTest-Tag-968722076') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:48.561014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-b7dd1119-b144-4375-bfd2-2ffa1eb196bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.563546 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-b7dd1119-b144-4375-bfd2-2ffa1eb196bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1117790 Jul 08 17:48:48.570495 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:48.608854 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-4d30830d-8352-48d5-bad0-e4c7b637f0ab tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:48.612526 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4d30830d-8352-48d5-bad0-e4c7b637f0ab tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags/tempest-TagsExtTest-Tag-968722076 HTTP/1.1" status: 404 len: 328 time: 0.1567903 Jul 08 17:48:48.613387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32952) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:48.619485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-6b9042ac-8beb-41c9-8969-2359e3aa8421 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', {'tags': ['tempest-TagsExtTest-Tag-615134549', 'tempest-TagsExtTest-Tag-1685550195', 'tempest-TagsExtTest-Tag-2087879964']}) {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:48.628474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Checking segment: {'id': 'a2fe018d-fe3a-4f2f-89db-2f9417d459fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:48.629149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network hostable DHCP agents. Network: 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:48:48.652242 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca865ed4-c49c-446e-9e0d-4103a729ab91 req-524e3ca2-e078-42b9-81fe-c20e3f321583 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.653914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca865ed4-c49c-446e-9e0d-4103a729ab91 req-524e3ca2-e078-42b9-81fe-c20e3f321583 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 944 time: 1.1038322 Jul 08 17:48:48.672480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407ecbc-e661-4b4b-950d-d3919c5a1972 req-50b97930-d7bf-407b-b660-c52f00685598 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.678875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Transition to ACTIVE for port object 156627ff-ec3f-4410-96a9-9b5277517929 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:48.690979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8407ecbc-e661-4b4b-950d-d3919c5a1972 req-50b97930-d7bf-407b-b660-c52f00685598 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 943 time: 1.0794291 Jul 08 17:48:48.786029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Transition to ACTIVE for port object 156627ff-ec3f-4410-96a9-9b5277517929 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:48.802774 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6b9042ac-8beb-41c9-8969-2359e3aa8421 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags HTTP/1.1" status: 200 len: 317 time: 0.1859868 Jul 08 17:48:48.819806 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:48.820888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-1ddaccdc-b26d-4bf2-b248-ef5d7adc095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:48.824441 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-1ddaccdc-b26d-4bf2-b248-ef5d7adc095c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523704 Jul 08 17:48:48.827916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32958) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:48.837883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-7136f79d-7ff1-41d5-8e17-5c1fa2cb86e4 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:48.898648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca865ed4-c49c-446e-9e0d-4103a729ab91 req-cb9d17b5-03a9-4d1e-9f3f-17d39834af3c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056379 Jul 08 17:48:49.034549 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238017ff-994c-4211-9c58-e1482417f254 x-openstack-request-id: req-238017ff-994c-4211-9c58-e1482417f254 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:48:49.040554 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:48:49.040945 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-238017ff-994c-4211-9c58-e1482417f254 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:48:49.041316 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'status': 'completed', 'code': 200} Jul 08 17:48:49.053097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8407ecbc-e661-4b4b-950d-d3919c5a1972 req-7e037e2e-f2a7-480d-8d1c-b81589b555bb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536263 Jul 08 17:48:49.053763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:48:49.088555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41e4e920-e0d6-4007-9fd7-cff7bd2887fd up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:49.139169 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.155885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:49.165880 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.166430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.171539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:49.172719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-96f2ec8c-6684-4548-9f7d-9fb4db8d68c9 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320694 Jul 08 17:48:49.177639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:49.197492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:49.214561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Pushing event updated for resources: {'Port': ['ID=156627ff-ec3f-4410-96a9-9b5277517929,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:49.311684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09115577-3236-435d-9b74-2db8e9c0a64f None None] Network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:49.334558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:49.335480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.349962 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-20419d27-5fd7-4c9d-bee4-6c499f7d1634 req-70ffff34-ffd9-488d-96c3-c79cb80a5401 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656094 Jul 08 17:48:49.382046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00be7a-4339-4db3-8577-311999132a48 req-eb86d6a4-a912-4be4-96cc-8d9cc402c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:49.384371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab00be7a-4339-4db3-8577-311999132a48 req-eb86d6a4-a912-4be4-96cc-8d9cc402c4c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1135 time: 0.3338480 Jul 08 17:48:49.386931 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7136f79d-7ff1-41d5-8e17-5c1fa2cb86e4 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags HTTP/1.1" status: 204 len: 168 time: 0.5578275 Jul 08 17:48:49.392512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32972) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:49.402092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de4d4893-0bfa-48f0-8644-d5e0955a426f tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0744169 Jul 08 17:48:49.402806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 32974) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:49.502528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00be7a-4339-4db3-8577-311999132a48 req-02ec725d-f79a-4808-8e8d-8b08a8b3f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:49.503995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab00be7a-4339-4db3-8577-311999132a48 req-02ec725d-f79a-4808-8e8d-8b08a8b3f6b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 HTTP/1.1" status: 200 len: 898 time: 0.1127236 Jul 08 17:48:49.507396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-467547e8-63c9-4f03-9bf9-da17aea6170b tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', 'tempest-TagsExtTest-Tag-615134549') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:49.700486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Attempting to bind port 156627ff-ec3f-4410-96a9-9b5277517929 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:49.701376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Attempting to bind port 156627ff-ec3f-4410-96a9-9b5277517929 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '23d97cd6-7bab-4ea6-b1ed-8707912d20a4'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:49.701940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Attempting to bind port 156627ff-ec3f-4410-96a9-9b5277517929 on network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:49.751696 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-467547e8-63c9-4f03-9bf9-da17aea6170b tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:49.753135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-467547e8-63c9-4f03-9bf9-da17aea6170b tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags/tempest-TagsExtTest-Tag-615134549 HTTP/1.1" status: 404 len: 328 time: 0.2523298 Jul 08 17:48:49.756160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32980) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:49.756539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:49.757092 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.767095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-5208e8d5-e504-4bb3-9675-ece3e0941a16 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', 'tempest-TagsExtTest-Tag-1685550195') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:49.781734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab00be7a-4339-4db3-8577-311999132a48 req-b82eb773-6511-4f50-9945-1610fe16298c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba91250d-b147-46e3-8137-b4355a4e6140 HTTP/1.1" status: 200 len: 1001 time: 0.2681365 Jul 08 17:48:49.806827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5', 'network_id': '1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5', 'tenant_id': 'c00a7452e7504267aa5a49a0de8298c4', 'fixed_ips': [{'subnet_id': 'f4660b30-5034-4caf-b8c8-5ec563f43afa'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:48:49.807894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.817190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:49.817574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Checking segment: {'id': '2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '23d97cd6-7bab-4ea6-b1ed-8707912d20a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:49.817987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.818505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Bound using segment: {'id': '2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '23d97cd6-7bab-4ea6-b1ed-8707912d20a4'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:49.819008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Bound port: 156627ff-ec3f-4410-96a9-9b5277517929, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '23d97cd6-7bab-4ea6-b1ed-8707912d20a4'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:49.819717 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:49.987898 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-5208e8d5-e504-4bb3-9675-ece3e0941a16 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:49.989046 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5208e8d5-e504-4bb3-9675-ece3e0941a16 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags/tempest-TagsExtTest-Tag-1685550195 HTTP/1.1" status: 404 len: 329 time: 0.2312484 Jul 08 17:48:49.995258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32990) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.003389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-7839f3a3-b666-41c4-a60e-02e03857d814 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5', 'tempest-TagsExtTest-Tag-2087879964') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:50.007698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00be7a-4339-4db3-8577-311999132a48 req-243f2a09-d9dc-42db-9b19-71358f5e0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:50.009307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab00be7a-4339-4db3-8577-311999132a48 req-243f2a09-d9dc-42db-9b19-71358f5e0120 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7257ef4-2dfb-4fe9-be01-83df8a716482 HTTP/1.1" status: 200 len: 834 time: 0.1151366 Jul 08 17:48:50.151018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event updated for resources: {'Port': ['ID=98bb3b24-fbc9-483f-ae11-e16937e61e82,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:50.193210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] For port 156627ff-ec3f-4410-96a9-9b5277517929, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:50.241282 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-7839f3a3-b666-41c4-a60e-02e03857d814 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:50.243454 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7839f3a3-b666-41c4-a60e-02e03857d814 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags/tempest-TagsExtTest-Tag-2087879964 HTTP/1.1" status: 404 len: 329 time: 0.2469866 Jul 08 17:48:50.247355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 32998) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.253036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-937c5384-c628-4380-a2b9-239173a90827 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', {'tags': ['tempest-TagsExtTest-Tag-1687624463', 'tempest-TagsExtTest-Tag-49309987', 'tempest-TagsExtTest-Tag-628192631']}) {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:50.267910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] For port 156627ff-ec3f-4410-96a9-9b5277517929, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=156627ff-ec3f-4410-96a9-9b5277517929,segment=NetworkSegment(2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d),segment_id=2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:50.293111 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:50.302500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00be7a-4339-4db3-8577-311999132a48 req-e6d8e012-5d3f-4351-a340-72c26406296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:50.304663 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab00be7a-4339-4db3-8577-311999132a48 req-e6d8e012-5d3f-4351-a340-72c26406296d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2567742 Jul 08 17:48:50.349841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-937c5384-c628-4380-a2b9-239173a90827 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "PUT /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags HTTP/1.1" status: 200 len: 315 time: 0.1010354 Jul 08 17:48:50.381674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33000) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.388811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-b23be1ac-897a-4ff2-9558-61c418eea01c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:50.417328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:50.433299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Allocated IP 172.20.0.2 (1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5/f4660b30-5034-4caf-b8c8-5ec563f43afa/cdc3946a-3d28-4420-8960-c54c11bc9beb) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:50.518993 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab00be7a-4339-4db3-8577-311999132a48 req-637c3ba0-5237-4b1d-ab1a-4e21a12efc49 service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009599 Jul 08 17:48:50.521484 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b23be1ac-897a-4ff2-9558-61c418eea01c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags HTTP/1.1" status: 204 len: 168 time: 0.1386511 Jul 08 17:48:50.524675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33006) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.531197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-7af7644e-9b08-4c66-b59a-eb6ee11b6eb9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', 'tempest-TagsExtTest-Tag-1687624463') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:50.561065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:50.575665 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:50.589571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0e9ef-d4c7-41dd-bbf4-d0be42d2df6b None None] Pushing event updated for resources: {'Port': ['ID=156627ff-ec3f-4410-96a9-9b5277517929,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:50.605263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4b79d30d-e846-4ef5-9642-be69ed254783 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6098 time: 2.4272740 Jul 08 17:48:50.606139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33010) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.678901 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-7af7644e-9b08-4c66-b59a-eb6ee11b6eb9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:50.682804 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7af7644e-9b08-4c66-b59a-eb6ee11b6eb9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags/tempest-TagsExtTest-Tag-1687624463 HTTP/1.1" status: 404 len: 329 time: 0.1542516 Jul 08 17:48:50.683274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33016) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.688611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 019afefa-c63e-47a2-b204-b4c08cf642b4 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:48:50.691850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6610e8ef-3ad8-4bdb-896b-216250c9be81 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:50.693965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-11603a8a-f710-4037-beae-d0bab50757c9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', 'tempest-TagsExtTest-Tag-49309987') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:50.781427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ab00be7a-4339-4db3-8577-311999132a48 req-1ebab6ac-eaf2-48e6-ae7d-9a52b037fc34 service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537544 Jul 08 17:48:50.783633 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-11603a8a-f710-4037-beae-d0bab50757c9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:50.789364 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-11603a8a-f710-4037-beae-d0bab50757c9 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags/tempest-TagsExtTest-Tag-49309987 HTTP/1.1" status: 404 len: 327 time: 0.1005633 Jul 08 17:48:50.790074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33018) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.795152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-482b08d1-e7ce-40d8-9324-be106bedeb9a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274', 'tempest-TagsExtTest-Tag-628192631') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:50.829598 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-482b08d1-e7ce-40d8-9324-be106bedeb9a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] show failed (client error): The resource could not be found. Jul 08 17:48:50.831145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-482b08d1-e7ce-40d8-9324-be106bedeb9a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags/tempest-TagsExtTest-Tag-628192631 HTTP/1.1" status: 404 len: 328 time: 0.0400913 Jul 08 17:48:50.929907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33022) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:50.936925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-735ff322-3c07-4c20-8ec9-261c61075248 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2565fe9a-fcc7-48a4-b7ee-4182653d7274') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:50.972202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 6610e8ef-3ad8-4bdb-896b-216250c9be81 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:51.005632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-735ff322-3c07-4c20-8ec9-261c61075248 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274/tags HTTP/1.1" status: 204 len: 168 time: 0.0709863 Jul 08 17:48:51.007604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 6610e8ef-3ad8-4bdb-896b-216250c9be81 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:51.007788 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.013147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33024) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:51.018414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-f7d2bc72-6309-4234-8c9d-105f1e36249a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e346d189-9b7c-415d-bbd0-c662f6e354c5') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:51.040237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.114988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Transition to ACTIVE for port object cdc3946a-3d28-4420-8960-c54c11bc9beb will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:51.177322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 019afefa-c63e-47a2-b204-b4c08cf642b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=019afefa-c63e-47a2-b204-b4c08cf642b4,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:51.180417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Transition to ACTIVE for port object cdc3946a-3d28-4420-8960-c54c11bc9beb will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:51.191134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Router d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:51.201169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.226764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '019afefa-c63e-47a2-b204-b4c08cf642b4', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '019afefa-c63e-47a2-b204-b4c08cf642b4', 'mac_address': 'fa:16:3e:f7:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:48:51.235124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f7d2bc72-6309-4234-8c9d-105f1e36249a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5/tags HTTP/1.1" status: 204 len: 168 time: 0.2182021 Jul 08 17:48:51.236077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33026) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:51.251443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-aae08573-7842-44ed-af5e-ff762001063a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '581cde22-028a-4a57-9d15-2f71be75e87d') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:51.254808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2121f95-7ad4-4d9b-b697-b07b7eadc1b0 req-6626b34b-ccef-4737-9aff-262c7003ba60 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:51.257115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2121f95-7ad4-4d9b-b697-b07b7eadc1b0 req-6626b34b-ccef-4737-9aff-262c7003ba60 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 945 time: 1.1032169 Jul 08 17:48:51.297124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9afea-d7af-4bee-ab0a-441bbdfec2c1 req-ef2c8e22-6904-4570-815a-25bceef7d267 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:51.305515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fe9afea-d7af-4bee-ab0a-441bbdfec2c1 req-ef2c8e22-6904-4570-815a-25bceef7d267 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 943 time: 1.0428553 Jul 08 17:48:51.324114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.336282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:51.362166 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.372479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:51.387340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d3743ba5-078b-4118-80fd-6ec804b55a1a None None] Provisioning complete for port 98bb3b24-fbc9-483f-ae11-e16937e61e82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:51.387806 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3743ba5-078b-4118-80fd-6ec804b55a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.401674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:51.411418 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aae08573-7842-44ed-af5e-ff762001063a tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d/tags HTTP/1.1" status: 204 len: 168 time: 0.1739371 Jul 08 17:48:51.415898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33028) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:51.425809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-cb344683-c2ae-4200-8912-50abae8d6b5e tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '593db557-d60b-4a2e-991e-309232bd0638') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:51.441567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019afefa-c63e-47a2-b204-b4c08cf642b4 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:48:51.446703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Pushing event updated for resources: {'Port': ['ID=cdc3946a-3d28-4420-8960-c54c11bc9beb,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:51.479645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b271ec-c12b-4407-a637-aef1c4dd6287 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:51.480288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b271ec-c12b-4407-a637-aef1c4dd6287 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:51.485774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-02b271ec-c12b-4407-a637-aef1c4dd6287 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=74c037e2-7f83-4517-8340-cb2cb77225ed HTTP/1.1" status: 200 len: 1990 time: 0.8749247 Jul 08 17:48:51.530461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 6610e8ef-3ad8-4bdb-896b-216250c9be81, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6610e8ef-3ad8-4bdb-896b-216250c9be81,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:51.537179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6610e8ef-3ad8-4bdb-896b-216250c9be81'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:48:51.540242 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b489d7b7-34b5-4445-8154-2b098b7cd540" -d '{"events": [{"server_uuid": "62e20c78-ba1c-4cc0-83e9-cf97f43d495e", "name": "network-vif-plugged", "status": "completed", "tag": "6610e8ef-3ad8-4bdb-896b-216250c9be81"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:48:51.559489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb344683-c2ae-4200-8912-50abae8d6b5e tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638/tags HTTP/1.1" status: 204 len: 168 time: 0.1423228 Jul 08 17:48:51.566472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33034) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:51.599382 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.680640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 019afefa-c63e-47a2-b204-b4c08cf642b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=019afefa-c63e-47a2-b204-b4c08cf642b4,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:51.710850 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.713659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Attempting to bind port cdc3946a-3d28-4420-8960-c54c11bc9beb on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:48:51.714141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Attempting to bind port cdc3946a-3d28-4420-8960-c54c11bc9beb by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a2fe018d-fe3a-4f2f-89db-2f9417d459fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:48:51.714606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Attempting to bind port cdc3946a-3d28-4420-8960-c54c11bc9beb on network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:48:51.721517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d3743ba5-078b-4118-80fd-6ec804b55a1a None None] Port 98bb3b24-fbc9-483f-ae11-e16937e61e82 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:51.743003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:48:51.743003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Checking segment: {'id': 'a2fe018d-fe3a-4f2f-89db-2f9417d459fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:48:51.743003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.743003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Bound using segment: {'id': 'a2fe018d-fe3a-4f2f-89db-2f9417d459fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:48:51.743003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Bound port: cdc3946a-3d28-4420-8960-c54c11bc9beb, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fe018d-fe3a-4f2f-89db-2f9417d459fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:48:51.743003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.744147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b651-4c51-4ed6-a42a-448055b2cb2f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for subnetpool, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.744147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3e4b651-4c51-4ed6-a42a-448055b2cb2f tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnetpools/2565fe9a-fcc7-48a4-b7ee-4182653d7274 HTTP/1.1" status: 204 len: 168 time: 0.1682284 Jul 08 17:48:51.744147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33040) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:51.819035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:51.823765 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3f743bad-8771-4b95-812a-df13dd6fd8d4 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "GET /v2.0/ports?device_id=e346d189-9b7c-415d-bbd0-c662f6e354c5 HTTP/1.1" status: 200 len: 205 time: 0.0794725 Jul 08 17:48:51.823995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33042) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:51.835790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-50fba681-1c27-42f4-b39e-0be898ec6fe2 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5453556 Jul 08 17:48:51.837086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:51.838267 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a014d-e942-437b-822f-81fac0513733 None None] Sync routers for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:51.851578 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a014d-e942-437b-822f-81fac0513733 None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:51.853678 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e11a014d-e942-437b-822f-81fac0513733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:51.876625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fe9afea-d7af-4bee-ab0a-441bbdfec2c1 req-13c6b753-bf67-424e-9784-2a6820699931 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622783 Jul 08 17:48:51.910862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] For port cdc3946a-3d28-4420-8960-c54c11bc9beb, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:48:51.910862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] For port cdc3946a-3d28-4420-8960-c54c11bc9beb, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cdc3946a-3d28-4420-8960-c54c11bc9beb,segment=NetworkSegment(a2fe018d-fe3a-4f2f-89db-2f9417d459fb),segment_id=a2fe018d-fe3a-4f2f-89db-2f9417d459fb)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:48:51.930151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:51.933213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=6610e8ef-3ad8-4bdb-896b-216250c9be81,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:51.974958 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e11a014d-e942-437b-822f-81fac0513733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:52.002513 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62da61bf-1c0c-458b-8c2f-0061990976c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.009669 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ef488-2df2-4437-b09a-c707602d810a x-openstack-request-id: req-a13ef488-2df2-4437-b09a-c707602d810a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:48:52.010626 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e20c78-ba1c-4cc0-83e9-cf97f43d495e", "name": "network-vif-plugged", "status": "completed", "tag": "6610e8ef-3ad8-4bdb-896b-216250c9be81", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:48:52.012161 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a014d-e942-437b-822f-81fac0513733 None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:52.012599 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a13ef488-2df2-4437-b09a-c707602d810a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:48:52.013173 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6610e8ef-3ad8-4bdb-896b-216250c9be81', 'code': 200} Jul 08 17:48:52.014163 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e11a014d-e942-437b-822f-81fac0513733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:52.030958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['019afefa-c63e-47a2-b204-b4c08cf642b4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:48:52.064350 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e11a014d-e942-437b-822f-81fac0513733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:52.065522 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a014d-e942-437b-822f-81fac0513733 None None] The sync data for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:52.100174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=019afefa-c63e-47a2-b204-b4c08cf642b4,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:52.139967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Allocated IP 172.20.0.1 (23d97cd6-7bab-4ea6-b1ed-8707912d20a4/fbbdd739-c8ec-4a77-bab3-003a290c964e/7b37853b-114d-4383-8e16-d9fad91b64d6) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:48:52.202400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c47466-947a-4bf7-9529-37b0ea2c734a None None] Pushing event updated for resources: {'Port': ['ID=cdc3946a-3d28-4420-8960-c54c11bc9beb,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:52.299356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2121f95-7ad4-4d9b-b697-b07b7eadc1b0 req-889167b3-ddc0-4d73-9b2d-460577afe8b7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0160263 Jul 08 17:48:52.344493 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62da61bf-1c0c-458b-8c2f-0061990976c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.347085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85fdbcc-1c16-4f8a-b139-70ac1abb9d56 None None] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:52.348980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62da61bf-1c0c-458b-8c2f-0061990976c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.377752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1cf9ffa8-56bd-4d65-b72d-cd2a4fa415ae tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.397641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db7e32-88d7-4ede-861d-04ac65063d32 req-4debee31-0b28-417c-bb15-049906a5dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:52.400354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2db7e32-88d7-4ede-861d-04ac65063d32 req-4debee31-0b28-417c-bb15-049906a5dde5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 1097 time: 0.2894652 Jul 08 17:48:52.408878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62da61bf-1c0c-458b-8c2f-0061990976c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.410730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62da61bf-1c0c-458b-8c2f-0061990976c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Fanout notify agent at l3_agent the message router_deleted on router e346d189-9b7c-415d-bbd0-c662f6e354c5 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:48:52.419709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-62da61bf-1c0c-458b-8c2f-0061990976c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.423463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-62da61bf-1c0c-458b-8c2f-0061990976c2 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/routers/e346d189-9b7c-415d-bbd0-c662f6e354c5 HTTP/1.1" status: 204 len: 168 time: 0.5982351 Jul 08 17:48:52.448273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33048) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:52.532765 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2db7e32-88d7-4ede-861d-04ac65063d32 req-5685c048-e403-45dd-a9fe-38b0cc64a3d9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077375 Jul 08 17:48:52.541940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2dec9b52-827f-4114-af96-a4515a370a2b None None] Provisioning for port 156627ff-ec3f-4410-96a9-9b5277517929 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:52.572884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.583985 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-1cf9ffa8-56bd-4d65-b72d-cd2a4fa415ae tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:48:52.585226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1cf9ffa8-56bd-4d65-b72d-cd2a4fa415ae tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 HTTP/1.1" status: 409 len: 329 time: 0.7422791 Jul 08 17:48:52.588349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:52.639453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Deleting port 581cde22-028a-4a57-9d15-2f71be75e87d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:52.640226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.640487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Transition to ACTIVE for port object 7b37853b-114d-4383-8e16-d9fad91b64d6 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:48:52.778684 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.803847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Calling delete_port for 581cde22-028a-4a57-9d15-2f71be75e87d owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:52.851768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:52.903183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cdc3946a-3d28-4420-8960-c54c11bc9beb up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:53.035764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Port': ['ID=7b37853b-114d-4383-8e16-d9fad91b64d6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:53.040432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:53.046164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port cdc3946a-3d28-4420-8960-c54c11bc9beb completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:53.052883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 156627ff-ec3f-4410-96a9-9b5277517929 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:53.096372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:53.107845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:48:53.155688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.157331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 156627ff-ec3f-4410-96a9-9b5277517929 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:53.173832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 156627ff-ec3f-4410-96a9-9b5277517929 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:53.174374 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.243112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event deleted for resources: {'Port': ['ID=581cde22-028a-4a57-9d15-2f71be75e87d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:53.323390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.513391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.527952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-67e785ef-71cd-4b32-b16c-7accffbda73c tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/ports/581cde22-028a-4a57-9d15-2f71be75e87d HTTP/1.1" status: 204 len: 168 time: 1.0749283 Jul 08 17:48:53.528382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33070) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:53.591687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c94ac-3b9e-45c4-916b-71e5243e243d req-a8473778-39c8-4eed-a34d-8e5f59ff9446 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:53.600376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-287c94ac-3b9e-45c4-916b-71e5243e243d req-a8473778-39c8-4eed-a34d-8e5f59ff9446 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 944 time: 0.5089989 Jul 08 17:48:53.746360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Deleting subnet 593db557-d60b-4a2e-991e-309232bd0638 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:53.784141 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.854783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.919360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.959645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 156627ff-ec3f-4410-96a9-9b5277517929, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=156627ff-ec3f-4410-96a9-9b5277517929,segment=NetworkSegment(2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d),segment_id=2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:53.966685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8bb028b2-3d51-47fc-be83-347bc0fbbd77 None None] Provisioning complete for port 156627ff-ec3f-4410-96a9-9b5277517929 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:53.967156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8bb028b2-3d51-47fc-be83-347bc0fbbd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:53.971474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.062403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=156627ff-ec3f-4410-96a9-9b5277517929,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:54.077857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.121786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4c0231-ab45-45b6-a84e-3cc7124b072a None None] Network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:54.135314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-287c94ac-3b9e-45c4-916b-71e5243e243d req-916d31cc-0e7c-4658-9a6c-08eaa58ef558 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295074 Jul 08 17:48:54.189899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.203369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.220646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event deleted for resources: {'Subnet': ['ID=593db557-d60b-4a2e-991e-309232bd0638,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:54.241895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.250763 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b47e7f6b-bae8-439b-adbd-ce2cd6ce1880 tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/subnets/593db557-d60b-4a2e-991e-309232bd0638 HTTP/1.1" status: 204 len: 168 time: 0.7196345 Jul 08 17:48:54.253061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33080) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:54.261785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6e5f6-b54a-4789-b307-e60f01bea97a None None] Network bcb7ea9a-13af-46cb-9fd8-def11aaac26d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:54.403654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.528275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Deleting port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:54.529184 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.548040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Provisioning for port 7b37853b-114d-4383-8e16-d9fad91b64d6 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:54.576775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Provisioning complete for port 7b37853b-114d-4383-8e16-d9fad91b64d6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:54.577257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.643752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Port 7b37853b-114d-4383-8e16-d9fad91b64d6 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:54.645221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] For port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2a5a7eb8-252e-4984-8ed0-ede5c921f2ff,segment=NetworkSegment(fdbfe0f6-516c-47c1-a53a-7025f6de8dd5),segment_id=fdbfe0f6-516c-47c1-a53a-7025f6de8dd5)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:54.646537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.675299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Provisioning for port cdc3946a-3d28-4420-8960-c54c11bc9beb completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:54.679310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Calling delete_port for 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:54.681931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Provisioning complete for port cdc3946a-3d28-4420-8960-c54c11bc9beb triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:54.682544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.724375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 019afefa-c63e-47a2-b204-b4c08cf642b4 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:54.819154 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5899f8-c5c7-4df7-91fd-30364be2b673 None None] DHCP port deletion for bcb7ea9a-13af-46cb-9fd8-def11aaac26d request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:48:54.822248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697db85-1371-4ed6-a00e-7ab3462d4088 req-db6117cc-7d40-4a1b-9a45-4711d70aee2f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:54.825175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9697db85-1371-4ed6-a00e-7ab3462d4088 req-db6117cc-7d40-4a1b-9a45-4711d70aee2f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 946 time: 0.9229541 Jul 08 17:48:54.829665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 156627ff-ec3f-4410-96a9-9b5277517929 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:54.858007 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.881405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5e5899f8-c5c7-4df7-91fd-30364be2b673 None None] The port '2a5a7eb8-252e-4984-8ed0-ede5c921f2ff' was deleted {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 08 17:48:54.896154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event deleted for resources: {'Port': ['ID=2a5a7eb8-252e-4984-8ed0-ede5c921f2ff,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:54.900915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] No DVR routers for this DVR port 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:48:54.933082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.979935 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:54.988313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 019afefa-c63e-47a2-b204-b4c08cf642b4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:48:55.012402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 019afefa-c63e-47a2-b204-b4c08cf642b4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:55.013032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.015200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 156627ff-ec3f-4410-96a9-9b5277517929 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:55.015738 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.065607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.073680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9697db85-1371-4ed6-a00e-7ab3462d4088 req-15c5f62a-ddf5-45a7-8267-a759099ca047 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325711 Jul 08 17:48:55.094412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb7ea9a-13af-46cb-9fd8-def11aaac26d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:55.140083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbfe0f6-516c-47c1-a53a-7025f6de8dd5') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:55.140823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbfe0f6-516c-47c1-a53a-7025f6de8dd5') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:55.160078 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.195485 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.205861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:48:55.206350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.219572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] For port cdc3946a-3d28-4420-8960-c54c11bc9beb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cdc3946a-3d28-4420-8960-c54c11bc9beb,segment=NetworkSegment(a2fe018d-fe3a-4f2f-89db-2f9417d459fb),segment_id=a2fe018d-fe3a-4f2f-89db-2f9417d459fb)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:55.261660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:48:55.314591 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:48:55.321070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.334553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.346173 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] 10.222.0.63 "DELETE /v2.0/networks/bcb7ea9a-13af-46cb-9fd8-def11aaac26d HTTP/1.1" status: 204 len: 168 time: 1.0911758 Jul 08 17:48:55.349150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.356608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.382051 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.402124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766291d8-3a33-4677-abdc-cea4668824bf tempest-TagsExtTest-678299567 tempest-TagsExtTest-678299567-project] Pushing event deleted for resources: {'Network': ['ID=bcb7ea9a-13af-46cb-9fd8-def11aaac26d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:55.435630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a4985cfa-9617-4cc0-9938-bafeda0d3f51 None None] Provisioning complete for port cdc3946a-3d28-4420-8960-c54c11bc9beb triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:55.436374 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a4985cfa-9617-4cc0-9938-bafeda0d3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.485402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee28a39-4ef4-414e-a1b2-052a39f81109 None None] Pushing event updated for resources: {'Port': ['ID=cdc3946a-3d28-4420-8960-c54c11bc9beb,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:55.533542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:48:55.536252 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fa2a61-9a59-4047-80be-d5806caf212e" -d '{"events": [{"server_uuid": "feae7570-082d-4758-95a9-27845384195b", "name": "network-vif-plugged", "status": "completed", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:48:55.546790 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.551313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Port': ['ID=7b37853b-114d-4383-8e16-d9fad91b64d6,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:55.643672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 019afefa-c63e-47a2-b204-b4c08cf642b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=019afefa-c63e-47a2-b204-b4c08cf642b4,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:48:55.647397 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237d5481-2081-4fab-ba23-a544ed9e6ea4 x-openstack-request-id: req-237d5481-2081-4fab-ba23-a544ed9e6ea4 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:48:55.648102 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feae7570-082d-4758-95a9-27845384195b", "name": "network-vif-plugged", "status": "completed", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:48:55.649658 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-237d5481-2081-4fab-ba23-a544ed9e6ea4 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:48:55.650480 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4', 'code': 200} Jul 08 17:48:55.660712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.683451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3a4b2-e4c0-4bd4-ac71-290aa86c0d60 req-53c8d940-9131-4114-8c23-084816d807ac tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:55.685212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91a3a4b2-e4c0-4bd4-ac71-290aa86c0d60 req-53c8d940-9131-4114-8c23-084816d807ac tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 944 time: 0.2557623 Jul 08 17:48:55.784221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=019afefa-c63e-47a2-b204-b4c08cf642b4,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:55.902640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91a3a4b2-e4c0-4bd4-ac71-290aa86c0d60 req-af3c8ec2-a1c9-460a-8c7a-0f6816d11bd1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042072 Jul 08 17:48:55.920485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:55.927338 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:55.934508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:48:55.941683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405d7f-94e7-4dca-af62-bc4130ac643f req-6d0ec35c-8c12-41c3-8f6b-53601b5cd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:55.944835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:48:55.947879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-63405d7f-94e7-4dca-af62-bc4130ac643f req-6d0ec35c-8c12-41c3-8f6b-53601b5cd797 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 1096 time: 0.1359069 Jul 08 17:48:56.013716 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-63405d7f-94e7-4dca-af62-bc4130ac643f req-008a4bb2-281e-4978-bccb-e8aa0218ce20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583007 Jul 08 17:48:56.044129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting port 98bb3b24-fbc9-483f-ae11-e16937e61e82 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:48:56.044769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:56.195088 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:56.236146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Calling delete_port for 98bb3b24-fbc9-483f-ae11-e16937e61e82 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:48:56.257274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Router 8b95edf2-dadc-4a50-bc95-2093434b29d4 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:48:56.358559 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-857f632d-22b1-479f-a242-c4d2491bcddb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=31958722a4ea4dc99f5b5afd360f1b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369011 Jul 08 17:48:56.362922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33126) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:56.439747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fb15a96-54b9-43ba-b756-aa7ac1d6c668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:56.476155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fb15a96-54b9-43ba-b756-aa7ac1d6c668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:56.486327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b77e6d90-5bf0-4447-b8e5-f9c835ea9c73 None None] Provisioning complete for port 7b37853b-114d-4383-8e16-d9fad91b64d6 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:56.486736 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b77e6d90-5bf0-4447-b8e5-f9c835ea9c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:56.753388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fb15a96-54b9-43ba-b756-aa7ac1d6c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:56.753388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3fb15a96-54b9-43ba-b756-aa7ac1d6c668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:56.753388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3fb15a96-54b9-43ba-b756-aa7ac1d6c668 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c3e4491b-d8d5-453e-8eb4-a5d230f3481c HTTP/1.1" status: 204 len: 168 time: 0.1894722 Jul 08 17:48:56.753388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb15a96-54b9-43ba-b756-aa7ac1d6c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4491b-d8d5-453e-8eb4-a5d230f3481c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:56.762716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b77e6d90-5bf0-4447-b8e5-f9c835ea9c73 None None] Port 7b37853b-114d-4383-8e16-d9fad91b64d6 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:48:56.765055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:56.766489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] Sync routers for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:56.767580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33154) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:56.768347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:56.768347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:56.769312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d07520aa-52bb-4b73-8556-3d3da464dd6e tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "PUT /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2945569 Jul 08 17:48:56.770548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:56.770548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:56.770548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:56.802524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:56.803212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0305bc-e761-4c90-99a3-7f6f51ac120d None None] The sync data for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:56.896060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cdc3946a-3d28-4420-8960-c54c11bc9beb up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:48:56.896336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9deb8-dd44-428c-9639-feaeaabb26a6 req-56913944-c62a-4725-b13e-ad4c406b21f5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:56.898282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39a9deb8-dd44-428c-9639-feaeaabb26a6 req-56913944-c62a-4725-b13e-ad4c406b21f5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 946 time: 0.4782598 Jul 08 17:48:56.936819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33160) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:56.964176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port cdc3946a-3d28-4420-8960-c54c11bc9beb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:48:56.964176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:57.056678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39a9deb8-dd44-428c-9639-feaeaabb26a6 req-8aeddfc5-9e2f-47d4-8644-f04e97417a9c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481588 Jul 08 17:48:57.131487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:57.271245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Port': ['ID=98bb3b24-fbc9-483f-ae11-e16937e61e82,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:57.372977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:48:57.506374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:48:57.507313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a5a7eb8-252e-4984-8ed0-ede5c921f2ff not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:48:57.542256 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9618d20a-1e58-4a12-8bf2-0420c34b3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:57.613125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:57.833769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c45894-368c-4938-a1a9-4333dd2cb7bf req-62e9611a-cdbf-4348-97ec-7513afabc3ef tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:57.834040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-693dc7be-5b80-46a8-9205-1de284983595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:57.835864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75c45894-368c-4938-a1a9-4333dd2cb7bf req-62e9611a-cdbf-4348-97ec-7513afabc3ef tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 945 time: 0.5701802 Jul 08 17:48:57.917655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8fc7-508d-4dd5-a13a-31953d93eb86 req-133d76f8-eb28-494b-aa79-adc7b876717e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:57.926583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88c8fc7-508d-4dd5-a13a-31953d93eb86 req-133d76f8-eb28-494b-aa79-adc7b876717e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 946 time: 0.5173957 Jul 08 17:48:58.040568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75c45894-368c-4938-a1a9-4333dd2cb7bf req-ae7b3417-084e-41d3-81ba-9ff3a67ae46d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925712 Jul 08 17:48:58.061523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Router d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:48:58.083519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c88c8fc7-508d-4dd5-a13a-31953d93eb86 req-eeb1e7cc-5823-4640-9711-0decd4ccd62e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558199 Jul 08 17:48:58.098435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33198) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:58.110172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0082228 Jul 08 17:48:58.118330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33200) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:58.256458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:48:58.268962 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b74b744e-d7ec-4b0f-b134-42e5b0d6c11c tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6748788 Jul 08 17:48:58.268962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33208) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:58.281005 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] Sync routers for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:48:58.314433 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:58.314628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-693dc7be-5b80-46a8-9205-1de284983595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.316283 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:58.320013 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-693dc7be-5b80-46a8-9205-1de284983595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.336950 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-4cd4ebd0-4bf4-41e5-a9d5-f45f4ae97bda tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] show failed (client error): The resource could not be found. Jul 08 17:48:58.338252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4cd4ebd0-4bf4-41e5-a9d5-f45f4ae97bda tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "GET /v2.0/routers/tempest-non_exist_router-1940864833 HTTP/1.1" status: 404 len: 335 time: 0.0688589 Jul 08 17:48:58.343334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33216) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:58.349500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f10d2222-e670-44b7-b5c3-2de442cc8681 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:58.385553 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-693dc7be-5b80-46a8-9205-1de284983595 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=56b77c30b11c41af937b92cb1b4f4ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4355943 Jul 08 17:48:58.390456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:58.426090 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:58.445431 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] Routers {'d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:48:58.446627 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:48:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:58.452697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bde09a88-41fb-4486-90a2-84b9010f980f tempest-NetworksApiDiscovery-1372717050 tempest-NetworksApiDiscovery-1372717050-project] 10.222.0.63 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3310916 Jul 08 17:48:58.452971 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-f10d2222-e670-44b7-b5c3-2de442cc8681 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] update failed (client error): The resource could not be found. Jul 08 17:48:58.454097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f10d2222-e670-44b7-b5c3-2de442cc8681 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "PUT /v2.0/routers/tempest-non_exist_router-121727227 HTTP/1.1" status: 404 len: 334 time: 0.1091197 Jul 08 17:48:58.458693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33222) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:58.481757 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-bf407377-350c-45d0-96dc-ff31be251c13 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 17:48:58.500555 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bf407377-350c-45d0-96dc-ff31be251c13 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "PUT /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7867050 Jul 08 17:48:58.507366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33224) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:58.509997 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:48:58.517116 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e260e-d82c-4b75-b0e8-9a9bac4252d4 None None] The sync data for ids ['d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:48:58.540349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dc7be-5b80-46a8-9205-1de284983595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628c7b03-a022-4cff-b1f8-fb0982b6b81f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:58.562471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting subnet d9c5a9b9-4061-45c6-bd72-4459bc6a2200 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:48:58.565883 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.618640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.626668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0ba9-64d6-47aa-be81-09294a31d5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.711528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0ba9-64d6-47aa-be81-09294a31d5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.984792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0ba9-64d6-47aa-be81-09294a31d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.988097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0ba9-64d6-47aa-be81-09294a31d5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:58.993230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9a7c0ba9-64d6-47aa-be81-09294a31d5be admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/628c7b03-a022-4cff-b1f8-fb0982b6b81f HTTP/1.1" status: 204 len: 168 time: 0.5909493 Jul 08 17:48:58.996997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33238) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:59.010839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c0ba9-64d6-47aa-be81-09294a31d5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c7b03-a022-4cff-b1f8-fb0982b6b81f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:59.160565 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:59.349509 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:59.500931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef500da8-96c6-4647-9b4c-11ef94016af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:59.505737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:59.536286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5701fd4-aed1-463d-bfda-c5fcb03e076a req-1284bad3-ac98-4f68-9ca6-d154b50fdcaa tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:48:59.538235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5701fd4-aed1-463d-bfda-c5fcb03e076a req-1284bad3-ac98-4f68-9ca6-d154b50fdcaa tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 945 time: 0.1238987 Jul 08 17:48:59.600423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c5a9b9-4061-45c6-bd72-4459bc6a2200,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:48:59.605121 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:59.608095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/subnets/d9c5a9b9-4061-45c6-bd72-4459bc6a2200 HTTP/1.1" status: 204 len: 168 time: 1.1482499 Jul 08 17:48:59.610616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33252) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:59.611836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2553d-ff01-4e3c-b647-5b0bb063e462 None None] Network 4047e9de-967c-4e0a-9945-68d22147aa1f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:48:59.642249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.643024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.643763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.644488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.645283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.646056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.646779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.647551 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.648315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.649177 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.650036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.650807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced9a1e-bfab-48f7-89e5-579f1b2d44b8 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:48:59.660540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33256) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:59.684303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33258) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:59.714560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33260) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:59.781037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5701fd4-aed1-463d-bfda-c5fcb03e076a req-cb53bac6-6a65-4868-b85b-3d60f4674763 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856160 Jul 08 17:48:59.909470 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7f0f3b79-195d-42a6-a172-e05173724da3 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5056 time: 0.2469249 Jul 08 17:48:59.913722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33266) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:48:59.919360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'network': {'name': 'tempest-network-smoke--488841692', 'project_id': '585db082f4024e62ad89f18f82b3587d', 'port_security_enabled': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:48:59.933881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:48:59.951294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] DHCP port deletion for 4047e9de-967c-4e0a-9945-68d22147aa1f request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:00.021347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-071832cb-f4ad-4521-bb8b-44acf5f0d993 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 267 time: 0.0697243 Jul 08 17:49:00.027226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-80ca88d9-487c-40e5-8611-21a709c8afe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.030878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.034624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] Deleting port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:00.035229 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.147988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] For port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,segment=NetworkSegment(fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23),segment_id=fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:00.149222 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.158175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-a2ee8ae4-63ba-46eb-9908-39b56ee49972 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:00.160524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-a2ee8ae4-63ba-46eb-9908-39b56ee49972 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 945 time: 0.1311758 Jul 08 17:49:00.166672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] Calling delete_port for 41e4e920-e0d6-4007-9fd7-cff7bd2887fd owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:00.174364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'port': {'security_groups': []}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:00.203712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef500da8-96c6-4647-9b4c-11ef94016af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.250426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef500da8-96c6-4647-9b4c-11ef94016af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.269347 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:49:00.269347 n-d-799528-4 neutron-server[93665]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:49:00.269347 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id_1': '672052b4c692493c9ea29532a86ffa84', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 49, 0, 37088)}] Jul 08 17:49:00.269347 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:49:00.269832 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:49:00.286446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Deleting port 7b37853b-114d-4383-8e16-d9fad91b64d6 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:00.286794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.294027 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.325422 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.329932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] Pushing event deleted for resources: {'Port': ['ID=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:00.339551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2747bb-c23f-451f-af75-67b413dc278b None None] No DVR routers for this DVR port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:00.340512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Made reservation on behalf of 585db082f4024e62ad89f18f82b3587d for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:00.345621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.411617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:49:00.422268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef500da8-96c6-4647-9b4c-11ef94016af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790d486-ab97-4547-9b8f-21deee1d8896,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:00.439100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.439533 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Added segment 94d5d384-b293-4693-80e2-6d242da90adc of type vlan for network 6b790529-2289-4836-a2ff-12b4ecc63234 Jul 08 17:49:00.443990 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef500da8-96c6-4647-9b4c-11ef94016af8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d8062eff17ae474d98f20a5290966e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4459662 Jul 08 17:49:00.450407 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.453165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:00.453516 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.459126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33274) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:00.573373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.597656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.610570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] For port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd, host n-d-799528-4, got binding levels [] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:00.610853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.628637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Calling delete_port for 7b37853b-114d-4383-8e16-d9fad91b64d6 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:00.641393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Calling delete_port for 41e4e920-e0d6-4007-9fd7-cff7bd2887fd owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:00.650975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd was not found and therefore no delete operation was performed {{(pid=93665) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:49:00.652320 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8793f96-d309-4e14-b092-2d300fb70698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.657240 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.682711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] For port 019afefa-c63e-47a2-b204-b4c08cf642b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=019afefa-c63e-47a2-b204-b4c08cf642b4,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:00.693090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.696476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] No DVR routers for this DVR port 41e4e920-e0d6-4007-9fd7-cff7bd2887fd on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:00.700041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:00.700839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.724801 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8793f96-d309-4e14-b092-2d300fb70698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.774951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.782337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Port': ['ID=41e4e920-e0d6-4007-9fd7-cff7bd2887fd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:00.797438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41e4e920-e0d6-4007-9fd7-cff7bd2887fd no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:00.819917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 41e4e920-e0d6-4007-9fd7-cff7bd2887fd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:00.820603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41e4e920-e0d6-4007-9fd7-cff7bd2887fd not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:00.841612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Network': ['ID=6b790529-2289-4836-a2ff-12b4ecc63234,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:00.854648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6b790529-2289-4836-a2ff-12b4ecc63234 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:49:00.858654 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.876973 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-eae389e7-ed3d-4ec5-83de-ec918b562e5e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9615741 Jul 08 17:49:00.878449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33280) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:00.880403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.884723 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.893811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4047e9de-967c-4e0a-9945-68d22147aa1f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:00.904217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'admin_state_up': True, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:00.904955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['17eea288-0c96-4a59-9cf2-b1e12acef62c', '3eca7090-2fca-4d2f-97ca-132d83e486d5', '019afefa-c63e-47a2-b204-b4c08cf642b4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:49:00.908291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:00.908648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8b7770-44b1-4dee-9ed3-f3fdb14a5c23') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:00.924840 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.939986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:00.947377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:00.947533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.006825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=019afefa-c63e-47a2-b204-b4c08cf642b4,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:01.010124 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:01.049810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:01.050524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.052060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fa71af63-43a2-4fae-884f-e9c52864a2cb req-9c696fdb-38c8-4d22-8c95-c511d488aadb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "PUT /v2.0/ports/019afefa-c63e-47a2-b204-b4c08cf642b4 HTTP/1.1" status: 200 len: 904 time: 0.8839307 Jul 08 17:49:01.053048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:01.056295 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71455d38-17ef-4cf6-befc-359ca0454caf" -d '{"events": [{"name": "network-changed", "server_uuid": "feae7570-082d-4758-95a9-27845384195b", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:01.089519 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.116120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8793f96-d309-4e14-b092-2d300fb70698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.119974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8793f96-d309-4e14-b092-2d300fb70698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.121904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8793f96-d309-4e14-b092-2d300fb70698 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2790d486-ab97-4547-9b8f-21deee1d8896 HTTP/1.1" status: 204 len: 168 time: 0.6607463 Jul 08 17:49:01.132311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8793f96-d309-4e14-b092-2d300fb70698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790d486-ab97-4547-9b8f-21deee1d8896,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:01.183779 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f2dfd8-b915-4d7d-b7ba-c98da38628ca x-openstack-request-id: req-f1f2dfd8-b915-4d7d-b7ba-c98da38628ca {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:01.184054 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feae7570-082d-4758-95a9-27845384195b", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:01.184336 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f1f2dfd8-b915-4d7d-b7ba-c98da38628ca {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:01.184775 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4', 'status': 'completed', 'code': 200} Jul 08 17:49:01.216685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.219114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/networks/4047e9de-967c-4e0a-9945-68d22147aa1f HTTP/1.1" status: 204 len: 168 time: 1.6057155 Jul 08 17:49:01.221986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33292) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:01.222190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['019afefa-c63e-47a2-b204-b4c08cf642b4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:49:01.292854 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting subnet da44f353-eb9e-4457-bbdb-050ce9ea187c {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:01.296909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.342352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad379c74-f7f6-45ba-bd00-f0851d2b0b1b tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Network': ['ID=4047e9de-967c-4e0a-9945-68d22147aa1f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:01.360214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.431965 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.514367 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.556524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-52c5912f-8707-4449-aa7d-7e7f05c6d78f None None] Provisioning complete for port 019afefa-c63e-47a2-b204-b4c08cf642b4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:01.556946 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-52c5912f-8707-4449-aa7d-7e7f05c6d78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.614698 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.668912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde3716-ff3c-468d-905d-dd21af82625e req-e2f10a08-972c-460b-bb85-5334507789c2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:01.672436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bbde3716-ff3c-468d-905d-dd21af82625e req-e2f10a08-972c-460b-bb85-5334507789c2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 907 time: 0.2771571 Jul 08 17:49:01.748616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.753028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71455d38-17ef-4cf6-befc-359ca0454caf req-597ac65c-cbd5-410d-81f8-c0d2888b1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:01.754596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71455d38-17ef-4cf6-befc-359ca0454caf req-597ac65c-cbd5-410d-81f8-c0d2888b1a03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 1058 time: 0.5026066 Jul 08 17:49:01.760571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.769191 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.830678 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.845330 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.850033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Port': ['ID=7b37853b-114d-4383-8e16-d9fad91b64d6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:01.939345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:01.942633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.011638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Subnet': ['ID=da44f353-eb9e-4457-bbdb-050ce9ea187c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:02.248098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.258386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.263026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8db99407-6367-45f8-8415-03eeba73c2bc tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/subnets/da44f353-eb9e-4457-bbdb-050ce9ea187c HTTP/1.1" status: 204 len: 168 time: 1.0399466 Jul 08 17:49:02.264929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33324) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:02.268073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915fea55-e644-4091-8e71-2a7b66d343e5 None None] Network 295b2945-2a46-47f8-80d1-682be2c2230c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:02.331291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting subnet 495bda97-9dd5-4f7a-818c-6c4c849ccea7 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:02.343019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.424358 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=672052b4c692493c9ea29532a86ffa84&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7352107 Jul 08 17:49:02.433115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33326) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:02.461087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956485f-d1f5-4c0e-9a21-d4bc2110631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fa7e38-10b7-41f0-bf76-a0b16bb56da8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:02.472370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.575161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a36f7-1572-4c78-b2ea-76caafa52267 req-81ee8e7d-c320-4cdf-8ad5-814d5d417dba tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:02.587033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-478a36f7-1572-4c78-b2ea-76caafa52267 req-81ee8e7d-c320-4cdf-8ad5-814d5d417dba tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.6681225 Jul 08 17:49:02.609828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71455d38-17ef-4cf6-befc-359ca0454caf req-ef69fe4b-ddf2-4122-a501-08ece1cb9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:02.611743 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71455d38-17ef-4cf6-befc-359ca0454caf req-ef69fe4b-ddf2-4122-a501-08ece1cb9c36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.8465278 Jul 08 17:49:02.658614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6e0c-99fb-4d70-a800-a1ce25ac9e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.698581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6e0c-99fb-4d70-a800-a1ce25ac9e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.769626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71455d38-17ef-4cf6-befc-359ca0454caf req-f82ec5fb-8653-4165-b0ac-8067f1495ccb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=019afefa-c63e-47a2-b204-b4c08cf642b4 HTTP/1.1" status: 200 len: 217 time: 0.1238861 Jul 08 17:49:02.794911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-478a36f7-1572-4c78-b2ea-76caafa52267 req-afdbddb4-6ab2-4834-98d7-f6795dd17eb3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067513 Jul 08 17:49:02.846410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.871541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.892590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:02.903282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] DHCP port deletion for 295b2945-2a46-47f8-80d1-682be2c2230c request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:03.001920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] Deleting port 63c46607-481f-44ff-9d6a-e6b0a312dd44 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:03.002363 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.114640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.20.0.17 (00855d04-7b6e-4ed9-a90c-6353d55e19f3/7d29825b-19f5-44e9-9b98-11fee71cb98e/88f8703a-9593-4ad3-9f18-71b178ada76e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:03.123405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] For port 63c46607-481f-44ff-9d6a-e6b0a312dd44, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=63c46607-481f-44ff-9d6a-e6b0a312dd44,segment=NetworkSegment(b5764aad-a55b-4ba0-b447-4ec28b54385f),segment_id=b5764aad-a55b-4ba0-b447-4ec28b54385f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:03.123894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.126702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71455d38-17ef-4cf6-befc-359ca0454caf req-be8f708e-e1be-4e8e-9061-f90649e8b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:03.128434 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71455d38-17ef-4cf6-befc-359ca0454caf req-be8f708e-e1be-4e8e-9061-f90649e8b24a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.3207679 Jul 08 17:49:03.143529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] Calling delete_port for 63c46607-481f-44ff-9d6a-e6b0a312dd44 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:03.157017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6e0c-99fb-4d70-a800-a1ce25ac9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.160125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6e0c-99fb-4d70-a800-a1ce25ac9e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.161591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d0d6e0c-99fb-4d70-a800-a1ce25ac9e2d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e1fa7e38-10b7-41f0-bf76-a0b16bb56da8 HTTP/1.1" status: 204 len: 168 time: 0.7271945 Jul 08 17:49:03.248369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d6e0c-99fb-4d70-a800-a1ce25ac9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fa7e38-10b7-41f0-bf76-a0b16bb56da8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:03.285839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.292459 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.348096 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.356665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Subnet': ['ID=495bda97-9dd5-4f7a-818c-6c4c849ccea7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:03.384565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.389358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56070c3-cd50-452b-969b-e1adb9749914 None None] Network 8d94d8cd-ff90-4383-a243-a51e96e1ab67 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:03.394259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0c67c7e7-7403-4aa5-9beb-7c0146453d56 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/subnets/495bda97-9dd5-4f7a-818c-6c4c849ccea7 HTTP/1.1" status: 204 len: 168 time: 1.1273925 Jul 08 17:49:03.403531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33352) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:03.460273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Router 8b95edf2-dadc-4a50-bc95-2093434b29d4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:49:03.519810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.548459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71455d38-17ef-4cf6-befc-359ca0454caf req-67c7ca69-4ddf-4994-aa2f-0c9dc3a3be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:03.550774 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71455d38-17ef-4cf6-befc-359ca0454caf req-67c7ca69-4ddf-4994-aa2f-0c9dc3a3be68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4140949 Jul 08 17:49:03.599665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6a42-54f7-4d0c-983a-1f0b6084b132 req-a65ad6a7-6cba-4300-a620-708930d6a46a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:03.601350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c73c6a42-54f7-4d0c-983a-1f0b6084b132 req-a65ad6a7-6cba-4300-a620-708930d6a46a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.4553754 Jul 08 17:49:03.678754 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.717985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c73c6a42-54f7-4d0c-983a-1f0b6084b132 req-a2256012-32c8-40e7-9c48-69e97509bb53 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086826 Jul 08 17:49:03.719710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] No DVR routers for this DVR port 63c46607-481f-44ff-9d6a-e6b0a312dd44 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:03.761398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71455d38-17ef-4cf6-befc-359ca0454caf req-eb9f7253-fdd6-463b-ab3e-cd0978d1fbd8 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535373 Jul 08 17:49:03.784863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e529a4-e4f5-49fe-ac6f-dfceff67421d None None] Pushing event deleted for resources: {'Port': ['ID=63c46607-481f-44ff-9d6a-e6b0a312dd44,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:03.810744 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:03.861114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:03.875213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] Sync routers for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:03.895958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:03.896978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:04.016417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.037753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:04.044243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295b2945-2a46-47f8-80d1-682be2c2230c']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:04.054246 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71455d38-17ef-4cf6-befc-359ca0454caf req-c9820980-e2c3-4bdf-987c-6c5ecbd74eec service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811952 Jul 08 17:49:04.070998 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e7c077b5-f771-47a5-954d-7efad3dbfeb8 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "PUT /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5533288 Jul 08 17:49:04.074444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:04.076717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5764aad-a55b-4ba0-b447-4ec28b54385f') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:04.081100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:04.081741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:04.087444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Transition to ACTIVE for port object 88f8703a-9593-4ad3-9f18-71b178ada76e will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:04.091472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5764aad-a55b-4ba0-b447-4ec28b54385f') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:04.122846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.139490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.147586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:04.148014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:04.238709 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:04.242830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Allocated IP 172.25.5.222 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/ca7b80f8-afa0-4d82-9623-a8f4d6062602) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:04.245163 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.266750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.268650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/networks/295b2945-2a46-47f8-80d1-682be2c2230c HTTP/1.1" status: 204 len: 168 time: 0.8638923 Jul 08 17:49:04.297417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33394) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:04.321394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:04.322070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599c40a-b58f-4082-8be5-474d3fc37b1a None None] The sync data for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:04.362430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2e7f-0866-4826-9beb-1014e5124c41 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Network': ['ID=295b2945-2a46-47f8-80d1-682be2c2230c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:04.374312 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-875b0330-ef4f-4557-9475-7929ca603e2d tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] delete failed (client error): The resource could not be found. Jul 08 17:49:04.376861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-875b0330-ef4f-4557-9475-7929ca603e2d tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/routers/tempest-non_exist_router-1515831746 HTTP/1.1" status: 404 len: 335 time: 0.3002567 Jul 08 17:49:04.386276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33400) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:04.399717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8417bdd9-7c6b-46eb-ad82-4a96299dd9ee tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b95edf2-dadc-4a50-bc95-2093434b29d4'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:04.464768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] DHCP port deletion for 8d94d8cd-ff90-4383-a243-a51e96e1ab67 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:04.536433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.594454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] Deleting port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:04.594896 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.603520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:04.612857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:04.623721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:04.663603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-c89d389f-dc7a-453b-88ff-58d94d3a4796 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:04.665993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-c89d389f-dc7a-453b-88ff-58d94d3a4796 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.4281931 Jul 08 17:49:04.689890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.715284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=88f8703a-9593-4ad3-9f18-71b178ada76e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:04.739401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.837791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:04.846997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] For port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,segment=NetworkSegment(a0ad2134-42fe-4e2a-9352-b554c0482b35),segment_id=a0ad2134-42fe-4e2a-9352-b554c0482b35)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:04.854762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:04.955902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] Calling delete_port for 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:05.078033 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.101187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33418) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:05.134636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] No DVR routers for this DVR port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:05.136536 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2744031-cbfc-4368-a1c0-363d86c1cc50 None None] Pushing event deleted for resources: {'Port': ['ID=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:05.147082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No active binding found for port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db {{(pid=93666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:49:05.147609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:05.148106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c46607-481f-44ff-9d6a-e6b0a312dd44 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:05.177122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-43cf92a5-ba30-478b-ad5c-ddc95a096abe None None] Provisioning for port 88f8703a-9593-4ad3-9f18-71b178ada76e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:05.183196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-43cf92a5-ba30-478b-ad5c-ddc95a096abe None None] Provisioning complete for port 88f8703a-9593-4ad3-9f18-71b178ada76e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:05.183858 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-43cf92a5-ba30-478b-ad5c-ddc95a096abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.186251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 63c46607-481f-44ff-9d6a-e6b0a312dd44 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:05.186798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c46607-481f-44ff-9d6a-e6b0a312dd44 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:05.200592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:05.201142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.255557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-43cf92a5-ba30-478b-ad5c-ddc95a096abe None None] Port 88f8703a-9593-4ad3-9f18-71b178ada76e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:05.333517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.355340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] For port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db, host n-d-799528-4, got binding levels [] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:05.355803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.402841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Calling delete_port for 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:05.407701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db was not found and therefore no delete operation was performed {{(pid=93665) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:49:05.411202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.459641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Port': ['ID=5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:05.505306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] No DVR routers for this DVR port 5b60cbbf-4bd0-4d1f-8cdf-0a8eff3804db on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:05.514659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8417bdd9-7c6b-46eb-ad82-4a96299dd9ee tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.522621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-de9d6d09-25ed-456a-aea5-99d1d07293eb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/quotas/86de8c57281b49b391c0fc3feb8e531b HTTP/1.1" status: 200 len: 375 time: 0.8169706 Jul 08 17:49:05.522853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cc2eff5-940a-40b9-a54e-687c7a951f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.557856 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-8417bdd9-7c6b-46eb-ad82-4a96299dd9ee tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] update failed (client error): The resource could not be found. Jul 08 17:49:05.565015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8417bdd9-7c6b-46eb-ad82-4a96299dd9ee tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "PUT /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4 HTTP/1.1" status: 404 len: 339 time: 1.1747386 Jul 08 17:49:05.565902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33430) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:05.569284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.703913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.725732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d94d8cd-ff90-4383-a243-a51e96e1ab67']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:05.751887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ad2134-42fe-4e2a-9352-b554c0482b35') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:05.752214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ad2134-42fe-4e2a-9352-b554c0482b35') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:05.795194 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.840661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fce17033-f012-4138-8411-d829d8fe25bf tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2871065 Jul 08 17:49:05.917863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:05.986026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.018762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:06.019249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.024471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:06.026782 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:06.077959 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.101766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:06.108662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-46fc6597-5cdc-4084-ad5e-40e182197d2b service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303605 Jul 08 17:49:06.110689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:06.118142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:06.167875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=ca7b80f8-afa0-4d82-9623-a8f4d6062602,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:06.210300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cc2eff5-940a-40b9-a54e-687c7a951f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.216636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.224779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.228954 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/networks/8d94d8cd-ff90-4383-a243-a51e96e1ab67 HTTP/1.1" status: 204 len: 168 time: 1.9164641 Jul 08 17:49:06.243771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33448) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:06.253076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4cc2eff5-940a-40b9-a54e-687c7a951f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.266071 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.275508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.277117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=88f8703a-9593-4ad3-9f18-71b178ada76e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:06.322995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4cc2eff5-940a-40b9-a54e-687c7a951f09 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=059a7ed64cf14ed8ba1c3b468f4310b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1918736 Jul 08 17:49:06.334029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33456) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:06.390862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting subnet 5be09fcf-90fc-49ca-a68a-df59c8622a2c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:06.397638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.473731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-bfe5f426-8dd4-41d1-9dff-7b54f606ed91 service neutron] 10.222.0.63 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466771 Jul 08 17:49:06.482378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5e329-5879-408f-a835-480964b9088e tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Network': ['ID=8d94d8cd-ff90-4383-a243-a51e96e1ab67,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:06.517516 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.660187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.732547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2eff5-940a-40b9-a54e-687c7a951f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a43e7-5d79-4f37-9738-392b4dbafedf,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:06.814661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.858679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:06.860266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Subnet': ['ID=5be09fcf-90fc-49ca-a68a-df59c8622a2c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:06.862527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:06.868755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437779e3-bc06-49bc-8433-0aa125d20bd7 None None] Network 628de5de-0441-475a-a4b5-0f2180fb5e6a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:06.877235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-81ffcd90-b95d-47ba-bac9-a192a130b5ac tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/subnets/5be09fcf-90fc-49ca-a68a-df59c8622a2c HTTP/1.1" status: 204 len: 168 time: 0.6270826 Jul 08 17:49:06.880858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33478) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:06.885291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:07.032294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Allocated IP 172.20.0.1 (ab686737-977d-4d26-b530-2ccb38af90f8/c352bfc7-6a9b-42b9-9f65-9c7c7c79aee4/9062356a-22d6-48b2-824e-5fc65398daa7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:07.102883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.332673 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.343392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b852f03-af66-4766-b2d3-144aaca6ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.362428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] DHCP port deletion for 628de5de-0441-475a-a4b5-0f2180fb5e6a request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:07.444849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Transition to ACTIVE for port object 9062356a-22d6-48b2-824e-5fc65398daa7 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:07.453071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d7e2e2b8-736f-4b9b-adb9-4ffceba33d25 None None] Provisioning complete for port 88f8703a-9593-4ad3-9f18-71b178ada76e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:07.453441 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d7e2e2b8-736f-4b9b-adb9-4ffceba33d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.506486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 360010bf-9d9b-48c9-a43f-30ac329c8659 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:49:07.521445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d89941ef-01e0-467b-8103-02fe9fed7377 req-9eced54f-d22e-4574-948a-7838dfde8164 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 210 time: 0.1833460 Jul 08 17:49:07.554286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] Deleting port 41eee389-7d6f-4487-8d57-33ccb0eaf80f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:07.555212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.567299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2e2b8-736f-4b9b-adb9-4ffceba33d25 None None] Port 88f8703a-9593-4ad3-9f18-71b178ada76e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:07.571347 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b852f03-af66-4766-b2d3-144aaca6ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.631057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.703456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] For port 41eee389-7d6f-4487-8d57-33ccb0eaf80f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=41eee389-7d6f-4487-8d57-33ccb0eaf80f,segment=NetworkSegment(bdde62ee-2c70-45ab-a307-a27039087270),segment_id=bdde62ee-2c70-45ab-a307-a27039087270)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:07.704807 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.725207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] Calling delete_port for 41eee389-7d6f-4487-8d57-33ccb0eaf80f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:07.861139 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:07.899838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] No DVR routers for this DVR port 41eee389-7d6f-4487-8d57-33ccb0eaf80f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:07.958495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a13f6b-4df1-4259-b865-aa7f5b78f8cb None None] Pushing event deleted for resources: {'Port': ['ID=41eee389-7d6f-4487-8d57-33ccb0eaf80f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:08.040717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.050888 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:49:08.158059 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b852f03-af66-4766-b2d3-144aaca6ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.160513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b852f03-af66-4766-b2d3-144aaca6ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.163343 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7b852f03-af66-4766-b2d3-144aaca6ed72 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/634a43e7-5d79-4f37-9738-392b4dbafedf HTTP/1.1" status: 204 len: 168 time: 1.8261955 Jul 08 17:49:08.197056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network ab686737-977d-4d26-b530-2ccb38af90f8 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:08.208267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b852f03-af66-4766-b2d3-144aaca6ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a43e7-5d79-4f37-9738-392b4dbafedf,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:08.218974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:08.233260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:08.277836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Port': ['ID=9062356a-22d6-48b2-824e-5fc65398daa7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:08.283736 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.409623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Deleting port 41eee389-7d6f-4487-8d57-33ccb0eaf80f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:08.409623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.466241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.634534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] For port 41eee389-7d6f-4487-8d57-33ccb0eaf80f, host n-d-799528-4, got binding levels [] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:08.635176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.657681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Calling delete_port for 41eee389-7d6f-4487-8d57-33ccb0eaf80f owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:08.663072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.ipam_backend_mixin [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Port 41eee389-7d6f-4487-8d57-33ccb0eaf80f was not found and therefore no delete operation was performed {{(pid=93665) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:49:08.665189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.667729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:08.678751 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Sync routers for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:08.700033 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:08.702059 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:08.705424 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-79fe4eb5-96d3-4c30-855b-bc27ddb5541c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "PUT /v2.0/routers/360010bf-9d9b-48c9-a43f-30ac329c8659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9899542 Jul 08 17:49:08.711262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Port': ['ID=41eee389-7d6f-4487-8d57-33ccb0eaf80f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:08.721817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] No DVR routers for this DVR port 41eee389-7d6f-4487-8d57-33ccb0eaf80f on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:08.819002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41eee389-7d6f-4487-8d57-33ccb0eaf80f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:08.884401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 41eee389-7d6f-4487-8d57-33ccb0eaf80f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:08.884885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 41eee389-7d6f-4487-8d57-33ccb0eaf80f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:08.923567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.943361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-85c0450d-5c80-4505-ae6a-3d7f88b2cc74 None None] Provisioning for port 9062356a-22d6-48b2-824e-5fc65398daa7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:08.950300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-85c0450d-5c80-4505-ae6a-3d7f88b2cc74 None None] Provisioning complete for port 9062356a-22d6-48b2-824e-5fc65398daa7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:08.950684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-85c0450d-5c80-4505-ae6a-3d7f88b2cc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:08.969415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628de5de-0441-475a-a4b5-0f2180fb5e6a']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:08.988869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdde62ee-2c70-45ab-a307-a27039087270') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:08.989274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdde62ee-2c70-45ab-a307-a27039087270') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:09.014261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.033873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-85c0450d-5c80-4505-ae6a-3d7f88b2cc74 None None] Port 9062356a-22d6-48b2-824e-5fc65398daa7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:09.035939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.044138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:09.045157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.063175 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:09.116158 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:09.121979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33524) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:09.138655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.152828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.155691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/networks/628de5de-0441-475a-a4b5-0f2180fb5e6a HTTP/1.1" status: 204 len: 168 time: 2.2717390 Jul 08 17:49:09.167175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33528) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:09.169578 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca459e88-ce71-4dd8-83f7-595e8fd5923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.318816 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c3d3e45a-f804-4284-96c9-1568c669be66 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "GET /v2.0/ports?device_id=d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 HTTP/1.1" status: 200 len: 205 time: 0.1465514 Jul 08 17:49:09.319751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddec41b-60a3-40d5-bd08-ced344933e81 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Pushing event deleted for resources: {'Network': ['ID=628de5de-0441-475a-a4b5-0f2180fb5e6a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:09.321713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33532) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:09.416782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67d0c006-db0f-48f4-83c8-b351b4e6a372 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.426005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab1ee464-5d6c-4ae7-bc46-42d80fbb0c23 req-fd2cd88c-4aa5-4ee7-84cf-d2c0ff13126f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 210 time: 0.5194430 Jul 08 17:49:09.441724 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:05Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 1, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8703a-9593-4ad3-9f18-71b178ada76e', 'name': '', 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:e1:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '7d29825b-19f5-44e9-9b98-11fee71cb98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:02Z', 'updated_at': '2021-07-08T17:49:05Z', 'revision_number': 2, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '7d29825b-19f5-44e9-9b98-11fee71cb98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:09.480803 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Checking router: 360010bf-9d9b-48c9-a43f-30ac329c8659 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:49:09.481115 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Updating router 360010bf-9d9b-48c9-a43f-30ac329c8659 port 88f8703a-9593-4ad3-9f18-71b178ada76e binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:49:09.489382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 745e8de3-a525-4a8c-b7df-edddcdc32259 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:49:09.524817 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.630904 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.668376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67d0c006-db0f-48f4-83c8-b351b4e6a372 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.670699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67d0c006-db0f-48f4-83c8-b351b4e6a372 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.744407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67d0c006-db0f-48f4-83c8-b351b4e6a372 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.744941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d0c006-db0f-48f4-83c8-b351b4e6a372 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Fanout notify agent at l3_agent the message router_deleted on router d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:49:09.756810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67d0c006-db0f-48f4-83c8-b351b4e6a372 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:09.758295 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-67d0c006-db0f-48f4-83c8-b351b4e6a372 tempest-RoutersNegativeIpV6Test-973779827 tempest-RoutersNegativeIpV6Test-973779827-project] 10.222.0.63 "DELETE /v2.0/routers/d8a2d9a8-50ce-4149-b5cb-1ff6f17a1670 HTTP/1.1" status: 204 len: 168 time: 0.4298444 Jul 08 17:49:09.772325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-c1c26f76-acd7-42c1-b7ab-ced7a31ac2b6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:09.774438 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-c1c26f76-acd7-42c1-b7ab-ced7a31ac2b6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 812 time: 0.6572289 Jul 08 17:49:09.800709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Request body: {'port': {'device_id': '2c78d182-4c08-4c32-ba26-887a449d2568', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'admin_state_up': True, 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:09.945853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-1e598002-dea9-4be8-9290-f0ddacb705db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5325153 Jul 08 17:49:10.003582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:10.015339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Sync routers for ids ['745e8de3-a525-4a8c-b7df-edddcdc32259'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:10.036333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Routers {'745e8de3-a525-4a8c-b7df-edddcdc32259'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:10.037384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['745e8de3-a525-4a8c-b7df-edddcdc32259'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:10.113110 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.123539 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca459e88-ce71-4dd8-83f7-595e8fd5923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.136765 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Transition to ACTIVE for port object 88f8703a-9593-4ad3-9f18-71b178ada76e will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:10.143068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca459e88-ce71-4dd8-83f7-595e8fd5923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.155972 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.266908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33562) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:10.287647 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Pushing event updated for resources: {'Port': ['ID=88f8703a-9593-4ad3-9f18-71b178ada76e,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:10.294811 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.301701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a7d2ea06-8ac2-485c-ba19-9e94ffc459b1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.4182768 Jul 08 17:49:10.304683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33566) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:10.314703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ca459e88-ce71-4dd8-83f7-595e8fd5923d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=81660cb966f4488d8abfde170b108a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1945393 Jul 08 17:49:10.315523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Made reservation on behalf of 86de8c57281b49b391c0fc3feb8e531b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:10.324698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33568) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:10.332190 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.332544 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.332728 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.332963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.333260 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.333587 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.333911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.334246 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.334520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Set router 745e8de3-a525-4a8c-b7df-edddcdc32259 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:10.334710 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.334931 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.335276 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.335597 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.336431 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:10.397691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca459e88-ce71-4dd8-83f7-595e8fd5923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9c8781-8fc2-492a-9858-4741973a93de,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:10.422089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-bbfe441c-f367-4079-9c2c-59ed4f828a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:10.446163 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-bbfe441c-f367-4079-9c2c-59ed4f828a76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 1097 time: 0.3786962 Jul 08 17:49:10.487379 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Attempting to bind port 88f8703a-9593-4ad3-9f18-71b178ada76e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:49:10.487731 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Attempting to bind port 88f8703a-9593-4ad3-9f18-71b178ada76e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:49:10.488192 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Attempting to bind port 88f8703a-9593-4ad3-9f18-71b178ada76e on network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:10.495613 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:49:10.497021 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Checking segment: {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:10.497021 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.497454 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Bound using segment: {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:49:10.498086 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Bound port: 88f8703a-9593-4ad3-9f18-71b178ada76e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7078db97-2ac2-4c17-911d-aed26941626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:49:10.498580 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.620774 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] For port 88f8703a-9593-4ad3-9f18-71b178ada76e, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:49:10.631574 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] For port 88f8703a-9593-4ad3-9f18-71b178ada76e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=88f8703a-9593-4ad3-9f18-71b178ada76e,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:49:10.651702 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:10.734027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2576f-9be1-4207-b8a9-7d28a8cb33fb tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:10.743407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33574) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:10.764085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e9a2576f-9be1-4207-b8a9-7d28a8cb33fb tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=585db082f4024e62ad89f18f82b3587d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4578094 Jul 08 17:49:10.835330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-775bd0d2-6890-4060-8a76-70b9bb8f3731 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e9b2c8678a364daf8e2d3cacdceb3499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599389 Jul 08 17:49:10.848951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33578) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:10.906933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:49:06Z', 'revision_number': 3, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:10.948542 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dfc1b-e9d7-4ba9-badc-b08b2e68d30f None None] Pushing event updated for resources: {'Port': ['ID=88f8703a-9593-4ad3-9f18-71b178ada76e,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:10.959986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c73b523-ba2f-408b-bc12-6e699f8e5c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.007347 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:11.007911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-17febb54-c844-4d1f-b09d-83b99d1901cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:11.009009 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:11.010314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-17febb54-c844-4d1f-b09d-83b99d1901cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.5455618 Jul 08 17:49:11.016612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Allocated IP 172.20.0.7 (c6b400da-81cc-41bc-8197-8410b53c3380/04c374cd-9975-4071-893c-485e95945e6e/890ef26d-8f67-43ca-9988-75acdabcd63e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:11.036825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Checking router: 745e8de3-a525-4a8c-b7df-edddcdc32259 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:49:11.038069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Updating router 745e8de3-a525-4a8c-b7df-edddcdc32259 port ca7b80f8-afa0-4d82-9623-a8f4d6062602 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:49:11.074101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a5235d0-bf91-42ca-96b6-fc66d88b71ce req-74837e59-6a36-413d-8acc-977b6e0f159d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 210 time: 0.2425914 Jul 08 17:49:11.127919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-dccfc7b6-498d-4302-9382-614f400ff08e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5 HTTP/1.1" status: 200 len: 217 time: 0.1086805 Jul 08 17:49:11.141894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.237908 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44323f34-e41b-4d71-8757-afcc18937269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.245622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.258045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c73b523-ba2f-408b-bc12-6e699f8e5c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.267150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.292374 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:11.399054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b272a8c4-4f6c-4ab8-ab7d-7ea7a97a8c3a tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:11.400950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b272a8c4-4f6c-4ab8-ab7d-7ea7a97a8c3a tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6535537 Jul 08 17:49:11.413827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33592) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:11.423924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-07946a1d-56cf-44ee-8f2a-f2687015dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:11.426515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-07946a1d-56cf-44ee-8f2a-f2687015dcb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2904630 Jul 08 17:49:11.518692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-73d06308-4488-4cb2-9255-0b0791a71331 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714583 Jul 08 17:49:11.519244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33594) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:11.607270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44323f34-e41b-4d71-8757-afcc18937269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.668939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-02ebab37-a2c6-409b-99a2-de31d22a954f tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=585db082f4024e62ad89f18f82b3587d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1182351 Jul 08 17:49:11.672284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33598) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:11.712234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.713825 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.737832 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:05Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 1, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8703a-9593-4ad3-9f18-71b178ada76e', 'name': '', 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:e1:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '7d29825b-19f5-44e9-9b98-11fee71cb98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:02Z', 'updated_at': '2021-07-08T17:49:10Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '7d29825b-19f5-44e9-9b98-11fee71cb98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:11.738341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event updated for resources: {'Port': ['ID=9062356a-22d6-48b2-824e-5fc65398daa7,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:11.749638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Transition to ACTIVE for port object 890ef26d-8f67-43ca-9988-75acdabcd63e will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:11.817005 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be78540-9d4a-4dd8-8638-cdac9bc2d0c6 None None] The sync data for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 is: [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:05Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 1, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88f8703a-9593-4ad3-9f18-71b178ada76e', 'name': '', 'network_id': '00855d04-7b6e-4ed9-a90c-6353d55e19f3', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:e1:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '7d29825b-19f5-44e9-9b98-11fee71cb98e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:02Z', 'updated_at': '2021-07-08T17:49:10Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '7d29825b-19f5-44e9-9b98-11fee71cb98e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:11.838136 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:11.882432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['17eea288-0c96-4a59-9cf2-b1e12acef62c', '3eca7090-2fca-4d2f-97ca-132d83e486d5'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:49:11.933820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.015240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-55ec5e38-6f1e-4641-ba84-e54c4bafb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:12.017009 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-55ec5e38-6f1e-4641-ba84-e54c4bafb655 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5779970 Jul 08 17:49:12.019285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Network c6b400da-81cc-41bc-8197-8410b53c3380 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:12.024703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:12.039235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:12.052487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:12.148493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Transition to ACTIVE for port object ca7b80f8-afa0-4d82-9623-a8f4d6062602 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:12.167119 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.251774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:12.274518 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.296940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c73b523-ba2f-408b-bc12-6e699f8e5c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.303766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9c73b523-ba2f-408b-bc12-6e699f8e5c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.310501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9c73b523-ba2f-408b-bc12-6e699f8e5c9b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa9c8781-8fc2-492a-9858-4741973a93de HTTP/1.1" status: 204 len: 168 time: 1.9834156 Jul 08 17:49:12.343227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762f5ba-af6c-4742-b6ab-2b5fc727dca1 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:12.345882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-185d8f09-7c1e-4887-8669-d29a0300a194 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178036 Jul 08 17:49:12.347927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d762f5ba-af6c-4742-b6ab-2b5fc727dca1 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6653812 Jul 08 17:49:12.350622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-db790478-bf9b-4fdf-8ecf-c31285c833df tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5662024 Jul 08 17:49:12.357586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33614) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:12.365619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73b523-ba2f-408b-bc12-6e699f8e5c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9c8781-8fc2-492a-9858-4741973a93de,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:12.466305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-876eaff2-6590-4873-95b5-af7b4b52ff12 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047366 Jul 08 17:49:12.487273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:12.488318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Request body: {'port': {'device_id': '2c78d182-4c08-4c32-ba26-887a449d2568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:12.491468 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44323f34-e41b-4d71-8757-afcc18937269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.500540 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-44323f34-e41b-4d71-8757-afcc18937269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.503264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-44323f34-e41b-4d71-8757-afcc18937269 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c6b27d24-709b-4cd9-b9b9-a7629734f50f HTTP/1.1" status: 204 len: 168 time: 1.6412723 Jul 08 17:49:12.531473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-793213406', 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234', 'project_id': '585db082f4024e62ad89f18f82b3587d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:12.598505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c52f7-9418-439f-b35e-b2823f777aa0 None None] Pushing event updated for resources: {'Port': ['ID=ca7b80f8-afa0-4d82-9623-a8f4d6062602,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:12.626959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Attempting to bind port ca7b80f8-afa0-4d82-9623-a8f4d6062602 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:49:12.627208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Attempting to bind port ca7b80f8-afa0-4d82-9623-a8f4d6062602 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:49:12.627570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Attempting to bind port ca7b80f8-afa0-4d82-9623-a8f4d6062602 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:12.655249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44323f34-e41b-4d71-8757-afcc18937269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b27d24-709b-4cd9-b9b9-a7629734f50f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:12.766077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:49:12.766466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:12.766879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.767281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:49:12.767767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Bound port: ca7b80f8-afa0-4d82-9623-a8f4d6062602, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:49:12.771274 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.895284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Network ab686737-977d-4d26-b530-2ccb38af90f8 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:12.914282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:12.953701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:12.968644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3683a578-8f00-4fe4-b1a1-ea2dd3505038 None None] Provisioning for port 890ef26d-8f67-43ca-9988-75acdabcd63e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:12.978995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 88f8703a-9593-4ad3-9f18-71b178ada76e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:13.082713 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a3d9c3bc-6f3d-42e8-8142-2a5bc5a1a039 req-8218e50b-21e1-40a1-bb52-39836f9533e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050080 Jul 08 17:49:13.229912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30a67e-d9c3-4112-94df-aa2d9de34095 req-f1a79981-9e56-4f2a-adf8-defac3b8871b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:13.231793 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf30a67e-d9c3-4112-94df-aa2d9de34095 req-f1a79981-9e56-4f2a-adf8-defac3b8871b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 931 time: 0.8568637 Jul 08 17:49:13.314501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Made reservation on behalf of 585db082f4024e62ad89f18f82b3587d for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:13.325941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:13.341841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3683a578-8f00-4fe4-b1a1-ea2dd3505038 None None] Provisioning complete for port 890ef26d-8f67-43ca-9988-75acdabcd63e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:13.342292 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3683a578-8f00-4fe4-b1a1-ea2dd3505038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:13.371618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] For port ca7b80f8-afa0-4d82-9623-a8f4d6062602, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:49:13.449180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] For port ca7b80f8-afa0-4d82-9623-a8f4d6062602, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ca7b80f8-afa0-4d82-9623-a8f4d6062602,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:49:13.488399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Router 8b95edf2-dadc-4a50-bc95-2093434b29d4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:49:13.510892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf30a67e-d9c3-4112-94df-aa2d9de34095 req-bf586904-1911-4c8b-88f5-2b4aa3aecc4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544575 Jul 08 17:49:13.573212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:13.717864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:13.730371 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] Sync routers for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:13.755134 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:13.757946 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:13.772259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a4b2c9f4-791f-405b-8176-01629e6fdc44 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "PUT /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1925302 Jul 08 17:49:13.777070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33656) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:13.899199 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:13.902270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c52f7-9418-439f-b35e-b2823f777aa0 None None] Pushing event updated for resources: {'Port': ['ID=ca7b80f8-afa0-4d82-9623-a8f4d6062602,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:13.920776 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:13.921539 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:13.930233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890ef26d-8f67-43ca-9988-75acdabcd63e {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:49:13.955683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3683a578-8f00-4fe4-b1a1-ea2dd3505038 None None] Port 890ef26d-8f67-43ca-9988-75acdabcd63e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:13.966047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:13.995032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Transition to ACTIVE for port object 890ef26d-8f67-43ca-9988-75acdabcd63e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:14.001760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.004965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.014917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 88f8703a-9593-4ad3-9f18-71b178ada76e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:14.018994 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:14.019841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbcbba0-5ab9-424e-8a9b-6b8c94a46bc5 None None] The sync data for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:14.033725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 88f8703a-9593-4ad3-9f18-71b178ada76e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:14.034647 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.118906 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d32911b6-ef83-4ea8-952b-69a5e73be8d1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.128570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.153742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Routers {'745e8de3-a525-4a8c-b7df-edddcdc32259'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:14.154634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['745e8de3-a525-4a8c-b7df-edddcdc32259'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:14.206578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:14.359609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Attempting to bind port 890ef26d-8f67-43ca-9988-75acdabcd63e on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:49:14.360468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Attempting to bind port 890ef26d-8f67-43ca-9988-75acdabcd63e by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:49:14.361178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Attempting to bind port 890ef26d-8f67-43ca-9988-75acdabcd63e on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:14.371577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Port 890ef26d-8f67-43ca-9988-75acdabcd63e on network c6b400da-81cc-41bc-8197-8410b53c3380 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:49:14.373817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Attempting to bind port 890ef26d-8f67-43ca-9988-75acdabcd63e on network c6b400da-81cc-41bc-8197-8410b53c3380 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:14.388219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:49:14.388924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Checking segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:14.389450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Bound using segment: {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:49:14.391449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Bound port: 890ef26d-8f67-43ca-9988-75acdabcd63e, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395e62e8-1c3e-4b3a-ae41-63465ceed90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:49:14.392051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.516257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Subnet': ['ID=919c0619-5932-4374-8efa-dc47715807fe,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:14.550589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] Set router 745e8de3-a525-4a8c-b7df-edddcdc32259 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:14.555662 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-d32911b6-ef83-4ea8-952b-69a5e73be8d1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 17:49:14.559504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d32911b6-ef83-4ea8-952b-69a5e73be8d1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4 HTTP/1.1" status: 409 len: 329 time: 0.7810683 Jul 08 17:49:14.560418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33692) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:14.568379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-20894629-ff09-4f2e-923e-f7df921f775c None None] Provisioning complete for port 9062356a-22d6-48b2-824e-5fc65398daa7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:14.572772 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-20894629-ff09-4f2e-923e-f7df921f775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.581237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Checking segment: {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:14.581967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network hostable DHCP agents. Network: 6b790529-2289-4836-a2ff-12b4ecc63234, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:49:14.601797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:49:14.613912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:49:14.630673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.756558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:14.758375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.786442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network 6b790529-2289-4836-a2ff-12b4ecc63234 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:49:14.788965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] 10.222.0.72 "PUT /v2.0/ports/890ef26d-8f67-43ca-9988-75acdabcd63e HTTP/1.1" status: 200 len: 1091 time: 2.3017828 Jul 08 17:49:14.792663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:14.801262 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba60878-4806-4ab1-be00-29562df6aefe" -d '{"events": [{"name": "network-changed", "server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:14.849379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6b790529-2289-4836-a2ff-12b4ecc63234) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:14.950609 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee0efb-4626-4903-9b7f-3c42d67402e0 x-openstack-request-id: req-1aee0efb-4626-4903-9b7f-3c42d67402e0 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:14.951248 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:14.952345 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1aee0efb-4626-4903-9b7f-3c42d67402e0 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:14.953121 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'status': 'completed', 'code': 200} Jul 08 17:49:14.963395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:14.964504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:14.990384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7d792-276f-436a-83ae-b33368dd93a0 service neutron] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:15.047529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-e332000d-1316-41f5-80d4-9efa7ae89f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:15.049815 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-e332000d-1316-41f5-80d4-9efa7ae89f23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 1094 time: 0.2200267 Jul 08 17:49:15.094890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33706) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:15.108059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-58c2444c-146e-499c-8367-4ba32945f5ed tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5879312 Jul 08 17:49:15.115695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33708) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:15.178619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33712) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:15.222923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-579ca831-16fc-4da0-8fd6-3d45c692b64e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890ef26d-8f67-43ca-9988-75acdabcd63e HTTP/1.1" status: 200 len: 217 time: 0.1637971 Jul 08 17:49:15.224284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-20894629-ff09-4f2e-923e-f7df921f775c None None] Port 9062356a-22d6-48b2-824e-5fc65398daa7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:15.230750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af70264-defb-4537-acd4-aceb5103667c None None] Network 6b790529-2289-4836-a2ff-12b4ecc63234 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:15.403222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-7bb4b4ad-79db-4eec-bdfc-c03adc3dadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:15.410377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-7bb4b4ad-79db-4eec-bdfc-c03adc3dadb8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1746192 Jul 08 17:49:15.443864 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:15.490763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-64091d03-bf7d-4cbc-864c-b792bc0cea33 tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-319520570', 'prefixes': ['172.20.0.0/16']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:15.535826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 88f8703a-9593-4ad3-9f18-71b178ada76e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=88f8703a-9593-4ad3-9f18-71b178ada76e,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:15.559859 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:15.566746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3608640a-ad13-4cd8-b9c9-59fe66d5a6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:15.620618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-796e9306-d493-4194-8278-28fe9c5285b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:15.622361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-796e9306-d493-4194-8278-28fe9c5285b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045772 Jul 08 17:49:15.649811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c91c5-c32d-4757-9e98-a9622abe5c31 req-406f6b44-263b-46df-af82-a13266920213 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:15.655889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:49:06Z', 'revision_number': 3, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:15.657941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b39c91c5-c32d-4757-9e98-a9622abe5c31 req-406f6b44-263b-46df-af82-a13266920213 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 943 time: 0.6901596 Jul 08 17:49:15.696800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=88f8703a-9593-4ad3-9f18-71b178ada76e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:15.706970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659fc2a-8603-4a28-b0ca-d5139b216bfd None None] The sync data for ids ['745e8de3-a525-4a8c-b7df-edddcdc32259'] in n-d-799528-4 is: [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:49:06Z', 'revision_number': 3, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:15.837322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b39c91c5-c32d-4757-9e98-a9622abe5c31 req-57b684b0-f775-44c3-85f9-64246049c08a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776323 Jul 08 17:49:15.837483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-6b790529-2289-4836-a2ff-12b4ecc63234', 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'fixed_ips': [{'subnet_id': '919c0619-5932-4374-8efa-dc47715807fe'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:49:15.839016 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:15.928750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-17cc4b94-8722-4a87-8f38-487d86533f79 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938275 Jul 08 17:49:16.073239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3608640a-ad13-4cd8-b9c9-59fe66d5a6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.165484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Allocated IP 172.20.0.18 (6b790529-2289-4836-a2ff-12b4ecc63234/919c0619-5932-4374-8efa-dc47715807fe/f524d954-8d15-499f-b682-2b9f8df971c7) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:16.179943 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf1b2ac9-a2f1-4737-9c8c-8384a4859fbb req-c7f51c74-9f33-492a-9013-57913057eb3e service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361763 Jul 08 17:49:16.182548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3608640a-ad13-4cd8-b9c9-59fe66d5a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.235024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64091d03-bf7d-4cbc-864c-b792bc0cea33 tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] Notify callbacks [] for subnetpool, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.236257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64091d03-bf7d-4cbc-864c-b792bc0cea33 tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1368065 Jul 08 17:49:16.301401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33748) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:16.357243 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9b746a06-6de8-4dc5-b149-9479836ea653 tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] 10.222.0.63 "GET /v2.0/subnetpools/d106a736-de2c-4124-bbce-55e95f933c99 HTTP/1.1" status: 200 len: 731 time: 0.0546122 Jul 08 17:49:16.425190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33752) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:16.434836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-67207274-c94a-4829-bfbb-c9ccd94be78e tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1037842540'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:16.448233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608640a-ad13-4cd8-b9c9-59fe66d5a6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89c2e4-730f-4f94-beb9-1c5577109da9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:16.483959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3608640a-ad13-4cd8-b9c9-59fe66d5a6e7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=758f4d53642d4509aa76e242437a329c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3028514 Jul 08 17:49:16.489289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33756) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:16.531142 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.549345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Transition to ACTIVE for port object f524d954-8d15-499f-b682-2b9f8df971c7 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:16.569031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Transition to ACTIVE for port object f524d954-8d15-499f-b682-2b9f8df971c7 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:16.576501 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.650010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d83414c0-adf9-4a21-b686-f679a54af4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.718835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60878-4806-4ab1-be00-29562df6aefe req-fd181100-5845-4a6b-baaf-5040de052c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:16.720371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ba60878-4806-4ab1-be00-29562df6aefe req-fd181100-5845-4a6b-baaf-5040de052c47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 1094 time: 0.4359024 Jul 08 17:49:16.729806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Network 6b790529-2289-4836-a2ff-12b4ecc63234 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:16.739995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:16.752846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:16.760868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d83414c0-adf9-4a21-b686-f679a54af4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.772842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Pushing event updated for resources: {'Port': ['ID=f524d954-8d15-499f-b682-2b9f8df971c7,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:16.861336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Attempting to bind port f524d954-8d15-499f-b682-2b9f8df971c7 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:49:16.861875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Attempting to bind port f524d954-8d15-499f-b682-2b9f8df971c7 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:49:16.862363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Attempting to bind port f524d954-8d15-499f-b682-2b9f8df971c7 on network 6b790529-2289-4836-a2ff-12b4ecc63234 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:16.870716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:49:16.871293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Checking segment: {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:16.871819 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:16.872336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Bound using segment: {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:49:16.873199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Bound port: f524d954-8d15-499f-b682-2b9f8df971c7, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:49:16.874331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:17.056457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-67207274-c94a-4829-bfbb-c9ccd94be78e tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] Notify callbacks [] for subnetpool, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:17.072801 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-67207274-c94a-4829-bfbb-c9ccd94be78e tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] 10.222.0.63 "PUT /v2.0/subnetpools/d106a736-de2c-4124-bbce-55e95f933c99 HTTP/1.1" status: 200 len: 684 time: 0.6393595 Jul 08 17:49:17.075780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:17.165618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d83414c0-adf9-4a21-b686-f679a54af4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:17.168469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d83414c0-adf9-4a21-b686-f679a54af4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:17.169703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d83414c0-adf9-4a21-b686-f679a54af4b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0a89c2e4-730f-4f94-beb9-1c5577109da9 HTTP/1.1" status: 204 len: 168 time: 0.6794524 Jul 08 17:49:17.176183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60878-4806-4ab1-be00-29562df6aefe req-14d57ff5-b73d-44a2-a6f3-a4dd096b1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:17.177716 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ba60878-4806-4ab1-be00-29562df6aefe req-14d57ff5-b73d-44a2-a6f3-a4dd096b1117 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.4363832 Jul 08 17:49:17.209279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] For port f524d954-8d15-499f-b682-2b9f8df971c7, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:49:17.214863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] For port f524d954-8d15-499f-b682-2b9f8df971c7, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f524d954-8d15-499f-b682-2b9f8df971c7,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:49:17.227326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:17.311716 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ba60878-4806-4ab1-be00-29562df6aefe req-eb507cdf-a767-43a5-aaaa-e57606422b35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890ef26d-8f67-43ca-9988-75acdabcd63e HTTP/1.1" status: 200 len: 217 time: 0.1234550 Jul 08 17:49:17.316612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83414c0-adf9-4a21-b686-f679a54af4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89c2e4-730f-4f94-beb9-1c5577109da9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:17.405554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899bcab-77a5-443b-b2a0-9c1707d13187 None None] Pushing event updated for resources: {'Port': ['ID=f524d954-8d15-499f-b682-2b9f8df971c7,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:17.521441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60878-4806-4ab1-be00-29562df6aefe req-3ab890a3-ace4-48c4-bf6b-eb08c21132ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:17.526996 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ba60878-4806-4ab1-be00-29562df6aefe req-3ab890a3-ace4-48c4-bf6b-eb08c21132ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2069106 Jul 08 17:49:17.635895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-33534666-efe8-4897-9bb7-4636163bdf2b tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] Notify callbacks [] for subnetpool, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:17.642125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-33534666-efe8-4897-9bb7-4636163bdf2b tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] 10.222.0.63 "DELETE /v2.0/subnetpools/d106a736-de2c-4124-bbce-55e95f933c99 HTTP/1.1" status: 204 len: 168 time: 0.5586557 Jul 08 17:49:17.645074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33784) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:17.690617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba60878-4806-4ab1-be00-29562df6aefe req-29a3a266-56b8-4c6b-a567-66cb982164cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:17.692180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ba60878-4806-4ab1-be00-29562df6aefe req-29a3a266-56b8-4c6b-a567-66cb982164cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576939 Jul 08 17:49:17.751796 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-7f2d5778-a809-45e7-a93a-bda8913fdf4a tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] show failed (client error): The resource could not be found. Jul 08 17:49:17.757899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7f2d5778-a809-45e7-a93a-bda8913fdf4a tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] 10.222.0.63 "GET /v2.0/subnetpools/d106a736-de2c-4124-bbce-55e95f933c99 HTTP/1.1" status: 404 len: 346 time: 0.0749900 Jul 08 17:49:17.886946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33790) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:17.933175 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-e0be6242-dbc7-4626-94f8-98902ea2dbd6 tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] delete failed (client error): The resource could not be found. Jul 08 17:49:17.947592 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e0be6242-dbc7-4626-94f8-98902ea2dbd6 tempest-SubnetPoolsTestJSON-207203051 tempest-SubnetPoolsTestJSON-207203051-project] 10.222.0.63 "DELETE /v2.0/subnetpools/d106a736-de2c-4124-bbce-55e95f933c99 HTTP/1.1" status: 404 len: 346 time: 0.0586383 Jul 08 17:49:17.991100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 88f8703a-9593-4ad3-9f18-71b178ada76e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:18.064831 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.229603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33800) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:18.307526 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ba60878-4806-4ab1-be00-29562df6aefe req-b4b3ea43-d93d-4417-9a69-ef42685b4cbd service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020651 Jul 08 17:49:18.319837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 88f8703a-9593-4ad3-9f18-71b178ada76e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:18.319837 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.488576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41f9129d-e5be-4537-8200-fc9f5bf49441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.696584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ca7b80f8-afa0-4d82-9623-a8f4d6062602 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:18.817577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:18.844780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33812) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:18.863877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 890ef26d-8f67-43ca-9988-75acdabcd63e details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:49:18.927828 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ba60878-4806-4ab1-be00-29562df6aefe req-211dd03a-a402-40bf-85c9-f6ea4782ac03 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666301 Jul 08 17:49:18.955991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b452c64-c5db-4548-b556-2baa9a3a4859 req-636de7e1-ec65-41cd-85eb-24bc5107bddd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:18.958066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b452c64-c5db-4548-b556-2baa9a3a4859 req-636de7e1-ec65-41cd-85eb-24bc5107bddd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 943 time: 1.7548201 Jul 08 17:49:18.995684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port ca7b80f8-afa0-4d82-9623-a8f4d6062602 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:19.065624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ca7b80f8-afa0-4d82-9623-a8f4d6062602 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:19.070514 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.120854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41f9129d-e5be-4537-8200-fc9f5bf49441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.132507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41f9129d-e5be-4537-8200-fc9f5bf49441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.217771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41f9129d-e5be-4537-8200-fc9f5bf49441 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f16f2a56052d4864b71b3dc16967f21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9853854 Jul 08 17:49:19.221875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33820) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:19.236910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:19.261170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9129d-e5be-4537-8200-fc9f5bf49441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcaee39-00ac-47bf-9359-b31f97e45f2c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:19.266179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b452c64-c5db-4548-b556-2baa9a3a4859 req-ee942be8-03fd-4aa2-bd87-d297cc82765a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862849 Jul 08 17:49:19.266864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'mac_address': 'fa:16:3e:8a:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:49:19.305612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79646df4-e352-40d5-8038-396ff83004fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.436192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7320602-4a22-4e80-a45b-b3a5c6a3fd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.469224 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.509971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890ef26d-8f67-43ca-9988-75acdabcd63e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:49:19.539151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:19.555002 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7320602-4a22-4e80-a45b-b3a5c6a3fd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.641485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.662999 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.748584 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7320602-4a22-4e80-a45b-b3a5c6a3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.752535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7320602-4a22-4e80-a45b-b3a5c6a3fd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.753482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port ca7b80f8-afa0-4d82-9623-a8f4d6062602, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ca7b80f8-afa0-4d82-9623-a8f4d6062602,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:19.754781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e7320602-4a22-4e80-a45b-b3a5c6a3fd4a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2bcaee39-00ac-47bf-9359-b31f97e45f2c HTTP/1.1" status: 204 len: 168 time: 0.5316784 Jul 08 17:49:19.774198 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:19.791847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:19.816677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7320602-4a22-4e80-a45b-b3a5c6a3fd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcaee39-00ac-47bf-9359-b31f97e45f2c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:19.873090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08811d1-8a6e-4c67-8921-f7a34061c51e None None] Network 6b790529-2289-4836-a2ff-12b4ecc63234 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:19.925369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Deleting port 9062356a-22d6-48b2-824e-5fc65398daa7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:19.926201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.121198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.135153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Calling delete_port for 9062356a-22d6-48b2-824e-5fc65398daa7 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:20.155382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Allocated IP 172.20.0.17 (6b790529-2289-4836-a2ff-12b4ecc63234/919c0619-5932-4374-8efa-dc47715807fe/f53f8f4a-fe7c-4649-beca-469d2131f669) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:20.245394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=ca7b80f8-afa0-4d82-9623-a8f4d6062602,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:20.249663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['890ef26d-8f67-43ca-9988-75acdabcd63e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:49:20.258650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f524d954-8d15-499f-b682-2b9f8df971c7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:20.303201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79646df4-e352-40d5-8038-396ff83004fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.316884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-79646df4-e352-40d5-8038-396ff83004fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.433327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-127c4591-298c-423e-8850-a05c4c58781b None None] Provisioning for port f524d954-8d15-499f-b682-2b9f8df971c7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:20.480365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79646df4-e352-40d5-8038-396ff83004fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c502f-71fd-4c95-b4fe-cc77dabae76d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:20.528417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-79646df4-e352-40d5-8038-396ff83004fc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1b7f594054e24afe9e6fcfb983e35c00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6813204 Jul 08 17:49:20.531095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33860) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:20.564304 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.648754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Transition to ACTIVE for port object f53f8f4a-fe7c-4649-beca-469d2131f669 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:20.655248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bd3892c-04d9-435f-a03f-507dfdde48aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.704104 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.720712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bd3892c-04d9-435f-a03f-507dfdde48aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.732995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f524d954-8d15-499f-b682-2b9f8df971c7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:20.756720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Port': ['ID=9062356a-22d6-48b2-824e-5fc65398daa7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:20.773824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef308d-6f5a-4dc5-b8c9-5dfa306002dc req-ae2caa8c-2b24-450b-b761-db20feabdfd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:20.776445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91ef308d-6f5a-4dc5-b8c9-5dfa306002dc req-ae2caa8c-2b24-450b-b761-db20feabdfd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 944 time: 0.2411997 Jul 08 17:49:20.780718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.822698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f524d954-8d15-499f-b682-2b9f8df971c7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:20.827628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bd3892c-04d9-435f-a03f-507dfdde48aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.848412 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4bd3892c-04d9-435f-a03f-507dfdde48aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.850379 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4bd3892c-04d9-435f-a03f-507dfdde48aa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e89c502f-71fd-4c95-b4fe-cc77dabae76d HTTP/1.1" status: 204 len: 168 time: 0.3180888 Jul 08 17:49:20.866063 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:20.872206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3892c-04d9-435f-a03f-507dfdde48aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c502f-71fd-4c95-b4fe-cc77dabae76d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:21.003008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network 6b790529-2289-4836-a2ff-12b4ecc63234 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:21.039209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:21.106874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=f53f8f4a-fe7c-4649-beca-469d2131f669,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:21.141803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91ef308d-6f5a-4dc5-b8c9-5dfa306002dc req-f78e0c6a-a1a4-4fa7-8633-051cbe4c46ef tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564305 Jul 08 17:49:21.152053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:21.214332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:21.220330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33880) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:21.272294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f524d954-8d15-499f-b682-2b9f8df971c7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f524d954-8d15-499f-b682-2b9f8df971c7,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:21.287605 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:21.354548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f524d954-8d15-499f-b682-2b9f8df971c7,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:21.419249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e1afc675-9e65-4f0b-a3ec-0c0a28528b51 None None] Provisioning complete for port f524d954-8d15-499f-b682-2b9f8df971c7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:21.419249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e1afc675-9e65-4f0b-a3ec-0c0a28528b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:21.511656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:21.529125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:21.847824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9a3ffd5-709a-4ebe-8a7a-2a3674007a54 None None] Provisioning for port f53f8f4a-fe7c-4649-beca-469d2131f669 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:21.856706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9a3ffd5-709a-4ebe-8a7a-2a3674007a54 None None] Provisioning complete for port f53f8f4a-fe7c-4649-beca-469d2131f669 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:21.857777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9a3ffd5-709a-4ebe-8a7a-2a3674007a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:21.955290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3ffd5-709a-4ebe-8a7a-2a3674007a54 None None] Port f53f8f4a-fe7c-4649-beca-469d2131f669 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:21.988672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f524d954-8d15-499f-b682-2b9f8df971c7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:22.107989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f524d954-8d15-499f-b682-2b9f8df971c7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:22.108374 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:22.260213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Router 8b95edf2-dadc-4a50-bc95-2093434b29d4 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:49:22.465806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ca7b80f8-afa0-4d82-9623-a8f4d6062602 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:22.486572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:22.496895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:22.524877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33918) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:22.525463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-42a4afec-be21-4cc1-aa5d-207e7f052836 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "PUT /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9617133 Jul 08 17:49:22.556249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] Sync routers for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:22.573289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:22.574057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:22.623892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33922) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:22.631570 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-d0dc23d8-1137-49c6-b4ca-3ceede6dea9d tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] show failed (client error): The resource could not be found. Jul 08 17:49:22.637510 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d0dc23d8-1137-49c6-b4ca-3ceede6dea9d tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "GET /v2.0/routers/tempest-non_exist_router-1565611235 HTTP/1.1" status: 404 len: 335 time: 0.1106946 Jul 08 17:49:22.638138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33926) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:22.642077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:22.646522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ca7b80f8-afa0-4d82-9623-a8f4d6062602 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:22.647247 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:22.652409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-81c31cbf-30b7-4bff-afc0-dad95229dcf1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:22.707824 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-81c31cbf-30b7-4bff-afc0-dad95229dcf1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] update failed (client error): The resource could not be found. Jul 08 17:49:22.708712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] Routers {'8b95edf2-dadc-4a50-bc95-2093434b29d4'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:22.709627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8b95edf2-dadc-4a50-bc95-2093434b29d4'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:22.716399 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-81c31cbf-30b7-4bff-afc0-dad95229dcf1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "PUT /v2.0/routers/tempest-non_exist_router-1350152886 HTTP/1.1" status: 404 len: 335 time: 0.0748935 Jul 08 17:49:22.717030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33928) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:22.777933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:22.778835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66e5a4-7978-49f2-927d-7eba97139f38 None None] The sync data for ids ['8b95edf2-dadc-4a50-bc95-2093434b29d4'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:22.786767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Deleting subnet f4660b30-5034-4caf-b8c8-5ec563f43afa {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:22.790657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:22.867975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:22.892489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 890ef26d-8f67-43ca-9988-75acdabcd63e up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:22.966293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 890ef26d-8f67-43ca-9988-75acdabcd63e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:22.973874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 890ef26d-8f67-43ca-9988-75acdabcd63e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:22.974909 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:22.997604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.084067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.088879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.121971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Subnet': ['ID=f4660b30-5034-4caf-b8c8-5ec563f43afa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:23.125912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.129076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1d91c542-28e2-40bd-8eda-b62c6dbb12d6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/subnets/f4660b30-5034-4caf-b8c8-5ec563f43afa HTTP/1.1" status: 204 len: 168 time: 0.4102695 Jul 08 17:49:23.130761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33932) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:23.145274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:23.153664 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b8cf63-ad25-471a-8e97-8deac5219e96" -d '{"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-plugged", "status": "completed", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:23.162348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a3063-8e4e-4206-bbda-2333a58634a0 None None] Network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:23.214705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:23.239233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Deleting subnet fbbdd739-c8ec-4a77-bab3-003a290c964e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:23.257227 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.283218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.313628 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ed64a-2355-451e-9174-51e649444835 x-openstack-request-id: req-3f9ed64a-2355-451e-9174-51e649444835 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:23.314001 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-plugged", "status": "completed", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:23.316240 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3f9ed64a-2355-451e-9174-51e649444835 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:23.317108 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'code': 200} Jul 08 17:49:23.356448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.522176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:23.636070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.647366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20ce31-d080-4b3a-9e59-376c9d388170 req-e88e0d8d-83da-46a7-8fa7-f9a866c428cd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:23.649437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d20ce31-d080-4b3a-9e59-376c9d388170 req-e88e0d8d-83da-46a7-8fa7-f9a866c428cd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 944 time: 1.1172254 Jul 08 17:49:23.719093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c45fb9-1566-4ab8-a89c-47c6742f9a73 req-4bd6addb-22f2-433d-b712-28d0881736b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:23.721284 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a1c45fb9-1566-4ab8-a89c-47c6742f9a73 req-4bd6addb-22f2-433d-b712-28d0881736b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 1096 time: 0.1701725 Jul 08 17:49:23.759720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1131481615'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:23.786628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.798157 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a1c45fb9-1566-4ab8-a89c-47c6742f9a73 req-5fd995b7-d0bf-4a52-9b3e-5faac1016533 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667996 Jul 08 17:49:23.812652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] DHCP port deletion for 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:23.819609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d20ce31-d080-4b3a-9e59-376c9d388170 req-162c67da-8818-488f-b419-9be51630a46a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552761 Jul 08 17:49:23.852208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab1091-2bb8-47a7-ad74-0ae584d09dea None None] Network 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:23.857576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.860711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/subnets/fbbdd739-c8ec-4a77-bab3-003a290c964e HTTP/1.1" status: 204 len: 168 time: 0.7284601 Jul 08 17:49:23.862414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a5c59-3caa-4ece-ab7d-7c93b64b8b31 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbdd739-c8ec-4a77-bab3-003a290c964e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:23.867570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33940) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:23.967154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Made reservation on behalf of 066c30f515ca4d59b88d0202433a3528 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:23.971249 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.984128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:23.999630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.070002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Deleting port cdc3946a-3d28-4420-8960-c54c11bc9beb {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:24.071732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.104029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.112081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cdc3946a-3d28-4420-8960-c54c11bc9beb no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:24.154809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.172231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] For port cdc3946a-3d28-4420-8960-c54c11bc9beb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cdc3946a-3d28-4420-8960-c54c11bc9beb,segment=NetworkSegment(a2fe018d-fe3a-4f2f-89db-2f9417d459fb),segment_id=a2fe018d-fe3a-4f2f-89db-2f9417d459fb)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:24.172547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.173902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.206251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Calling delete_port for cdc3946a-3d28-4420-8960-c54c11bc9beb owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:24.332263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] Deleting port cdc3946a-3d28-4420-8960-c54c11bc9beb {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:24.332921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.365687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=f53f8f4a-fe7c-4649-beca-469d2131f669,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:24.396243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.540627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] For port cdc3946a-3d28-4420-8960-c54c11bc9beb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cdc3946a-3d28-4420-8960-c54c11bc9beb,segment=NetworkSegment(a2fe018d-fe3a-4f2f-89db-2f9417d459fb),segment_id=a2fe018d-fe3a-4f2f-89db-2f9417d459fb)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:24.541297 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.621849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.625491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] Calling delete_port for cdc3946a-3d28-4420-8960-c54c11bc9beb owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:24.682584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network 6b790529-2289-4836-a2ff-12b4ecc63234 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:24.686227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:24.713146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.733709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] DHCP port deletion for 23d97cd6-7bab-4ea6-b1ed-8707912d20a4 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:24.755033 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:24.923728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port cdc3946a-3d28-4420-8960-c54c11bc9beb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cdc3946a-3d28-4420-8960-c54c11bc9beb,segment=NetworkSegment(a2fe018d-fe3a-4f2f-89db-2f9417d459fb),segment_id=a2fe018d-fe3a-4f2f-89db-2f9417d459fb)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:24.947687 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.013344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:49:25.138764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.196186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=cdc3946a-3d28-4420-8960-c54c11bc9beb,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:25.203060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Port': ['ID=cdc3946a-3d28-4420-8960-c54c11bc9beb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:25.212173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] No DVR routers for this DVR port cdc3946a-3d28-4420-8960-c54c11bc9beb on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:25.218930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684c4df4-0b46-46c9-b199-518f2151d2dc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:25.226531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] Deleting port 156627ff-ec3f-4410-96a9-9b5277517929 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:25.226794 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.307908 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.308242 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Added segment a6595040-0e8c-4492-bbf9-b317cb8dcbf2 of type vlan for network a59c9c40-7592-4836-8981-e1c5c181f7a6 Jul 08 17:49:25.334309 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.357916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:25.367351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] For port 156627ff-ec3f-4410-96a9-9b5277517929, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=156627ff-ec3f-4410-96a9-9b5277517929,segment=NetworkSegment(2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d),segment_id=2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:25.367667 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.381070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fe018d-fe3a-4f2f-89db-2f9417d459fb') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:25.381369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fe018d-fe3a-4f2f-89db-2f9417d459fb') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:25.402705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] Calling delete_port for 156627ff-ec3f-4410-96a9-9b5277517929 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:25.406336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.424675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.433150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:25.433715 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:25.438125 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:25.453001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 745e8de3-a525-4a8c-b7df-edddcdc32259 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:49:25.533249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.537927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.543922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.544774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.548676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/networks/1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 HTTP/1.1" status: 204 len: 168 time: 1.6797369 Jul 08 17:49:25.549452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33958) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:25.561293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] Network 1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5 is not hosted by any dhcp agent {{(pid=93666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 17:49:25.561872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] No DVR routers for this DVR port cdc3946a-3d28-4420-8960-c54c11bc9beb on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:25.563245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fa37b068-d0d9-4bfe-91c8-61b2a34ec9af None None] Provisioning complete for port f53f8f4a-fe7c-4649-beca-469d2131f669 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:25.563627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fa37b068-d0d9-4bfe-91c8-61b2a34ec9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.577825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eb6a4-446d-44d2-810e-9daa51e3cea1 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Network': ['ID=1b9fdbd3-4aee-4bb5-98a5-0b26b2aebaa5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:25.669439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f59885-3fa2-4e56-9854-11d5db38ce88 None None] Pushing event deleted for resources: {'Port': ['ID=cdc3946a-3d28-4420-8960-c54c11bc9beb,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:25.694129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fa37b068-d0d9-4bfe-91c8-61b2a34ec9af None None] Port f53f8f4a-fe7c-4649-beca-469d2131f669 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:25.738977 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.753162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.790558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] No DVR routers for this DVR port 156627ff-ec3f-4410-96a9-9b5277517929 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:25.799782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.resource_extend [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:49:25.802984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755043d-a68d-49b9-88fa-b1974b043b37 None None] Pushing event deleted for resources: {'Port': ['ID=156627ff-ec3f-4410-96a9-9b5277517929,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:25.869154 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.879379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.893338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d97cd6-7bab-4ea6-b1ed-8707912d20a4']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:25.900935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.915481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:25.918388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.934269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:25.936756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6f94b3-b3c9-4668-90ab-ddef1dc1f06d') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:25.954391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.958499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c2b8a-6f0f-437a-9287-94d7c278a601 req-93fe2975-bd7f-4ce4-b7f2-a4dbf88f42b7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:25.963908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb7c2b8a-6f0f-437a-9287-94d7c278a601 req-93fe2975-bd7f-4ce4-b7f2-a4dbf88f42b7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.7310793 Jul 08 17:49:25.970461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 156627ff-ec3f-4410-96a9-9b5277517929 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:25.984659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.993157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:25.994051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:25.998542 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:26.019279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 156627ff-ec3f-4410-96a9-9b5277517929 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:26.019663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 156627ff-ec3f-4410-96a9-9b5277517929 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:26.089980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:26.097255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:26.099094 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/networks/23d97cd6-7bab-4ea6-b1ed-8707912d20a4 HTTP/1.1" status: 204 len: 168 time: 0.5319464 Jul 08 17:49:26.102511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33960) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:26.158025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 3.5315204 Jul 08 17:49:26.166224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33964) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:26.182715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-3be5f524-d414-4456-8280-6bc081bd7d38 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-526023197') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:26.191544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d44d11-d29b-4985-aec4-53f3b190c91a tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Pushing event updated for resources: {'Network': ['ID=a59c9c40-7592-4836-8981-e1c5c181f7a6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:26.205150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a59c9c40-7592-4836-8981-e1c5c181f7a6 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:49:26.208695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0641a2e-05ff-4465-9eb1-94f24dde31fb tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Network': ['ID=23d97cd6-7bab-4ea6-b1ed-8707912d20a4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:26.271146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb7c2b8a-6f0f-437a-9287-94d7c278a601 req-83b577e3-bfc2-4648-8c51-64594afb4864 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946394 Jul 08 17:49:26.273661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:26.276407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Deleting subnet c352bfc7-6a9b-42b9-9f65-9c7c7c79aee4 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:26.280346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7b360829-4db9-40c4-98d2-ee765ec48025 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "PUT /v2.0/routers/745e8de3-a525-4a8c-b7df-edddcdc32259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1634266 Jul 08 17:49:26.291780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:26.303651 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Sync routers for ids ['745e8de3-a525-4a8c-b7df-edddcdc32259'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:26.323504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port 88f8703a-9593-4ad3-9f18-71b178ada76e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:26.323504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:26.323883 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Routers {'745e8de3-a525-4a8c-b7df-edddcdc32259'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:26.324402 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['745e8de3-a525-4a8c-b7df-edddcdc32259'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:26.419052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:26.547206 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3be5f524-d414-4456-8280-6bc081bd7d38 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "PUT /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-526023197 HTTP/1.1" status: 201 len: 201 time: 0.3721533 Jul 08 17:49:26.550325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:26.562932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-89816571-ac2a-4462-82a4-c773d266582f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-526023197') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:26.572083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port 88f8703a-9593-4ad3-9f18-71b178ada76e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=88f8703a-9593-4ad3-9f18-71b178ada76e,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:26.572496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:26.611773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for 88f8703a-9593-4ad3-9f18-71b178ada76e owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:26.612711 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Set router 745e8de3-a525-4a8c-b7df-edddcdc32259 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:26.796706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:26.805934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-89816571-ac2a-4462-82a4-c773d266582f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "GET /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-526023197 HTTP/1.1" status: 204 len: 168 time: 0.2541077 Jul 08 17:49:26.806708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33984) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:26.841472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-07d523bb-1d70-40f0-99db-c3917cc66f89 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:27.002419 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:49:22Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f53f8f4a-fe7c-4649-beca-469d2131f669', 'name': '', 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:60:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '919c0619-5932-4374-8efa-dc47715807fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:19Z', 'updated_at': '2021-07-08T17:49:23Z', 'revision_number': 2, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': '919c0619-5932-4374-8efa-dc47715807fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:27.040989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-5333cb32-4c25-42ef-99e8-4e163b6f8422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:27.042067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-5333cb32-4c25-42ef-99e8-4e163b6f8422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/networks?id=6b790529-2289-4836-a2ff-12b4ecc63234 HTTP/1.1" status: 200 len: 797 time: 0.4205706 Jul 08 17:49:27.052288 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Checking router: 745e8de3-a525-4a8c-b7df-edddcdc32259 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:49:27.053384 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Updating router 745e8de3-a525-4a8c-b7df-edddcdc32259 port f53f8f4a-fe7c-4649-beca-469d2131f669 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:49:27.068633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.078045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-c4b057f7-e748-4028-93cc-3993e485dc19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/quotas/585db082f4024e62ad89f18f82b3587d HTTP/1.1" status: 200 len: 375 time: 0.0230825 Jul 08 17:49:27.088581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-07d523bb-1d70-40f0-99db-c3917cc66f89 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "GET /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags HTTP/1.1" status: 200 len: 237 time: 0.2516103 Jul 08 17:49:27.095891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 33986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:27.101287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-602fa440-ff10-46d1-b8cf-86877d691b9d tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', {'tags': ['tempest-TagsTest-Tag-709765047', 'tempest-TagsTest-Tag-840434454', 'tempest-TagsTest-Tag-715469887']}) {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:27.109221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efe4dd-2265-4953-8de9-98cb6e9aaaa6 None None] Network ab686737-977d-4d26-b530-2ccb38af90f8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:27.109781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.111268 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/subnets/c352bfc7-6a9b-42b9-9f65-9c7c7c79aee4 HTTP/1.1" status: 204 len: 168 time: 1.0075152 Jul 08 17:49:27.158638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 33988) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:27.159947 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.300460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.339499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b041d-a381-4168-a2db-db337d73ff3b tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Subnet': ['ID=c352bfc7-6a9b-42b9-9f65-9c7c7c79aee4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:27.344793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.481835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=88f8703a-9593-4ad3-9f18-71b178ada76e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:27.580330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Deleting port 2a4152af-39fb-43c9-b60f-15e21a20bb55 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:27.580684 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.630175 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c32749f5-1021-4322-a18a-2f6bf0250427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.703535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-602fa440-ff10-46d1-b8cf-86877d691b9d tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "PUT /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags HTTP/1.1" status: 200 len: 306 time: 0.6065505 Jul 08 17:49:27.718600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34002) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:27.733607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-06c166d3-1a6a-4567-9fc2-2a76f1b05ed9 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-709765047') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:27.762860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] DHCP port deletion for ab686737-977d-4d26-b530-2ccb38af90f8 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:27.892008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] Deleting port 2a4152af-39fb-43c9-b60f-15e21a20bb55 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:27.892296 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.924148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-3fc21acd-1e3d-4e3d-b5e3-08db9d49372e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8324158 Jul 08 17:49:27.939912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] For port 2a4152af-39fb-43c9-b60f-15e21a20bb55, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2a4152af-39fb-43c9-b60f-15e21a20bb55,segment=NetworkSegment(d078da9a-de6a-4828-9578-5dc9ed204297),segment_id=d078da9a-de6a-4828-9578-5dc9ed204297)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:27.941043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:27.972419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Calling delete_port for 2a4152af-39fb-43c9-b60f-15e21a20bb55 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:28.013970 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.035889 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Transition to ACTIVE for port object f53f8f4a-fe7c-4649-beca-469d2131f669 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:28.047536 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.064131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] For port 2a4152af-39fb-43c9-b60f-15e21a20bb55, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2a4152af-39fb-43c9-b60f-15e21a20bb55,segment=NetworkSegment(d078da9a-de6a-4828-9578-5dc9ed204297),segment_id=d078da9a-de6a-4828-9578-5dc9ed204297)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:28.065052 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.084070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] Calling delete_port for 2a4152af-39fb-43c9-b60f-15e21a20bb55 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:28.133917 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6822f-37d8-424f-8c54-80b97cc5772b None None] Pushing event updated for resources: {'Port': ['ID=f53f8f4a-fe7c-4649-beca-469d2131f669,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:28.228957 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Attempting to bind port f53f8f4a-fe7c-4649-beca-469d2131f669 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:49:28.230807 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Attempting to bind port f53f8f4a-fe7c-4649-beca-469d2131f669 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:49:28.231685 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Attempting to bind port f53f8f4a-fe7c-4649-beca-469d2131f669 on network 6b790529-2289-4836-a2ff-12b4ecc63234 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:28.243781 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:49:28.244296 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Checking segment: {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:28.244856 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.247590 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Bound using segment: {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:49:28.248501 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Bound port: f53f8f4a-fe7c-4649-beca-469d2131f669, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:49:28.248991 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.315610 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-06c166d3-1a6a-4567-9fc2-2a76f1b05ed9 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "DELETE /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-709765047 HTTP/1.1" status: 204 len: 168 time: 0.5951829 Jul 08 17:49:28.319509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a4152af-39fb-43c9-b60f-15e21a20bb55 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:28.324134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34014) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:28.354954 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.359615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-a6c2822f-8c95-40b5-aa2e-414c9863aab5 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-709765047') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:28.389967 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] For port f53f8f4a-fe7c-4649-beca-469d2131f669, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:49:28.393973 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] For port f53f8f4a-fe7c-4649-beca-469d2131f669, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f53f8f4a-fe7c-4649-beca-469d2131f669,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:49:28.400414 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.417219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fc4f4-b2b6-4866-810c-68f1af09d2e6 req-384f8e72-97e9-465a-a9fd-2c685ed3742f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:28.418837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d53fc4f4-b2b6-4866-810c-68f1af09d2e6 req-384f8e72-97e9-465a-a9fd-2c685ed3742f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.4904585 Jul 08 17:49:28.427944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-0202900a-bfe5-40aa-ad87-cfaa7abd5094 service neutron] 10.222.0.63 "GET /v2.0/networks/6b790529-2289-4836-a2ff-12b4ecc63234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848104 Jul 08 17:49:28.428547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.464606 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6822f-37d8-424f-8c54-80b97cc5772b None None] Pushing event updated for resources: {'Port': ['ID=f53f8f4a-fe7c-4649-beca-469d2131f669,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:28.475170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] Pushing event deleted for resources: {'Port': ['ID=2a4152af-39fb-43c9-b60f-15e21a20bb55,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:28.494649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecff2ff-3222-45bf-8f4a-869ad9e31cec None None] No DVR routers for this DVR port 2a4152af-39fb-43c9-b60f-15e21a20bb55 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:28.515920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No active binding found for port 2a4152af-39fb-43c9-b60f-15e21a20bb55 {{(pid=93666) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 17:49:28.518464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2a4152af-39fb-43c9-b60f-15e21a20bb55 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:28.528544 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.538470 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Routers {'745e8de3-a525-4a8c-b7df-edddcdc32259'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:28.539434 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['745e8de3-a525-4a8c-b7df-edddcdc32259'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:28.580959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Port': ['ID=2a4152af-39fb-43c9-b60f-15e21a20bb55,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:28.630002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] No DVR routers for this DVR port 2a4152af-39fb-43c9-b60f-15e21a20bb55 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:28.705616 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-a6c2822f-8c95-40b5-aa2e-414c9863aab5 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] show failed (client error): The resource could not be found. Jul 08 17:49:28.707451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a6c2822f-8c95-40b5-aa2e-414c9863aab5 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "GET /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-709765047 HTTP/1.1" status: 404 len: 325 time: 0.3659477 Jul 08 17:49:28.717478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34022) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:28.735051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-7b8aac57-8fef-4131-9eff-0993171291b2 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-840434454') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:28.792303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] Set router 745e8de3-a525-4a8c-b7df-edddcdc32259 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:28.853794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.874886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab686737-977d-4d26-b530-2ccb38af90f8']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:28.891955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd078da9a-de6a-4828-9578-5dc9ed204297') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:28.893618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd078da9a-de6a-4828-9578-5dc9ed204297') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:28.906053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.933334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:28.942080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:28.942572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:29.031247 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:29.081034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.087720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.093178 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/networks/ab686737-977d-4d26-b530-2ccb38af90f8 HTTP/1.1" status: 204 len: 168 time: 1.9306085 Jul 08 17:49:29.094125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34034) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:29.192904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbeff2-9103-4e58-9689-3130ed8e09b9 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Pushing event deleted for resources: {'Network': ['ID=ab686737-977d-4d26-b530-2ccb38af90f8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:29.205025 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f2eee709-4612-465c-bcd9-74cd9f8e6d65 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b95edf2-dadc-4a50-bc95-2093434b29d4 HTTP/1.1" status: 200 len: 205 time: 0.0807183 Jul 08 17:49:29.207357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34040) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:29.376345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee8e6cd-75ad-406c-985d-960eb82157a6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.413351 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:49:22Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f53f8f4a-fe7c-4649-beca-469d2131f669', 'name': '', 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:60:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '919c0619-5932-4374-8efa-dc47715807fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:19Z', 'updated_at': '2021-07-08T17:49:28Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': '919c0619-5932-4374-8efa-dc47715807fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:29.483917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d53fc4f4-b2b6-4866-810c-68f1af09d2e6 req-c86fb572-8f82-44a4-87b7-1d4119c25c56 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0251708 Jul 08 17:49:29.485071 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced8a6f7-0111-4dcf-bff0-4b057d63fd41 None None] The sync data for ids ['745e8de3-a525-4a8c-b7df-edddcdc32259'] in n-d-799528-4 is: [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:49:22Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f53f8f4a-fe7c-4649-beca-469d2131f669', 'name': '', 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:60:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '919c0619-5932-4374-8efa-dc47715807fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:19Z', 'updated_at': '2021-07-08T17:49:28Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': '919c0619-5932-4374-8efa-dc47715807fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:29.601645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7b8aac57-8fef-4131-9eff-0993171291b2 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "GET /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-840434454 HTTP/1.1" status: 204 len: 168 time: 0.8772709 Jul 08 17:49:29.645595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:29.702986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-c85d2514-2883-47a5-ba34-01a6ce015885 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-715469887') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:29.758599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-71924608-bed9-4c48-bcff-a66aac95b907 service neutron] 10.222.0.63 "GET /v2.0/networks/6b790529-2289-4836-a2ff-12b4ecc63234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3018341 Jul 08 17:49:29.850494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee8e6cd-75ad-406c-985d-960eb82157a6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:29.853841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee8e6cd-75ad-406c-985d-960eb82157a6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.002907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee8e6cd-75ad-406c-985d-960eb82157a6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.003505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee8e6cd-75ad-406c-985d-960eb82157a6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Fanout notify agent at l3_agent the message router_deleted on router 8b95edf2-dadc-4a50-bc95-2093434b29d4 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:49:30.013018 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eeb80954-8b46-4dbf-9868-c5568c3e8e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.024838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee8e6cd-75ad-406c-985d-960eb82157a6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.028239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dee8e6cd-75ad-406c-985d-960eb82157a6 tempest-RoutersNegativeTest-902112721 tempest-RoutersNegativeTest-902112721-project] 10.222.0.63 "DELETE /v2.0/routers/8b95edf2-dadc-4a50-bc95-2093434b29d4 HTTP/1.1" status: 204 len: 168 time: 0.8176537 Jul 08 17:49:30.088606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f53f8f4a-fe7c-4649-beca-469d2131f669 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:30.251870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f53f8f4a-fe7c-4649-beca-469d2131f669 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:30.268755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f53f8f4a-fe7c-4649-beca-469d2131f669 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:30.269153 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.438774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6dc76f8a-75d4-4efd-8e6c-81ac14f1c185 req-fdeb53c6-0ef9-47b4-862f-9c369cd75c56 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 210 time: 0.1829016 Jul 08 17:49:30.577764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34076) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:30.578363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c85d2514-2883-47a5-ba34-01a6ce015885 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "GET /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-715469887 HTTP/1.1" status: 204 len: 168 time: 0.9066787 Jul 08 17:49:30.588375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-8b411e44-f794-457e-a9f9-dbb2a41049ab tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:30.634208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 360010bf-9d9b-48c9-a43f-30ac329c8659 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:49:30.649484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.696573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.763516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c91ae-8c47-4f59-9d34-bf90b303e2a7 req-4b0e7b65-35f8-4dd5-b7f6-b8873d5b1a54 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:30.773862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b55c91ae-8c47-4f59-9d34-bf90b303e2a7 req-4b0e7b65-35f8-4dd5-b7f6-b8873d5b1a54 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.3720589 Jul 08 17:49:30.783499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34082) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:30.835810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f53f8f4a-fe7c-4649-beca-469d2131f669, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f53f8f4a-fe7c-4649-beca-469d2131f669,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:30.850064 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:30.860809 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8b411e44-f794-457e-a9f9-dbb2a41049ab tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "DELETE /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2775652 Jul 08 17:49:30.862968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34086) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:30.870194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-4c9c1999-5430-4147-b4e5-4cc6ae750130 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-840434454') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:30.997068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:31.010625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ebf2d3ba-3d7e-4543-b0f6-154f0afe0d0f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "PUT /v2.0/routers/360010bf-9d9b-48c9-a43f-30ac329c8659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7863803 Jul 08 17:49:31.036941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f53f8f4a-fe7c-4649-beca-469d2131f669,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:31.055952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] Sync routers for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:31.096568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:31.097247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:31.164089 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-4c9c1999-5430-4147-b4e5-4cc6ae750130 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] show failed (client error): The resource could not be found. Jul 08 17:49:31.165736 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4c9c1999-5430-4147-b4e5-4cc6ae750130 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "GET /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-840434454 HTTP/1.1" status: 404 len: 325 time: 0.3011100 Jul 08 17:49:31.167766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34092) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:31.173091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.tag.tag_plugin [None req-351ada62-b8cb-40b3-92d8-8c70245429a9 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6', 'tempest-TagsTest-Tag-715469887') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:31.219394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b55c91ae-8c47-4f59-9d34-bf90b303e2a7 req-edb7f32a-4172-45c6-ad69-582717962ee2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058251 Jul 08 17:49:31.288943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c9e4b0ab-1e1b-4857-ae93-1b3ad50c99c6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c00a7452e7504267aa5a49a0de8298c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5013962 Jul 08 17:49:31.290531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34094) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:31.426851 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-351ada62-b8cb-40b3-92d8-8c70245429a9 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] show failed (client error): The resource could not be found. Jul 08 17:49:31.431994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34096) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:31.435543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-351ada62-b8cb-40b3-92d8-8c70245429a9 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "GET /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags/tempest-TagsTest-Tag-715469887 HTTP/1.1" status: 404 len: 325 time: 0.2637730 Jul 08 17:49:31.461064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.tag.tag_plugin [None req-f7bf9baf-4fcf-4c9f-a66e-ed653ba59e11 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a59c9c40-7592-4836-8981-e1c5c181f7a6') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:31.464071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.501513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6966d5c9-a94e-415e-9aec-6793fee8945f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:31.520358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:31.783746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6966d5c9-a94e-415e-9aec-6793fee8945f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.012299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f53f8f4a-fe7c-4649-beca-469d2131f669 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:32.013712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6263c06c-4fd3-47e0-b856-b2c10e24173c req-d6dca193-f69a-498c-99ab-551bf94afc96 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 210 time: 0.2463431 Jul 08 17:49:32.125373 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6966d5c9-a94e-415e-9aec-6793fee8945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.128440 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6966d5c9-a94e-415e-9aec-6793fee8945f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.129746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6966d5c9-a94e-415e-9aec-6793fee8945f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5c54f903-62c0-4792-b318-60824cc0f21d HTTP/1.1" status: 204 len: 168 time: 0.8362613 Jul 08 17:49:32.181734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966d5c9-a94e-415e-9aec-6793fee8945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54f903-62c0-4792-b318-60824cc0f21d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:32.202866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34116) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:32.205332 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f7bf9baf-4fcf-4c9f-a66e-ed653ba59e11 tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "DELETE /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6/tags HTTP/1.1" status: 204 len: 168 time: 0.7553921 Jul 08 17:49:32.234135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ce55d-cda8-41bc-94af-40e1b046dc78 req-305cf9fe-4545-4005-8b59-9469a7a87c85 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:32.239361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be5ce55d-cda8-41bc-94af-40e1b046dc78 req-305cf9fe-4545-4005-8b59-9469a7a87c85 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 946 time: 0.5318656 Jul 08 17:49:32.253531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f53f8f4a-fe7c-4649-beca-469d2131f669 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:32.254077 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.326880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:27Z', 'revision_number': 6, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 1, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:32.400476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be5ce55d-cda8-41bc-94af-40e1b046dc78 req-847ea092-1e33-4fa6-984c-0ce95568f9fa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502764 Jul 08 17:49:32.419348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] Checking router: 360010bf-9d9b-48c9-a43f-30ac329c8659 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:49:32.444596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.551051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:32.551793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:32.687958 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.712575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59c9c40-7592-4836-8981-e1c5c181f7a6']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:32.751229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6595040-0e8c-4492-bbf9-b317cb8dcbf2') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:32.752831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6595040-0e8c-4492-bbf9-b317cb8dcbf2') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:32.816798 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.858109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34134) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:32.880649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5430e92b-2596-42d2-ad8c-632667855ee7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950527466', 'description': 'tempest-secgroup-smoke-1950527466 description', 'project_id': '82426a4b91a64290b7413c9b9026805c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:32.889838 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:32.919548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-a1017241-04a9-4be7-9546-c733131b67d1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:32.923517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-a1017241-04a9-4be7-9546-c733131b67d1 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.41 "GET /v2.0/networks?id=6b790529-2289-4836-a2ff-12b4ecc63234 HTTP/1.1" status: 200 len: 797 time: 0.3202441 Jul 08 17:49:32.954553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:32.960077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d55ac5-3faf-4045-bb8b-892d9e754702 req-27fbd6e3-0663-4d3b-8c30-2188fc901d82 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:32.974205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d55ac5-3faf-4045-bb8b-892d9e754702 req-27fbd6e3-0663-4d3b-8c30-2188fc901d82 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.3020301 Jul 08 17:49:32.978523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.002653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:33.003638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:33.010091 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:33.022378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Request body: {'port': {'device_id': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234', 'admin_state_up': True, 'tenant_id': '585db082f4024e62ad89f18f82b3587d'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:33.174183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5430e92b-2596-42d2-ad8c-632667855ee7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.211153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d55ac5-3faf-4045-bb8b-892d9e754702 req-9be29974-7897-4eb7-b675-182e7bdc4e22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341795 Jul 08 17:49:33.341061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-d1078583-09b4-4c9a-ad97-bd91ad5b456a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:33.353584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-d1078583-09b4-4c9a-ad97-bd91ad5b456a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 946 time: 0.5528371 Jul 08 17:49:33.357949 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.388224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.392448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] 10.222.0.63 "DELETE /v2.0/networks/a59c9c40-7592-4836-8981-e1c5c181f7a6 HTTP/1.1" status: 204 len: 168 time: 1.1877408 Jul 08 17:49:33.405327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-922fd8a9-e2da-419c-945a-4af410378a85 req-3139222f-decb-44c6-9953-599aa0b57325 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 210 time: 0.0971165 Jul 08 17:49:33.425039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34152) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:33.525505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2e87e-a4fc-4b36-9da1-6b8ce86ea84f tempest-TagsTest-1921446677 tempest-TagsTest-1921446677-project] Pushing event deleted for resources: {'Network': ['ID=a59c9c40-7592-4836-8981-e1c5c181f7a6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:33.661753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a99b80b9-c787-4844-93f0-aa71c12633a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.669657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:27Z', 'revision_number': 6, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 1, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:33.760901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4ae796-7ff0-41a9-afa3-ee7b89843c24 None None] The sync data for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 is: [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:27Z', 'revision_number': 6, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '48293961-6022-41fa-883b-0f92876bbd9b', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'port_id': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'mac_address': 'fa:16:3e:44:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:47:40Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 1, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:33.821519 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5430e92b-2596-42d2-ad8c-632667855ee7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.829246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5430e92b-2596-42d2-ad8c-632667855ee7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.889152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430e92b-2596-42d2-ad8c-632667855ee7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f9eb11-7893-49ed-9a49-58bac6d38c90,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:33.907975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Made reservation on behalf of 585db082f4024e62ad89f18f82b3587d for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:33.922120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.931770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port 6610e8ef-3ad8-4bdb-896b-216250c9be81 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:33.932504 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:33.970192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:34.086465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507a144-cf45-4a28-8580-a93ba0d97412 req-8344617b-f813-4c95-9d88-4cfacc219c15 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:34.093842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b507a144-cf45-4a28-8580-a93ba0d97412 req-8344617b-f813-4c95-9d88-4cfacc219c15 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=62e20c78-ba1c-4cc0-83e9-cf97f43d495e HTTP/1.1" status: 200 len: 946 time: 0.3715584 Jul 08 17:49:34.154142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 88f8703a-9593-4ad3-9f18-71b178ada76e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:34.160922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port 6610e8ef-3ad8-4bdb-896b-216250c9be81, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=6610e8ef-3ad8-4bdb-896b-216250c9be81,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:34.161600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.202570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for 6610e8ef-3ad8-4bdb-896b-216250c9be81 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:34.247550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 88f8703a-9593-4ad3-9f18-71b178ada76e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:34.250600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 88f8703a-9593-4ad3-9f18-71b178ada76e not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:34.314296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34184) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:34.452423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2047952773-network', 'tenant_id': '9a4b41ef689e49f3a5c170be5f714018'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:34.512196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.521346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b507a144-cf45-4a28-8580-a93ba0d97412 req-ab2e0990-125a-49c1-83cc-a4dcea879348 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4556cd88-b5e1-4a24-af62-98264454c940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263842 Jul 08 17:49:34.564588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=6610e8ef-3ad8-4bdb-896b-216250c9be81,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:34.614147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a99b80b9-c787-4844-93f0-aa71c12633a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.633976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a99b80b9-c787-4844-93f0-aa71c12633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.654591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5430e92b-2596-42d2-ad8c-632667855ee7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.659661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5430e92b-2596-42d2-ad8c-632667855ee7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8004379 Jul 08 17:49:34.660243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34190) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:34.660722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] No DVR routers for this DVR port 6610e8ef-3ad8-4bdb-896b-216250c9be81 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:34.664936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.667863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9302e5fb-894f-448f-a1d1-c6c51e9624cc req-af57f437-3bb6-40d0-9b73-e7bc4f405383 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "DELETE /v2.0/ports/6610e8ef-3ad8-4bdb-896b-216250c9be81 HTTP/1.1" status: 204 len: 173 time: 1.3015752 Jul 08 17:49:34.668357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'name': 'network-vif-deleted', 'tag': '6610e8ef-3ad8-4bdb-896b-216250c9be81'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:34.671903 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792d9cd6-c1e5-428d-bd55-389133e914cc" -d '{"events": [{"server_uuid": "62e20c78-ba1c-4cc0-83e9-cf97f43d495e", "name": "network-vif-deleted", "tag": "6610e8ef-3ad8-4bdb-896b-216250c9be81"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:34.686553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a99b80b9-c787-4844-93f0-aa71c12633a7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9a4fd83b8ac54a1a96a182bfb2af464e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2569759 Jul 08 17:49:34.687576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34194) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:34.695300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7c110a42-a046-43b1-bc13-ba864b7e2e5d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'security_group_rule': {'security_group_id': 'a3f9eb11-7893-49ed-9a49-58bac6d38c90', 'project_id': '82426a4b91a64290b7413c9b9026805c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:34.754760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-589aeeb2-3625-4140-a706-65b16a9892bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.784338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34196) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:34.785379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e264c96-96ac-4f96-a77f-4cd614e31979 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=066c30f515ca4d59b88d0202433a3528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8103504 Jul 08 17:49:34.858349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Allocated IP 172.20.0.28 (6b790529-2289-4836-a2ff-12b4ecc63234/919c0619-5932-4374-8efa-dc47715807fe/d972282f-06af-4138-a37c-ae6e4dc35aed) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:34.858349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5573ad77-7fac-4997-b3be-3d0dac7728c1 req-a1ed2d45-11ea-49c7-b730-b242ac06407d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 210 time: 0.0918429 Jul 08 17:49:34.858349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Made reservation on behalf of 9a4b41ef689e49f3a5c170be5f714018 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:34.858349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.858349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b80b9-c787-4844-93f0-aa71c12633a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec770f0-6bf3-4be0-ad30-ca4dbc3d4701,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:34.864446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-589aeeb2-3625-4140-a706-65b16a9892bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.883449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d509-b8f4-473e-a714-66b7c1125149 req-042e7d9c-fa53-4966-ba59-abee2829faa3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:34.890874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e193d509-b8f4-473e-a714-66b7c1125149 req-042e7d9c-fa53-4966-ba59-abee2829faa3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.5031321 Jul 08 17:49:34.893455 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.926138 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bc7a7d-e1c3-4027-9b74-47b9674464e4 x-openstack-request-id: req-41bc7a7d-e1c3-4027-9b74-47b9674464e4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:34.931141 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e20c78-ba1c-4cc0-83e9-cf97f43d495e", "name": "network-vif-deleted", "tag": "6610e8ef-3ad8-4bdb-896b-216250c9be81", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:34.931566 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-41bc7a7d-e1c3-4027-9b74-47b9674464e4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:34.932130 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e20c78-ba1c-4cc0-83e9-cf97f43d495e', 'name': 'network-vif-deleted', 'tag': '6610e8ef-3ad8-4bdb-896b-216250c9be81', 'status': 'completed', 'code': 200} Jul 08 17:49:34.974234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68ddc6f9-f052-4192-959d-0e6088e4a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:34.990447 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c110a42-a046-43b1-bc13-ba864b7e2e5d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.009637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68ddc6f9-f052-4192-959d-0e6088e4a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.088250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e193d509-b8f4-473e-a714-66b7c1125149 req-85193ab7-475a-4469-a66b-cbc6f8ec615e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962805 Jul 08 17:49:35.089279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68ddc6f9-f052-4192-959d-0e6088e4a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.095791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-68ddc6f9-f052-4192-959d-0e6088e4a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.097448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-68ddc6f9-f052-4192-959d-0e6088e4a668 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/684c4df4-0b46-46c9-b199-518f2151d2dc HTTP/1.1" status: 204 len: 168 time: 0.3117678 Jul 08 17:49:35.110998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-589aeeb2-3625-4140-a706-65b16a9892bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.120800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-589aeeb2-3625-4140-a706-65b16a9892bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.124574 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-589aeeb2-3625-4140-a706-65b16a9892bb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fec770f0-6bf3-4be0-ad30-ca4dbc3d4701 HTTP/1.1" status: 204 len: 168 time: 0.4336026 Jul 08 17:49:35.134033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddc6f9-f052-4192-959d-0e6088e4a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c4df4-0b46-46c9-b199-518f2151d2dc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:35.160438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aeeb2-3625-4140-a706-65b16a9892bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec770f0-6bf3-4be0-ad30-ca4dbc3d4701,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:35.223113 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.250416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c110a42-a046-43b1-bc13-ba864b7e2e5d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.266923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c110a42-a046-43b1-bc13-ba864b7e2e5d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.280977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Transition to ACTIVE for port object d972282f-06af-4138-a37c-ae6e4dc35aed will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:35.306174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c110a42-a046-43b1-bc13-ba864b7e2e5d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20c0d6-b90a-4a00-8337-ce1ddefa5852,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:35.395629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.408658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.431286 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c110a42-a046-43b1-bc13-ba864b7e2e5d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.435370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7c110a42-a046-43b1-bc13-ba864b7e2e5d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7492876 Jul 08 17:49:35.436082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34208) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:35.440973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d31b3442-7fb0-494f-95d0-73d71f0f2aa8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'security_group_rule': {'security_group_id': 'a3f9eb11-7893-49ed-9a49-58bac6d38c90', 'project_id': '82426a4b91a64290b7413c9b9026805c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:35.452236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.512675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d31b3442-7fb0-494f-95d0-73d71f0f2aa8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.607615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:49:35.641316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:35.641735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34220) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:35.677232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event updated for resources: {'Port': ['ID=d972282f-06af-4138-a37c-ae6e4dc35aed,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:35.680491 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0116-8989-4c01-b31a-168302dbaf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.687649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Network 6b790529-2289-4836-a2ff-12b4ecc63234 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:35.696458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:35.699576 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.700144 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Added segment 9aa35a45-0390-4d9f-b814-9ff55215929f of type vlan for network 8e0443ef-9a41-4b00-bae4-a8162eb0379a Jul 08 17:49:35.702103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa917d56-b753-4b2d-9d76-299b337ec2a0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:35.704782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d31b3442-7fb0-494f-95d0-73d71f0f2aa8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.715456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:35.725133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d31b3442-7fb0-494f-95d0-73d71f0f2aa8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.772853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3442-7fb0-494f-95d0-73d71f0f2aa8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9083373-c68b-446b-8c38-3db6a37155a0,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:35.796022 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f178e9f4-ddff-4b8c-ae8b-b715fbcfdff2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.816873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.856857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:35.857564 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.884527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f178e9f4-ddff-4b8c-ae8b-b715fbcfdff2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.927225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:35.928332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:35.929626 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.070560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0116-8989-4c01-b31a-168302dbaf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.071966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f178e9f4-ddff-4b8c-ae8b-b715fbcfdff2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.074824 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f178e9f4-ddff-4b8c-ae8b-b715fbcfdff2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.076215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f178e9f4-ddff-4b8c-ae8b-b715fbcfdff2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/security-groups/4556cd88-b5e1-4a24-af62-98264454c940 HTTP/1.1" status: 204 len: 168 time: 0.4322367 Jul 08 17:49:36.086549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-98f702c7-3581-4e4e-b5d4-320b74ff6fb5 None None] Provisioning for port d972282f-06af-4138-a37c-ae6e4dc35aed completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:36.091149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178e9f4-ddff-4b8c-ae8b-b715fbcfdff2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4556cd88-b5e1-4a24-af62-98264454c940,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:36.091372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-98f702c7-3581-4e4e-b5d4-320b74ff6fb5 None None] Provisioning complete for port d972282f-06af-4138-a37c-ae6e4dc35aed triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:36.091763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-98f702c7-3581-4e4e-b5d4-320b74ff6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.093745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f8ec0116-8989-4c01-b31a-168302dbaf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.102395 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d31b3442-7fb0-494f-95d0-73d71f0f2aa8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.104440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d31b3442-7fb0-494f-95d0-73d71f0f2aa8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6671817 Jul 08 17:49:36.119982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34230) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:36.134149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c65fde7e-3593-4a60-9543-676e9f31a664 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'security_group_rule': {'security_group_id': 'a3f9eb11-7893-49ed-9a49-58bac6d38c90', 'project_id': '82426a4b91a64290b7413c9b9026805c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:36.143427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34236) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:36.158185 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8423712 Jul 08 17:49:36.164676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-fea0d934-5d4f-4262-af71-92ec2553f422 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.1647651 Jul 08 17:49:36.168712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34238) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:36.178343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-98f702c7-3581-4e4e-b5d4-320b74ff6fb5 None None] Port d972282f-06af-4138-a37c-ae6e4dc35aed cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:36.187171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Request body: {'subnet': {'network_id': '8e0443ef-9a41-4b00-bae4-a8162eb0379a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2047952773-subnet', 'tenant_id': '9a4b41ef689e49f3a5c170be5f714018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:36.209437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting subnet 7d29825b-19f5-44e9-9b98-11fee71cb98e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:36.215045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.219172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec0116-8989-4c01-b31a-168302dbaf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baba8a34-571a-4802-9f0a-d97cc635c9cf,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:36.223947 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f8ec0116-8989-4c01-b31a-168302dbaf87 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2a3ef86b9b9e424f8f40cccfaf889351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811119 Jul 08 17:49:36.248107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34242) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:36.249626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-c26538bd-931e-45dc-ac72-8b02faf42a30 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:49:36.251602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-c26538bd-931e-45dc-ac72-8b02faf42a30 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519900 Jul 08 17:49:36.291479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab4918-912e-437b-b596-f3ff35e3a385 admin admin] Pushing event updated for resources: {'Network': ['ID=8e0443ef-9a41-4b00-bae4-a8162eb0379a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:36.305404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 8e0443ef-9a41-4b00-bae4-a8162eb0379a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:49:36.325835 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.412303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84546ab8-4f7d-4181-b292-2b1c67c93e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.479385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2fd3b-a7b2-46b4-8365-2228109ae589 req-cf61a03a-f3b4-49db-ba6e-82cc4be09233 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:36.487270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84546ab8-4f7d-4181-b292-2b1c67c93e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.489323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47f2fd3b-a7b2-46b4-8365-2228109ae589 req-cf61a03a-f3b4-49db-ba6e-82cc4be09233 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 895 time: 0.4492333 Jul 08 17:49:36.511972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:49:36.511972 n-d-799528-4 neutron-server[93664]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:49:36.511972 n-d-799528-4 neutron-server[93664]: [parameters: {'project_id': '9a4b41ef689e49f3a5c170be5f714018', 'id': '4f4828e2-2a41-443f-8493-3a941be4ec2b', 'expiration': datetime.datetime(2021, 7, 8, 17, 51, 36, 438652)}] Jul 08 17:49:36.511972 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:49:36.511972 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:49:36.536772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65fde7e-3593-4a60-9543-676e9f31a664 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.582829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.583450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Request body: {'port': {'device_id': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:36.653922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84546ab8-4f7d-4181-b292-2b1c67c93e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.659874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84546ab8-4f7d-4181-b292-2b1c67c93e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.661887 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-84546ab8-4f7d-4181-b292-2b1c67c93e02 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/baba8a34-571a-4802-9f0a-d97cc635c9cf HTTP/1.1" status: 204 len: 168 time: 0.4118207 Jul 08 17:49:36.681024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65fde7e-3593-4a60-9543-676e9f31a664 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.700235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65fde7e-3593-4a60-9543-676e9f31a664 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.705963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.716995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb784eb4-3322-4e85-96ad-eb224ba1f895 req-6478d28b-3d77-4711-bb29-10e7ba85a358 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:36.721510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb784eb4-3322-4e85-96ad-eb224ba1f895 req-6478d28b-3d77-4711-bb29-10e7ba85a358 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.4263799 Jul 08 17:49:36.726205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84546ab8-4f7d-4181-b292-2b1c67c93e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba8a34-571a-4802-9f0a-d97cc635c9cf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:36.824674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Subnet': ['ID=7d29825b-19f5-44e9-9b98-11fee71cb98e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:36.833312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fde7e-3593-4a60-9543-676e9f31a664 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048247f3-a394-407f-93e0-8202ca7ac6f9,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:36.839131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.842108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ba5b9-a2ff-45dc-ad50-2b392ccc2d6e None None] Network 00855d04-7b6e-4ed9-a90c-6353d55e19f3 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:36.844546 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6098d589-5df8-49d7-aa57-ec2d96986de0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/subnets/7d29825b-19f5-44e9-9b98-11fee71cb98e HTTP/1.1" status: 204 len: 168 time: 0.6986277 Jul 08 17:49:36.846234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34270) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:36.859900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65fde7e-3593-4a60-9543-676e9f31a664 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.861929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c65fde7e-3593-4a60-9543-676e9f31a664 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7406311 Jul 08 17:49:36.867157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34274) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:36.879342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7519ea26-2788-4d06-8d42-10b0d17a637a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'security_group_rule': {'security_group_id': 'a3f9eb11-7893-49ed-9a49-58bac6d38c90', 'project_id': '82426a4b91a64290b7413c9b9026805c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:36.909837 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.956358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 890ef26d-8f67-43ca-9988-75acdabcd63e details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:49:36.964703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb784eb4-3322-4e85-96ad-eb224ba1f895 req-9152b028-a9d9-48a9-92f7-173678dcf376 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935971 Jul 08 17:49:36.967957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7519ea26-2788-4d06-8d42-10b0d17a637a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:36.971450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6610e8ef-3ad8-4bdb-896b-216250c9be81 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:37.035159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.067946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 6610e8ef-3ad8-4bdb-896b-216250c9be81 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:37.068292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 6610e8ef-3ad8-4bdb-896b-216250c9be81 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:37.118636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34280) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:37.127799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Made reservation on behalf of 9a4b41ef689e49f3a5c170be5f714018 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:37.135916 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.136198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:37.136708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.263548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c,segment=NetworkSegment(7078db97-2ac2-4c17-911d-aed26941626c),segment_id=7078db97-2ac2-4c17-911d-aed26941626c)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:37.264713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.296392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:37.313676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7519ea26-2788-4d06-8d42-10b0d17a637a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.370917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7519ea26-2788-4d06-8d42-10b0d17a637a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.411251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:37.417957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.432333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'port_id': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'mac_address': 'fa:16:3e:8a:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:49:37.467405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519ea26-2788-4d06-8d42-10b0d17a637a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b3610d-0c67-44a8-8b5e-4dd5bad1fbcb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:37.488243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:37.497197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] No DVR routers for this DVR port 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:37.508040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.532022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7519ea26-2788-4d06-8d42-10b0d17a637a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.533681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7519ea26-2788-4d06-8d42-10b0d17a637a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6632643 Jul 08 17:49:37.537457 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34302) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:37.551286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e71e79e-7ff3-4bf1-a0a8-c5dccb2f9f90 None None] DHCP port deletion for 00855d04-7b6e-4ed9-a90c-6353d55e19f3 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:49:37.552996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'security_group_rule': {'security_group_id': 'a3f9eb11-7893-49ed-9a49-58bac6d38c90', 'project_id': '82426a4b91a64290b7413c9b9026805c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:37.587776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 890ef26d-8f67-43ca-9988-75acdabcd63e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:49:37.629899 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Project 82426a4b91a64290b7413c9b9026805c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:49:37.673828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:37.685277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.703349 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.755205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:37.766029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.766459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.766877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.767279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.767685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.768204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.769163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.769641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.770123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.770457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.770930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.771412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:37.799315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['890ef26d-8f67-43ca-9988-75acdabcd63e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:49:37.835930 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1be668a1-e22b-4a58-a4fb-ec897dc79d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.900927 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.951531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d972282f-06af-4138-a37c-ae6e4dc35aed {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:49:37.964566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:37.973878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00855d04-7b6e-4ed9-a90c-6353d55e19f3']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:37.982419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:38.010953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Transition to ACTIVE for port object d972282f-06af-4138-a37c-ae6e4dc35aed will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:38.037177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:38.037624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 55ec48b5-e575-4bbc-8edc-bf2c50f6ed1c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:38.041422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7078db97-2ac2-4c17-911d-aed26941626c') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:38.057345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7078db97-2ac2-4c17-911d-aed26941626c') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:38.095701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.107621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.181933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.228529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:38.228920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:38.234371 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:38.381077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Pushing event updated for resources: {'Port': ['ID=d972282f-06af-4138-a37c-ae6e4dc35aed,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:38.409015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.509075 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1be668a1-e22b-4a58-a4fb-ec897dc79d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.521703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1be668a1-e22b-4a58-a4fb-ec897dc79d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.539677 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.573010 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1be668a1-e22b-4a58-a4fb-ec897dc79d3b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d6479698320457f99a97a16cc62ae94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4494941 Jul 08 17:49:38.574863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.589525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.597025 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/networks/00855d04-7b6e-4ed9-a90c-6353d55e19f3 HTTP/1.1" status: 204 len: 168 time: 1.7475090 Jul 08 17:49:38.598326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:38.598896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34330) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:38.631646 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.700930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb06b-5f01-4232-b105-0aaf53fd8c65 req-3d74bb76-6950-4718-a687-122d2b85b182 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:38.716171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebceb06b-5f01-4232-b105-0aaf53fd8c65 req-3d74bb76-6950-4718-a687-122d2b85b182 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 907 time: 0.9847360 Jul 08 17:49:38.831659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfb4ae9-deab-44b2-bd5a-778c2c4e4498,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:38.833822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbfde8c-9a3f-40eb-85cb-1559cb52a3c8,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:38.863389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbb544-4e43-4ea3-a0d9-ba5a856d8162 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Network': ['ID=00855d04-7b6e-4ed9-a90c-6353d55e19f3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:38.890937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.892380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a3017fbf-4fe4-4849-b8ae-d08011830f9a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3503649 Jul 08 17:49:38.900573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34338) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:38.902985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be668a1-e22b-4a58-a4fb-ec897dc79d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddd2413-d7bf-46bf-b437-92103b125440,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:38.911734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'security_group_rule': {'security_group_id': 'a3f9eb11-7893-49ed-9a49-58bac6d38c90', 'project_id': '82426a4b91a64290b7413c9b9026805c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:38.927336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10e93-2477-4184-bc34-ed92e69ed765 req-b651f870-2237-4d9b-868d-ffb4526509b8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:38.934131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ac10e93-2477-4184-bc34-ed92e69ed765 req-b651f870-2237-4d9b-868d-ffb4526509b8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 944 time: 0.7080865 Jul 08 17:49:38.940521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e3bd-72c7-416b-831e-ef3000f928e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:38.958124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 890ef26d-8f67-43ca-9988-75acdabcd63e up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:38.974726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Checking segment: {'id': '9aa35a45-0390-4d9f-b814-9ff55215929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e0443ef-9a41-4b00-bae4-a8162eb0379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:38.976263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Network hostable DHCP agents. Network: 8e0443ef-9a41-4b00-bae4-a8162eb0379a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:49:38.999834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Attempting to bind port d972282f-06af-4138-a37c-ae6e4dc35aed on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:49:39.000205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Attempting to bind port d972282f-06af-4138-a37c-ae6e4dc35aed by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:49:39.000795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Attempting to bind port d972282f-06af-4138-a37c-ae6e4dc35aed on network 6b790529-2289-4836-a2ff-12b4ecc63234 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:39.044383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Port d972282f-06af-4138-a37c-ae6e4dc35aed on network 6b790529-2289-4836-a2ff-12b4ecc63234 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:49:39.046595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Attempting to bind port d972282f-06af-4138-a37c-ae6e4dc35aed on network 6b790529-2289-4836-a2ff-12b4ecc63234 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:39.075671 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Project 82426a4b91a64290b7413c9b9026805c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:49:39.083563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 890ef26d-8f67-43ca-9988-75acdabcd63e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:39.084053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.105359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e3bd-72c7-416b-831e-ef3000f928e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.120388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ac10e93-2477-4184-bc34-ed92e69ed765 req-04afcd4a-849b-46ef-904b-f75a13dd2512 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784332 Jul 08 17:49:39.128187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:49:39.129607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Checking segment: {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:39.132359 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Bound using segment: {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:49:39.133035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Bound port: d972282f-06af-4138-a37c-ae6e4dc35aed, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d5d384-b293-4693-80e2-6d242da90adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:49:39.133430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.154637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.317505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] For port d972282f-06af-4138-a37c-ae6e4dc35aed, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:49:39.323758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] For port d972282f-06af-4138-a37c-ae6e4dc35aed, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d972282f-06af-4138-a37c-ae6e4dc35aed,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:49:39.340726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.405310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.423118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port a248f00f-abe2-4141-afc7-18644e9c4a07 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:39.423478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.432016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.542314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:39.546394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.549641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] 10.222.0.41 "PUT /v2.0/ports/d972282f-06af-4138-a37c-ae6e4dc35aed HTTP/1.1" status: 200 len: 1055 time: 3.2840304 Jul 08 17:49:39.552885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cd8c0-64ea-4507-b4d4-60b5da32748d service neutron] Pushing event updated for resources: {'Port': ['ID=d972282f-06af-4138-a37c-ae6e4dc35aed,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:39.559653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'tag': 'd972282f-06af-4138-a37c-ae6e4dc35aed'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:39.563462 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7bcd08-b57b-4d4a-927a-dcce87be2140", "tag": "d972282f-06af-4138-a37c-ae6e4dc35aed"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:39.589430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Network 8e0443ef-9a41-4b00-bae4-a8162eb0379a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:49:39.599805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfe9378-0f0e-4afd-82bf-77c093b7fa1b,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:39.610318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 8e0443ef-9a41-4b00-bae4-a8162eb0379a) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:39.620368 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.621524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:39.625057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.636279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf8f6f-2cac-4238-a3c0-26aef958b3dd None None] Network 8e0443ef-9a41-4b00-bae4-a8162eb0379a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:39.693035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.694480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:39.710730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for a248f00f-abe2-4141-afc7-18644e9c4a07 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:39.810555 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd36ac11-077b-478c-9ec4-0a0788759677 x-openstack-request-id: req-dd36ac11-077b-478c-9ec4-0a0788759677 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:39.810857 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7bcd08-b57b-4d4a-927a-dcce87be2140", "tag": "d972282f-06af-4138-a37c-ae6e4dc35aed", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:39.811110 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd36ac11-077b-478c-9ec4-0a0788759677 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:39.811530 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'tag': 'd972282f-06af-4138-a37c-ae6e4dc35aed', 'status': 'completed', 'code': 200} Jul 08 17:49:39.881263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e3326552-39c5-4ad8-8f83-0833cd179de5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7040062 Jul 08 17:49:39.897251 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b912f26-cc97-43ea-bf57-930b7eb29d0d None None] Network 8e0443ef-9a41-4b00-bae4-a8162eb0379a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:39.947800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-6a6d9a0f-8528-4572-8c10-40b48a96b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:39.950169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-6a6d9a0f-8528-4572-8c10-40b48a96b515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 1058 time: 0.3036973 Jul 08 17:49:40.062601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:40.064655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-030d0ea0-2ac2-4de7-a0ab-9d1bc710879b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1626492 Jul 08 17:49:40.175040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e3bd-72c7-416b-831e-ef3000f928e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:40.178774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e3bd-72c7-416b-831e-ef3000f928e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:40.180407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9b1e3bd-72c7-416b-831e-ef3000f928e2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ddd2413-d7bf-46bf-b437-92103b125440 HTTP/1.1" status: 204 len: 168 time: 1.5652709 Jul 08 17:49:40.187171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:40.191693 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798887c7-7d32-427d-8801-5807ee98dfc1" -d '{"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-plugged", "status": "completed", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:40.220007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:40.227421 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:40.251529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-25ad3011-1271-4be1-bd83-cd8e1472d395 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d972282f-06af-4138-a37c-ae6e4dc35aed HTTP/1.1" status: 200 len: 217 time: 0.2818017 Jul 08 17:49:40.429401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:40.557460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:40.642640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1e3bd-72c7-416b-831e-ef3000f928e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddd2413-d7bf-46bf-b437-92103b125440,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:40.647182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=a248f00f-abe2-4141-afc7-18644e9c4a07,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:40.715719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-d50a901b-cdd5-493c-bc38-3879576094a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:40.717420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-d50a901b-cdd5-493c-bc38-3879576094a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c0619-5932-4374-8efa-dc47715807fe HTTP/1.1" status: 200 len: 837 time: 0.4054801 Jul 08 17:49:40.841661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:40.841900 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Floating IP 48293961-6022-41fa-883b-0f92876bbd9b disassociated (deleted). External IP: 172.25.5.218, port: dcf7bf0f-a889-4342-acda-54c048af3081. Jul 08 17:49:40.941671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260f90c-73c7-459a-908f-63dcf76cec36 req-5e5b4c5b-9bf3-4ec1-be44-79e86bb4025b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:40.959526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c260f90c-73c7-459a-908f-63dcf76cec36 req-5e5b4c5b-9bf3-4ec1-be44-79e86bb4025b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 907 time: 0.7142568 Jul 08 17:49:41.064459 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b21af1-bd47-459f-9f06-c278b3a1b528 x-openstack-request-id: req-90b21af1-bd47-459f-9f06-c278b3a1b528 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:41.064794 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-plugged", "status": "completed", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:41.065049 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-90b21af1-bd47-459f-9f06-c278b3a1b528 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:41.065466 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'code': 200} Jul 08 17:49:41.068676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb962f2-90fa-4d53-95ce-f2f5c84b47e4 req-80713e11-93bd-4fa9-9247-9a2ae30cfa22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:41.070554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fb962f2-90fa-4d53-95ce-f2f5c84b47e4 req-80713e11-93bd-4fa9-9247-9a2ae30cfa22 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.4666169 Jul 08 17:49:41.300259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-1f606d53-78ad-4734-bd13-17caf114225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:41.305840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-1f606d53-78ad-4734-bd13-17caf114225c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b790529-2289-4836-a2ff-12b4ecc63234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5749729 Jul 08 17:49:42.059024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 360010bf-9d9b-48c9-a43f-30ac329c8659 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:49:42.111993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fb962f2-90fa-4d53-95ce-f2f5c84b47e4 req-41c36724-22c6-49e4-a64e-77a93ea4fc7d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0178163 Jul 08 17:49:42.114940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34416) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:42.197115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-348207873-network', 'tenant_id': 'd433aeeaf1da4479a71c36cce6e344a3'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:42.319728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Made reservation on behalf of d433aeeaf1da4479a71c36cce6e344a3 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:42.327533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:49:42.338225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:42.346876 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] Sync routers for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:49:42.421661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-e5c49ed7-0a74-4190-b437-79f679914ae8 service neutron] 10.222.0.41 "GET /v2.0/networks/6b790529-2289-4836-a2ff-12b4ecc63234?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0740507 Jul 08 17:49:42.426722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:42.441940 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:42.449537 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:42.461978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-754fb679-4351-4b95-b5bc-bd39f4c868e7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950527466&fields=id&tenant_id=82426a4b91a64290b7413c9b9026805c HTTP/1.1" status: 200 len: 267 time: 1.1648848 Jul 08 17:49:42.469799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:42.569607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-afa27671-61e8-4f55-8510-745a2d49e8a7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/floatingips/48293961-6022-41fa-883b-0f92876bbd9b HTTP/1.1" status: 204 len: 168 time: 3.9416397 Jul 08 17:49:42.570213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:42.572519 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67781366-94cd-47b4-a587-4a22de468819" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:42.812723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:42.901062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b95b14c-a939-4556-8faf-6e07cfbbaf60 req-4dd29dde-06b2-4be3-a947-26963660329f service neutron] 10.222.0.41 "GET /v2.0/networks/6b790529-2289-4836-a2ff-12b4ecc63234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740853 Jul 08 17:49:43.117588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c666b4c-d011-4a0d-8c94-17269d68efe1 req-9709c6e3-1d15-404e-8328-fe5f67ce557b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:43.119356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c666b4c-d011-4a0d-8c94-17269d68efe1 req-9709c6e3-1d15-404e-8328-fe5f67ce557b tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 907 time: 0.5389130 Jul 08 17:49:43.232107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:43.267160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-4d09a210-5404-4ddf-9ecd-aaa36a156389 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:43.271552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-4d09a210-5404-4ddf-9ecd-aaa36a156389 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/networks?id=51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 200 len: 814 time: 0.8085499 Jul 08 17:49:43.304644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:43.366813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:49:43.416306 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:43.417338 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Added segment 7e30da73-65dd-4012-b2f6-3fbac01eda2c of type vlan for network b7b35f78-ba64-4a64-9986-0d4378e2e54b Jul 08 17:49:43.486094 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:27Z', 'revision_number': 6, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:43.585220 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] Checking router: 360010bf-9d9b-48c9-a43f-30ac329c8659 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:49:43.604492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-77d6efc8-bab9-4254-a498-dfacefbc49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:43.608435 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:49:43.609699 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:49:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:43.611158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-77d6efc8-bab9-4254-a498-dfacefbc49ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 1058 time: 0.5203867 Jul 08 17:49:43.621233 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-e1377825-8760-4138-8106-24be344e0d2d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/quotas/82426a4b91a64290b7413c9b9026805c HTTP/1.1" status: 200 len: 375 time: 0.3268056 Jul 08 17:49:43.691981 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:43.728386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:43.986434 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ececc8-99a5-4569-8a44-873c2052ee08 x-openstack-request-id: req-52ececc8-99a5-4569-8a44-873c2052ee08 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:43.987198 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:43.987846 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-52ececc8-99a5-4569-8a44-873c2052ee08 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:43.988574 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'status': 'completed', 'code': 200} Jul 08 17:49:44.004125 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:49:44.157696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:44.159817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:44.169408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:44.374855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781366-94cd-47b4-a587-4a22de468819 req-e560ab31-e1be-444b-95a2-9a9bd2011fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:44.378952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-67781366-94cd-47b4-a587-4a22de468819 req-e560ab31-e1be-444b-95a2-9a9bd2011fd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 1097 time: 0.3438122 Jul 08 17:49:44.655064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4764543 Jul 08 17:49:44.656176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-24c22759-4b0f-4000-a469-041037c55327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:44.657635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-24c22759-4b0f-4000-a469-041037c55327 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b790529-2289-4836-a2ff-12b4ecc63234 HTTP/1.1" status: 200 len: 898 time: 1.0131607 Jul 08 17:49:44.660138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34470) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:44.669243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781366-94cd-47b4-a587-4a22de468819 req-9f1a40b7-4cd1-4efd-8466-b1979eef64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:44.674786 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-67781366-94cd-47b4-a587-4a22de468819 req-9f1a40b7-4cd1-4efd-8466-b1979eef64a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d HTTP/1.1" status: 200 len: 898 time: 0.2877574 Jul 08 17:49:44.687841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:27Z', 'revision_number': 6, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:44.740873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-67781366-94cd-47b4-a587-4a22de468819 req-7ea14964-0889-45a5-b3ce-8c4d5c6cc1c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcf7bf0f-a889-4342-acda-54c048af3081 HTTP/1.1" status: 200 len: 217 time: 0.0566487 Jul 08 17:49:44.790090 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d184b5f-50f6-4529-b786-bab288aada33 None None] The sync data for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 is: [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:27Z', 'revision_number': 6, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '0cd13f45-b53f-44d5-a612-64b61ed9eea7', 'name': '', 'network_id': '4b89eb57-e41b-48c5-b8cd-06c583b86d5d', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:29:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '338e72d9-bb59-43b0-9126-e1044717a021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:46Z', 'updated_at': '2021-07-08T17:47:03Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': '338e72d9-bb59-43b0-9126-e1044717a021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:49:44.817812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Request body: {'subnet': {'network_id': 'b7b35f78-ba64-4a64-9986-0d4378e2e54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-348207873-subnet', 'tenant_id': 'd433aeeaf1da4479a71c36cce6e344a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:44.836814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781366-94cd-47b4-a587-4a22de468819 req-b87842b2-dd7b-4ee4-9d84-94050c7212d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:44.854100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-67781366-94cd-47b4-a587-4a22de468819 req-b87842b2-dd7b-4ee4-9d84-94050c7212d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=338e72d9-bb59-43b0-9126-e1044717a021 HTTP/1.1" status: 200 len: 835 time: 0.1047196 Jul 08 17:49:44.859167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eab16b-c94a-4f4c-8a8c-ef70ad608d6c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:45.070096 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:49:45.071010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67781366-94cd-47b4-a587-4a22de468819 req-de6ec059-c741-48e8-91d7-00585cc4a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:45.075675 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-67781366-94cd-47b4-a587-4a22de468819 req-de6ec059-c741-48e8-91d7-00585cc4a216 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b89eb57-e41b-48c5-b8cd-06c583b86d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2095106 Jul 08 17:49:45.169062 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-cac0fdf8-4cea-4eb5-befd-fdb59f7c7694 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d972282f-06af-4138-a37c-ae6e4dc35aed HTTP/1.1" status: 200 len: 217 time: 0.4545155 Jul 08 17:49:45.243344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-67781366-94cd-47b4-a587-4a22de468819 req-517837bb-a054-432f-8cb2-5627f9e78632 service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481404 Jul 08 17:49:45.377639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-78d15a97-6550-44db-bdd2-190cbf42fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:45.380961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-78d15a97-6550-44db-bdd2-190cbf42fc45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=919c0619-5932-4374-8efa-dc47715807fe HTTP/1.1" status: 200 len: 837 time: 0.1758111 Jul 08 17:49:45.382214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52708e1-8c7d-452f-94a9-95984a6ee5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b35f78-ba64-4a64-9986-0d4378e2e54b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:45.393697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b7b35f78-ba64-4a64-9986-0d4378e2e54b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:49:45.457835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Made reservation on behalf of d433aeeaf1da4479a71c36cce6e344a3 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:45.461607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:45.579348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-b7490ffc-e75c-4b6f-b3c4-dc59090119ef tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=82426a4b91a64290b7413c9b9026805c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7198188 Jul 08 17:49:45.600068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5946261-c23d-4537-b345-5ef479792b6e None None] New status for floating IP 48293961-6022-41fa-883b-0f92876bbd9b: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:49:45.602570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-d25d2a14-4ba5-4893-b2b6-b4197eec2ba3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:45.617053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-d25d2a14-4ba5-4893-b2b6-b4197eec2ba3 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 946 time: 0.3617249 Jul 08 17:49:45.742334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67809702-9c3c-40d2-9f62-a98dfd7ab7b2 req-49c1057b-85bd-47ee-87c6-6a8be587f0dd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:45.749724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67809702-9c3c-40d2-9f62-a98dfd7ab7b2 req-49c1057b-85bd-47ee-87c6-6a8be587f0dd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 1.0899894 Jul 08 17:49:45.796330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-552f54a1-bd10-4ab9-9b39-d9c5d5ce99f3 service neutron] 10.222.0.63 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690662 Jul 08 17:49:45.948645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-67781366-94cd-47b4-a587-4a22de468819 req-e6db9dc6-b16c-45f7-9cc8-cc78d5330fb5 service neutron] 10.222.0.72 "GET /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031264 Jul 08 17:49:46.054444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port dcf7bf0f-a889-4342-acda-54c048af3081 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:46.055201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:46.057438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-a2a37b84-c05d-4ffb-b2a8-7c7dd91534d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:46.059324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-a2a37b84-c05d-4ffb-b2a8-7c7dd91534d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b790529-2289-4836-a2ff-12b4ecc63234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6443913 Jul 08 17:49:46.075420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67809702-9c3c-40d2-9f62-a98dfd7ab7b2 req-8b5b6f9b-ced1-4165-839f-6dcc13734c4e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246353 Jul 08 17:49:46.275558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port dcf7bf0f-a889-4342-acda-54c048af3081, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=dcf7bf0f-a889-4342-acda-54c048af3081,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:46.277081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:46.351496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for dcf7bf0f-a889-4342-acda-54c048af3081 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:46.487017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-30514e78-202a-4dc4-a51a-3e3ad3699ddd service neutron] 10.222.0.63 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720252 Jul 08 17:49:46.816861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-387b4ac8-ce06-4d66-a46a-8eb90d6cba71 service neutron] 10.222.0.41 "GET /v2.0/networks/6b790529-2289-4836-a2ff-12b4ecc63234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306292 Jul 08 17:49:46.885705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:46.885884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d972282f-06af-4138-a37c-ae6e4dc35aed details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:49:46.929136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:46.940813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=dcf7bf0f-a889-4342-acda-54c048af3081,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:47.041101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f588327-cd1c-4023-9bce-b0637f44feed req-4886864c-337a-4829-b119-263509db5072 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:47.049515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f588327-cd1c-4023-9bce-b0637f44feed req-4886864c-337a-4829-b119-263509db5072 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 867 time: 0.6763744 Jul 08 17:49:47.073490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.074382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.075444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.076726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.077885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.079638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.080197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.080791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.082146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.084093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.085995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.086646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:49:47.153586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] No DVR routers for this DVR port dcf7bf0f-a889-4342-acda-54c048af3081 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:49:47.159229 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:47.169565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f588327-cd1c-4023-9bce-b0637f44feed req-646a82c5-5657-4020-b181-62e95efcdf19 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187217 Jul 08 17:49:47.170251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02507e64-787b-436c-99b5-4d2a4f78acd9 req-6c98e33c-6c9b-488e-bab2-ff3589d5f16e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.72 "DELETE /v2.0/ports/dcf7bf0f-a889-4342-acda-54c048af3081 HTTP/1.1" status: 204 len: 173 time: 1.5481410 Jul 08 17:49:47.171311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'name': 'network-vif-deleted', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:47.178947 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ec2e1-05b5-4684-b6a0-a8abbd619506" -d '{"events": [{"server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "name": "network-vif-deleted", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:47.373003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Checking segment: {'id': '7e30da73-65dd-4012-b2f6-3fbac01eda2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b7b35f78-ba64-4a64-9986-0d4378e2e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:47.378023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Network hostable DHCP agents. Network: b7b35f78-ba64-4a64-9986-0d4378e2e54b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:49:47.553182 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b8631a-3004-446a-a878-10774bf5ee29,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:47.559168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Network b7b35f78-ba64-4a64-9986-0d4378e2e54b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:49:47.601340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b7b35f78-ba64-4a64-9986-0d4378e2e54b) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:47.667491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f81838-92bf-44db-be2c-ff06c6478d65 None None] Network b7b35f78-ba64-4a64-9986-0d4378e2e54b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:47.681622 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:47.682235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:47.689496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d972282f-06af-4138-a37c-ae6e4dc35aed, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d972282f-06af-4138-a37c-ae6e4dc35aed,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:47.745545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4a40a3-e5fd-4dd8-9651-45111e6e587b req-f64df16d-c703-4fb7-8f41-56c58ed6983b service neutron] 10.222.0.41 "GET /v2.0/networks/6b790529-2289-4836-a2ff-12b4ecc63234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8939950 Jul 08 17:49:47.762253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ac460061-7fa1-492b-a433-33802fd77bfa admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0599160 Jul 08 17:49:47.829765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3d56e-8109-4b21-97f5-ea4df540d5f8 req-a9d687c8-3b39-45f1-8ea3-e05f247bc4b8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:47.843984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ce3d56e-8109-4b21-97f5-ea4df540d5f8 req-a9d687c8-3b39-45f1-8ea3-e05f247bc4b8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 907 time: 0.1985927 Jul 08 17:49:47.984885 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344dee7-ddc2-4e5d-94a3-512e49c68491 x-openstack-request-id: req-e344dee7-ddc2-4e5d-94a3-512e49c68491 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:47.985360 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b8aba9-bdf4-4880-87f1-a75a15e6e685", "name": "network-vif-deleted", "tag": "dcf7bf0f-a889-4342-acda-54c048af3081", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:47.985455 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e344dee7-ddc2-4e5d-94a3-512e49c68491 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:47.985821 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b8aba9-bdf4-4880-87f1-a75a15e6e685', 'name': 'network-vif-deleted', 'tag': 'dcf7bf0f-a889-4342-acda-54c048af3081', 'status': 'completed', 'code': 200} Jul 08 17:49:48.175766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34542) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:48.285591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ec294-e661-43a0-85bc-62320e616f1f req-48bfd649-f4be-40d7-ab38-4404a78acb13 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:48.290591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-221ec294-e661-43a0-85bc-62320e616f1f req-48bfd649-f4be-40d7-ab38-4404a78acb13 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.3296859 Jul 08 17:49:48.314218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-804937d5-ebed-4a6f-bf9a-bca8addc316c req-ac49e6db-a172-4c4c-a0b9-a76c6cf367b7 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.1736870 Jul 08 17:49:48.333263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'd972282f-06af-4138-a37c-ae6e4dc35aed', 'network_id': '6b790529-2289-4836-a2ff-12b4ecc63234', 'port_id': 'd972282f-06af-4138-a37c-ae6e4dc35aed', 'mac_address': 'fa:16:3e:1f:0c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919c0619-5932-4374-8efa-dc47715807fe', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:49:48.549223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-221ec294-e661-43a0-85bc-62320e616f1f req-c7ad4a7a-df72-45e9-8824-529226d8eb9f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849732 Jul 08 17:49:48.587502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4eb8d-2021-438c-9d0d-d5bdd06ad774 None None] Network b7b35f78-ba64-4a64-9986-0d4378e2e54b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:49:49.078842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dcf7bf0f-a889-4342-acda-54c048af3081 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:49:49.098745 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:49.354308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d972282f-06af-4138-a37c-ae6e4dc35aed {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:49:49.511801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: dcf7bf0f-a889-4342-acda-54c048af3081 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:49:49.512599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device dcf7bf0f-a889-4342-acda-54c048af3081 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:49:49.524906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d972282f-06af-4138-a37c-ae6e4dc35aed, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d972282f-06af-4138-a37c-ae6e4dc35aed,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:49.551423 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:49.836236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=d972282f-06af-4138-a37c-ae6e4dc35aed,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:49.858334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0b1878e-5c10-405f-b6da-666f69b5802c req-4d16c8b4-9312-4522-b122-72688bfaad62 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8b8aba9-bdf4-4880-87f1-a75a15e6e685 HTTP/1.1" status: 200 len: 210 time: 1.2341080 Jul 08 17:49:49.954148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['d972282f-06af-4138-a37c-ae6e4dc35aed'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:49:50.040686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] Deleting subnet 5bfb4ae9-deab-44b2-bd5a-778c2c4e4498 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:50.065645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:50.215907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:50.346659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf33da-d26b-4855-a590-7884437f4103 req-62405efb-a9df-477c-bfb0-1a5af6de2b64 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:50.348483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fcf33da-d26b-4855-a590-7884437f4103 req-62405efb-a9df-477c-bfb0-1a5af6de2b64 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 908 time: 0.6253607 Jul 08 17:49:50.410623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9f92357-2c54-49d4-8c05-15e424b8ebf9 req-7b94c0cf-0322-4b2e-8821-d3bb111b9623 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0491664 Jul 08 17:49:50.466743 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:50.684417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:50.802746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:50.805517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5bfb4ae9-deab-44b2-bd5a-778c2c4e4498 HTTP/1.1" status: 204 len: 168 time: 2.6286633 Jul 08 17:49:50.808200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34582) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:50.814681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfb0e6-b76f-4660-9860-a81de7308ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfb4ae9-deab-44b2-bd5a-778c2c4e4498,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:50.883380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04a71d-52f5-4240-b69f-19513cd5e74a req-c3f19d61-88e5-41d2-9ae0-9f72a163a4c9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:50.896471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e04a71d-52f5-4240-b69f-19513cd5e74a req-c3f19d61-88e5-41d2-9ae0-9f72a163a4c9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.2354200 Jul 08 17:49:51.016111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e04a71d-52f5-4240-b69f-19513cd5e74a req-5afa3f9b-1150-48b3-8cb5-1da44ec620d9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123538 Jul 08 17:49:51.084212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34586) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:51.151866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:51.195844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b554f545-1cf3-49fb-89ec-317a5f2fa620 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:51.235421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b554f545-1cf3-49fb-89ec-317a5f2fa620 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:51.384458 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b554f545-1cf3-49fb-89ec-317a5f2fa620 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:51.387789 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b554f545-1cf3-49fb-89ec-317a5f2fa620 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:51.389699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b554f545-1cf3-49fb-89ec-317a5f2fa620 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/security-groups/851fcefc-fa9c-4aa6-8108-957ea7b6f1b7 HTTP/1.1" status: 204 len: 168 time: 0.3042758 Jul 08 17:49:51.438513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554f545-1cf3-49fb-89ec-317a5f2fa620 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851fcefc-fa9c-4aa6-8108-957ea7b6f1b7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:51.477562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34598) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:51.582623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-7f25d672-5ed6-46b5-9a53-c936df322998 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:51.586035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-7f25d672-5ed6-46b5-9a53-c936df322998 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.72 "GET /v2.0/networks?id=51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 200 len: 814 time: 0.7959158 Jul 08 17:49:51.607360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d972282f-06af-4138-a37c-ae6e4dc35aed up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:49:51.631040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:51.712248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0443ef-9a41-4b00-bae4-a8162eb0379a']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:51.809746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa35a45-0390-4d9f-b814-9ff55215929f') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:51.810375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa35a45-0390-4d9f-b814-9ff55215929f') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:51.890822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:51.953960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port d972282f-06af-4138-a37c-ae6e4dc35aed completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:51.961388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port d972282f-06af-4138-a37c-ae6e4dc35aed triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:51.961946 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.002879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-7e760be8-874c-426e-92cd-55ba9e6677f5 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82426a4b91a64290b7413c9b9026805c HTTP/1.1" status: 200 len: 380 time: 0.3911686 Jul 08 17:49:52.008612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.047518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'port': {'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'admin_state_up': True, 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'security_groups': ['a3f9eb11-7893-49ed-9a49-58bac6d38c90']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:52.170105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:52.170793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:52.172838 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:52.282159 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.357588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd972282f-06af-4138-a37c-ae6e4dc35aed'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:52.374596 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e641800-2488-418e-be12-11a73dd25ab3" -d '{"events": [{"server_uuid": "6c7bcd08-b57b-4d4a-927a-dcce87be2140", "name": "network-vif-plugged", "status": "completed", "tag": "d972282f-06af-4138-a37c-ae6e4dc35aed"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:52.424799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port d972282f-06af-4138-a37c-ae6e4dc35aed, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d972282f-06af-4138-a37c-ae6e4dc35aed,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:52.426988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.432985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.459976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.465655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eebd2604-e19f-40ef-9391-17cea5a8b6b7 req-a890cb3d-9331-4e8a-be6f-39bae3faa43e tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.1336713 Jul 08 17:49:52.474086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/8e0443ef-9a41-4b00-bae4-a8162eb0379a HTTP/1.1" status: 204 len: 168 time: 1.6647260 Jul 08 17:49:52.487371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34614) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:52.577700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=d972282f-06af-4138-a37c-ae6e4dc35aed,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:52.635260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53157-23fa-4960-9a32-66b7dd023388 req-2fa3bf3e-c1a6-46b6-8420-dd2404cdfa7e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:52.647023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] Deleting subnet 41b8631a-3004-446a-a878-10774bf5ee29 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:49:52.649732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30f53157-23fa-4960-9a32-66b7dd023388 req-2fa3bf3e-c1a6-46b6-8420-dd2404cdfa7e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 908 time: 0.6254165 Jul 08 17:49:52.656727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564906a-40ff-495b-9020-746a49c435b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0443ef-9a41-4b00-bae4-a8162eb0379a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:52.679454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.755488 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6a5e3-3f2d-4d97-a10d-bcfcfbd8aa45 x-openstack-request-id: req-6ee6a5e3-3f2d-4d97-a10d-bcfcfbd8aa45 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:52.755960 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7bcd08-b57b-4d4a-927a-dcce87be2140", "name": "network-vif-plugged", "status": "completed", "tag": "d972282f-06af-4138-a37c-ae6e4dc35aed", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:52.756082 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6ee6a5e3-3f2d-4d97-a10d-bcfcfbd8aa45 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:52.756447 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd972282f-06af-4138-a37c-ae6e4dc35aed', 'code': 200} Jul 08 17:49:52.848718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.897817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Made reservation on behalf of 82426a4b91a64290b7413c9b9026805c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:49:52.906763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:52.918781 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:53.213986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:53.436056 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:53.475951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:53.479840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/41b8631a-3004-446a-a878-10774bf5ee29 HTTP/1.1" status: 204 len: 168 time: 0.9747219 Jul 08 17:49:53.488275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34620) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:53.518121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5155dc6-4410-442b-8a3f-358195ea9bef req-5f540cf6-b94e-4bc3-be22-c0e75e716094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:53.519673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5155dc6-4410-442b-8a3f-358195ea9bef req-5f540cf6-b94e-4bc3-be22-c0e75e716094 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 1060 time: 0.5181940 Jul 08 17:49:53.526504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Allocated IP 172.20.0.14 (51615817-efde-4d9b-9954-579351102431/4bcebb8f-85de-4e24-b364-b42b5bdc0a29/40b69c70-e343-4c51-96d6-24a3c83e4512) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:49:53.539054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175f93-5447-4a6f-9cc5-f275308d1b54 req-84faebd2-a282-439e-b65e-2292e3371264 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:53.543453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144402c0-e3fe-45cf-823e-29686d9c78b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b8631a-3004-446a-a878-10774bf5ee29,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:53.552582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6175f93-5447-4a6f-9cc5-f275308d1b54 req-84faebd2-a282-439e-b65e-2292e3371264 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.5155151 Jul 08 17:49:53.892038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6175f93-5447-4a6f-9cc5-f275308d1b54 req-9eeca768-db67-45f3-b21f-6d33885c22ca tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382065 Jul 08 17:49:53.962992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:53.973491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.006665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Transition to ACTIVE for port object 40b69c70-e343-4c51-96d6-24a3c83e4512 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:54.048428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.112118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33c8f1c0-96ba-4273-a943-77747446d6ff req-88038bca-611c-4d32-8885-df43124d5998 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.2132089 Jul 08 17:49:54.172037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Network 51615817-efde-4d9b-9954-579351102431 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:49:54.177407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:49:54.186040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:49:54.344171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'Port': ['ID=40b69c70-e343-4c51-96d6-24a3c83e4512,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:54.454914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.475420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:54.482168 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.531173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b35f78-ba64-4a64-9986-0d4378e2e54b']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:54.535725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5786ce91-0c9a-4c21-acc7-efde7ee89349 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5158548 Jul 08 17:49:54.566571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Request body: {'port': {'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:49:54.569502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e30da73-65dd-4012-b2f6-3fbac01eda2c') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:54.569803 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e30da73-65dd-4012-b2f6-3fbac01eda2c') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:49:54.605167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.640146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.661948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:49:54.662926 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.736031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2b95131b-6e27-4466-adf0-8266509b0bb1 None None] Provisioning for port 40b69c70-e343-4c51-96d6-24a3c83e4512 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:49:54.750461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2b95131b-6e27-4466-adf0-8266509b0bb1 None None] Provisioning complete for port 40b69c70-e343-4c51-96d6-24a3c83e4512 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:49:54.750844 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b95131b-6e27-4466-adf0-8266509b0bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.812926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:54.862976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2b95131b-6e27-4466-adf0-8266509b0bb1 None None] Port 40b69c70-e343-4c51-96d6-24a3c83e4512 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:49:54.884528 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:49:54.950195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:55.013591 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:55.027388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b7b35f78-ba64-4a64-9986-0d4378e2e54b HTTP/1.1" status: 204 len: 168 time: 1.5171213 Jul 08 17:49:55.340054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26798f-c04b-4cfc-8fb1-b361c08c13f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b35f78-ba64-4a64-9986-0d4378e2e54b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:55.583797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abc6f2-b861-4b9b-9db8-30a4748f70fd req-89ca5807-c5c9-4781-a2e9-024f0e64c39e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:55.597683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5abc6f2-b861-4b9b-9db8-30a4748f70fd req-89ca5807-c5c9-4781-a2e9-024f0e64c39e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.3291874 Jul 08 17:49:55.631105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f37343-38b7-493d-be98-06e85829f0fd req-de556d1f-f138-480f-8773-6f6a4378dbdf tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:55.653340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97f37343-38b7-493d-be98-06e85829f0fd req-de556d1f-f138-480f-8773-6f6a4378dbdf tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 909 time: 1.1607840 Jul 08 17:49:55.711085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:55.758500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b69c70-e343-4c51-96d6-24a3c83e4512 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:49:55.795776 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:55.814679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5abc6f2-b861-4b9b-9db8-30a4748f70fd req-53378b36-0578-4a0b-8cba-dcd5bcefa0ee tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160075 Jul 08 17:49:55.822322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34662) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:55.830254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port 0cd13f45-b53f-44d5-a612-64b61ed9eea7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:49:55.830597 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:55.868216 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:55.893653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Transition to ACTIVE for port object 40b69c70-e343-4c51-96d6-24a3c83e4512 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:49:55.903763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:55.930256 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34666) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:56.311432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Pushing event updated for resources: {'Port': ['ID=40b69c70-e343-4c51-96d6-24a3c83e4512,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:56.335634 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34674) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:56.345398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3a37d914-280d-4130-8ce1-f393e679b58a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9a4b41ef689e49f3a5c170be5f714018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784370 Jul 08 17:49:56.488612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port 0cd13f45-b53f-44d5-a612-64b61ed9eea7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=0cd13f45-b53f-44d5-a612-64b61ed9eea7,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:49:56.495312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.527652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ff64-c161-42d7-a52b-76dc55ec42fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.534794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.578116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf74ce6-53d0-4eb0-9cf1-df6bc4e58b22 req-625a5e41-d48a-4acc-a978-39b99ba9fd5f tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:56.587800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6bf74ce6-53d0-4eb0-9cf1-df6bc4e58b22 req-625a5e41-d48a-4acc-a978-39b99ba9fd5f tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 944 time: 0.5467589 Jul 08 17:49:56.624018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Attempting to bind port 40b69c70-e343-4c51-96d6-24a3c83e4512 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:49:56.625039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Attempting to bind port 40b69c70-e343-4c51-96d6-24a3c83e4512 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:49:56.625406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Attempting to bind port 40b69c70-e343-4c51-96d6-24a3c83e4512 on network 51615817-efde-4d9b-9954-579351102431 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:56.632751 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.api [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:49:56.632751 n-d-799528-4 neutron-server[93665]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 17:49:56.632751 n-d-799528-4 neutron-server[93665]: [parameters: {'project_id': '8faa8a904427458ab80e89ca30d672f6', 'id': 'b83f3357-b04c-431c-9dc0-ea1d2d85de09', 'expiration': datetime.datetime(2021, 7, 8, 17, 51, 56, 614169)}] Jul 08 17:49:56.632751 n-d-799528-4 neutron-server[93665]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:49:56.633321 n-d-799528-4 neutron-server[93665]: DEBUG oslo_db.api [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:49:56.640198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for 0cd13f45-b53f-44d5-a612-64b61ed9eea7 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:49:56.640420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Port 40b69c70-e343-4c51-96d6-24a3c83e4512 on network 51615817-efde-4d9b-9954-579351102431 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:49:56.640935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Attempting to bind port 40b69c70-e343-4c51-96d6-24a3c83e4512 on network 51615817-efde-4d9b-9954-579351102431 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:49:56.657594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:49:56.657967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Checking segment: {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:49:56.658502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Bound using segment: {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:49:56.659093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Bound port: 40b69c70-e343-4c51-96d6-24a3c83e4512, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2877a99c-be93-47fc-b56d-06189015a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51615817-efde-4d9b-9954-579351102431'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:49:56.659717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.856852 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1de4afa2-e834-4de5-8090-4ea2e8142e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.859440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ff64-c161-42d7-a52b-76dc55ec42fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.877897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ff64-c161-42d7-a52b-76dc55ec42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:56.962705 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4eb2ff64-c161-42d7-a52b-76dc55ec42fa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4ee321d1174e44a4b01396f02d17e490&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299989 Jul 08 17:49:56.962705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] For port 40b69c70-e343-4c51-96d6-24a3c83e4512, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:49:56.963798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:56.968490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2ff64-c161-42d7-a52b-76dc55ec42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda7e2a3-5af3-4da4-a761-27e067b2f419,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:56.975774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6bf74ce6-53d0-4eb0-9cf1-df6bc4e58b22 req-c3df069f-f67c-4057-984f-86666ab9a88b tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592579 Jul 08 17:49:57.067933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1de4afa2-e834-4de5-8090-4ea2e8142e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.098608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] For port 40b69c70-e343-4c51-96d6-24a3c83e4512, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=40b69c70-e343-4c51-96d6-24a3c83e4512,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:49:57.129072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.138834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.144620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb822-d4c5-440e-9cec-cafd73f00b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.237212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:57.237903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.239365 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] 10.222.0.72 "PUT /v2.0/ports/40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 200 len: 1092 time: 2.6934664 Jul 08 17:49:57.243489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:49:57.253809 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed937ae3-67a4-4729-98c8-034df4c6dfff" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:49:57.263819 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb822-d4c5-440e-9cec-cafd73f00b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.336673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607297c-d1a7-465b-9b50-77199afed309 service neutron] Pushing event updated for resources: {'Port': ['ID=40b69c70-e343-4c51-96d6-24a3c83e4512,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:57.476789 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cc8db845-3035-4f70-accd-aff98d76485a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.545462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295df8-18e5-4ca5-b6b1-689e09d5e2af req-5c9e3423-1654-40b0-83eb-94b2e840791e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:57.547440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2295df8-18e5-4ca5-b6b1-689e09d5e2af req-5c9e3423-1654-40b0-83eb-94b2e840791e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 909 time: 0.4768775 Jul 08 17:49:57.566664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1de4afa2-e834-4de5-8090-4ea2e8142e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.573299 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1de4afa2-e834-4de5-8090-4ea2e8142e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.574634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1de4afa2-e834-4de5-8090-4ea2e8142e5e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa917d56-b753-4b2d-9d76-299b337ec2a0 HTTP/1.1" status: 204 len: 168 time: 1.2310593 Jul 08 17:49:57.592931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb822-d4c5-440e-9cec-cafd73f00b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.595611 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb822-d4c5-440e-9cec-cafd73f00b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:57.623861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9f9cb822-d4c5-440e-9cec-cafd73f00b52 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cda7e2a3-5af3-4da4-a761-27e067b2f419 HTTP/1.1" status: 204 len: 168 time: 0.6497838 Jul 08 17:49:57.632512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4afa2-e834-4de5-8090-4ea2e8142e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa917d56-b753-4b2d-9d76-299b337ec2a0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:57.727722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abed85d-3be5-43b6-b82d-cf9a685aaecf req-2e16381e-2570-4017-b514-d1ee01dab424 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:57.776855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cb822-d4c5-440e-9cec-cafd73f00b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda7e2a3-5af3-4da4-a761-27e067b2f419,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:57.776855 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8f35eb-127e-4b81-a5fb-d6e7c22795ec x-openstack-request-id: req-ad8f35eb-127e-4b81-a5fb-d6e7c22795ec {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:49:57.776855 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:49:57.776855 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ad8f35eb-127e-4b81-a5fb-d6e7c22795ec {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:49:57.776855 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'status': 'completed', 'code': 200} Jul 08 17:49:57.798805 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5abed85d-3be5-43b6-b82d-cf9a685aaecf req-2e16381e-2570-4017-b514-d1ee01dab424 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.4152486 Jul 08 17:49:57.899180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-2e9f22b4-486c-4504-a000-3387bc4bc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:57.910803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-2e9f22b4-486c-4504-a000-3387bc4bc790 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82426a4b91a64290b7413c9b9026805c&device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1095 time: 0.4398489 Jul 08 17:49:57.973080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5abed85d-3be5-43b6-b82d-cf9a685aaecf req-cea3a3bd-8b8c-435b-83fa-4e73299e16fb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684217 Jul 08 17:49:57.997496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:58.121683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=0cd13f45-b53f-44d5-a612-64b61ed9eea7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:58.245457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:58.262834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-10dc9d41-c8c7-4b2e-905d-ac76533edc7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 200 len: 217 time: 0.3427587 Jul 08 17:49:58.271662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:58.457523 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8faa8a904427458ab80e89ca30d672f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7449758 Jul 08 17:49:58.461629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-e6454778-e5c9-4b4f-956d-37479438f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:58.463608 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-e6454778-e5c9-4b4f-956d-37479438f1d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bcebb8f-85de-4e24-b364-b42b5bdc0a29 HTTP/1.1" status: 200 len: 853 time: 0.1315038 Jul 08 17:49:58.465518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34700) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:58.466143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34702) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:58.652207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-985b2cd6-6ef4-48cd-8c85-12523f0cdd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:58.886656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11892b39-b4b5-40c6-b1c2-e1c48889876d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:58.891493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34706) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:58.924728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11892b39-b4b5-40c6-b1c2-e1c48889876d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:58.931080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3180a65-1079-460b-bcc9-6fffe5124e9e req-ba4080cd-59fd-4479-9464-03a24b8828ce tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:58.932911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3180a65-1079-460b-bcc9-6fffe5124e9e req-ba4080cd-59fd-4479-9464-03a24b8828ce tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 909 time: 0.8523839 Jul 08 17:49:58.991362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248f6c5-555e-4a8c-9f9c-eff8af4c1783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d171063-41cf-48cc-b2be-3e0ce0f36219,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:58.997212 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.113910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-985b2cd6-6ef4-48cd-8c85-12523f0cdd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.146379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-985b2cd6-6ef4-48cd-8c85-12523f0cdd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.185161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5387f189-741a-4572-940d-c757225eafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:59.186841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5387f189-741a-4572-940d-c757225eafa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51615817-efde-4d9b-9954-579351102431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5620162 Jul 08 17:49:59.199658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11892b39-b4b5-40c6-b1c2-e1c48889876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.199658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-11892b39-b4b5-40c6-b1c2-e1c48889876d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.199658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-11892b39-b4b5-40c6-b1c2-e1c48889876d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2d171063-41cf-48cc-b2be-3e0ce0f36219 HTTP/1.1" status: 204 len: 168 time: 0.7244933 Jul 08 17:49:59.326424 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-3bd2ce0d-1781-41bf-82f7-7dca90cf5a20 service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215942 Jul 08 17:49:59.338902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-985b2cd6-6ef4-48cd-8c85-12523f0cdd5e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b6bc3396da924051a782bc86a6b407f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367728 Jul 08 17:49:59.351128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b2cd6-6ef4-48cd-8c85-12523f0cdd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f43ebf0-707e-485b-82bb-117bbe2d4be8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:59.366951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34714) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:59.527135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b4b83de-42ec-4ed3-89eb-4f0659f49511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.566307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ed3226f3-0a7d-4ed7-98e6-b300f81699c9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d433aeeaf1da4479a71c36cce6e344a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714449 Jul 08 17:49:59.573963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34720) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:49:59.583567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11892b39-b4b5-40c6-b1c2-e1c48889876d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d171063-41cf-48cc-b2be-3e0ce0f36219,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:49:59.585918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f166b-db37-4588-af02-f14384c683ee req-50ced21f-213e-4cfe-b72b-93fe8fed32d3 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:59.587527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a2f166b-db37-4588-af02-f14384c683ee req-50ced21f-213e-4cfe-b72b-93fe8fed32d3 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 944 time: 0.9274409 Jul 08 17:49:59.730700 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b4b83de-42ec-4ed3-89eb-4f0659f49511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.858839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e611b-dad8-492e-847d-d7972b34e854 req-ae033e09-499e-401b-84dd-dd84ac96c03f tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:49:59.861292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-552e611b-dad8-492e-847d-d7972b34e854 req-ae033e09-499e-401b-84dd-dd84ac96c03f tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 1060 time: 0.3951244 Jul 08 17:49:59.886188 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.919982 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b4b83de-42ec-4ed3-89eb-4f0659f49511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.929531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b4b83de-42ec-4ed3-89eb-4f0659f49511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:49:59.944368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7b4b83de-42ec-4ed3-89eb-4f0659f49511 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1f43ebf0-707e-485b-82bb-117bbe2d4be8 HTTP/1.1" status: 204 len: 168 time: 0.5739889 Jul 08 17:49:59.958206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a2f166b-db37-4588-af02-f14384c683ee req-a3bc8ebf-dfdb-4fb9-82a7-60092d17e329 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310878 Jul 08 17:50:00.004385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b83de-42ec-4ed3-89eb-4f0659f49511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f43ebf0-707e-485b-82bb-117bbe2d4be8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:00.057533 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9be1ca1-1e0c-4204-b783-1d71b3007eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.086820 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.094863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-47ab5368-301e-4d6d-931e-80f0a903a3b5 req-5575c667-18b0-49f1-b7f9-82350a33c70b service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378278 Jul 08 17:50:00.148027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 360010bf-9d9b-48c9-a43f-30ac329c8659 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:00.231762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:00.281128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c3399780-3ffc-49c1-8368-8972df1c1b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.371990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-e0a968ab-842b-4a93-a1db-2f3d3a810e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:00.373953 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-e0a968ab-842b-4a93-a1db-2f3d3a810e32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82426a4b91a64290b7413c9b9026805c&device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1095 time: 0.2349765 Jul 08 17:50:00.453997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:00.458746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.471609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3f0a9c4d-3a07-48b9-b188-2ad0bf991997 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "PUT /v2.0/routers/360010bf-9d9b-48c9-a43f-30ac329c8659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9868913 Jul 08 17:50:00.476030 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] Sync routers for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:00.485547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34734) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:00.516972 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:00.519182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:00.549269 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.552079 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.553386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6eab16b-c94a-4f4c-8a8c-ef70ad608d6c HTTP/1.1" status: 204 len: 168 time: 0.9649072 Jul 08 17:50:00.694023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-7ca6bf89-a57b-45a4-b87a-efd1684fcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:00.698873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-7ca6bf89-a57b-45a4-b87a-efd1684fcdb8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 200 len: 915 time: 0.3134148 Jul 08 17:50:00.732023 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eab16b-c94a-4f4c-8a8c-ef70ad608d6c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:00.822800 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:00.831221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.831570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.831923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.837021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c3399780-3ffc-49c1-8368-8972df1c1b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.839657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.841397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.845597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.846087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.847565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.847886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.848231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.850754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.851093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee2992-9a6f-40f5-88c7-abbeb7e27d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:00.875708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting subnet 338e72d9-bb59-43b0-9126-e1044717a021 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:50:00.893451 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.938255 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-89f539da-158e-49f1-b9f9-815c0fb79467 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 200 len: 217 time: 0.0981510 Jul 08 17:50:00.948353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c3399780-3ffc-49c1-8368-8972df1c1b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:00.991846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d6443-756e-4b09-a96e-2a174ecb85b2 req-5783a1b6-0d4a-4e32-8fdd-021952bd5678 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:00.996194 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd3d6443-756e-4b09-a96e-2a174ecb85b2 req-5783a1b6-0d4a-4e32-8fdd-021952bd5678 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.5936623 Jul 08 17:50:01.068768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f76f6-f5d1-4bb7-aa99-625af4b27b08 req-0d4d25f6-dde0-42af-84af-87a14b4e0174 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:01.074698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b86f76f6-f5d1-4bb7-aa99-625af4b27b08 req-0d4d25f6-dde0-42af-84af-87a14b4e0174 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1135 time: 0.6605854 Jul 08 17:50:01.079356 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:01.126780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3399780-3ffc-49c1-8368-8972df1c1b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984a7d8b-cf68-4d99-ac7f-2de23cfd184f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:01.142563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-2d7ec874-d506-44c4-9fde-e4c1a3a5ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:01.144075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-2d7ec874-d506-44c4-9fde-e4c1a3a5ce54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bcebb8f-85de-4e24-b364-b42b5bdc0a29 HTTP/1.1" status: 200 len: 853 time: 0.1927524 Jul 08 17:50:01.267217 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:57Z', 'revision_number': 7, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:01.310005 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] Checking router: 360010bf-9d9b-48c9-a43f-30ac329c8659 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:01.323365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] Routers {'360010bf-9d9b-48c9-a43f-30ac329c8659'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:01.324438 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['360010bf-9d9b-48c9-a43f-30ac329c8659'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:01.332994 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c3399780-3ffc-49c1-8368-8972df1c1b45 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c948007a6724c168799804bbd4ab6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0969584 Jul 08 17:50:01.351994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:01.410049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b86f76f6-f5d1-4bb7-aa99-625af4b27b08 req-15340b47-477a-4735-a137-c3fe0f521a66 tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2189193 Jul 08 17:50:01.417867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd3d6443-756e-4b09-a96e-2a174ecb85b2 req-d3946d70-cc23-4f68-b26c-eecefe9c98ea tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018617 Jul 08 17:50:01.478869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:01.495377 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:01.648723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-8823fdf1-6ff8-4fc3-811a-2325bcc77859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:01.664586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-8823fdf1-6ff8-4fc3-811a-2325bcc77859 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51615817-efde-4d9b-9954-579351102431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4911134 Jul 08 17:50:01.685058 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:01.942795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-406e427e-1446-43bf-b95e-427878c1d34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:01.982767 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] Set router 360010bf-9d9b-48c9-a43f-30ac329c8659 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:01.987718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:02.033881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-406e427e-1446-43bf-b95e-427878c1d34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:02.091287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15ec645-abbf-43c8-86aa-09982dbe80cf tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:02.099502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f15ec645-abbf-43c8-86aa-09982dbe80cf tempest-TestSecurityGroupsBasicOps-558072108 tempest-TestSecurityGroupsBasicOps-558072108-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 1055 time: 0.6026056 Jul 08 17:50:02.105545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:02.110054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0bab18-c82d-4b38-a58d-dca6f7ed7e2b None None] Network 4b89eb57-e41b-48c5-b8cd-06c583b86d5d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:50:02.113461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/subnets/338e72d9-bb59-43b0-9126-e1044717a021 HTTP/1.1" status: 204 len: 168 time: 1.6257608 Jul 08 17:50:02.114537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34772) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:02.182535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34774) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:02.213015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155ffc2-2112-4d56-980e-36e9da3adaef tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Subnet': ['ID=338e72d9-bb59-43b0-9126-e1044717a021,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:02.279518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd777e1-8799-4226-9d40-6bcafdc22802 req-1cc548dd-5042-4e99-a84b-a63e74b8d453 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:02.281521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fd777e1-8799-4226-9d40-6bcafdc22802 req-1cc548dd-5042-4e99-a84b-a63e74b8d453 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 944 time: 0.4212246 Jul 08 17:50:02.367634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fd777e1-8799-4226-9d40-6bcafdc22802 req-1f1c675e-5fba-45eb-9594-cd15dcccc87c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804255 Jul 08 17:50:02.490871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-4a1d3961-cc00-4315-8a95-96923fdb97c1 service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111384 Jul 08 17:50:02.503440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-406e427e-1446-43bf-b95e-427878c1d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:02.505553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-406e427e-1446-43bf-b95e-427878c1d34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:02.511450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-406e427e-1446-43bf-b95e-427878c1d34e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/984a7d8b-cf68-4d99-ac7f-2de23cfd184f HTTP/1.1" status: 204 len: 168 time: 1.1550200 Jul 08 17:50:02.623010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e427e-1446-43bf-b95e-427878c1d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984a7d8b-cf68-4d99-ac7f-2de23cfd184f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:02.656993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db722cdf-0c90-4f9c-bab7-3cf870c93584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:02.716308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34788) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:02.777389 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:57Z', 'revision_number': 7, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:02.812289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] DHCP port deletion for 4b89eb57-e41b-48c5-b8cd-06c583b86d5d request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:50:02.927428 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:02.996449 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66273876-b900-4970-a1b0-2fb839aca1ac None None] The sync data for ids ['360010bf-9d9b-48c9-a43f-30ac329c8659'] in n-d-799528-4 is: [{'id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'name': 'tempest-TestNetworkBasicOps-router-724882030', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:46:33Z', 'updated_at': '2021-07-08T17:49:57Z', 'revision_number': 7, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': 'd06d7fa1-f892-4ca7-9495-c489664d12e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360010bf-9d9b-48c9-a43f-30ac329c8659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:46:36Z', 'updated_at': '2021-07-08T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:03.050440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] Deleting port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:03.050813 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:03.082679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db722cdf-0c90-4f9c-bab7-3cf870c93584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:03.101387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-565329538-network', 'tenant_id': '035ccb0d03ba4ec6bd7d2ba057047089'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:03.213019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Made reservation on behalf of 035ccb0d03ba4ec6bd7d2ba057047089 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:50:03.228057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:03.246180 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-db722cdf-0c90-4f9c-bab7-3cf870c93584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:03.344920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:03.398083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] For port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=faf403b1-82b3-4759-a3e6-fddbb7b8bb8d,segment=NetworkSegment(ab7bcb36-447a-4142-bbe6-7147b6b7bc86),segment_id=ab7bcb36-447a-4142-bbe6-7147b6b7bc86)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:03.402011 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:03.496456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] Calling delete_port for faf403b1-82b3-4759-a3e6-fddbb7b8bb8d owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:03.664880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-db722cdf-0c90-4f9c-bab7-3cf870c93584 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b94c5c2ba0ad44d58c0117cacca2d16d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4727015 Jul 08 17:50:03.665790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34812) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:03.685276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db722cdf-0c90-4f9c-bab7-3cf870c93584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbab20f0-2bbf-4174-a75f-6ac729b989cf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:03.873154 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:03.897240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] No DVR routers for this DVR port faf403b1-82b3-4759-a3e6-fddbb7b8bb8d on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:50:03.987715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff98ca-b8d4-4142-8813-66752cc16751 None None] Pushing event deleted for resources: {'Port': ['ID=faf403b1-82b3-4759-a3e6-fddbb7b8bb8d,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:04.120358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0cd13f45-b53f-44d5-a612-64b61ed9eea7 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:04.182623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 0cd13f45-b53f-44d5-a612-64b61ed9eea7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:04.184158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 0cd13f45-b53f-44d5-a612-64b61ed9eea7 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:04.184597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device faf403b1-82b3-4759-a3e6-fddbb7b8bb8d no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:04.217408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e205d10-466e-4f59-9b4c-43a979dad6cf req-d3336aec-bf66-4b3c-a27f-2d9a73dbc015 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:04.219655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e205d10-466e-4f59-9b4c-43a979dad6cf req-d3336aec-bf66-4b3c-a27f-2d9a73dbc015 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 1.0213614 Jul 08 17:50:04.253940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: faf403b1-82b3-4759-a3e6-fddbb7b8bb8d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:04.254503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device faf403b1-82b3-4759-a3e6-fddbb7b8bb8d not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:04.350796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:04.418330 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e205d10-466e-4f59-9b4c-43a979dad6cf req-d1540139-5e66-4cfb-9d79-fa02a8fef507 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741867 Jul 08 17:50:04.444793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbe9-5f58-464c-843a-2dd96e5bf097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:04.528726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbe9-5f58-464c-843a-2dd96e5bf097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:04.713481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:04.716386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbe9-5f58-464c-843a-2dd96e5bf097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:04.719639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54c0dbe9-5f58-464c-843a-2dd96e5bf097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:04.721086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-54c0dbe9-5f58-464c-843a-2dd96e5bf097 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cbab20f0-2bbf-4174-a75f-6ac729b989cf HTTP/1.1" status: 204 len: 168 time: 1.0371704 Jul 08 17:50:04.761242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed937ae3-67a4-4729-98c8-034df4c6dfff req-b92a7897-674e-4392-8ddd-a1e2a8c6762b service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2399080 Jul 08 17:50:04.778661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0dbe9-5f58-464c-843a-2dd96e5bf097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbab20f0-2bbf-4174-a75f-6ac729b989cf,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:04.825489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f7fef-9ce7-4f36-b9a6-90d8278cdbec req-9ebfba57-98b6-40ec-b615-c72aab31a3fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:04.831339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-740f7fef-9ce7-4f36-b9a6-90d8278cdbec req-9ebfba57-98b6-40ec-b615-c72aab31a3fa tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 909 time: 1.0549648 Jul 08 17:50:04.908526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port d06d7fa1-f892-4ca7-9495-c489664d12e1 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:04.911852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.029418 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.068874 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.089366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:50:05.117607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.118238 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Added segment bc088f74-d5f2-4a99-a138-fc458e369f78 of type vlan for network 639ecec6-6ace-4280-bd17-24552f5c8a80 Jul 08 17:50:05.185955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port d06d7fa1-f892-4ca7-9495-c489664d12e1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d06d7fa1-f892-4ca7-9495-c489664d12e1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:05.186670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.209317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.228792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for d06d7fa1-f892-4ca7-9495-c489664d12e1 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:05.290226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc004ae-c320-400a-9ee9-40f8d1fd6fce,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:05.293885 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.295018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:05.295709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.389730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] Pushing event updated for resources: {'Network': ['ID=639ecec6-6ace-4280-bd17-24552f5c8a80,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:05.408157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 639ecec6-6ace-4280-bd17-24552f5c8a80 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:50:05.434303 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-346aa5b1-1bbd-4c1a-b546-f7b1487d0750 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:05.436586 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-346aa5b1-1bbd-4c1a-b546-f7b1487d0750 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 909 time: 0.5922971 Jul 08 17:50:05.529823 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.576181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262f463-34ed-4d18-9756-951d8d4b28a3 req-0d384e3a-0d94-4b02-ba8b-7ea1a46c20b0 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:05.578093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9262f463-34ed-4d18-9756-951d8d4b28a3 req-0d384e3a-0d94-4b02-ba8b-7ea1a46c20b0 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 944 time: 0.6428583 Jul 08 17:50:05.579416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-21a9812f-c2c5-4d81-9cc6-afe4bf0d599a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8588862 Jul 08 17:50:05.591068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=d06d7fa1-f892-4ca7-9495-c489664d12e1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:05.595767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34844) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:05.605541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Request body: {'subnet': {'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-565329538-subnet', 'tenant_id': '035ccb0d03ba4ec6bd7d2ba057047089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:05.793555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.805485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Made reservation on behalf of 035ccb0d03ba4ec6bd7d2ba057047089 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:50:05.808369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.826967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9262f463-34ed-4d18-9756-951d8d4b28a3 req-91d630df-7203-4a8c-8f7c-136788871ab8 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271733 Jul 08 17:50:05.886454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34848) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:05.900847 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1307d55-e9a0-44a8-a169-81aeea15fcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.952164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:05.955983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.048113 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.049472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Fanout notify agent at l3_agent the message router_deleted on router 360010bf-9d9b-48c9-a43f-30ac329c8659 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:50:06.075527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.082763 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a879630c-8372-495a-85d0-0b69c01e3847 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/routers/360010bf-9d9b-48c9-a43f-30ac329c8659 HTTP/1.1" status: 204 len: 168 time: 3.8877325 Jul 08 17:50:06.085607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34852) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:06.192215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting port d972282f-06af-4138-a37c-ae6e4dc35aed {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:06.192603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.282652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.478552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ff997-a7fd-4551-a0f7-be5c33e76f0d req-9c3dc01e-5188-4ac7-b63b-716294038801 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:06.492796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b4ff997-a7fd-4551-a0f7-be5c33e76f0d req-9c3dc01e-5188-4ac7-b63b-716294038801 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.6932309 Jul 08 17:50:06.652764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.676800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b89eb57-e41b-48c5-b8cd-06c583b86d5d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:06.702715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:06.703092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7bcb36-447a-4142-bbe6-7147b6b7bc86') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:06.720608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1307d55-e9a0-44a8-a169-81aeea15fcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.724854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.747312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1307d55-e9a0-44a8-a169-81aeea15fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.770805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.801694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:50:06.802114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:50:06.810129 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:50:06.882956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1307d55-e9a0-44a8-a169-81aeea15fcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e8b75d-f689-4090-8075-013f9760e1ce,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:06.890504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e1307d55-e9a0-44a8-a169-81aeea15fcf5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b9e2e0d93d44d4982ede2b7d1b27c13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0027723 Jul 08 17:50:06.894713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34866) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:06.959157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:06.999508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.017086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/networks/4b89eb57-e41b-48c5-b8cd-06c583b86d5d HTTP/1.1" status: 204 len: 168 time: 0.9103365 Jul 08 17:50:07.017086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835550f7-7419-48d3-ac4e-4636174310a5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Network': ['ID=4b89eb57-e41b-48c5-b8cd-06c583b86d5d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:07.043570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34870) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:07.057091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'network': {'name': 'tempest-network-smoke--1891591122', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'port_security_enabled': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:07.094537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7367de2-c779-4157-987a-a4ca9a748742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.140708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7367de2-c779-4157-987a-a4ca9a748742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.250337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:50:07.252150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.283968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:50:07.309023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.309451 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Added segment ed4ea220-b259-424f-8101-13ffdcecdcfc of type vlan for network fd281987-873f-40e5-a269-03bc9ec169ff Jul 08 17:50:07.402786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7367de2-c779-4157-987a-a4ca9a748742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.405587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e7367de2-c779-4157-987a-a4ca9a748742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.406778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e7367de2-c779-4157-987a-a4ca9a748742 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/12e8b75d-f689-4090-8075-013f9760e1ce HTTP/1.1" status: 204 len: 168 time: 0.5111446 Jul 08 17:50:07.408706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.460759 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b4ff997-a7fd-4551-a0f7-be5c33e76f0d req-fcaa0187-2d34-476d-b180-fa1240d419f7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9680974 Jul 08 17:50:07.476137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] For port d972282f-06af-4138-a37c-ae6e4dc35aed, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=d972282f-06af-4138-a37c-ae6e4dc35aed,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:07.476137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.499925 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.573993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7367de2-c779-4157-987a-a4ca9a748742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e8b75d-f689-4090-8075-013f9760e1ce,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:07.583152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:50:07.642452 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.648829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device d972282f-06af-4138-a37c-ae6e4dc35aed no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:07.657620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:07.659968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:07.673286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Calling delete_port for d972282f-06af-4138-a37c-ae6e4dc35aed owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:07.789339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a9797d-553f-407c-abc9-79e030a4d80c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:07.838442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Checking segment: {'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:50:07.839474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Network hostable DHCP agents. Network: 639ecec6-6ace-4280-bd17-24552f5c8a80, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:50:07.856977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783d3b9-a851-429b-b6b2-03ae6d2c870a req-c1b2183f-ce6c-4557-9fe2-a8e29788e224 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:07.870744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a783d3b9-a851-429b-b6b2-03ae6d2c870a req-c1b2183f-ce6c-4557-9fe2-a8e29788e224 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 909 time: 1.3548579 Jul 08 17:50:07.927678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8793604 Jul 08 17:50:07.931289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 34888) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:07.947737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'admin_state_up': True, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:07.973701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca166d29-3609-44c0-9f9d-344dade9befe tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Network': ['ID=fd281987-873f-40e5-a269-03bc9ec169ff,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:08.034852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:08.037019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:08.067931 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Network 639ecec6-6ace-4280-bd17-24552f5c8a80 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:50:08.114000 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:08.122342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 639ecec6-6ace-4280-bd17-24552f5c8a80) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:08.123611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d06d7fa1-f892-4ca7-9495-c489664d12e1 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:08.153554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:08.154363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:08.189460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fd281987-873f-40e5-a269-03bc9ec169ff details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:50:08.202750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d06d7fa1-f892-4ca7-9495-c489664d12e1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:08.205257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d06d7fa1-f892-4ca7-9495-c489664d12e1 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:08.212139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58614870-deed-4a9a-ad14-0d8146df201b None None] Network 639ecec6-6ace-4280-bd17-24552f5c8a80 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:50:08.252446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:08.300667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb44b4-2524-4d8d-9fae-496c2b61511b req-51cca4b1-0fd7-426f-8635-5a617f57ad4f tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:08.309043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adeb44b4-2524-4d8d-9fae-496c2b61511b req-51cca4b1-0fd7-426f-8635-5a617f57ad4f tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 944 time: 0.3525653 Jul 08 17:50:08.330726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4a16deb6-c6fd-4581-8911-723e57fb5d69 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7213509 Jul 08 17:50:08.391163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adeb44b4-2524-4d8d-9fae-496c2b61511b req-313d0b67-fed6-4b80-b1cb-0c7aba1b31cc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809257 Jul 08 17:50:08.629675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:08.783879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Port': ['ID=d972282f-06af-4138-a37c-ae6e4dc35aed,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:08.891775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:09.300224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] No DVR routers for this DVR port d972282f-06af-4138-a37c-ae6e4dc35aed on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:50:09.318512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:09.322052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4e6146b-23f0-47be-bd58-edc8b40873c6 req-03f265a1-7a1b-443d-a16c-2f8c4bc1021d tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.41 "DELETE /v2.0/ports/d972282f-06af-4138-a37c-ae6e4dc35aed HTTP/1.1" status: 204 len: 173 time: 3.8719749 Jul 08 17:50:09.324140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'name': 'network-vif-deleted', 'tag': 'd972282f-06af-4138-a37c-ae6e4dc35aed'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:09.338577 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7393b9-7393-48bc-8bae-514cf42e109b" -d '{"events": [{"server_uuid": "6c7bcd08-b57b-4d4a-927a-dcce87be2140", "name": "network-vif-deleted", "tag": "d972282f-06af-4138-a37c-ae6e4dc35aed"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:09.414520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b21bbb-6061-41ce-9b64-0af0a135d860 None None] Network 639ecec6-6ace-4280-bd17-24552f5c8a80 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:50:09.417980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:09.439968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:09.473511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98ae03d4-c7a3-4dc9-98e2-4a639211edb7 req-7737cde6-4530-47ab-b038-db9e1c7b55cd tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 210 time: 0.1759326 Jul 08 17:50:09.591547 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25c1ff-f5a9-42bf-a3d5-a3fdd546fbc1 req-a835b695-9cf5-4aa5-a740-092e282d9a8b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:09.615008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e25c1ff-f5a9-42bf-a3d5-a3fdd546fbc1 req-a835b695-9cf5-4aa5-a740-092e282d9a8b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.6189644 Jul 08 17:50:09.731663 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253484f-b4aa-4405-9151-6609ec1e8618 x-openstack-request-id: req-2253484f-b4aa-4405-9151-6609ec1e8618 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:09.733332 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7bcd08-b57b-4d4a-927a-dcce87be2140", "name": "network-vif-deleted", "tag": "d972282f-06af-4138-a37c-ae6e4dc35aed", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:09.734052 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2253484f-b4aa-4405-9151-6609ec1e8618 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:09.734961 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7bcd08-b57b-4d4a-927a-dcce87be2140', 'name': 'network-vif-deleted', 'tag': 'd972282f-06af-4138-a37c-ae6e4dc35aed', 'status': 'completed', 'code': 200} Jul 08 17:50:09.834999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.25.5.154 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/9da8aabb-36dd-4707-a81b-1d73f8467c46) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:50:09.983925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34946) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:10.203893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:10.368244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:10.433987 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-18deee36-3ee8-44f1-bf65-1566e793394f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:10.468016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfff0da-28eb-479b-a563-a1810cec181f req-327d222f-c7c6-495a-8da4-dd5a92a39538 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:10.474416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dfff0da-28eb-479b-a563-a1810cec181f req-327d222f-c7c6-495a-8da4-dd5a92a39538 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 944 time: 0.4223323 Jul 08 17:50:10.537889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:10.553676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:10.563956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-e57d8e89-12b6-41a4-91e0-15ff60a21e3f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3800220 Jul 08 17:50:10.565211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:50:10.668180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=9da8aabb-36dd-4707-a81b-1d73f8467c46,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:10.696100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e25c1ff-f5a9-42bf-a3d5-a3fdd546fbc1 req-aec11cb4-ece0-46b6-bbd6-c2476850d35b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0754344 Jul 08 17:50:10.829341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dfff0da-28eb-479b-a563-a1810cec181f req-63e2d93e-8673-404f-b3f0-a8c296bfcc61 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342540 Jul 08 17:50:11.082172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99e12934-3d07-4055-aab7-3e85231a04e1 req-37e27db9-3591-47fe-ba9b-b34c6c52df18 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=6c7bcd08-b57b-4d4a-927a-dcce87be2140 HTTP/1.1" status: 200 len: 210 time: 0.1059577 Jul 08 17:50:11.103554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-18deee36-3ee8-44f1-bf65-1566e793394f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.110990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-18deee36-3ee8-44f1-bf65-1566e793394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.169503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-18deee36-3ee8-44f1-bf65-1566e793394f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1442c5334e2142e58f9fc80c862aaa59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1832559 Jul 08 17:50:11.171618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deee36-3ee8-44f1-bf65-1566e793394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fffda4-7572-4ce1-a273-19745da9cdbb,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:11.175865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 34980) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:11.194022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 40b69c70-e343-4c51-96d6-24a3c83e4512 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:50:11.244119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e6af01-4126-4777-89f0-67fe75dde21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.287457 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351042af-4a97-46c1-b5ea-439c90499e93 req-f88a97cf-e667-4cbe-b4f7-9b4900d4d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:11.291894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e6af01-4126-4777-89f0-67fe75dde21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.294961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-f88a97cf-e667-4cbe-b4f7-9b4900d4d9f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1095 time: 0.4409187 Jul 08 17:50:11.409233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e6af01-4126-4777-89f0-67fe75dde21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.415965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4e6af01-4126-4777-89f0-67fe75dde21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.418667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b4e6af01-4126-4777-89f0-67fe75dde21a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e4fffda4-7572-4ce1-a273-19745da9cdbb HTTP/1.1" status: 204 len: 168 time: 0.2416883 Jul 08 17:50:11.450045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6af01-4126-4777-89f0-67fe75dde21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fffda4-7572-4ce1-a273-19745da9cdbb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:11.522492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 40b69c70-e343-4c51-96d6-24a3c83e4512, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=40b69c70-e343-4c51-96d6-24a3c83e4512,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:11.601765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'mac_address': 'fa:16:3e:6b:39:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:50:11.739611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.743730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:11.776150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b69c70-e343-4c51-96d6-24a3c83e4512 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:50:11.814860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 40b69c70-e343-4c51-96d6-24a3c83e4512, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=40b69c70-e343-4c51-96d6-24a3c83e4512,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:11.821921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.037767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=40b69c70-e343-4c51-96d6-24a3c83e4512,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:12.106671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35004) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:12.121684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['40b69c70-e343-4c51-96d6-24a3c83e4512'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:50:12.128344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351042af-4a97-46c1-b5ea-439c90499e93 req-d05dd0d1-de4a-40a4-ae71-db008105ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:12.131234 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-d05dd0d1-de4a-40a4-ae71-db008105ac51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.6980963 Jul 08 17:50:12.142474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85707c27-5103-4989-9455-9884cab7deab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.383450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-a54486b2-6e32-4a95-8d2c-4bf8c53524d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.2441437 Jul 08 17:50:12.398574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85707c27-5103-4989-9455-9884cab7deab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.420106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-85707c27-5103-4989-9455-9884cab7deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.525200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85707c27-5103-4989-9455-9884cab7deab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3dd4f-0cf7-4df4-87d4-6cfe8c68040e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:12.530063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-85707c27-5103-4989-9455-9884cab7deab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b4f198f20095482ea9edfeb2125577e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219587 Jul 08 17:50:12.534791 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35010) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:12.640873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7801-59be-4f45-9ebc-881ebc125048 req-2073808d-4869-401d-94ee-7445faca3266 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:12.642496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-435d7801-59be-4f45-9ebc-881ebc125048 req-2073808d-4869-401d-94ee-7445faca3266 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.2424343 Jul 08 17:50:12.651042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6ddd-2ea3-445d-95fc-cfe0cd1e39de req-0fae3dd1-ea38-4a50-b03c-9a8c52613998 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:12.659924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dae6ddd-2ea3-445d-95fc-cfe0cd1e39de req-0fae3dd1-ea38-4a50-b03c-9a8c52613998 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 945 time: 0.2568784 Jul 08 17:50:12.663936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fe9552-1bbc-4bab-9bd2-3a503464fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.716360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.746581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fe9552-1bbc-4bab-9bd2-3a503464fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.777417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-435d7801-59be-4f45-9ebc-881ebc125048 req-96c50194-152b-41d1-91aa-028c3b11f657 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142552 Jul 08 17:50:12.837793 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dae6ddd-2ea3-445d-95fc-cfe0cd1e39de req-27adca15-8e29-49b2-aec0-234cc5b831dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768482 Jul 08 17:50:12.888317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-0c4d656d-5319-4196-a037-57df77e812ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:12.889642 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-0c4d656d-5319-4196-a037-57df77e812ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 1096 time: 1.0024397 Jul 08 17:50:12.919156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351042af-4a97-46c1-b5ea-439c90499e93 req-42c08138-6132-4c53-8c2f-f467ee4da4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:12.920862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-42c08138-6132-4c53-8c2f-f467ee4da4ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2935717 Jul 08 17:50:12.938802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fe9552-1bbc-4bab-9bd2-3a503464fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.945374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fe9552-1bbc-4bab-9bd2-3a503464fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:12.947276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-62fe9552-1bbc-4bab-9bd2-3a503464fa18 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7fc3dd4f-0cf7-4df4-87d4-6cfe8c68040e HTTP/1.1" status: 204 len: 168 time: 0.4111283 Jul 08 17:50:12.962615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe9552-1bbc-4bab-9bd2-3a503464fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3dd4f-0cf7-4df4-87d4-6cfe8c68040e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:13.013305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35018) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:13.131955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351042af-4a97-46c1-b5ea-439c90499e93 req-40d64378-02b8-4775-8630-01a9e66cd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:13.133779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-40d64378-02b8-4775-8630-01a9e66cd0cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024987 Jul 08 17:50:13.147255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-f20ad3d9-267d-416d-8fd8-d0e98e0f4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:13.149027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-f20ad3d9-267d-416d-8fd8-d0e98e0f4bdc service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.2319546 Jul 08 17:50:13.210858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:50:13.268205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-b4a4e24c-1511-4beb-a9d0-c67a99f6c42c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890ef26d-8f67-43ca-9988-75acdabcd63e HTTP/1.1" status: 200 len: 217 time: 0.1090257 Jul 08 17:50:13.556796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-4d7ebef4-f1f0-4c30-a53b-3f3106851a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:13.558559 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-4d7ebef4-f1f0-4c30-a53b-3f3106851a50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.2817206 Jul 08 17:50:13.631399 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-9f2962d9-9c60-420c-9836-a537946ed2ee service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877958 Jul 08 17:50:13.687495 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:13.690867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:14.299410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1692cb7-4b05-49d8-96c7-eec4f7b231bb req-e64e1b41-c45a-45bf-9b14-a2780e61460f tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:14.301531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1692cb7-4b05-49d8-96c7-eec4f7b231bb req-e64e1b41-c45a-45bf-9b14-a2780e61460f tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 945 time: 0.2215602 Jul 08 17:50:14.321640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa2d09-845a-4f4b-8c07-756ceda6003d req-551f4b45-747a-493e-9751-10f496b32465 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:14.329266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cfa2d09-845a-4f4b-8c07-756ceda6003d req-551f4b45-747a-493e-9751-10f496b32465 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.2573884 Jul 08 17:50:14.494883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cfa2d09-845a-4f4b-8c07-756ceda6003d req-f569437b-b0d3-41eb-88ae-0f7d9f96aa07 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646874 Jul 08 17:50:14.537895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:14.555927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Sync routers for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:14.571722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1692cb7-4b05-49d8-96c7-eec4f7b231bb req-2d31f041-9926-4a3e-8c5c-967d8947fdac tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614985 Jul 08 17:50:14.587348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:14.593645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting port f53f8f4a-fe7c-4649-beca-469d2131f669 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:14.594008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:14.598913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:14.714266 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-351042af-4a97-46c1-b5ea-439c90499e93 req-f658e235-7f95-4586-8d68-b8fb9d6847e2 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0485404 Jul 08 17:50:14.717167 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:14.721923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-132206e1-48e1-44e7-8fc6-43b44a8c570c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7892928 Jul 08 17:50:14.733110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-b4494990-08cc-440f-81ec-3ab8b426487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:14.734562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35090) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:14.744215 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-b4494990-08cc-440f-81ec-3ab8b426487f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1068456 Jul 08 17:50:14.873628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6098f02d-4ea5-41f2-abcb-84f225c93d25 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=b24d34e9589a4c9693e06507c4679fd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1380286 Jul 08 17:50:14.877438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35098) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:14.949270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] For port f53f8f4a-fe7c-4649-beca-469d2131f669, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f53f8f4a-fe7c-4649-beca-469d2131f669,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:14.949661 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:15.008106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-9095b241-78d3-47be-aa5e-3242a68f78c0 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653027 Jul 08 17:50:15.015057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Calling delete_port for f53f8f4a-fe7c-4649-beca-469d2131f669 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:15.105526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:15.170390 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a751e75a-bc92-492d-b8ae-c58ce07fedda req-ae981c15-9f57-48fe-8370-ed5a2681ee71 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541889 Jul 08 17:50:15.221038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 40b69c70-e343-4c51-96d6-24a3c83e4512 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:15.259241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee0d3ca-2df1-4259-95cc-9e422c13b2e8 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:15.263652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35100) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:15.273335 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ee0d3ca-2df1-4259-95cc-9e422c13b2e8 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3946900 Jul 08 17:50:15.331338 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c5941b46-88fa-4e16-b3ac-317b916aa881 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658484 Jul 08 17:50:15.333685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35104) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:15.339994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882203681', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:15.602585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 40b69c70-e343-4c51-96d6-24a3c83e4512 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:15.617440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:11Z', 'revision_number': 3, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:15.625475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:50:15.644462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:15.759000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:15.762149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 40b69c70-e343-4c51-96d6-24a3c83e4512 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:15.762535 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:15.764401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Checking router: 0a9fd9e8-5754-4fc3-87b6-16e5257497bb for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:15.773292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Updating router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb port 9da8aabb-36dd-4707-a81b-1d73f8467c46 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:50:15.851874 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:15.915877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Port': ['ID=f53f8f4a-fe7c-4649-beca-469d2131f669,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:16.344646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35124) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:16.466170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3c786-450d-48e0-9a0b-2f1f166d14a9 req-c9b3b561-c079-45f1-9563-e2fafdfe4fa7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:16.467989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4f3c786-450d-48e0-9a0b-2f1f166d14a9 req-c9b3b561-c079-45f1-9563-e2fafdfe4fa7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 945 time: 0.4220169 Jul 08 17:50:16.525734 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.584351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.622391 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.631902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4f3c786-450d-48e0-9a0b-2f1f166d14a9 req-6f0f0657-4651-4893-9710-8d1fae1bd8fe tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459916 Jul 08 17:50:16.654333 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.672971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Transition to ACTIVE for port object 9da8aabb-36dd-4707-a81b-1d73f8467c46 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:16.684817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:16.687629 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1907fcfc-b22b-4425-a274-0eb501d0e602" -d '{"events": [{"server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "name": "network-vif-plugged", "status": "completed", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:16.702670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Subnet': ['ID=cec5755b-4c9d-4db1-a408-547f416456fa,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:16.709258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 40b69c70-e343-4c51-96d6-24a3c83e4512, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=40b69c70-e343-4c51-96d6-24a3c83e4512,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:16.711847 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.720487 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-38c2f89a-3278-43e9-90f5-28a937a6182a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.725266 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.726786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 890ef26d-8f67-43ca-9988-75acdabcd63e no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:16.766338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Checking segment: {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:50:16.766706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network hostable DHCP agents. Network: fd281987-873f-40e5-a269-03bc9ec169ff, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:50:16.800069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c4a95-9805-47eb-b892-4db9ce0a9bd4 req-bd26ca6a-839a-45c9-9249-acab10f46555 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:16.813510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network fd281987-873f-40e5-a269-03bc9ec169ff is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:50:16.820850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e59c4a95-9805-47eb-b892-4db9ce0a9bd4 req-bd26ca6a-839a-45c9-9249-acab10f46555 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 945 time: 0.6607707 Jul 08 17:50:16.821658 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dac8168-9d6a-497b-9e45-23e682a32697 x-openstack-request-id: req-7dac8168-9d6a-497b-9e45-23e682a32697 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:16.822481 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "name": "network-vif-plugged", "status": "completed", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:16.822907 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7dac8168-9d6a-497b-9e45-23e682a32697 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:16.823602 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'code': 200} Jul 08 17:50:16.846625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fd281987-873f-40e5-a269-03bc9ec169ff) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:16.854458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Attempting to bind port 9da8aabb-36dd-4707-a81b-1d73f8467c46 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:50:16.854967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Attempting to bind port 9da8aabb-36dd-4707-a81b-1d73f8467c46 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:50:16.855696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Attempting to bind port 9da8aabb-36dd-4707-a81b-1d73f8467c46 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:50:16.861002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:16.861338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.862768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f212e-1f7e-44dd-ba3b-d8f8a139e177 None None] Network fd281987-873f-40e5-a269-03bc9ec169ff requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:50:16.948586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:50:16.953270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:50:16.953681 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.954106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:50:16.956659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Bound port: 9da8aabb-36dd-4707-a81b-1d73f8467c46, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:50:16.957432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:16.967336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e8872-2f62-4f44-8291-2fe3f3c54ab8 None None] Pushing event updated for resources: {'Port': ['ID=9da8aabb-36dd-4707-a81b-1d73f8467c46,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:17.067136 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-38c2f89a-3278-43e9-90f5-28a937a6182a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.083252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-38c2f89a-3278-43e9-90f5-28a937a6182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.140940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-38c2f89a-3278-43e9-90f5-28a937a6182a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=402f21b3783e4379b3f0df7464a0409c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7903724 Jul 08 17:50:17.146777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2627a5be-09be-47d1-b072-3f55539d5789 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8079140 Jul 08 17:50:17.146777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35138) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:17.171731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fc331-d837-4b2a-b3f4-5a00bc84ded6 req-0fafd9e3-9f18-4cc7-a052-b17fd7fd1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:17.176125 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0c9fc331-d837-4b2a-b3f4-5a00bc84ded6 req-0fafd9e3-9f18-4cc7-a052-b17fd7fd1150 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1097 time: 0.3206239 Jul 08 17:50:17.196219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35140) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:17.432174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=40b69c70-e343-4c51-96d6-24a3c83e4512,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:17.451611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.453986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] For port 9da8aabb-36dd-4707-a81b-1d73f8467c46, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:50:17.460972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] For port 9da8aabb-36dd-4707-a81b-1d73f8467c46, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9da8aabb-36dd-4707-a81b-1d73f8467c46,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:50:17.559756 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.560245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e59c4a95-9805-47eb-b892-4db9ce0a9bd4 req-262be529-2329-4f27-99ea-2809266d5cb2 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7352321 Jul 08 17:50:17.616396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:17.641107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2f89a-3278-43e9-90f5-28a937a6182a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865af0ae-4a08-450d-8a66-40adccdd2291,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:17.740808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e8872-2f62-4f44-8291-2fe3f3c54ab8 None None] Pushing event updated for resources: {'Port': ['ID=9da8aabb-36dd-4707-a81b-1d73f8467c46,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:17.768082 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:17.843857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:17.844940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:17.857990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 745e8de3-a525-4a8c-b7df-edddcdc32259 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:17.984870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0c9fc331-d837-4b2a-b3f4-5a00bc84ded6 req-3f3c6893-0240-4764-85ab-852de2c07500 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7313023 Jul 08 17:50:18.031813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-fd281987-873f-40e5-a269-03bc9ec169ff', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:50:18.033122 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.066827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:18.076432 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] Sync routers for ids ['745e8de3-a525-4a8c-b7df-edddcdc32259'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:18.080298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-193af405-e753-46fb-9db3-2c27286c0a1c tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "PUT /v2.0/routers/745e8de3-a525-4a8c-b7df-edddcdc32259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0657763 Jul 08 17:50:18.086227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35152) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:18.098796 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] Routers {'745e8de3-a525-4a8c-b7df-edddcdc32259'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:18.100462 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['745e8de3-a525-4a8c-b7df-edddcdc32259'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:18.154494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cfb03-f137-46ed-a99a-993ad719c6d0 req-76930e50-4067-4c60-8da5-77f70d5e0822 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:18.156192 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e37cfb03-f137-46ed-a99a-993ad719c6d0 req-76930e50-4067-4c60-8da5-77f70d5e0822 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 943 time: 0.2589581 Jul 08 17:50:18.160830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting subnet 919c0619-5932-4374-8efa-dc47715807fe {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:50:18.164634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.215267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:18.244170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.279064 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] Set router 745e8de3-a525-4a8c-b7df-edddcdc32259 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:18.304644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-154381ec-9597-417b-b4fe-517ba7bd5af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.420454 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.451050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-154381ec-9597-417b-b4fe-517ba7bd5af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.533717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:18.568552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.588385 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:50:15Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:18.625447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e37cfb03-f137-46ed-a99a-993ad719c6d0 req-6eda02ba-7637-4ebf-9bb2-524d9453ba3d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176178 Jul 08 17:50:18.640989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Subnet': ['ID=919c0619-5932-4374-8efa-dc47715807fe,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:18.643133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.645245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e52c5b8d-ba3a-4da5-94a1-05561a0556f8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/subnets/919c0619-5932-4374-8efa-dc47715807fe HTTP/1.1" status: 204 len: 168 time: 0.5581729 Jul 08 17:50:18.647979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35164) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:18.683541 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] Checking router: 745e8de3-a525-4a8c-b7df-edddcdc32259 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:18.709148 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] Routers {'745e8de3-a525-4a8c-b7df-edddcdc32259'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:18.709902 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['745e8de3-a525-4a8c-b7df-edddcdc32259'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:18.759003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-154381ec-9597-417b-b4fe-517ba7bd5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.797256 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-154381ec-9597-417b-b4fe-517ba7bd5af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.805567 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-154381ec-9597-417b-b4fe-517ba7bd5af4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/865af0ae-4a08-450d-8a66-40adccdd2291 HTTP/1.1" status: 204 len: 168 time: 1.6492894 Jul 08 17:50:18.838073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154381ec-9597-417b-b4fe-517ba7bd5af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865af0ae-4a08-450d-8a66-40adccdd2291,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:18.844213 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:18.879448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:18.882498 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6980f36f-8c5e-40c4-92c1-36d19e936824" -d '{"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-unplugged", "status": "completed", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:18.891780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Allocated IP 172.20.0.2 (fd281987-873f-40e5-a269-03bc9ec169ff/cec5755b-4c9d-4db1-a408-547f416456fa/856363da-dbc4-47ca-b6c2-347bd46aa143) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:50:18.894211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d896e2-9451-436e-af7d-7b3ec9fd8632 None None] Network 6b790529-2289-4836-a2ff-12b4ecc63234 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:50:19.011940 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] Set router 745e8de3-a525-4a8c-b7df-edddcdc32259 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:19.191113 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:19.518393 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:50:15Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:19.580782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53add94-bae3-42d8-8951-fbe5491193ae req-cfd585a4-52a8-4cd7-83bf-8466a9f03a6d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:19.582743 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f53add94-bae3-42d8-8951-fbe5491193ae req-cfd585a4-52a8-4cd7-83bf-8466a9f03a6d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 946 time: 0.7261045 Jul 08 17:50:19.587072 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765f93c0-0dbc-4442-9f87-3541748489c6 None None] The sync data for ids ['745e8de3-a525-4a8c-b7df-edddcdc32259'] in n-d-799528-4 is: [{'id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1946307774', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:49:01Z', 'updated_at': '2021-07-08T17:50:15Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'ca7b80f8-afa0-4d82-9623-a8f4d6062602', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e8de3-a525-4a8c-b7df-edddcdc32259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:49:03Z', 'updated_at': '2021-07-08T17:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:19.655150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:19.722291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7609e3f-166a-421b-9683-6eddc79ea9e2 req-40858c96-c5f6-4187-92a2-f2e5c12ae9eb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:19.730932 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7609e3f-166a-421b-9683-6eddc79ea9e2 req-40858c96-c5f6-4187-92a2-f2e5c12ae9eb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.4466224 Jul 08 17:50:19.812114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7609e3f-166a-421b-9683-6eddc79ea9e2 req-f02a462c-69e3-4c5b-b784-ef9047d69abd tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800724 Jul 08 17:50:19.824607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f53add94-bae3-42d8-8951-fbe5491193ae req-166817ee-8b16-4823-9c2a-f35e7dc0c422 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187886 Jul 08 17:50:19.890289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting port ca7b80f8-afa0-4d82-9623-a8f4d6062602 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:19.891623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:19.999110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.034689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Transition to ACTIVE for port object 856363da-dbc4-47ca-b6c2-347bd46aa143 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:20.059314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Transition to ACTIVE for port object 856363da-dbc4-47ca-b6c2-347bd46aa143 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:20.097764 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9150e21-cb8a-4f95-a4f1-819c9dd50aea x-openstack-request-id: req-d9150e21-cb8a-4f95-a4f1-819c9dd50aea {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:20.098270 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-unplugged", "status": "failed", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e", "code": 422}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:20.098677 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d9150e21-cb8a-4f95-a4f1-819c9dd50aea {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:20.099251 n-d-799528-4 neutron-server[93666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'code': 422} returned with failed status Jul 08 17:50:20.110639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f53f8f4a-fe7c-4649-beca-469d2131f669 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:20.154412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f53f8f4a-fe7c-4649-beca-469d2131f669 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:20.154760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f53f8f4a-fe7c-4649-beca-469d2131f669 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:20.157623 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.210259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] For port ca7b80f8-afa0-4d82-9623-a8f4d6062602, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ca7b80f8-afa0-4d82-9623-a8f4d6062602,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:20.211366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.232146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Calling delete_port for ca7b80f8-afa0-4d82-9623-a8f4d6062602 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:20.247514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e199098-9fd9-480c-acc9-66790a699a05 req-d8533a8a-5860-4bed-9025-baef81cf9ffb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:20.258431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e199098-9fd9-480c-acc9-66790a699a05 req-d8533a8a-5860-4bed-9025-baef81cf9ffb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2370670 Jul 08 17:50:20.269343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.20.0.1 (fd281987-873f-40e5-a269-03bc9ec169ff/cec5755b-4c9d-4db1-a408-547f416456fa/dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:50:20.271385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Network fd281987-873f-40e5-a269-03bc9ec169ff is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:20.282508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Pushing event updated for resources: {'Port': ['ID=856363da-dbc4-47ca-b6c2-347bd46aa143,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:20.287812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:11Z', 'revision_number': 3, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:20.290513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:20.295271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:50:20.351614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e199098-9fd9-480c-acc9-66790a699a05 req-89586e33-a7e1-4e6f-8be0-1603cc0238ab tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916898 Jul 08 17:50:20.386805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2dcc64-eea6-4508-9d39-cd32090b737b None None] The sync data for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 is: [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:11Z', 'revision_number': 3, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:20.436098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Attempting to bind port 856363da-dbc4-47ca-b6c2-347bd46aa143 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:50:20.436632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Attempting to bind port 856363da-dbc4-47ca-b6c2-347bd46aa143 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:50:20.437258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Attempting to bind port 856363da-dbc4-47ca-b6c2-347bd46aa143 on network fd281987-873f-40e5-a269-03bc9ec169ff {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:50:20.444312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:50:20.444997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Checking segment: {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:50:20.445562 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.446126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Bound using segment: {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:50:20.446773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Bound port: 856363da-dbc4-47ca-b6c2-347bd46aa143, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:50:20.447331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.523328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] DHCP port deletion for 6b790529-2289-4836-a2ff-12b4ecc63234 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:50:20.613013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] For port 856363da-dbc4-47ca-b6c2-347bd46aa143, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:50:20.616030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] Deleting port f524d954-8d15-499f-b682-2b9f8df971c7 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:20.616416 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.729705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] For port f524d954-8d15-499f-b682-2b9f8df971c7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f524d954-8d15-499f-b682-2b9f8df971c7,segment=NetworkSegment(94d5d384-b293-4693-80e2-6d242da90adc),segment_id=94d5d384-b293-4693-80e2-6d242da90adc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:20.730884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.775498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] Calling delete_port for f524d954-8d15-499f-b682-2b9f8df971c7 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:20.845123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.859813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] For port 856363da-dbc4-47ca-b6c2-347bd46aa143, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=856363da-dbc4-47ca-b6c2-347bd46aa143,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:50:20.877133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:20.930101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Transition to ACTIVE for port object dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:20.981029 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:21.055759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:21.168621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Port': ['ID=ca7b80f8-afa0-4d82-9623-a8f4d6062602,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:21.241759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:21.271565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 890ef26d-8f67-43ca-9988-75acdabcd63e no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:21.275235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network fd281987-873f-40e5-a269-03bc9ec169ff is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:21.278489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:21.285117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:50:21.305145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:21.309844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24e0fe-681d-4a4f-aa77-7cb32d37d19e None None] Pushing event updated for resources: {'Port': ['ID=856363da-dbc4-47ca-b6c2-347bd46aa143,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:21.421523 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:21.443849 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:21.530422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] No DVR routers for this DVR port f524d954-8d15-499f-b682-2b9f8df971c7 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:50:21.536703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2a791-1c97-4020-9cda-ea8f1888fcd6 None None] Pushing event deleted for resources: {'Port': ['ID=f524d954-8d15-499f-b682-2b9f8df971c7,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:21.836785 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.013272 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.021853 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.054185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:50:22.258331 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.259008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Fanout notify agent at l3_agent the message router_deleted on router 745e8de3-a525-4a8c-b7df-edddcdc32259 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:50:22.282605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.295198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3f1a82b2-dac1-4c50-bceb-3d364d6f861e tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/routers/745e8de3-a525-4a8c-b7df-edddcdc32259 HTTP/1.1" status: 204 len: 168 time: 3.6425610 Jul 08 17:50:22.302920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35232) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:22.338779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b1e5d-505f-48c3-9a84-c00a35592ed1 req-6d491b1d-de1a-4598-8aac-790d312717d4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:22.340314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-168b1e5d-505f-48c3-9a84-c00a35592ed1 req-6d491b1d-de1a-4598-8aac-790d312717d4 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.9555931 Jul 08 17:50:22.386054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 856363da-dbc4-47ca-b6c2-347bd46aa143 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:22.390976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20971fc6-7e3b-4911-a7c0-ba1fe95e4bc9 req-c79ae262-8299-4010-aa90-34e83ca407d0 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:22.415134 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20971fc6-7e3b-4911-a7c0-ba1fe95e4bc9 req-c79ae262-8299-4010-aa90-34e83ca407d0 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 946 time: 1.0955257 Jul 08 17:50:22.564207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 856363da-dbc4-47ca-b6c2-347bd46aa143 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:22.569969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9da8aabb-36dd-4707-a81b-1d73f8467c46 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:22.686892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9da8aabb-36dd-4707-a81b-1d73f8467c46 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:22.696005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20971fc6-7e3b-4911-a7c0-ba1fe95e4bc9 req-c7ca66e8-52e6-4293-a6ae-839a94521dc3 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792182 Jul 08 17:50:22.699579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-168b1e5d-505f-48c3-9a84-c00a35592ed1 req-acbf34d9-fb46-488f-910f-473d7a18af8f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469243 Jul 08 17:50:22.729746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9da8aabb-36dd-4707-a81b-1d73f8467c46 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:22.730143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:22.884334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.113924 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.159195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 9da8aabb-36dd-4707-a81b-1d73f8467c46, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9da8aabb-36dd-4707-a81b-1d73f8467c46,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:23.170589 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.184886 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb26b61-ea2b-4f7f-b8dc-7db74e312ece req-5c237009-f6be-4993-bb71-b4a398958992 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:23.193692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bb26b61-ea2b-4f7f-b8dc-7db74e312ece req-5c237009-f6be-4993-bb71-b4a398958992 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 946 time: 0.1602204 Jul 08 17:50:23.336017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=9da8aabb-36dd-4707-a81b-1d73f8467c46,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:23.355917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f524d954-8d15-499f-b682-2b9f8df971c7 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:23.358585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bb26b61-ea2b-4f7f-b8dc-7db74e312ece req-a6a279fd-fd75-44f8-b577-827786efc87a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638625 Jul 08 17:50:23.367337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.392229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f524d954-8d15-499f-b682-2b9f8df971c7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:23.392696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f524d954-8d15-499f-b682-2b9f8df971c7 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:23.398013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35248) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:23.418357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b790529-2289-4836-a2ff-12b4ecc63234']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:23.448980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d5d384-b293-4693-80e2-6d242da90adc') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:23.451065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d5d384-b293-4693-80e2-6d242da90adc') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:23.451981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c48504-bc82-4d04-9c6a-766dd549340d None None] Network fd281987-873f-40e5-a269-03bc9ec169ff requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:50:23.475806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.527186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.544390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:50:23.545097 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.609746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-41ee6d0c-bd8b-4ab4-a5dc-4b336fef1d02 None None] Provisioning for port 856363da-dbc4-47ca-b6c2-347bd46aa143 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:23.626789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-41ee6d0c-bd8b-4ab4-a5dc-4b336fef1d02 None None] Provisioning complete for port 856363da-dbc4-47ca-b6c2-347bd46aa143 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:23.630777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41ee6d0c-bd8b-4ab4-a5dc-4b336fef1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:50:23.701227 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:50:23.729576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.765267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:23.770588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/networks/6b790529-2289-4836-a2ff-12b4ecc63234 HTTP/1.1" status: 204 len: 168 time: 1.4654813 Jul 08 17:50:23.773290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35256) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:23.879800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d689b-66b8-40f0-96f4-2c0872816766 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Network': ['ID=6b790529-2289-4836-a2ff-12b4ecc63234,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:23.907651 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41ee6d0c-bd8b-4ab4-a5dc-4b336fef1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:24.011986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-41ee6d0c-bd8b-4ab4-a5dc-4b336fef1d02 None None] For port 856363da-dbc4-47ca-b6c2-347bd46aa143, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=856363da-dbc4-47ca-b6c2-347bd46aa143,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:24.039910 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-41ee6d0c-bd8b-4ab4-a5dc-4b336fef1d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:24.077666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:24.091693 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:24.154318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9da8aabb-36dd-4707-a81b-1d73f8467c46 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:24.294267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:24.382573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:24.432857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee6d0c-bd8b-4ab4-a5dc-4b336fef1d02 None None] Pushing event updated for resources: {'Port': ['ID=856363da-dbc4-47ca-b6c2-347bd46aa143,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:24.480446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9da8aabb-36dd-4707-a81b-1d73f8467c46 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:24.481142 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:24.700897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network fd281987-873f-40e5-a269-03bc9ec169ff is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:24.703082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:24.907029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ca7b80f8-afa0-4d82-9623-a8f4d6062602 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:24.967057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: ca7b80f8-afa0-4d82-9623-a8f4d6062602 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:24.976132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ca7b80f8-afa0-4d82-9623-a8f4d6062602 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:24.995092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-46a971d4-0aff-432c-8a06-9d2f49030131 None None] Provisioning for port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:24.999881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-46a971d4-0aff-432c-8a06-9d2f49030131 None None] Provisioning complete for port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:25.000497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-46a971d4-0aff-432c-8a06-9d2f49030131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:25.094056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:25.110060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-46a971d4-0aff-432c-8a06-9d2f49030131 None None] Port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:50:25.146293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-46a971d4-0aff-432c-8a06-9d2f49030131 None None] Provisioning complete for port 856363da-dbc4-47ca-b6c2-347bd46aa143 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:25.146675 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-46a971d4-0aff-432c-8a06-9d2f49030131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:25.441783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:25.442607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb2a9b-61d0-4e26-9238-aabbdfceaebb req-19929e01-12b6-42e3-9148-98cf715b3259 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:25.448577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-54814d31-2b1e-4df4-8db5-1fb1bd5edece tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "PUT /v2.0/routers/0a9fd9e8-5754-4fc3-87b6-16e5257497bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2119110 Jul 08 17:50:25.453704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35278) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:25.460353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Sync routers for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:25.470106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92eb2a9b-61d0-4e26-9238-aabbdfceaebb req-19929e01-12b6-42e3-9148-98cf715b3259 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 1.3235407 Jul 08 17:50:25.503538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:25.504183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:25.673368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9eca69df-a56f-41c6-9d73-62414d3fc69b None None] Provisioning complete for port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:25.673368 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9eca69df-a56f-41c6-9d73-62414d3fc69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:25.720680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92eb2a9b-61d0-4e26-9238-aabbdfceaebb req-25b4fd1a-e75a-46f1-a69a-c4891e70c15e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364855 Jul 08 17:50:25.736213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423c00c-fe74-47f9-997b-201e7be24382 tempest-TestVolumeBackupRestore-1750347282 tempest-TestVolumeBackupRestore-1750347282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:25.746938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c423c00c-fe74-47f9-997b-201e7be24382 tempest-TestVolumeBackupRestore-1750347282 tempest-TestVolumeBackupRestore-1750347282-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1092 time: 2.3469689 Jul 08 17:50:25.766953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35292) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:25.788780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:25.878777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting port 47f42c06-9691-4028-a436-dbc2ea79d9de {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:25.879295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:25.904764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9eca69df-a56f-41c6-9d73-62414d3fc69b None None] Port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:50:26.110375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:26.121642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 856363da-dbc4-47ca-b6c2-347bd46aa143 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:26.133416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.134485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:26.140820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.142137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.142624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.147268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.147960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.148609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.149266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.149928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.188415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9cd24b22-8d41-4752-9483-6097ff645ecd tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6375 time: 0.7334616 Jul 08 17:50:26.190415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-573fa826-de91-4e4a-be9a-d530b0acebe2 None None] Provisioning complete for port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:26.190930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-573fa826-de91-4e4a-be9a-d530b0acebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:26.193528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35294) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:26.276849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:26.284108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-573fa826-de91-4e4a-be9a-d530b0acebe2 None None] Port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:50:26.418872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:26.419228 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:26.447114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.464251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.465021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.466743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.467241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.467716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.468185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.469189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.469298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:26.475199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6a782d51-efc1-45fe-8557-2bd1f7f2cf1f tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5911 time: 0.2803593 Jul 08 17:50:26.475973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35306) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:26.484593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Calling delete_port for 47f42c06-9691-4028-a436-dbc2ea79d9de owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:26.566034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 856363da-dbc4-47ca-b6c2-347bd46aa143 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:26.566561 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:26.607492 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:26.857494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Allocated IP 172.25.5.212 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/266163c3-5e96-4d04-9f0e-c8763571e4e4) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:50:27.015989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-42584fbf-11d4-4949-b39d-dd43ab37e038 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.5347512 Jul 08 17:50:27.089088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:22Z', 'revision_number': 2, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:27.137833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Checking router: 0a9fd9e8-5754-4fc3-87b6-16e5257497bb for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:27.138181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Updating router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:50:27.222075 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:27.376017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:27.393048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:27.402003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35324) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:27.418428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-728ad23f-f889-425a-ae0e-9b1f31c29757 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-640498027', 'description': 'tempest-secgroup-smoke-640498027 description', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:27.434724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85490f84-36c1-4efd-8bae-94041a0aa5cb req-fac583a8-7e49-4316-9fa5-158508d3f185 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:27.436402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85490f84-36c1-4efd-8bae-94041a0aa5cb req-fac583a8-7e49-4316-9fa5-158508d3f185 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2815700 Jul 08 17:50:27.487775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Port': ['ID=47f42c06-9691-4028-a436-dbc2ea79d9de,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:27.658818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728ad23f-f889-425a-ae0e-9b1f31c29757 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:27.851221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85490f84-36c1-4efd-8bae-94041a0aa5cb req-fac82f1b-9a27-43c5-9f8c-8433233753e6 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3520193 Jul 08 17:50:27.914819 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.078081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.080019 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Floating IP 06b43a31-ebb7-4e56-be2f-5a8177cb0a2c disassociated (deleted). External IP: 172.25.5.155, port: ba91250d-b147-46e3-8137-b4355a4e6140. Jul 08 17:50:28.091136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:28.097681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:28.165053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:50:28.204028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728ad23f-f889-425a-ae0e-9b1f31c29757 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.217476 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728ad23f-f889-425a-ae0e-9b1f31c29757 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.266196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.282143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Transition to ACTIVE for port object dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:28.296493 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.378391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ad23f-f889-425a-ae0e-9b1f31c29757 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2d8814-7c00-4634-94f2-5268cc2df305,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:28.397639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'Port': ['ID=266163c3-5e96-4d04-9f0e-c8763571e4e4,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:28.410391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-728ad23f-f889-425a-ae0e-9b1f31c29757 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.412474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-728ad23f-f889-425a-ae0e-9b1f31c29757 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0055740 Jul 08 17:50:28.419420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35344) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:28.429602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-dac18377-c6fb-4379-b2e4-4f85a7d5ed10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4c2d8814-7c00-4634-94f2-5268cc2df305', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:28.431839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a890c9f0-b9a0-47e5-89f6-8aa4e499af62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.532335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dac18377-c6fb-4379-b2e4-4f85a7d5ed10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.702546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d27c-f6ef-4b07-bde3-490dd6d7b443 None None] Pushing event updated for resources: {'Port': ['ID=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:28.720533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Attempting to bind port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:50:28.721183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Attempting to bind port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:50:28.722032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Attempting to bind port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f on network fd281987-873f-40e5-a269-03bc9ec169ff {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:50:28.736060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:50:28.739286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Checking segment: {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:50:28.739702 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.740266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Bound using segment: {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:50:28.740890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Bound port: dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:50:28.741394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.767436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dac18377-c6fb-4379-b2e4-4f85a7d5ed10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.776032 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dac18377-c6fb-4379-b2e4-4f85a7d5ed10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.831413 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dac18377-c6fb-4379-b2e4-4f85a7d5ed10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:28.836685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dac18377-c6fb-4379-b2e4-4f85a7d5ed10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4144499 Jul 08 17:50:28.842227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35356) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:28.845123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac18377-c6fb-4379-b2e4-4f85a7d5ed10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff8c52c-30c0-45a7-a3a9-6162a1718354,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:28.858672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e4de6d41-f45e-4e74-83b1-4e222acc0107 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4c2d8814-7c00-4634-94f2-5268cc2df305', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:28.939540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4de6d41-f45e-4e74-83b1-4e222acc0107 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:29.068680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] For port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:50:29.131057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] For port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:50:29.153969 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:29.294236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 74c037e2-7f83-4517-8340-cb2cb77225ed has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:29.390526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:29.393385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:29.794120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:30.318110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4de6d41-f45e-4e74-83b1-4e222acc0107 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.324356 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4de6d41-f45e-4e74-83b1-4e222acc0107 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.339069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de6d41-f45e-4e74-83b1-4e222acc0107 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f44951-ae8a-4fba-a27f-5412694b1628,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:30.376464 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4de6d41-f45e-4e74-83b1-4e222acc0107 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.377730 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e4de6d41-f45e-4e74-83b1-4e222acc0107 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5342486 Jul 08 17:50:30.381205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35392) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:30.425021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99d27c-f6ef-4b07-bde3-490dd6d7b443 None None] Pushing event updated for resources: {'Port': ['ID=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:30.435521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f9c51d68-5f74-4d6e-835e-0c931c7e58f6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4c2d8814-7c00-4634-94f2-5268cc2df305', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:30.448531 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7bea98c1-bcf9-45be-a928-6c6a8949679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.540524 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c51d68-5f74-4d6e-835e-0c931c7e58f6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.607664 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.623940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4983e3-ea30-45a4-8f15-ae4a43f50347 req-9d0e2234-3560-4d13-81cb-f4b914cf9b5a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:30.659765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e4983e3-ea30-45a4-8f15-ae4a43f50347 req-9d0e2234-3560-4d13-81cb-f4b914cf9b5a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 1.1927519 Jul 08 17:50:30.680140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:30.690105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:29Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:30.693420 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] Sync routers for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:30.711179 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:30.712156 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:30.741673 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.757963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd845c-b037-4597-9852-dac58c2c1e63 None None] The sync data for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 is: [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:29Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:30.948873 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c51d68-5f74-4d6e-835e-0c931c7e58f6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:30.958631 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c51d68-5f74-4d6e-835e-0c931c7e58f6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.037465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c51d68-5f74-4d6e-835e-0c931c7e58f6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d67722-826d-44c6-b5b4-4f9296ca8bc4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:31.052698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9c51d68-5f74-4d6e-835e-0c931c7e58f6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.054014 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f9c51d68-5f74-4d6e-835e-0c931c7e58f6 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6673102 Jul 08 17:50:31.060522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35410) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:31.091713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-02a4c511-a0b4-438d-aef5-5a6b3892de14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4c2d8814-7c00-4634-94f2-5268cc2df305', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:31.146904 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:31.199895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02a4c511-a0b4-438d-aef5-5a6b3892de14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.418758 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.480961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02a4c511-a0b4-438d-aef5-5a6b3892de14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.501541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02a4c511-a0b4-438d-aef5-5a6b3892de14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.554378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4c511-a0b4-438d-aef5-5a6b3892de14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97f2033-805a-41f1-a90f-6b0b50a4ebde,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:31.591433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-02a4c511-a0b4-438d-aef5-5a6b3892de14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.600255 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-02a4c511-a0b4-438d-aef5-5a6b3892de14 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5344689 Jul 08 17:50:31.609412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35418) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:31.633172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4c2d8814-7c00-4634-94f2-5268cc2df305', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:31.732578 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Project b24d34e9589a4c9693e06507c4679fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:50:31.740404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:31.749355 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:31.831371 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] Checking router: 74c037e2-7f83-4517-8340-cb2cb77225ed for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:31.856113 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:31.857070 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:32.020316 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:32.099557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.119187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.171450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:32.274338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff707b1e-df2d-4a20-9094-2168b771c914,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:32.320807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.325429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4c29c219-824b-4508-bc35-499c618ffb35 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7175460 Jul 08 17:50:32.347932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35430) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:32.365010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'security_group_rule': {'security_group_id': '4c2d8814-7c00-4634-94f2-5268cc2df305', 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:32.445513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:32.451193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:32.451578 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.510814 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Project b24d34e9589a4c9693e06507c4679fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:50:32.524508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.664833 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.733367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e4983e3-ea30-45a4-8f15-ae4a43f50347 req-c015252a-64c3-48f1-a857-62bb7045c2f3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.0227611 Jul 08 17:50:32.752613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.758922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:32.769792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.771664 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.779801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2a0c3a4b-812a-42ee-a88c-ba0174379e0a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/floatingips/06b43a31-ebb7-4e56-be2f-5a8177cb0a2c HTTP/1.1" status: 204 len: 168 time: 9.0048425 Jul 08 17:50:32.787698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:32.816946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4adea1b-1a3f-484c-a26f-91dc0817409f,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:32.819024 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98712ea4-cd48-4583-b69f-ff45b10bf6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:32.835603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.837128 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-48417c52-1f8f-4ad1-98ed-5add7374ca76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4864187 Jul 08 17:50:32.953136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.968112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:32.978994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:33.019826 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9719f3-b0af-4e06-beb6-ae69d71cdad8 x-openstack-request-id: req-2c9719f3-b0af-4e06-beb6-ae69d71cdad8 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:33.023778 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:33.024175 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2c9719f3-b0af-4e06-beb6-ae69d71cdad8 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:33.024709 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'status': 'completed', 'code': 200} Jul 08 17:50:33.200770 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:33.201350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-0b129898-4bc6-4116-b38a-d10a1b88547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.208581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-0b129898-4bc6-4116-b38a-d10a1b88547c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=585db082f4024e62ad89f18f82b3587d&device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 1135 time: 0.2198539 Jul 08 17:50:33.330746 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8addc96c-80ce-49cb-b297-fbb48adb3024 None None] The sync data for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 is: [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:47:55Z', 'revision_number': 4, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '8cdbf260-57d1-41bf-be76-9fd7ead24b4f', 'name': '', 'network_id': 'd84e2a76-9d13-4f23-ae99-f3fe6f41d1f5', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'mac_address': 'fa:16:3e:2f:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:52Z', 'updated_at': '2021-07-08T17:48:02Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'subnets': [{'id': 'a7257ef4-2dfb-4fe9-be01-83df8a716482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:33.487155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-b6a71e7c-4d38-459a-b349-3c592738f804 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-640498027&fields=id&tenant_id=b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 267 time: 0.1294520 Jul 08 17:50:33.579980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-11d9ef62-0556-48af-9e3a-55e23587ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.586561 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-11d9ef62-0556-48af-9e3a-55e23587ee8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 HTTP/1.1" status: 200 len: 898 time: 0.3688936 Jul 08 17:50:33.654621 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-e2c13927-2436-472c-ad72-e958d55f8d7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba91250d-b147-46e3-8137-b4355a4e6140 HTTP/1.1" status: 200 len: 217 time: 0.0603321 Jul 08 17:50:33.669768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:33.765240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-5208f00c-7dce-4ff1-ace8-7eeff54e25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.766908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-5208f00c-7dce-4ff1-ace8-7eeff54e25ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7257ef4-2dfb-4fe9-be01-83df8a716482 HTTP/1.1" status: 200 len: 834 time: 0.1052325 Jul 08 17:50:33.949892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-d5ff6ac6-e8fa-42f8-b1c9-4e9adccbe7fc tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.951242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-56f9549e-1ef3-45fe-9229-abed362f8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:33.952822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-56f9549e-1ef3-45fe-9229-abed362f8b0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774983 Jul 08 17:50:33.958750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312abbef-7379-4c61-9c18-0104f986d838 None None] New status for floating IP 06b43a31-ebb7-4e56-be2f-5a8177cb0a2c: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:50:33.964814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-d5ff6ac6-e8fa-42f8-b1c9-4e9adccbe7fc tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/networks?id=fd281987-873f-40e5-a269-03bc9ec169ff HTTP/1.1" status: 200 len: 797 time: 0.4765522 Jul 08 17:50:33.996241 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-8bfdb178-d7b9-4a83-b873-bf2f98ec5f04 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/quotas/b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 375 time: 0.0304239 Jul 08 17:50:34.184786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:34.209245 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-3a1a519b-2d8a-46ad-b2c8-8c1ea6ee05eb service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447891 Jul 08 17:50:34.318198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:34.318591 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.439980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98712ea4-cd48-4583-b69f-ff45b10bf6b6 req-e0de8ded-e496-472f-9270-fcd7756970bd service neutron] 10.222.0.72 "GET /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238674 Jul 08 17:50:34.550136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.573740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-c680e2c9-526c-4068-a51a-b2d403b45a4f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5675714 Jul 08 17:50:34.581608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.601110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d745ce9-6e10-4f90-b870-0fe43b6edd1c req-05c442ff-90e9-4f4b-be49-3d56bed8d740 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:34.610318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d745ce9-6e10-4f90-b870-0fe43b6edd1c req-05c442ff-90e9-4f4b-be49-3d56bed8d740 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 984 time: 0.7914083 Jul 08 17:50:34.732993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:34.859875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event updated for resources: {'Port': ['ID=266163c3-5e96-4d04-9f0e-c8763571e4e4,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:34.888285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d745ce9-6e10-4f90-b870-0fe43b6edd1c req-c0df11d3-b365-43c4-b2f3-24740cf09498 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/security-groups?id=201946da-0344-40f2-9cdc-2f20d802b4a8&id=db750438-9079-4cd9-abe6-bcf585aabbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2755365 Jul 08 17:50:35.209262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-2c549994-6341-4d81-b229-c0f4104c0769 service neutron] 10.222.0.63 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904069 Jul 08 17:50:35.222431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-2e1e00ec-bd2a-4e74-ab10-5e94fc70ee64 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:35.233079 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-2e1e00ec-bd2a-4e74-ab10-5e94fc70ee64 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.72 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 984 time: 0.1565113 Jul 08 17:50:35.404675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-d37bb0d2-9cba-4b87-906c-c52ccd092756 service neutron] 10.222.0.63 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773605 Jul 08 17:50:35.408587 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Floating IP 3be396b2-1f05-482e-a979-e920a716dd8e associated. External IP: 172.25.5.212, port: 40b69c70-e343-4c51-96d6-24a3c83e4512. Jul 08 17:50:35.475766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting port ba91250d-b147-46e3-8137-b4355a4e6140 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:35.476107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:35.750245 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] For port ba91250d-b147-46e3-8137-b4355a4e6140, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=ba91250d-b147-46e3-8137-b4355a4e6140,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:35.751215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:35.768519 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Calling delete_port for ba91250d-b147-46e3-8137-b4355a4e6140 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:35.844181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312cb-303c-4718-8eb7-6f2b23547569 req-9d06bda1-337d-43f2-a550-14c44c55205e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:35.865827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3cd312cb-303c-4718-8eb7-6f2b23547569 req-9d06bda1-337d-43f2-a550-14c44c55205e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.7443137 Jul 08 17:50:36.096248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-edfdfc95-54c6-4b14-b2a5-3b570ec82354 req-8c210c06-636b-4b18-93c8-5fe2a2b35cd9 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 210 time: 0.1466572 Jul 08 17:50:36.174451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3cd312cb-303c-4718-8eb7-6f2b23547569 req-4ef609e3-dc0e-44eb-acb9-1fc99a89f438 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064575 Jul 08 17:50:36.552055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:36.607201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Router 8212bfac-83b9-451f-8beb-81cfa27a40aa has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:36.665063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d09e861-c6e0-4b3e-b1fa-0c808d3dd3d9 req-198df569-68a5-460b-858b-c2a2c958eb53 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 210 time: 0.0927122 Jul 08 17:50:36.694345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Port': ['ID=ba91250d-b147-46e3-8137-b4355a4e6140,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:36.829352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] No DVR routers for this DVR port ba91250d-b147-46e3-8137-b4355a4e6140 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:50:36.842139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:36.854115 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d9c3691-8147-4e56-a71b-d180eee25992 req-feed9206-a709-492e-998f-14de72f916c8 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.72 "DELETE /v2.0/ports/ba91250d-b147-46e3-8137-b4355a4e6140 HTTP/1.1" status: 204 len: 173 time: 1.6198962 Jul 08 17:50:36.859864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'name': 'network-vif-deleted', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:36.869059 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e84636-3fff-4a5c-99cb-08fc7f355a0b" -d '{"events": [{"server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "name": "network-vif-deleted", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:36.994741 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4520a8ca-fa3a-4b42-9dae-8341657bb0a2 x-openstack-request-id: req-4520a8ca-fa3a-4b42-9dae-8341657bb0a2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:36.995106 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cae749-7fd7-49c1-9b61-2dc05d58a21d", "name": "network-vif-deleted", "tag": "ba91250d-b147-46e3-8137-b4355a4e6140", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:36.995339 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4520a8ca-fa3a-4b42-9dae-8341657bb0a2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:36.995754 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36cae749-7fd7-49c1-9b61-2dc05d58a21d', 'name': 'network-vif-deleted', 'tag': 'ba91250d-b147-46e3-8137-b4355a4e6140', 'status': 'completed', 'code': 200} Jul 08 17:50:37.043866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:37.055215 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] Sync routers for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:37.074772 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:37.077401 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:37.094962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:37.238171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e22-5895-4831-a13f-c239507c6b00 req-2c50da23-73fc-409d-bf3e-01e0e2188d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.248198 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec69e22-5895-4831-a13f-c239507c6b00 req-2c50da23-73fc-409d-bf3e-01e0e2188d68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1095 time: 0.2453496 Jul 08 17:50:37.280704 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b5bb7735-d131-4701-b7df-1dadbb55c8c1 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.5122623 Jul 08 17:50:37.282701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:37.286703 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:37.298937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35554) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:37.514938 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:37.702528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e22-5895-4831-a13f-c239507c6b00 req-d91ef370-bda4-4fa7-83c1-4fce298fdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.706450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec69e22-5895-4831-a13f-c239507c6b00 req-d91ef370-bda4-4fa7-83c1-4fce298fdd2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.4510281 Jul 08 17:50:37.712923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:37.752525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e762f334-cc2a-4b39-baf0-4a5dcd2330b7 req-11ab3133-4b77-419d-8a59-3ca25749c3cc tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 210 time: 0.3989944 Jul 08 17:50:37.893448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da1367-1d3d-439d-a969-ac85d5270a68 tempest-TestVolumeBackupRestore-1750347282 tempest-TestVolumeBackupRestore-1750347282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.917332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35574) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:37.919011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f2da1367-1d3d-439d-a969-ac85d5270a68 tempest-TestVolumeBackupRestore-1750347282 tempest-TestVolumeBackupRestore-1750347282-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1092 time: 0.5676491 Jul 08 17:50:37.928144 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c5c950-565f-4b64-b299-8eb6bdb94271 x-openstack-request-id: req-11c5c950-565f-4b64-b299-8eb6bdb94271 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:37.929345 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:37.929808 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-11c5c950-565f-4b64-b299-8eb6bdb94271 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:37.930496 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'status': 'completed', 'code': 200} Jul 08 17:50:37.968552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Request body: {'floatingip': {'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:37.997061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50891a00-8e71-4e5d-bc36-63f723670735 req-59a87890-7654-4aca-af53-822b24311371 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:37.999073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50891a00-8e71-4e5d-bc36-63f723670735 req-59a87890-7654-4aca-af53-822b24311371 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.7253485 Jul 08 17:50:38.139673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50891a00-8e71-4e5d-bc36-63f723670735 req-f8a660cc-5a52-444a-9022-2ba63de1e270 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318991 Jul 08 17:50:38.173024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:38.366842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7deb8f27-9755-4aee-90b8-58d55c759bf6 req-43100546-a8d4-4828-8e93-bd9c1685e1fd tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "GET /v2.0/ports?device_id=36cae749-7fd7-49c1-9b61-2dc05d58a21d HTTP/1.1" status: 200 len: 210 time: 0.0525608 Jul 08 17:50:38.404422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec69e22-5895-4831-a13f-c239507c6b00 req-87edf92b-5125-4ecf-b604-6fc807e1c378 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.6835666 Jul 08 17:50:38.419769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01e4fcb7-1c85-4334-a294-2ebc35a1ecbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:38.515336 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3be396b2-1f05-482e-a979-e920a716dd8e', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'mac_address': 'fa:16:3e:6b:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:30Z', 'updated_at': '2021-07-08T17:50:30Z', 'revision_number': 0, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:38.587949 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] Checking router: 8212bfac-83b9-451f-8beb-81cfa27a40aa for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:38.610446 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:38.626734 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:38.796446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e22-5895-4831-a13f-c239507c6b00 req-dab148d9-2699-41c7-a8ee-df0975bc23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:38.797502 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec69e22-5895-4831-a13f-c239507c6b00 req-dab148d9-2699-41c7-a8ee-df0975bc23e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.3214571 Jul 08 17:50:38.827913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-6983b3a0-7b03-44ec-bc1d-7afdd0d15c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:38.829499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-6983b3a0-7b03-44ec-bc1d-7afdd0d15c6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82426a4b91a64290b7413c9b9026805c&device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1097 time: 0.8458631 Jul 08 17:50:38.934756 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:39.114707 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47da19be-9e3b-4f4e-8642-4cd778e164f9 req-19eb3431-b595-4094-8d59-88df2b0f076e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 210 time: 0.0739503 Jul 08 17:50:39.231383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-6a4f6391-4d6c-4b60-a538-f88982d8705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:39.232998 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-6a4f6391-4d6c-4b60-a538-f88982d8705c service neutron] 10.222.0.72 "GET /v2.0/networks?id=51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 200 len: 915 time: 0.3613431 Jul 08 17:50:39.404152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ba91250d-b147-46e3-8137-b4355a4e6140 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:39.526761 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3be396b2-1f05-482e-a979-e920a716dd8e', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'mac_address': 'fa:16:3e:6b:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:30Z', 'updated_at': '2021-07-08T17:50:30Z', 'revision_number': 0, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:39.527400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: ba91250d-b147-46e3-8137-b4355a4e6140 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:39.528483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device ba91250d-b147-46e3-8137-b4355a4e6140 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:39.593680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35602) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:39.655327 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409d216-cb45-4d0d-9458-3519c76abb30 None None] The sync data for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 is: [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3be396b2-1f05-482e-a979-e920a716dd8e', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'mac_address': 'fa:16:3e:6b:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:30Z', 'updated_at': '2021-07-08T17:50:30Z', 'revision_number': 0, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:39.860460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e22-5895-4831-a13f-c239507c6b00 req-e2ee0c81-5572-47bb-abcd-cf11ec37812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:39.862508 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec69e22-5895-4831-a13f-c239507c6b00 req-e2ee0c81-5572-47bb-abcd-cf11ec37812e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0506110 Jul 08 17:50:39.900091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01e4fcb7-1c85-4334-a294-2ebc35a1ecbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:39.942051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf408-d626-4f25-8aa1-bba19fe654d5 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:39.963604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-0a61b1ad-6b49-4068-945b-2c5ac79eb8a0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:39.967321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-0a61b1ad-6b49-4068-945b-2c5ac79eb8a0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.41 "GET /v2.0/networks?id=fd281987-873f-40e5-a269-03bc9ec169ff HTTP/1.1" status: 200 len: 797 time: 0.6529233 Jul 08 17:50:40.084942 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-f03e029f-e9b7-4ad6-95c4-26d6c6843cf7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 200 len: 1000 time: 0.8225760 Jul 08 17:50:40.097725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01e4fcb7-1c85-4334-a294-2ebc35a1ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:40.168134 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-01e4fcb7-1c85-4334-a294-2ebc35a1ecbd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b291ff6c40041689b8a72cd7a281e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4543498 Jul 08 17:50:40.187981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:40.219917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319776af-28d9-4590-b4a0-38518216f8ac None None] New status for floating IP 3be396b2-1f05-482e-a979-e920a716dd8e: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:50:40.309904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89bead-ebfa-4219-b331-ac50cdf14d36 req-e480fe75-079b-4b7a-bdf6-4165904f0e79 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:40.322261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db89bead-ebfa-4219-b331-ac50cdf14d36 req-e480fe75-079b-4b7a-bdf6-4165904f0e79 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.7659175 Jul 08 17:50:40.335739 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf408-d626-4f25-8aa1-bba19fe654d5 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:40.360217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-27499419-9f93-4ed8-8ff4-516b65a4c7fc tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b24d34e9589a4c9693e06507c4679fd8 HTTP/1.1" status: 200 len: 379 time: 0.3682854 Jul 08 17:50:40.426701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'port': {'device_id': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'admin_state_up': True, 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'security_groups': ['4c2d8814-7c00-4634-94f2-5268cc2df305']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:40.750949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d07ae0f0-bf13-4721-b4d5-69d14a24e862 req-166c9775-23f6-4077-8d1c-4cf47784ac10 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 210 time: 0.2839139 Jul 08 17:50:40.760708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4fcb7-1c85-4334-a294-2ebc35a1ecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e0d78f-5ce9-4580-841b-adb8b185f36b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:40.863092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec69e22-5895-4831-a13f-c239507c6b00 req-5a5e2626-5674-470d-9c89-949b511c108e service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237050 Jul 08 17:50:40.871489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-ff560e19-c5e5-419f-8507-ecc4b445e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:40.873754 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-ff560e19-c5e5-419f-8507-ecc4b445e776 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bcebb8f-85de-4e24-b364-b42b5bdc0a29 HTTP/1.1" status: 200 len: 853 time: 0.7213917 Jul 08 17:50:40.877632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db89bead-ebfa-4219-b331-ac50cdf14d36 req-ef4bc527-5570-4116-8dfd-7d64c58d0358 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4765923 Jul 08 17:50:40.903745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf408-d626-4f25-8aa1-bba19fe654d5 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:40.916868 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ffbf408-d626-4f25-8aa1-bba19fe654d5 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:40.916868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1ffbf408-d626-4f25-8aa1-bba19fe654d5 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/security-groups/201946da-0344-40f2-9cdc-2f20d802b4a8 HTTP/1.1" status: 204 len: 168 time: 1.3175926 Jul 08 17:50:40.916868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35628) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:40.928218 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0b04-da59-4aeb-846e-62e13d1e09fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:40.954835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbf408-d626-4f25-8aa1-bba19fe654d5 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201946da-0344-40f2-9cdc-2f20d802b4a8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:40.957266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Made reservation on behalf of b24d34e9589a4c9693e06507c4679fd8 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:50:40.963706 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:40.964154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.db.resource_extend [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:50:41.050737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0b04-da59-4aeb-846e-62e13d1e09fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:41.116012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:41.123419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-319776af-28d9-4590-b4a0-38518216f8ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:50:41.124579 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-319776af-28d9-4590-b4a0-38518216f8ac None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:50:41.126064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:41.195050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-db00e0b7-b08b-41a1-b265-31a6656679cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:41.196378 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-db00e0b7-b08b-41a1-b265-31a6656679cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51615817-efde-4d9b-9954-579351102431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3083022 Jul 08 17:50:41.225140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec69e22-5895-4831-a13f-c239507c6b00 req-da4ebdcf-7734-4ff6-8ebf-96378852ba3a service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437202 Jul 08 17:50:41.302893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad890-fe46-402e-bc73-d6f82d3c5a55 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:41.418006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-a4ccdb5b-ef39-48bc-882e-ee8589e1fa0e service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118449 Jul 08 17:50:41.625802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319776af-28d9-4590-b4a0-38518216f8ac None None] New status for floating IP 3be396b2-1f05-482e-a979-e920a716dd8e: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:50:41.705557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Router 8212bfac-83b9-451f-8beb-81cfa27a40aa has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:41.726225 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5b259a-a0ae-49ad-8c53-b28f5dfeec18 req-93d6157f-80da-4f1a-bff3-27fc28cfbdcf service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588110 Jul 08 17:50:41.938839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.20.0.8 (fd281987-873f-40e5-a269-03bc9ec169ff/cec5755b-4c9d-4db1-a408-547f416456fa/c6975cb7-2912-4886-b995-62e34f8cde83) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:50:42.154727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:42.175154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:42.275273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:42.277962 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3d816c-18d0-4401-8332-dbda18e57ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:42.307766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad890-fe46-402e-bc73-d6f82d3c5a55 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:42.329276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe948c8e-06cd-4d12-a171-29bb64101fd7 req-f18c1764-d44e-4657-b21a-2a6d5fefed92 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 210 time: 0.1752803 Jul 08 17:50:42.368858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-831e454f-d418-47b2-b9c4-0a64b4954aca tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "PUT /v2.0/floatingips/3be396b2-1f05-482e-a979-e920a716dd8e HTTP/1.1" status: 200 len: 992 time: 4.4395821 Jul 08 17:50:42.395993 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] Sync routers for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:42.414251 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951a65d2-3b30-4b2b-ab5e-e60ff72fb797 x-openstack-request-id: req-951a65d2-3b30-4b2b-ab5e-e60ff72fb797 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:42.414783 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:42.415211 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-951a65d2-3b30-4b2b-ab5e-e60ff72fb797 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:42.415775 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'status': 'completed', 'code': 200} Jul 08 17:50:42.419311 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:42.420541 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:42.461065 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0b04-da59-4aeb-846e-62e13d1e09fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:42.477371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0b04-da59-4aeb-846e-62e13d1e09fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:42.495620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f8dd0b04-da59-4aeb-846e-62e13d1e09fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f6e0d78f-5ce9-4580-841b-adb8b185f36b HTTP/1.1" status: 204 len: 168 time: 2.2503912 Jul 08 17:50:42.569364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd0b04-da59-4aeb-846e-62e13d1e09fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e0d78f-5ce9-4580-841b-adb8b185f36b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:42.585601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-d94dba23-6112-4758-b38d-86a461b5c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:42.590073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-d94dba23-6112-4758-b38d-86a461b5c0f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82426a4b91a64290b7413c9b9026805c&device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1097 time: 0.1445582 Jul 08 17:50:42.744352 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:42.751429 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad890-fe46-402e-bc73-d6f82d3c5a55 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:42.754583 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad890-fe46-402e-bc73-d6f82d3c5a55 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:42.759717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6d8ad890-fe46-402e-bc73-d6f82d3c5a55 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/security-groups/db750438-9079-4cd9-abe6-bcf585aabbc9 HTTP/1.1" status: 204 len: 168 time: 1.8359151 Jul 08 17:50:42.766992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35662) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:42.893961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-d795c757-4da1-481a-be48-2401f353fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:42.895788 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-d795c757-4da1-481a-be48-2401f353fa31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 200 len: 915 time: 0.2905095 Jul 08 17:50:42.949376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ad890-fe46-402e-bc73-d6f82d3c5a55 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db750438-9079-4cd9-abe6-bcf585aabbc9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:43.043848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.082267 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-9ee1da37-32cf-4078-a284-0c01eb27fb1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 200 len: 1002 time: 0.1771262 Jul 08 17:50:43.138124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35668) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:43.182612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98a5edcc-55d0-44f7-8bde-ec81e22d8821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.215868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-114de630-f6c1-4886-8b36-6237a217df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:43.220866 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-114de630-f6c1-4886-8b36-6237a217df1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bcebb8f-85de-4e24-b364-b42b5bdc0a29 HTTP/1.1" status: 200 len: 853 time: 0.1294551 Jul 08 17:50:43.246370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Transition to ACTIVE for port object c6975cb7-2912-4886-b995-62e34f8cde83 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:43.265407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea519e6-cf75-4865-8a71-d3722246b261 req-eca11a3b-51db-437f-9f56-4e2abdae6634 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:43.267734 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ea519e6-cf75-4865-8a71-d3722246b261 req-eca11a3b-51db-437f-9f56-4e2abdae6634 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.9685915 Jul 08 17:50:43.308088 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3be396b2-1f05-482e-a979-e920a716dd8e', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'mac_address': 'fa:16:3e:6b:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:30Z', 'updated_at': '2021-07-08T17:50:41Z', 'revision_number': 2, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:43.365164 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] Checking router: 8212bfac-83b9-451f-8beb-81cfa27a40aa for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:43.407449 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:43.412581 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:43.507760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ea519e6-cf75-4865-8a71-d3722246b261 req-adc900ab-ca6d-4a15-8945-80e3ba54328a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236745 Jul 08 17:50:43.571070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-3c3db8f2-d17d-4ac2-9b49-8f6d7d75ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:43.573032 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-3c3db8f2-d17d-4ac2-9b49-8f6d7d75ee3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51615817-efde-4d9b-9954-579351102431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3428674 Jul 08 17:50:43.577809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.685167 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.778671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network fd281987-873f-40e5-a269-03bc9ec169ff is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:50:43.821980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98a5edcc-55d0-44f7-8bde-ec81e22d8821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.829094 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-98a5edcc-55d0-44f7-8bde-ec81e22d8821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:43.935491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5edcc-55d0-44f7-8bde-ec81e22d8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc91651-35b6-4c3e-bae7-c87957bff303,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:43.944147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-851788ea-66b1-472b-b988-1bc719d0ec2d service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573046 Jul 08 17:50:43.947251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:50:43.952375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:50:44.009553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:44.150074 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-98a5edcc-55d0-44f7-8bde-ec81e22d8821 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0649cc4c82ea44a187f87a46711b46e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0106697 Jul 08 17:50:44.155287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35694) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:44.166853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=c6975cb7-2912-4886-b995-62e34f8cde83,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:44.200692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:44.201385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:44.329792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e51610d9-4b7f-48b2-8dee-bf242d12a787 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9122195 Jul 08 17:50:44.376637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d215fe9c-b41c-48ff-9614-e8461bcf443d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:44.387644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c10f6-5e42-453e-85dc-6b751e5c7cc5 req-ef0360cf-7ee5-45e0-a500-52eb38c2736b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:44.389810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334c10f6-5e42-453e-85dc-6b751e5c7cc5 req-ef0360cf-7ee5-45e0-a500-52eb38c2736b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 931 time: 0.7457089 Jul 08 17:50:44.421134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:44.423774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Request body: {'port': {'device_id': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:50:44.431257 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:44.445857 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bd3d816c-18d0-4401-8332-dbda18e57ec7 req-be302715-4656-4a18-9fec-1dd9d9ae4a15 service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825485 Jul 08 17:50:44.475199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3347e0-b7e6-41d0-b9b9-53f07ca517b8 req-5b8909ec-60c8-4756-bf6c-5424fdad5c46 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:44.489179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc3347e0-b7e6-41d0-b9b9-53f07ca517b8 req-5b8909ec-60c8-4756-bf6c-5424fdad5c46 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.6557143 Jul 08 17:50:44.512645 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d215fe9c-b41c-48ff-9614-e8461bcf443d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:44.553378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ff5cf4a-74e3-4392-aeb2-699080f90b03 None None] Provisioning for port c6975cb7-2912-4886-b995-62e34f8cde83 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:44.563983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ff5cf4a-74e3-4392-aeb2-699080f90b03 None None] Provisioning complete for port c6975cb7-2912-4886-b995-62e34f8cde83 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:44.565588 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ff5cf4a-74e3-4392-aeb2-699080f90b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:44.634982 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3be396b2-1f05-482e-a979-e920a716dd8e', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'mac_address': 'fa:16:3e:6b:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:30Z', 'updated_at': '2021-07-08T17:50:41Z', 'revision_number': 2, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:44.658989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d215fe9c-b41c-48ff-9614-e8461bcf443d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:44.687732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d215fe9c-b41c-48ff-9614-e8461bcf443d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:44.693006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d215fe9c-b41c-48ff-9614-e8461bcf443d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9bc91651-35b6-4c3e-bae7-c87957bff303 HTTP/1.1" status: 204 len: 168 time: 0.5323937 Jul 08 17:50:44.710566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215fe9c-b41c-48ff-9614-e8461bcf443d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc91651-35b6-4c3e-bae7-c87957bff303,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:44.777012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3ff5cf4a-74e3-4392-aeb2-699080f90b03 None None] Port c6975cb7-2912-4886-b995-62e34f8cde83 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:50:44.795098 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114d23d-c687-40dd-a61a-1089f6db7a1a None None] The sync data for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 is: [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3be396b2-1f05-482e-a979-e920a716dd8e', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'floating_ip_address': '172.25.5.212', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'port_id': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'mac_address': 'fa:16:3e:6b:39:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:50:30Z', 'updated_at': '2021-07-08T17:50:41Z', 'revision_number': 2, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:44.824650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:44.857476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-334c10f6-5e42-453e-85dc-6b751e5c7cc5 req-7e2cc4f5-12e4-4e1c-8d47-4c1f3c2ee14a tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344095 Jul 08 17:50:44.867734 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc3347e0-b7e6-41d0-b9b9-53f07ca517b8 req-57ff8f3e-1025-4d8a-9cc8-55956137590f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559818 Jul 08 17:50:44.989521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:45.040442 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d49bb5-db46-441c-9ecc-402b6f9dae8b x-openstack-request-id: req-42d49bb5-db46-441c-9ecc-402b6f9dae8b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:45.044528 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:45.045816 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-42d49bb5-db46-441c-9ecc-402b6f9dae8b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:45.047761 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'status': 'completed', 'code': 200} Jul 08 17:50:45.313375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-ece76c6e-763b-47a7-b55d-332e57fca9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:45.337638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-ece76c6e-763b-47a7-b55d-332e57fca9ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82426a4b91a64290b7413c9b9026805c&device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1097 time: 0.2857735 Jul 08 17:50:45.593330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-a0329982-23d1-4cfb-86f4-905a7f8df274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:45.594877 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-a0329982-23d1-4cfb-86f4-905a7f8df274 service neutron] 10.222.0.72 "GET /v2.0/networks?id=51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 200 len: 915 time: 0.2498417 Jul 08 17:50:45.748072 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-670727da-2162-4a2d-b119-033a1e0927a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 200 len: 1002 time: 0.1425416 Jul 08 17:50:45.752885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35734) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:45.832398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5a57624-d31d-4d42-86df-25bef7760706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:45.880362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06cd76-8379-469c-8b64-19d8770e6330 req-e88c93a8-fd9a-4872-94f5-9ceffd63c0a3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:45.894586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-bfd5406d-b827-4257-80b1-5d176048d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:45.896455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-bfd5406d-b827-4257-80b1-5d176048d9d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bcebb8f-85de-4e24-b364-b42b5bdc0a29 HTTP/1.1" status: 200 len: 853 time: 0.1406934 Jul 08 17:50:45.917160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b06cd76-8379-469c-8b64-19d8770e6330 req-e88c93a8-fd9a-4872-94f5-9ceffd63c0a3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.7262411 Jul 08 17:50:46.037561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6975cb7-2912-4886-b995-62e34f8cde83 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:50:46.061811 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:46.093224 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b06cd76-8379-469c-8b64-19d8770e6330 req-23ec8ed1-aa0a-4ff0-9a99-3dee5125b7a3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750984 Jul 08 17:50:46.094675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Transition to ACTIVE for port object c6975cb7-2912-4886-b995-62e34f8cde83 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:50:46.109213 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:46.115854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5a57624-d31d-4d42-86df-25bef7760706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:46.127343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f5a57624-d31d-4d42-86df-25bef7760706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:46.202904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Pushing event updated for resources: {'Port': ['ID=c6975cb7-2912-4886-b995-62e34f8cde83,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:46.252699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a57624-d31d-4d42-86df-25bef7760706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b30a7e8-3e04-4860-9e99-2a9da7b90617,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:46.285777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f5a57624-d31d-4d42-86df-25bef7760706 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35790de30d8b49959a009e040996013f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291090 Jul 08 17:50:46.291437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35754) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:46.298711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-e491ac3f-aad8-406c-a154-35bce0789eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:46.300260 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-e491ac3f-aad8-406c-a154-35bce0789eb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51615817-efde-4d9b-9954-579351102431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905540 Jul 08 17:50:46.443803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-9cdea716-47df-4702-910c-2558f36b6ec2 service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363842 Jul 08 17:50:46.585354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c041fc1c-b3ad-41b8-a314-ceacd4c84b45 req-320d04e0-c60e-4692-9a8c-babb307e19d4 service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340239 Jul 08 17:50:46.688901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822354d-8ded-4434-b01e-3fab7547fc6d req-b93797d0-a5eb-4f44-adba-d7c984af014e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:46.707187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2822354d-8ded-4434-b01e-3fab7547fc6d req-b93797d0-a5eb-4f44-adba-d7c984af014e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 943 time: 0.4971488 Jul 08 17:50:46.830404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Attempting to bind port c6975cb7-2912-4886-b995-62e34f8cde83 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:50:46.830746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Attempting to bind port c6975cb7-2912-4886-b995-62e34f8cde83 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:50:46.831078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Attempting to bind port c6975cb7-2912-4886-b995-62e34f8cde83 on network fd281987-873f-40e5-a269-03bc9ec169ff {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:50:46.834460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd30a-5800-46ad-bec5-2a83fc567ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:46.878669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Port c6975cb7-2912-4886-b995-62e34f8cde83 on network fd281987-873f-40e5-a269-03bc9ec169ff not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:50:46.879750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Attempting to bind port c6975cb7-2912-4886-b995-62e34f8cde83 on network fd281987-873f-40e5-a269-03bc9ec169ff {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:50:46.886804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2822354d-8ded-4434-b01e-3fab7547fc6d req-e2e03ed6-31db-4f28-8a50-462aaa25319b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776640 Jul 08 17:50:46.933375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd30a-5800-46ad-bec5-2a83fc567ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:46.949485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:50:46.950504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Checking segment: {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:50:46.952783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Bound using segment: {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:50:46.952783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Bound port: c6975cb7-2912-4886-b995-62e34f8cde83, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4ea220-b259-424f-8101-13ffdcecdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:50:46.952783 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:47.061147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d717-dfe4-4179-802f-047b64325923 req-31f8b5f9-82c7-476b-8bce-e37a98cf0ce1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:47.063473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e53d717-dfe4-4179-802f-047b64325923 req-31f8b5f9-82c7-476b-8bce-e37a98cf0ce1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3523560 Jul 08 17:50:47.069114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:47.069114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:47.305955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e53d717-dfe4-4179-802f-047b64325923 req-c1b5e710-3b4f-4090-b4b6-7a19ce52f661 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100060 Jul 08 17:50:47.315200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd30a-5800-46ad-bec5-2a83fc567ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:47.320475 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd30a-5800-46ad-bec5-2a83fc567ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:47.330565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cf5dd30a-5800-46ad-bec5-2a83fc567ded admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0b30a7e8-3e04-4860-9e99-2a9da7b90617 HTTP/1.1" status: 204 len: 168 time: 1.0288563 Jul 08 17:50:47.372090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] For port c6975cb7-2912-4886-b995-62e34f8cde83, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:50:47.387958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dd30a-5800-46ad-bec5-2a83fc567ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b30a7e8-3e04-4860-9e99-2a9da7b90617,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:47.387958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] For port c6975cb7-2912-4886-b995-62e34f8cde83, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c6975cb7-2912-4886-b995-62e34f8cde83,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:50:47.403856 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:47.426865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] For port 8cdbf260-57d1-41bf-be76-9fd7ead24b4f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:47.427559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:47.487859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Calling delete_port for 8cdbf260-57d1-41bf-be76-9fd7ead24b4f owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:47.506786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:47.507408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:47.509671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] 10.222.0.41 "PUT /v2.0/ports/c6975cb7-2912-4886-b995-62e34f8cde83 HTTP/1.1" status: 200 len: 1091 time: 3.1161864 Jul 08 17:50:47.510286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:47.512811 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88886c8-0690-44b9-ab6b-33e7eb7888c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:47.568991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2066ba4-88c4-4e13-a5cc-bf80298c876a service neutron] Pushing event updated for resources: {'Port': ['ID=c6975cb7-2912-4886-b995-62e34f8cde83,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:47.639539 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494e369f-5213-45a9-b391-fa886376c51b x-openstack-request-id: req-494e369f-5213-45a9-b391-fa886376c51b {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:47.640004 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:47.640988 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-494e369f-5213-45a9-b391-fa886376c51b {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:47.641556 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'status': 'completed', 'code': 200} Jul 08 17:50:47.901988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-3b333ed5-8746-492d-8707-f0152434ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:47.905251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-3b333ed5-8746-492d-8707-f0152434ecef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 1094 time: 0.2826746 Jul 08 17:50:48.120974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-7f5aa51e-0169-4e1b-937f-09edd83c0da0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6975cb7-2912-4886-b995-62e34f8cde83 HTTP/1.1" status: 200 len: 217 time: 0.1052794 Jul 08 17:50:48.289160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-b252f9d5-b6c7-442b-bcef-6d010dc2ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:48.293283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-b252f9d5-b6c7-442b-bcef-6d010dc2ce43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cec5755b-4c9d-4db1-a408-547f416456fa HTTP/1.1" status: 200 len: 835 time: 0.1605883 Jul 08 17:50:48.327003 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:48.473550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Port': ['ID=8cdbf260-57d1-41bf-be76-9fd7ead24b4f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:49.339512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4239b8-3b20-44f2-87eb-2c9034653d94 req-477bdf01-92bc-4ff7-a8f2-a95e9013c6aa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:49.353054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b4239b8-3b20-44f2-87eb-2c9034653d94 req-477bdf01-92bc-4ff7-a8f2-a95e9013c6aa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 943 time: 1.1061459 Jul 08 17:50:49.356207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-31adb7d3-5f4a-4f70-94ad-abb9744ac472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:49.357795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-31adb7d3-5f4a-4f70-94ad-abb9744ac472 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd281987-873f-40e5-a269-03bc9ec169ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9990499 Jul 08 17:50:49.568179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608e036-f339-4219-ac6c-c8f8e80c5a42 req-1f91a543-f096-46dd-a8be-c176f0b32c62 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:49.576067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0608e036-f339-4219-ac6c-c8f8e80c5a42 req-1f91a543-f096-46dd-a8be-c176f0b32c62 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.5047381 Jul 08 17:50:49.635897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35866) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:49.636432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b4239b8-3b20-44f2-87eb-2c9034653d94 req-42d92f48-5dcd-4e3e-9a88-69674851fd57 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820573 Jul 08 17:50:49.700920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-b685ca1b-b8cc-4456-83bd-9f4967c41759 service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230407 Jul 08 17:50:49.702933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:49.814186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0608e036-f339-4219-ac6c-c8f8e80c5a42 req-3abec2e7-f62f-4b8b-b2c7-fb7d8f0b3370 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371991 Jul 08 17:50:49.840862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:50.040034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d3a077-7504-4c7f-ae8e-1c53b31f8fbe req-42567db0-9575-4ad1-8ab0-3dcbeb4f753e service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254859 Jul 08 17:50:50.064460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:50.070982 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:50.158335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a4512-16fb-4eaf-8bfe-1fdc9e7122ca,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:50.171871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.172287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.172957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.173442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.174158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.174655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.175116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.175659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.176650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.176929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.177697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.178199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:50.208296 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dbf8165e-53b9-4814-a124-32c8f9459f46 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=10b443fed3ac4c9f86cde7ac99719de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701835 Jul 08 17:50:50.216009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35886) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:50.437855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-05c560da-25b8-4531-8a60-684f63fe06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:50.443724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-05c560da-25b8-4531-8a60-684f63fe06a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 1095 time: 0.0810826 Jul 08 17:50:50.555709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4ba448a-f301-4ba8-8f51-fda53f452d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:50.598623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-90c77f5d-38cb-4769-b35a-2fbf30239a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:50.600156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-90c77f5d-38cb-4769-b35a-2fbf30239a54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 1094 time: 0.4101670 Jul 08 17:50:50.611206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Router 74c037e2-7f83-4517-8340-cb2cb77225ed has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:50:50.634767 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4ba448a-f301-4ba8-8f51-fda53f452d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:50.659901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-afc1c1bf-d1d7-42e3-b794-670f04764845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:50.662032 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-afc1c1bf-d1d7-42e3-b794-670f04764845 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.2138793 Jul 08 17:50:50.856895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-0f0b4a87-708e-4041-9fe6-5933964bfd7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 200 len: 998 time: 0.1859472 Jul 08 17:50:50.890202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f105b13-224f-4280-a2ab-3d1fdeea506b req-2556b242-b30b-4e17-933e-66c11d0371a8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:50.901136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f105b13-224f-4280-a2ab-3d1fdeea506b req-2556b242-b30b-4e17-933e-66c11d0371a8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3859076 Jul 08 17:50:50.931616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-3bafe519-79fe-4240-81d0-a4f3af78988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:50.931616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-3bafe519-79fe-4240-81d0-a4f3af78988a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd281987-873f-40e5-a269-03bc9ec169ff HTTP/1.1" status: 200 len: 898 time: 0.3183131 Jul 08 17:50:50.943520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4ba448a-f301-4ba8-8f51-fda53f452d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:50.949886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4ba448a-f301-4ba8-8f51-fda53f452d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:50.952231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e4ba448a-f301-4ba8-8f51-fda53f452d20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a84a4512-16fb-4eaf-8bfe-1fdc9e7122ca HTTP/1.1" status: 204 len: 168 time: 0.7311614 Jul 08 17:50:50.977284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-c3248dc1-fc5a-4e62-a38a-0acba5330833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:50.979145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-c3248dc1-fc5a-4e62-a38a-0acba5330833 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1133261 Jul 08 17:50:51.055294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:50:51.058034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-9a4fa003-e7a5-49d2-a419-5facb46c0a47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6975cb7-2912-4886-b995-62e34f8cde83 HTTP/1.1" status: 200 len: 217 time: 0.0917702 Jul 08 17:50:51.068591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9aa9d812-f8c9-44cf-9846-7afb5ed8ceef tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "PUT /v2.0/routers/74c037e2-7f83-4517-8340-cb2cb77225ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2906351 Jul 08 17:50:51.068591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba448a-f301-4ba8-8f51-fda53f452d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a4512-16fb-4eaf-8bfe-1fdc9e7122ca,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:51.069954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 35920) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:51.079360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] Sync routers for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:50:51.128693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f105b13-224f-4280-a2ab-3d1fdeea506b req-e487a78b-58d8-49f6-9463-ac583cdcaa75 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280550 Jul 08 17:50:51.133239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:51.135640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:51.161833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-a0111391-62a3-4969-b7df-ea1cf5eb6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:51.163415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-a0111391-62a3-4969-b7df-ea1cf5eb6461 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770635 Jul 08 17:50:51.241644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting subnet a7257ef4-2dfb-4fe9-be01-83df8a716482 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:50:51.249986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-5b5b8549-4fcd-4912-bad0-058024c14c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:51.252585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-5b5b8549-4fcd-4912-bad0-058024c14c65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cec5755b-4c9d-4db1-a408-547f416456fa HTTP/1.1" status: 200 len: 835 time: 0.1778963 Jul 08 17:50:51.254522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:51.436081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:51.458308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-190f34a2-8268-41b6-b771-a7054f8cbb06 service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836287 Jul 08 17:50:51.490684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:51.491594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96733a-8962-4ab1-9004-feb82f5aa18e req-e4b80077-9cec-46e7-9de8-258cc94975aa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:51.507312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a96733a-8962-4ab1-9004-feb82f5aa18e req-e4b80077-9cec-46e7-9de8-258cc94975aa tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 943 time: 0.5815699 Jul 08 17:50:51.678981 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a96733a-8962-4ab1-9004-feb82f5aa18e req-e8da1274-f037-49fc-bb77-a881e8d08641 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685479 Jul 08 17:50:51.707435 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8c17249-12d6-4015-b1e1-5e98948fcee0 req-61a5a347-7461-46a0-b630-f792bcc921bf service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408233 Jul 08 17:50:51.712179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:51.732773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-e9063f03-35f2-4b66-a7cd-9dc8d519f3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:51.736523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-e9063f03-35f2-4b66-a7cd-9dc8d519f3c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd281987-873f-40e5-a269-03bc9ec169ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4303267 Jul 08 17:50:51.854235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c6975cb7-2912-4886-b995-62e34f8cde83 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:50:52.036798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:52.054860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:50:47Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:52.097291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Subnet': ['ID=a7257ef4-2dfb-4fe9-be01-83df8a716482,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:52.101818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-87860b91-c355-409e-b815-9cf41bfa7ea9 service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716546 Jul 08 17:50:52.104450 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:52.106434 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3a65e272-f0cd-4d6e-80fa-56d468dd7b4a tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/subnets/a7257ef4-2dfb-4fe9-be01-83df8a716482 HTTP/1.1" status: 204 len: 168 time: 1.0305882 Jul 08 17:50:52.109624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 35956) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:52.127087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] Checking router: 74c037e2-7f83-4517-8340-cb2cb77225ed for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:50:52.143571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6e57b-acc7-4cca-9cfd-64f4f46afb9f None None] Network d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:50:52.160036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c6975cb7-2912-4886-b995-62e34f8cde83, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c6975cb7-2912-4886-b995-62e34f8cde83,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:52.184902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'port_id': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'mac_address': 'fa:16:3e:43:e5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:50:52.253381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] Routers {'74c037e2-7f83-4517-8340-cb2cb77225ed'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:50:52.256309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:50:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['74c037e2-7f83-4517-8340-cb2cb77225ed'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:52.404010 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a88886c8-0690-44b9-ab6b-33e7eb7888c5 req-dc0d02ed-b1b2-40dd-8c88-da0c5b0ba24f service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885735 Jul 08 17:50:52.553591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:52.670723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09319b-68ca-4a67-b7cb-099523364623 req-62e6336c-000f-45fe-aaa3-b2db1cc62a95 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:52.679515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c09319b-68ca-4a67-b7cb-099523364623 req-62e6336c-000f-45fe-aaa3-b2db1cc62a95 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.1449351 Jul 08 17:50:52.778806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c09319b-68ca-4a67-b7cb-099523364623 req-bd570320-905f-4eb6-98f9-78010381eecb tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925705 Jul 08 17:50:52.935176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:53.007433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6975cb7-2912-4886-b995-62e34f8cde83 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:50:53.034610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c6975cb7-2912-4886-b995-62e34f8cde83, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c6975cb7-2912-4886-b995-62e34f8cde83,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:53.046656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:53.052503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a186e6-48c5-490d-93fd-af5ea59b2f3c req-06638dc6-99ac-419e-b4d9-90d807bbf296 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:53.067077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8a186e6-48c5-490d-93fd-af5ea59b2f3c req-06638dc6-99ac-419e-b4d9-90d807bbf296 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 943 time: 0.1727493 Jul 08 17:50:53.156620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8a186e6-48c5-490d-93fd-af5ea59b2f3c req-a0f7fa3c-9840-4462-8e83-44b768174e2f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829556 Jul 08 17:50:53.258286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] Set router 74c037e2-7f83-4517-8340-cb2cb77225ed gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:50:53.323595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c6975cb7-2912-4886-b995-62e34f8cde83,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:53.374190 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:53.441781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.442197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.444480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.444480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.444721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.445044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.445357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.450263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.451061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.452053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.453330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.455429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:50:53.487805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['c6975cb7-2912-4886-b995-62e34f8cde83'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:50:53.546515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Deleting port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:53.546879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:53.729781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:50:47Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:53.742771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] For port b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:53.744020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:53.786871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Calling delete_port for b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:53.790708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276321f-d686-4773-bf1a-a141fcfba8fb None None] The sync data for ids ['74c037e2-7f83-4517-8340-cb2cb77225ed'] in n-d-799528-4 is: [{'id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1284918375', 'tenant_id': '585db082f4024e62ad89f18f82b3587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:47:38Z', 'updated_at': '2021-07-08T17:50:47Z', 'revision_number': 5, 'project_id': '585db082f4024e62ad89f18f82b3587d', 'gw_port': {'id': 'b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c037e2-7f83-4517-8340-cb2cb77225ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:47:39Z', 'updated_at': '2021-07-08T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:50:53.808522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] DHCP port deletion for d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:50:53.866076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36016) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:54.083475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] Deleting port f3f5ea4b-e60f-4614-aea2-c011e729575a {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:54.083847 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.124624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f41268a-e225-4a65-ade7-28439a44a95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.235232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb609013-7530-4852-8eb1-f3598debe40c req-8d4f0f99-f30c-4e7f-ac56-f9328fa0ffa2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:54.246137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb609013-7530-4852-8eb1-f3598debe40c req-8d4f0f99-f30c-4e7f-ac56-f9328fa0ffa2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.1982744 Jul 08 17:50:54.273750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.355150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f3f5ea4b-e60f-4614-aea2-c011e729575a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:54.383771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Port': ['ID=b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:54.400583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb609013-7530-4852-8eb1-f3598debe40c req-d86ae7a3-575a-4c17-a000-70042e2d9e71 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507664 Jul 08 17:50:54.567491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] For port f3f5ea4b-e60f-4614-aea2-c011e729575a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f3f5ea4b-e60f-4614-aea2-c011e729575a,segment=NetworkSegment(6dc0bab6-ac26-4d75-a657-04ade830fac1),segment_id=6dc0bab6-ac26-4d75-a657-04ade830fac1)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:54.567491 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.626729 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f41268a-e225-4a65-ade7-28439a44a95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.640534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f41268a-e225-4a65-ade7-28439a44a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.648903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.652820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] Calling delete_port for f3f5ea4b-e60f-4614-aea2-c011e729575a owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:54.687115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88915815-a896-4018-a840-1a70cd6c49f1 req-d0ab0b64-ae93-4691-b3ca-ea637c65de19 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:54.688815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88915815-a896-4018-a840-1a70cd6c49f1 req-d0ab0b64-ae93-4691-b3ca-ea637c65de19 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 944 time: 0.2054789 Jul 08 17:50:54.829438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4f41268a-e225-4a65-ade7-28439a44a95a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3c941cdb390a400db501dc02fe066308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9615438 Jul 08 17:50:54.837005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.841900 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.874041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:54.877430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41268a-e225-4a65-ade7-28439a44a95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a280449-0704-4d96-8252-53a3e16b893d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:54.913868 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.970651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:54.972890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Fanout notify agent at l3_agent the message router_deleted on router 74c037e2-7f83-4517-8340-cb2cb77225ed {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:50:54.993622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88915815-a896-4018-a840-1a70cd6c49f1 req-18194d65-84f2-4070-818c-e555c46c32de tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821214 Jul 08 17:50:55.030620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.045669 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e780ffc6-56b2-4aa7-aba4-d3b49d66fb19 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/routers/74c037e2-7f83-4517-8340-cb2cb77225ed HTTP/1.1" status: 204 len: 168 time: 2.9315989 Jul 08 17:50:55.045669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36052) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:55.059284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec33a7ce-8754-402a-a32d-2cf4f449daa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.097099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6e974-0b25-4ede-a498-23a1e6601063 req-a44f50b8-9d2e-4f6b-9867-c66174ae7f3a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:55.116087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9b6e974-0b25-4ede-a498-23a1e6601063 req-a44f50b8-9d2e-4f6b-9867-c66174ae7f3a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.3658957 Jul 08 17:50:55.132762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] No DVR routers for this DVR port f3f5ea4b-e60f-4614-aea2-c011e729575a on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:50:55.147998 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.183528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec33a7ce-8754-402a-a32d-2cf4f449daa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.202163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b2204-c5f0-4d01-9bde-16179e069a72 None None] Pushing event deleted for resources: {'Port': ['ID=f3f5ea4b-e60f-4614-aea2-c011e729575a,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:55.268677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.276751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8cdbf260-57d1-41bf-be76-9fd7ead24b4f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:55.302456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8cdbf260-57d1-41bf-be76-9fd7ead24b4f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:55.303183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8cdbf260-57d1-41bf-be76-9fd7ead24b4f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:55.311576 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9b6e974-0b25-4ede-a498-23a1e6601063 req-14dc9b8f-982f-40d0-9138-e11df32e7edc tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945260 Jul 08 17:50:55.365523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec33a7ce-8754-402a-a32d-2cf4f449daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.370132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec33a7ce-8754-402a-a32d-2cf4f449daa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.376793 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ec33a7ce-8754-402a-a32d-2cf4f449daa4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a280449-0704-4d96-8252-53a3e16b893d HTTP/1.1" status: 204 len: 168 time: 0.4922750 Jul 08 17:50:55.396858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a7ce-8754-402a-a32d-2cf4f449daa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a280449-0704-4d96-8252-53a3e16b893d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:55.453681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.465746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:55.478627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc0bab6-ac26-4d75-a657-04ade830fac1') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:55.478961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc0bab6-ac26-4d75-a657-04ade830fac1') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:50:55.503982 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.529612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.537943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:50:55.538371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:50:55.671744 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:50:55.682471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.696810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:55.699549 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] 10.222.0.63 "DELETE /v2.0/networks/d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5 HTTP/1.1" status: 204 len: 168 time: 0.6497114 Jul 08 17:50:55.740669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c781e24-9b55-4eb0-852d-68640a5e1371 tempest-TestSecurityGroupsBasicOps-1844319583 tempest-TestSecurityGroupsBasicOps-1844319583-project] Pushing event deleted for resources: {'Network': ['ID=d84e2a76-9d13-4f23-ae99-f3fe6f41d1f5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:55.911486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c6975cb7-2912-4886-b995-62e34f8cde83 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:50:55.967061 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:56.085819 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:50:56.205837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:50:56.206365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2ce3f8c-2a98-4f0e-997e-5cde1da58cc9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:50:56.213081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port c6975cb7-2912-4886-b995-62e34f8cde83 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:50:56.219698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port c6975cb7-2912-4886-b995-62e34f8cde83 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:50:56.220352 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:56.393206 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:56.499147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:56.506650 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51d4c02-6374-40ae-9f36-8297a1137973" -d '{"events": [{"server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:56.539669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port c6975cb7-2912-4886-b995-62e34f8cde83, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c6975cb7-2912-4886-b995-62e34f8cde83,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:56.578846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e11f3-5c96-4838-8a5b-cd92d9107e5a req-b2dacbe0-10c0-4946-95ea-f0a313ba29b2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:56.586166 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:56.593094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a71e11f3-5c96-4838-8a5b-cd92d9107e5a req-b2dacbe0-10c0-4946-95ea-f0a313ba29b2 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 944 time: 0.3913748 Jul 08 17:50:56.730585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a71e11f3-5c96-4838-8a5b-cd92d9107e5a req-c759ba8a-e29c-4682-b1ff-63adc70cc59f tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364949 Jul 08 17:50:56.798742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=c6975cb7-2912-4886-b995-62e34f8cde83,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:56.835313 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b1034f-9b04-4d81-ab69-1ce024f35792 x-openstack-request-id: req-72b1034f-9b04-4d81-ab69-1ce024f35792 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:56.835699 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:56.835959 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-72b1034f-9b04-4d81-ab69-1ce024f35792 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:56.836508 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'code': 200} Jul 08 17:50:56.874524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36144) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:57.157425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b18ff-067c-4c80-bb66-7c2054cc3cf2 req-5a79c0e7-b21a-4af6-85eb-2a84096c583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:57.159290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-072b18ff-067c-4c80-bb66-7c2054cc3cf2 req-5a79c0e7-b21a-4af6-85eb-2a84096c583d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1470113 Jul 08 17:50:57.283211 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-072b18ff-067c-4c80-bb66-7c2054cc3cf2 req-0e08f287-ff5d-49b6-a915-0f214152956d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152704 Jul 08 17:50:57.512330 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-520c50ad-85ed-4b40-9409-e44d0b125de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:57.565552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aed32137-fafa-4d57-bbdd-6b0a87ae326c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=585db082f4024e62ad89f18f82b3587d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6897871 Jul 08 17:50:57.576140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36178) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:57.658366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-4adb42c7-5a3d-45dc-b982-299c3af539ec tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:57.667659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-4adb42c7-5a3d-45dc-b982-299c3af539ec tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c78d182-4c08-4c32-ba26-887a449d2568 HTTP/1.1" status: 200 len: 943 time: 0.1280925 Jul 08 17:50:57.746205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59fee969-57db-4e44-8a95-bad31414d39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:57.834818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59fee969-57db-4e44-8a95-bad31414d39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:57.853576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Deleting port 890ef26d-8f67-43ca-9988-75acdabcd63e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:50:57.853912 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:57.984415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59fee969-57db-4e44-8a95-bad31414d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:57.998059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-59fee969-57db-4e44-8a95-bad31414d39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:58.018418 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-59fee969-57db-4e44-8a95-bad31414d39a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/da4b6d15-17c9-4be1-8d7b-0d13596383dd HTTP/1.1" status: 204 len: 168 time: 0.4360058 Jul 08 17:50:58.059526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fee969-57db-4e44-8a95-bad31414d39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4b6d15-17c9-4be1-8d7b-0d13596383dd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:58.131573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] For port 890ef26d-8f67-43ca-9988-75acdabcd63e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=890ef26d-8f67-43ca-9988-75acdabcd63e,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:50:58.132014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:58.149652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Calling delete_port for 890ef26d-8f67-43ca-9988-75acdabcd63e owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:50:58.478312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:58.494604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['17eea288-0c96-4a59-9cf2-b1e12acef62c', '3eca7090-2fca-4d2f-97ca-132d83e486d5'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:50:59.060791 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:50:59.152030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36222) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:59.196627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event deleted for resources: {'Port': ['ID=890ef26d-8f67-43ca-9988-75acdabcd63e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:50:59.282293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] No DVR routers for this DVR port 890ef26d-8f67-43ca-9988-75acdabcd63e on host n-h1-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:50:59.288182 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:59.299038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be16a042-7fcf-4f71-89c8-131d366180c7 req-2792afa6-a068-4310-bd86-4d143032789b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "DELETE /v2.0/ports/890ef26d-8f67-43ca-9988-75acdabcd63e HTTP/1.1" status: 204 len: 173 time: 1.6274347 Jul 08 17:50:59.300798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-deleted', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:50:59.302391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-428e1ce1-aa0e-4288-bf4b-2f4e0fefcecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:59.318953 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa71d71-5a4a-4b7b-b876-7b01aea22f28" -d '{"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-deleted", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:50:59.382352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9db50-cdec-4890-8354-04e0b3638289 req-0f8d2ce8-dd7d-49ec-b82b-7a1ea27fc019 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:50:59.393942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d9db50-cdec-4890-8354-04e0b3638289 req-0f8d2ce8-dd7d-49ec-b82b-7a1ea27fc019 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 945 time: 1.1020503 Jul 08 17:50:59.470438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36238) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:59.541120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27d9db50-cdec-4890-8354-04e0b3638289 req-97c9b77e-8498-4f69-b706-7d9fb6ef86dd tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209989 Jul 08 17:50:59.654677 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b0de69-c22a-4d61-a0da-686246b390d2 x-openstack-request-id: req-36b0de69-c22a-4d61-a0da-686246b390d2 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:50:59.654971 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c78d182-4c08-4c32-ba26-887a449d2568", "name": "network-vif-deleted", "tag": "890ef26d-8f67-43ca-9988-75acdabcd63e", "status": "failed", "code": 422}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:50:59.655223 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-36b0de69-c22a-4d61-a0da-686246b390d2 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:50:59.655631 n-d-799528-4 neutron-server[93664]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c78d182-4c08-4c32-ba26-887a449d2568', 'name': 'network-vif-deleted', 'tag': '890ef26d-8f67-43ca-9988-75acdabcd63e', 'status': 'failed', 'code': 422} returned with failed status Jul 08 17:50:59.796428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-428e1ce1-aa0e-4288-bf4b-2f4e0fefcecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:59.811641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-428e1ce1-aa0e-4288-bf4b-2f4e0fefcecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:50:59.898297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36246) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:50:59.899457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-428e1ce1-aa0e-4288-bf4b-2f4e0fefcecf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=80e6083de7ea495791a9b3d95b2b9c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7415941 Jul 08 17:50:59.902829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e1ce1-aa0e-4288-bf4b-2f4e0fefcecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e7ba8d-a43b-46af-8328-aa27030a7100,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:00.005672 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f154-7066-4fcc-b23b-f9696303acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:00.029872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84214469-ce42-4ea2-89df-006edbf3cfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:00.077252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84214469-ce42-4ea2-89df-006edbf3cfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:00.255256 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84214469-ce42-4ea2-89df-006edbf3cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:00.258337 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84214469-ce42-4ea2-89df-006edbf3cfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:00.303573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-84214469-ce42-4ea2-89df-006edbf3cfad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f9e7ba8d-a43b-46af-8328-aa27030a7100 HTTP/1.1" status: 204 len: 168 time: 0.4002383 Jul 08 17:51:00.336827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84214469-ce42-4ea2-89df-006edbf3cfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e7ba8d-a43b-46af-8328-aa27030a7100,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:00.558492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:00.598821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Deleting port 266163c3-5e96-4d04-9f0e-c8763571e4e4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:00.599980 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:01.004722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:01.005309 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:01.089848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Calling delete_port for 266163c3-5e96-4d04-9f0e-c8763571e4e4 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:01.100506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686ef4d-74f1-495f-9f71-c9b87e37903e req-3f6be092-6175-4a89-834f-fe6960507686 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:01.118931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2686ef4d-74f1-495f-9f71-c9b87e37903e req-3f6be092-6175-4a89-834f-fe6960507686 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 945 time: 0.2422190 Jul 08 17:51:01.202094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2686ef4d-74f1-495f-9f71-c9b87e37903e req-581b5bfc-d832-494b-94ec-d89a49e60ae5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783741 Jul 08 17:51:01.427764 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:01.650919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36316) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:01.732045 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:01.781591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event deleted for resources: {'Port': ['ID=266163c3-5e96-4d04-9f0e-c8763571e4e4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:01.792428 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8d0e0704-b6a3-4762-a6be-50032af996bd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a321a9b4cd094d54a4dae5810adddc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389585 Jul 08 17:51:01.795723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36334) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:01.812175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd5b7-b0d2-4b6e-be3d-36bbd6749f39 req-6fdb5bb0-06e5-4e38-97f1-70e4b5f264c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:01.827763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e83cd5b7-b0d2-4b6e-be3d-36bbd6749f39 req-6fdb5bb0-06e5-4e38-97f1-70e4b5f264c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 945 time: 0.2742689 Jul 08 17:51:01.915474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:01.916072 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Floating IP 3be396b2-1f05-482e-a979-e920a716dd8e disassociated (deleted). External IP: 172.25.5.212, port: 40b69c70-e343-4c51-96d6-24a3c83e4512. Jul 08 17:51:01.972897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e83cd5b7-b0d2-4b6e-be3d-36bbd6749f39 req-625d28d5-b882-4a0a-b9ba-81a29d4e0056 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432338 Jul 08 17:51:02.007322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36356) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:02.146055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f7d49e-a2d4-4a33-9e62-f8442a67cf29 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:02.148891 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-63f7d49e-a2d4-4a33-9e62-f8442a67cf29 tempest-TestNetworkBasicOps-1659420511 tempest-TestNetworkBasicOps-1659420511-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 1091 time: 0.1381991 Jul 08 17:51:02.151834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36368) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:02.169331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:02.210947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be6be31c-205e-41db-82ee-7eb83ab3d919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:02.304854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:02.321100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be6be31c-205e-41db-82ee-7eb83ab3d919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:02.715918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Router 8212bfac-83b9-451f-8beb-81cfa27a40aa has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:02.771193 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be6be31c-205e-41db-82ee-7eb83ab3d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:02.780424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be6be31c-205e-41db-82ee-7eb83ab3d919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:02.786070 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-be6be31c-205e-41db-82ee-7eb83ab3d919 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c83948e9-df03-495f-a812-43a7f01dc455 HTTP/1.1" status: 204 len: 168 time: 0.9888859 Jul 08 17:51:02.838175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6be31c-205e-41db-82ee-7eb83ab3d919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83948e9-df03-495f-a812-43a7f01dc455,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:02.838899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223079-d9c1-409f-a515-913d71a2c8d0 req-ebcbe4f0-f355-4104-8adb-4e042d75b8b7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:02.871987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5223079-d9c1-409f-a515-913d71a2c8d0 req-ebcbe4f0-f355-4104-8adb-4e042d75b8b7 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 907 time: 0.2125809 Jul 08 17:51:02.923931 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:03.064555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:03.170561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:03.184968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:03.187536 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] Sync routers for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:03.224528 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:03.230266 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:03.500293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-645c025a-ecfa-4cf0-915e-76e55f5b47dc tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "DELETE /v2.0/floatingips/3be396b2-1f05-482e-a979-e920a716dd8e HTTP/1.1" status: 204 len: 168 time: 4.0252008 Jul 08 17:51:03.511436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:03.538810 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:03.664886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Allocated IP 172.25.5.54 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/85ab59be-2ef9-494f-a82d-73da889e30e1) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:03.719216 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82840a08-ccdf-4c8a-9bef-4b14db43a42c x-openstack-request-id: req-82840a08-ccdf-4c8a-9bef-4b14db43a42c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:03.720609 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:03.723688 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-82840a08-ccdf-4c8a-9bef-4b14db43a42c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:03.724671 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'status': 'completed', 'code': 200} Jul 08 17:51:03.754499 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:03.989202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36470) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:04.224543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-ce23e1a7-a962-48f1-bcd4-7116ef28c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:04.262632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-ce23e1a7-a962-48f1-bcd4-7116ef28c613 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82426a4b91a64290b7413c9b9026805c&device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 1097 time: 0.5224843 Jul 08 17:51:04.393500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:04.421859 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:04.436972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc8cf4-46d9-4e88-9cb4-bbd1eb9ca48c req-a4ea022b-b5e4-4684-a739-079e07bf9168 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:04.439118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91bc8cf4-46d9-4e88-9cb4-bbd1eb9ca48c req-a4ea022b-b5e4-4684-a739-079e07bf9168 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 907 time: 0.1702566 Jul 08 17:51:04.517266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:04.536631 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] Checking router: 8212bfac-83b9-451f-8beb-81cfa27a40aa for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:04.569663 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:04.572626 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:04.596579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71958b7b-6656-4504-b21d-087c60520ee3 req-db955dd0-98bd-436c-b7f7-cf73bcba1ff3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:04.598342 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71958b7b-6656-4504-b21d-087c60520ee3 req-db955dd0-98bd-436c-b7f7-cf73bcba1ff3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 907 time: 0.5491154 Jul 08 17:51:04.742392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:04.756515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43dec0-7b6d-435d-a331-9d5f33312b69 req-fe5209f3-0946-461f-ad87-19c653fd59dd tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:04.758594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c43dec0-7b6d-435d-a331-9d5f33312b69 req-fe5209f3-0946-461f-ad87-19c653fd59dd tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 946 time: 0.1529346 Jul 08 17:51:04.760394 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:04.774627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:04.791558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19cd3a9-e57d-47af-95c0-521a5f16ec51,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:04.835974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.839358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.840241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.840753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.841251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.841781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.844586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.845204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.845701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.846272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.846799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.847820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:04.863863 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:04.883508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-09269fe4-46e6-4e3c-b83b-a48d53695954 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab22b828aca24b2889a414424add60c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8888772 Jul 08 17:51:04.884978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36496) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:04.930362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c43dec0-7b6d-435d-a331-9d5f33312b69 req-6fd91261-2a45-41c9-9023-e578eeef60e0 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413546 Jul 08 17:51:04.980985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:04.986346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-89a95570-cee0-4475-b694-fd5ded3e309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:04.988582 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-89a95570-cee0-4475-b694-fd5ded3e309f service neutron] 10.222.0.72 "GET /v2.0/networks?id=51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 200 len: 915 time: 0.7083335 Jul 08 17:51:04.991309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:04.993228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=85ab59be-2ef9-494f-a82d-73da889e30e1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:04.999287 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5ccef12-59ec-4aa1-85fa-a388ac739477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:05.010943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:05.046972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5ccef12-59ec-4aa1-85fa-a388ac739477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:05.086075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-491dba6c-1e00-4a53-85f8-295c6232ef59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 200 len: 217 time: 0.0762594 Jul 08 17:51:05.101163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Deleting port 019afefa-c63e-47a2-b204-b4c08cf642b4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:05.101501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:05.131245 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5ccef12-59ec-4aa1-85fa-a388ac739477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:05.134573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e5ccef12-59ec-4aa1-85fa-a388ac739477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:05.135944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e5ccef12-59ec-4aa1-85fa-a388ac739477 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e19cd3a9-e57d-47af-95c0-521a5f16ec51 HTTP/1.1" status: 204 len: 168 time: 0.2497780 Jul 08 17:51:05.163985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccef12-59ec-4aa1-85fa-a388ac739477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19cd3a9-e57d-47af-95c0-521a5f16ec51,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:05.245155 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:05.325713 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee49f1ff-7d0b-4d22-97c0-57b9493b0e05 None None] The sync data for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 is: [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:45:18Z', 'revision_number': 4, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '59e76ceb-b312-4db3-8260-67f03fb58aa2', 'name': '', 'network_id': '51615817-efde-4d9b-9954-579351102431', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'mac_address': 'fa:16:3e:95:95:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:18Z', 'updated_at': '2021-07-08T17:45:32Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'subnets': [{'id': '4bcebb8f-85de-4e24-b364-b42b5bdc0a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:05.853243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6042-ad9f-4f13-ab17-ad1177044d36 req-e67858fe-e96d-4804-9cbb-230e1d9ff6c1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:05.866044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da7bcb-044a-4bda-9b2a-aa2c4e262014 None None] New status for floating IP 3be396b2-1f05-482e-a979-e920a716dd8e: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:51:05.885603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-685a6042-ad9f-4f13-ab17-ad1177044d36 req-e67858fe-e96d-4804-9cbb-230e1d9ff6c1 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 907 time: 0.1862392 Jul 08 17:51:05.918462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36532) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:05.940558 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd52c17c-46b7-4a4b-bbe0-dcd7fca773a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.183427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.245547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd52c17c-46b7-4a4b-bbe0-dcd7fca773a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.271608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd52c17c-46b7-4a4b-bbe0-dcd7fca773a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.327759 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd52c17c-46b7-4a4b-bbe0-dcd7fca773a9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19203294b37a43ef83f775c1bcea76f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077652 Jul 08 17:51:06.333444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36546) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:06.340174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52c17c-46b7-4a4b-bbe0-dcd7fca773a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629739ff-1906-49a7-a3d0-230dc9567d03,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:06.399369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-5b04633f-15c6-40dd-9515-155ced232913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:06.399369 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-5b04633f-15c6-40dd-9515-155ced232913 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4bcebb8f-85de-4e24-b364-b42b5bdc0a29 HTTP/1.1" status: 200 len: 853 time: 1.2995310 Jul 08 17:51:06.402386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccbb4d-dccb-4e9d-b8c8-6ccd39727389 req-a8b87920-68d2-4c7e-b2bb-f27dbb01339c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:06.404096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37ccbb4d-dccb-4e9d-b8c8-6ccd39727389 req-a8b87920-68d2-4c7e-b2bb-f27dbb01339c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 946 time: 0.1820531 Jul 08 17:51:06.475068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d1095de-eeef-4eaa-b7d7-3d7de40e209b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.499187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37ccbb4d-dccb-4e9d-b8c8-6ccd39727389 req-9f1ef34b-eb1e-4497-a31e-c47f8e21374e tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775495 Jul 08 17:51:06.531697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] For port 019afefa-c63e-47a2-b204-b4c08cf642b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=019afefa-c63e-47a2-b204-b4c08cf642b4,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:06.532831 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.537568 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d1095de-eeef-4eaa-b7d7-3d7de40e209b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.559565 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.563310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Calling delete_port for 019afefa-c63e-47a2-b204-b4c08cf642b4 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:06.612674 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d1095de-eeef-4eaa-b7d7-3d7de40e209b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.617144 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d1095de-eeef-4eaa-b7d7-3d7de40e209b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:06.621696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d1095de-eeef-4eaa-b7d7-3d7de40e209b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/629739ff-1906-49a7-a3d0-230dc9567d03 HTTP/1.1" status: 204 len: 168 time: 0.2843366 Jul 08 17:51:06.641555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-758975b4-c9bd-4e40-a2ae-9ebfc3a9cf55 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:06.643712 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-758975b4-c9bd-4e40-a2ae-9ebfc3a9cf55 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 946 time: 0.3967988 Jul 08 17:51:06.653997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1095de-eeef-4eaa-b7d7-3d7de40e209b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629739ff-1906-49a7-a3d0-230dc9567d03,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:06.897296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-6af008d5-e3d7-4b03-a761-7ef992512839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:06.898833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-6af008d5-e3d7-4b03-a761-7ef992512839 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51615817-efde-4d9b-9954-579351102431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4763849 Jul 08 17:51:07.223800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d53d-f3b8-4125-a5ef-34b28dcd1809 req-e01d990c-54c3-42cf-9bbb-9cd4a14171d2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:07.253101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8543d53d-f3b8-4125-a5ef-34b28dcd1809 req-e01d990c-54c3-42cf-9bbb-9cd4a14171d2 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 907 time: 0.1507919 Jul 08 17:51:07.307148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-f267ece2-0fbc-4bd5-97e7-9506dfd28dad service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912137 Jul 08 17:51:07.347664 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:07.368877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Deleting port 40b69c70-e343-4c51-96d6-24a3c83e4512 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:07.370604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:07.490700 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:07.536978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 019afefa-c63e-47a2-b204-b4c08cf642b4 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:07.607649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 019afefa-c63e-47a2-b204-b4c08cf642b4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:07.607956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 019afefa-c63e-47a2-b204-b4c08cf642b4 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:07.608449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 40b69c70-e343-4c51-96d6-24a3c83e4512 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:07.719229 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:07.796249 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ed4d41d5-8645-4a48-88cf-f2658ca5a78d req-04fdf0ca-a5c3-4fe7-b87a-d6d053d686a7 service neutron] 10.222.0.72 "GET /v2.0/networks/51615817-efde-4d9b-9954-579351102431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531758 Jul 08 17:51:07.807950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:07.812124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event deleted for resources: {'Port': ['ID=019afefa-c63e-47a2-b204-b4c08cf642b4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:07.820645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 40b69c70-e343-4c51-96d6-24a3c83e4512, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=40b69c70-e343-4c51-96d6-24a3c83e4512,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:07.826087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:07.837313 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de0527e-0fd2-454e-addc-14f618963223" -d '{"events": [{"server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:07.855432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.037741 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd05e0d-32af-4006-ac8a-ba23a6dc47f8 x-openstack-request-id: req-fbd05e0d-32af-4006-ac8a-ba23a6dc47f8 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:08.038327 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "name": "network-vif-unplugged", "status": "completed", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:08.038729 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fbd05e0d-32af-4006-ac8a-ba23a6dc47f8 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:08.039349 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'code': 200} Jul 08 17:51:08.051579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] No DVR routers for this DVR port 019afefa-c63e-47a2-b204-b4c08cf642b4 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:08.064712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.068275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36612) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:08.081191 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71958b7b-6656-4504-b21d-087c60520ee3 req-5874fbb4-9cd0-409c-96bf-4c8c2ad43f4f tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "DELETE /v2.0/ports/019afefa-c63e-47a2-b204-b4c08cf642b4 HTTP/1.1" status: 204 len: 173 time: 3.4627383 Jul 08 17:51:08.094372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'name': 'network-vif-deleted', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:08.094774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2a503-e38a-4b44-8021-8de8434ccac2 req-c8917aa1-d117-4c0e-a0a3-856d8e9664cf tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:08.097325 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e498d-b527-42d8-a141-a605d9b55ae6" -d '{"events": [{"server_uuid": "feae7570-082d-4758-95a9-27845384195b", "name": "network-vif-deleted", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:08.117705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56b2a503-e38a-4b44-8021-8de8434ccac2 req-c8917aa1-d117-4c0e-a0a3-856d8e9664cf tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 946 time: 0.3739939 Jul 08 17:51:08.225995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56b2a503-e38a-4b44-8021-8de8434ccac2 req-5739c110-bcfc-491c-ad89-e5d76046d846 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/security-groups?id=a3f9eb11-7893-49ed-9a49-58bac6d38c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070652 Jul 08 17:51:08.278482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=40b69c70-e343-4c51-96d6-24a3c83e4512,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:08.292603 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e18e18d-838b-476b-98a0-057aa38d9ee4 x-openstack-request-id: req-6e18e18d-838b-476b-98a0-057aa38d9ee4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:08.296317 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feae7570-082d-4758-95a9-27845384195b", "name": "network-vif-deleted", "tag": "019afefa-c63e-47a2-b204-b4c08cf642b4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:08.296686 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6e18e18d-838b-476b-98a0-057aa38d9ee4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:08.299368 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feae7570-082d-4758-95a9-27845384195b', 'name': 'network-vif-deleted', 'tag': '019afefa-c63e-47a2-b204-b4c08cf642b4', 'status': 'completed', 'code': 200} Jul 08 17:51:08.310387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.346637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-706059589-network', 'tenant_id': 'bbf495aba55a47b6b0baad1af4b2f8d2'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:08.463365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Made reservation on behalf of bbf495aba55a47b6b0baad1af4b2f8d2 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:08.468400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.500112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.603688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7f2ca2a-cd50-4dda-94f4-7fe1a4d56a6d req-3e0cb7c4-b32d-4ce5-9625-7fc49b97a5ef tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=feae7570-082d-4758-95a9-27845384195b HTTP/1.1" status: 200 len: 210 time: 0.0924225 Jul 08 17:51:08.606847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event updated for resources: {'Port': ['ID=85ab59be-2ef9-494f-a82d-73da889e30e1,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:08.621304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] For port 40b69c70-e343-4c51-96d6-24a3c83e4512, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=40b69c70-e343-4c51-96d6-24a3c83e4512,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:08.622447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.667988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Calling delete_port for 40b69c70-e343-4c51-96d6-24a3c83e4512 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:08.688751 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Floating IP 0f5139cf-e059-410d-b13a-68ffe973cc22 associated. External IP: 172.25.5.54, port: c6975cb7-2912-4886-b995-62e34f8cde83. Jul 08 17:51:08.774321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.786407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.849746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:51:08.885133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73534a6-42e6-4069-bc4d-8cf503671dd0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:08.909772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:08.914510 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Added segment 796fb22a-9f16-4fbb-8551-735440a9167b of type vlan for network 9aee9115-804a-4fb1-8214-beee17b6ed6c Jul 08 17:51:08.983551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.036835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.037875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:09.038612 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.122823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9953098 Jul 08 17:51:09.125590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36642) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:09.226987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Request body: {'subnet': {'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-706059589-subnet', 'tenant_id': 'bbf495aba55a47b6b0baad1af4b2f8d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:09.267719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7907a1-f4ef-4edc-950b-9ed232788ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=9aee9115-804a-4fb1-8214-beee17b6ed6c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:09.269284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:09.282119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9aee9115-804a-4fb1-8214-beee17b6ed6c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:51:09.294743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Made reservation on behalf of bbf495aba55a47b6b0baad1af4b2f8d2 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:09.297731 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.382328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.441467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event deleted for resources: {'Port': ['ID=40b69c70-e343-4c51-96d6-24a3c83e4512,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:09.492162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:09.509509 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] Sync routers for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:09.525312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] No DVR routers for this DVR port 40b69c70-e343-4c51-96d6-24a3c83e4512 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:09.529995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.531094 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:09.532699 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:09.536248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-647ae598-f95d-4ab2-95e2-3ec768d9c624 req-1d3147f0-7377-42b2-a378-5ea71774098c tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.72 "DELETE /v2.0/ports/40b69c70-e343-4c51-96d6-24a3c83e4512 HTTP/1.1" status: 204 len: 173 time: 2.8067842 Jul 08 17:51:09.544246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:09.649595 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f1149725-1ca1-4eee-bc1a-b0938786278b tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4908886 Jul 08 17:51:09.652512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:09.761105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97f73702-b26b-4d7b-862c-d33d78f3e821 req-f1d499a6-959f-46ab-9201-09bcff8eb8f6 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.2806394 Jul 08 17:51:09.982395 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:10.024344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e6691ed6-e9a2-4e8a-a129-e63ff8e01d3c tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/0f5139cf-e059-410d-b13a-68ffe973cc22 HTTP/1.1" status: 200 len: 990 time: 0.3700936 Jul 08 17:51:10.094826 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:10.238215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92592b7-63e4-4c33-9d1e-a33257418a72,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:10.277736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Checking segment: {'id': '796fb22a-9f16-4fbb-8551-735440a9167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:10.278518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Network hostable DHCP agents. Network: 9aee9115-804a-4fb1-8214-beee17b6ed6c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:51:10.301265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'name': 'network-vif-deleted', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512'}, {'name': 'network-changed', 'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:10.304123 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a391f5e-24fb-414b-899a-93fa539083d7" -d '{"events": [{"server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "name": "network-vif-deleted", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512"}, {"name": "network-changed", "server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:10.401972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Network 9aee9115-804a-4fb1-8214-beee17b6ed6c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:51:10.420010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9aee9115-804a-4fb1-8214-beee17b6ed6c) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:10.430351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28af1fe-18ac-4cfc-ab30-ebc083583699 None None] Network 9aee9115-804a-4fb1-8214-beee17b6ed6c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:10.439375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:10.443638 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:10.464377 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc733ca-0ae0-47ca-803e-8862a833fa47 x-openstack-request-id: req-ebc733ca-0ae0-47ca-803e-8862a833fa47 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:10.464922 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5ff182-2e82-4435-822a-23567d423fd9", "name": "network-vif-deleted", "tag": "40b69c70-e343-4c51-96d6-24a3c83e4512", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:10.465038 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ebc733ca-0ae0-47ca-803e-8862a833fa47 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:10.465903 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5ff182-2e82-4435-822a-23567d423fd9', 'name': 'network-vif-deleted', 'tag': '40b69c70-e343-4c51-96d6-24a3c83e4512', 'status': 'completed', 'code': 200} Jul 08 17:51:10.465903 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'status': 'completed', 'code': 200} Jul 08 17:51:10.505699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-76f4b1ef-193f-4ccd-bbba-615ea60b1394 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2794321 Jul 08 17:51:10.683390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-b84b4c29-059d-4bae-a2e5-9575958dc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:10.684953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-b84b4c29-059d-4bae-a2e5-9575958dc79e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1696911 Jul 08 17:51:10.691350 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '0f5139cf-e059-410d-b13a-68ffe973cc22', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'port_id': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'mac_address': 'fa:16:3e:43:e5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:51:05Z', 'updated_at': '2021-07-08T17:51:05Z', 'revision_number': 0, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:32Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:10.785345 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] Checking router: 0a9fd9e8-5754-4fc3-87b6-16e5257497bb for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:10.810919 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:10.811552 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:10.838052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e398b-821a-40c5-a141-982e4dbf2502 None None] Network 9aee9115-804a-4fb1-8214-beee17b6ed6c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:10.969071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-3c4bf662-e574-4f8a-877d-30591d116540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:10.986615 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-3c4bf662-e574-4f8a-877d-30591d116540 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd281987-873f-40e5-a269-03bc9ec169ff HTTP/1.1" status: 200 len: 898 time: 0.2912774 Jul 08 17:51:11.027647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36698) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:11.104860 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:11.249173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc488132-30ad-44ce-b69e-94df892c0e73 req-ba3f5084-2576-4af4-b5e6-beb97b1c8ac5 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0601442 Jul 08 17:51:11.334940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-6e7cf64f-7682-4fb1-99d7-006d59192629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6975cb7-2912-4886-b995-62e34f8cde83 HTTP/1.1" status: 200 len: 998 time: 0.3470144 Jul 08 17:51:11.463925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-3e116293-e682-43ce-93a6-2c4f8c16f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:11.465623 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-3e116293-e682-43ce-93a6-2c4f8c16f02b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cec5755b-4c9d-4db1-a408-547f416456fa HTTP/1.1" status: 200 len: 835 time: 0.1151912 Jul 08 17:51:11.619299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070159f9-ed53-45c0-b04d-e6c73a899186 req-2a9db048-5764-4de0-8442-12b96a534655 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:11.630772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-070159f9-ed53-45c0-b04d-e6c73a899186 req-2a9db048-5764-4de0-8442-12b96a534655 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 946 time: 0.6304774 Jul 08 17:51:11.793375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-070159f9-ed53-45c0-b04d-e6c73a899186 req-1e7cc88d-77e1-4740-8663-a0effb76c20c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522641 Jul 08 17:51:11.841428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-424248fb-feb8-4727-b22d-06549d5cb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:11.843181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-424248fb-feb8-4727-b22d-06549d5cb9bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd281987-873f-40e5-a269-03bc9ec169ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3552585 Jul 08 17:51:11.859055 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-43ca702b-a98f-4691-8f69-8b165fc7cfee tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/0f5139cf-e059-410d-b13a-68ffe973cc22 HTTP/1.1" status: 200 len: 990 time: 0.8298156 Jul 08 17:51:11.876337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36720) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:11.883244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-865113529-network', 'tenant_id': '5e2d512a05b147b7bc804cb6d569c7d1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:11.914009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Made reservation on behalf of 5e2d512a05b147b7bc804cb6d569c7d1 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:11.917910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:11.940287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:12.076993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-d0f862da-0bda-40a2-8327-74717fc0a2f0 service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247460 Jul 08 17:51:12.087031 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '0f5139cf-e059-410d-b13a-68ffe973cc22', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'port_id': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'mac_address': 'fa:16:3e:43:e5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:51:05Z', 'updated_at': '2021-07-08T17:51:05Z', 'revision_number': 0, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:32Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:12.216766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a391f5e-24fb-414b-899a-93fa539083d7 req-d6005385-77be-474d-bb57-fa153a954c0a service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318352 Jul 08 17:51:12.261661 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac2277-743c-4e92-970b-709eb2bc5a6d None None] The sync data for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 is: [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '0f5139cf-e059-410d-b13a-68ffe973cc22', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'floating_ip_address': '172.25.5.54', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'port_id': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'mac_address': 'fa:16:3e:43:e5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:51:05Z', 'updated_at': '2021-07-08T17:51:05Z', 'revision_number': 0, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:32Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:12.377852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:12.463171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:12.492291 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:51:12.537861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:12.538748 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Added segment ab53fc36-82fd-42cf-babc-36ca5a2c22b1 of type vlan for network af2217c2-bfbd-4294-b0d0-d9d1f70ab15b Jul 08 17:51:12.709026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b0efa29-c49e-4415-82cf-714ba874e245 req-a4fc2bc4-5295-473c-b26f-d944d02d4819 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0982387 Jul 08 17:51:12.720850 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:12.726871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd11de9-4b46-42d3-bb73-a38a6ade5e66 None None] New status for floating IP 0f5139cf-e059-410d-b13a-68ffe973cc22: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:51:12.798114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:12.806669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:12.808028 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:12.863193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36754) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:13.311205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3320eb0f-a001-4e0d-acdb-3140b81151e0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/0f5139cf-e059-410d-b13a-68ffe973cc22 HTTP/1.1" status: 200 len: 990 time: 0.4464207 Jul 08 17:51:13.318968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a969b180-4c74-49fe-b55c-f506420c2176,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:13.398337 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5206249 Jul 08 17:51:13.421495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36768) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:13.430924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee95f1-53ac-43d3-be00-f1a41eb832d0 req-b1c8689d-caac-4d35-9065-dfc7d7b68e0d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:13.443838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eee95f1-53ac-43d3-be00-f1a41eb832d0 req-b1c8689d-caac-4d35-9065-dfc7d7b68e0d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 946 time: 0.2928047 Jul 08 17:51:13.489226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Request body: {'subnet': {'network_id': 'af2217c2-bfbd-4294-b0d0-d9d1f70ab15b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-865113529-subnet', 'tenant_id': '5e2d512a05b147b7bc804cb6d569c7d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:13.526356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04cc3f-d773-41db-b7a3-581263b9d609 admin admin] Pushing event updated for resources: {'Network': ['ID=af2217c2-bfbd-4294-b0d0-d9d1f70ab15b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:13.556828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network af2217c2-bfbd-4294-b0d0-d9d1f70ab15b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:51:13.565373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eee95f1-53ac-43d3-be00-f1a41eb832d0 req-b2dd36ba-575d-40e3-ad69-b3c4937c420d tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122093 Jul 08 17:51:13.666909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-0327cd4b-7d3b-4f97-833b-ceff913644da tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:13.668645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-0327cd4b-7d3b-4f97-833b-ceff913644da tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 946 time: 1.4867055 Jul 08 17:51:13.754299 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:13.827414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Made reservation on behalf of 5e2d512a05b147b7bc804cb6d569c7d1 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:13.835182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:13.875199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-fbcb5ef2-c133-4a12-8cdc-6296da6386ba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5313842 Jul 08 17:51:13.953132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7c9bea4-b07c-43d5-858b-685dc4418116 req-a517ea08-704d-4464-bce8-b55744d1227a tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0381095 Jul 08 17:51:14.130994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-ed250766-6c3f-465a-aa4e-e74a2d0c4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:14.132587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-ed250766-6c3f-465a-aa4e-e74a2d0c4488 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=86de8c57281b49b391c0fc3feb8e531b&device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 1097 time: 0.1730392 Jul 08 17:51:14.174325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Deleting port 3eca7090-2fca-4d2f-97ca-132d83e486d5 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:14.174680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:14.314486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36790) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:14.384943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:14.477398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] For port 3eca7090-2fca-4d2f-97ca-132d83e486d5, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3eca7090-2fca-4d2f-97ca-132d83e486d5,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:14.478301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:14.491939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d0b2fef-bf05-4791-9bc1-1d0b87133646 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/0f5139cf-e059-410d-b13a-68ffe973cc22 HTTP/1.1" status: 200 len: 992 time: 0.1751971 Jul 08 17:51:14.513779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-60e41d7e-9a7c-40bf-b8ef-c28e9518dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:14.516424 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-60e41d7e-9a7c-40bf-b8ef-c28e9518dda0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 200 len: 913 time: 0.3582966 Jul 08 17:51:14.518230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Calling delete_port for 3eca7090-2fca-4d2f-97ca-132d83e486d5 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:14.682115 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-1cfee02d-049a-41f4-971a-231acec3bc47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c HTTP/1.1" status: 200 len: 217 time: 0.1470342 Jul 08 17:51:14.686766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3418ee5a-c0b1-44ab-aa23-9d2a14c067f8,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:14.865687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Checking segment: {'id': 'ab53fc36-82fd-42cf-babc-36ca5a2c22b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'af2217c2-bfbd-4294-b0d0-d9d1f70ab15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:14.865849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Network hostable DHCP agents. Network: af2217c2-bfbd-4294-b0d0-d9d1f70ab15b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:51:14.892206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-5ce4b4d8-d9e6-472f-985a-fc7b9235fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:14.893803 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-5ce4b4d8-d9e6-472f-985a-fc7b9235fd7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 200 len: 851 time: 0.1427052 Jul 08 17:51:15.009399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Network af2217c2-bfbd-4294-b0d0-d9d1f70ab15b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:51:15.060560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, af2217c2-bfbd-4294-b0d0-d9d1f70ab15b) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:15.077746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a39e2-fb88-4bb8-8fd1-126793aca7a8 None None] Network af2217c2-bfbd-4294-b0d0-d9d1f70ab15b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:15.140250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:15.141142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:15.269660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-66723b36-619e-43a0-96c5-3bfb1d3d4b63 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8429298 Jul 08 17:51:15.312704 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:15.337727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bf2e85f-b34f-45ca-9fd7-e7026e917e37 req-5b8f2a4d-8206-426c-8f11-744debfa1a0d tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0885353 Jul 08 17:51:15.343123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['17eea288-0c96-4a59-9cf2-b1e12acef62c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:51:15.402450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa8664-e402-4528-8976-b19cef8399ed req-f156130f-bffe-44df-9555-0945f4d58c80 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:15.418294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5aa8664-e402-4528-8976-b19cef8399ed req-f156130f-bffe-44df-9555-0945f4d58c80 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 867 time: 0.6749623 Jul 08 17:51:15.433505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-f01eadfa-7d0e-488e-b208-25f605545ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:15.446193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-f01eadfa-7d0e-488e-b208-25f605545ad3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6b400da-81cc-41bc-8197-8410b53c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5354316 Jul 08 17:51:15.450661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event deleted for resources: {'Port': ['ID=3eca7090-2fca-4d2f-97ca-132d83e486d5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:15.477182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-8020a941-6076-41c1-af1e-f7b7a7520dfe service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:51:15.478040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-8020a941-6076-41c1-af1e-f7b7a7520dfe service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184371 Jul 08 17:51:15.552661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5aa8664-e402-4528-8976-b19cef8399ed req-7b1e88e5-c0bd-4035-8af7-8fe079aa9814 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331668 Jul 08 17:51:15.577663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3eca7090-2fca-4d2f-97ca-132d83e486d5 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:15.614587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0af58-26df-4395-b8f7-583bf30532f0 None None] Network af2217c2-bfbd-4294-b0d0-d9d1f70ab15b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:15.719800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] No DVR routers for this DVR port 3eca7090-2fca-4d2f-97ca-132d83e486d5 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:15.738584 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:15.743789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 3eca7090-2fca-4d2f-97ca-132d83e486d5 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:15.744311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3eca7090-2fca-4d2f-97ca-132d83e486d5 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:15.749226 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a18ea817-21db-4a7b-b4b6-3143fb9e60c2 req-d3dd823e-ff56-4f69-b062-a9c857c41f5c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "DELETE /v2.0/ports/3eca7090-2fca-4d2f-97ca-132d83e486d5 HTTP/1.1" status: 204 len: 173 time: 2.0726919 Jul 08 17:51:15.758456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'name': 'network-vif-deleted', 'tag': '3eca7090-2fca-4d2f-97ca-132d83e486d5'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:15.781522 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5feba32-2245-47e2-91a4-3df463c36525" -d '{"events": [{"server_uuid": "3d4ac931-08bc-4805-9e5c-76a6e6facbde", "name": "network-vif-deleted", "tag": "3eca7090-2fca-4d2f-97ca-132d83e486d5"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:15.915901 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f53352-52cb-4009-980e-abf50e594baa x-openstack-request-id: req-63f53352-52cb-4009-980e-abf50e594baa {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:15.916346 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4ac931-08bc-4805-9e5c-76a6e6facbde", "name": "network-vif-deleted", "tag": "3eca7090-2fca-4d2f-97ca-132d83e486d5", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:15.916746 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63f53352-52cb-4009-980e-abf50e594baa {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:15.917411 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4ac931-08bc-4805-9e5c-76a6e6facbde', 'name': 'network-vif-deleted', 'tag': '3eca7090-2fca-4d2f-97ca-132d83e486d5', 'status': 'completed', 'code': 200} Jul 08 17:51:15.976938 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-37467448-1932-4813-a0ff-e30525c9c25f service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377933 Jul 08 17:51:16.278345 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-62052e82-ca55-4b79-8b2d-3cc79905d2b3 req-fc04826f-3b8b-40bf-bec8-7b2217d462fe service neutron] 10.222.0.72 "GET /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995193 Jul 08 17:51:16.634708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-da8ad0f5-ccdc-4345-bb25-2bfd0e1e1ad3 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:16.637148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-da8ad0f5-ccdc-4345-bb25-2bfd0e1e1ad3 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/networks?id=9aee9115-804a-4fb1-8214-beee17b6ed6c HTTP/1.1" status: 200 len: 811 time: 0.2407272 Jul 08 17:51:16.668058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-48194d71-4e9c-44bc-830a-443d997cc684 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/quotas/bbf495aba55a47b6b0baad1af4b2f8d2 HTTP/1.1" status: 200 len: 375 time: 0.0245516 Jul 08 17:51:16.750893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-6fab40aa-1279-4c4f-90b6-5395a6c37e80 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=bbf495aba55a47b6b0baad1af4b2f8d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799627 Jul 08 17:51:16.815132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0c8c4d07-3d17-49de-a982-d5af8653fd0e req-68e4f1ee-efe3-476d-a102-a863c5238050 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0763798 Jul 08 17:51:17.138274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-91aef11b-770f-4ca2-a796-7e47f1d58105 service neutron] 10.222.0.63 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801920 Jul 08 17:51:17.195259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2595cd14-39ec-4303-b2cc-80ad5caa4fc1 req-aa5eaa66-6c69-41af-9955-383497a1eae9 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=3d4ac931-08bc-4805-9e5c-76a6e6facbde HTTP/1.1" status: 200 len: 210 time: 0.0555103 Jul 08 17:51:17.407716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-5a656ede-bf7f-4384-b9a1-5e58ac1fd3c2 service neutron] 10.222.0.63 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533185 Jul 08 17:51:17.717106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 36908) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:18.011241 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4c68fd7-6b16-4705-b0a0-a1ab863f4a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:18.171210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a82ccd4-c01d-448f-bd95-8bda6c4c2d2e req-1c5e002d-543b-432e-a708-1ee13b543135 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0753989 Jul 08 17:51:18.179810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4c68fd7-6b16-4705-b0a0-a1ab863f4a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:18.189632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d4c68fd7-6b16-4705-b0a0-a1ab863f4a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:18.229288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c9c337c0-c18a-418b-8fd9-d1d3b47892e9 req-191f1fb7-ea60-444f-8fd2-8574d6aee5e8 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 210 time: 0.5151880 Jul 08 17:51:18.323677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c68fd7-6b16-4705-b0a0-a1ab863f4a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79678ee6-5dbd-44bf-9e28-6c06a885a48f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:18.338839 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d4c68fd7-6b16-4705-b0a0-a1ab863f4a99 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=be9b77456c2c4ecba93ebca974413ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6164119 Jul 08 17:51:18.339158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 36934) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:18.474073 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de663554-e939-456a-9328-66567562a15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:18.515362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de663554-e939-456a-9328-66567562a15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:18.580176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de663554-e939-456a-9328-66567562a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:18.586383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-de663554-e939-456a-9328-66567562a15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:18.600881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de663554-e939-456a-9328-66567562a15a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79678ee6-5dbd-44bf-9e28-6c06a885a48f HTTP/1.1" status: 204 len: 168 time: 0.2497616 Jul 08 17:51:18.611899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de663554-e939-456a-9328-66567562a15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79678ee6-5dbd-44bf-9e28-6c06a885a48f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:19.123366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c94c-4520-489b-9869-9df610e7abd0 req-2a809fe3-8765-451a-9227-37adb479444a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:19.136593 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1649c94c-4520-489b-9869-9df610e7abd0 req-2a809fe3-8765-451a-9227-37adb479444a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.1332531 Jul 08 17:51:19.233082 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1649c94c-4520-489b-9869-9df610e7abd0 req-f92deaa1-d9c4-487f-abdc-cd6cbca3e86a tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=690f8f27-0e04-48e4-9677-4ad4f819b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945230 Jul 08 17:51:19.372124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-dcbb9a3f-e72b-44ba-b8f5-23c689991a1e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:19.375328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-dcbb9a3f-e72b-44ba-b8f5-23c689991a1e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 946 time: 0.2371821 Jul 08 17:51:19.520886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f65eeae0-f2ac-4b0f-82ed-37e3e19b15f3 req-265f9f83-8e3b-4a75-a13b-a4551c8333fe tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "GET /v2.0/ports?device_id=ec5ff182-2e82-4435-822a-23567d423fd9 HTTP/1.1" status: 200 len: 210 time: 0.0945029 Jul 08 17:51:19.616529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7a9bc35-eecf-4d46-bca2-3b3e96ec85f2 req-e7038e31-d1cc-4ce9-bfd2-9cf24eb2046e tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 210 time: 0.0937920 Jul 08 17:51:19.669622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Deleting port 17eea288-0c96-4a59-9cf2-b1e12acef62c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:19.669622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:19.971480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] For port 17eea288-0c96-4a59-9cf2-b1e12acef62c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=17eea288-0c96-4a59-9cf2-b1e12acef62c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:19.976856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.032074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Calling delete_port for 17eea288-0c96-4a59-9cf2-b1e12acef62c owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:20.120499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-3021a191-7c6a-4fa8-9648-f9ac948090fb tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:20.122207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-3021a191-7c6a-4fa8-9648-f9ac948090fb tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.41 "GET /v2.0/networks?id=9aee9115-804a-4fb1-8214-beee17b6ed6c HTTP/1.1" status: 200 len: 811 time: 0.2260797 Jul 08 17:51:20.149868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Request body: {'port': {'device_id': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c', 'admin_state_up': True, 'tenant_id': 'bbf495aba55a47b6b0baad1af4b2f8d2'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:20.258637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.327133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event deleted for resources: {'Port': ['ID=17eea288-0c96-4a59-9cf2-b1e12acef62c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:20.410352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] No DVR routers for this DVR port 17eea288-0c96-4a59-9cf2-b1e12acef62c on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:20.415447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.417665 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-07ec98b4-5cfa-4e29-9e46-5cb059f5adde req-4c080111-b922-478c-86e8-e1afbd762fd8 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "DELETE /v2.0/ports/17eea288-0c96-4a59-9cf2-b1e12acef62c HTTP/1.1" status: 204 len: 173 time: 1.0346956 Jul 08 17:51:20.418979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'name': 'network-vif-deleted', 'tag': '17eea288-0c96-4a59-9cf2-b1e12acef62c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:20.420571 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6f5506-2c97-49d9-a4a0-cbefb98f44b0" -d '{"events": [{"server_uuid": "c60b69c8-c2e0-4e0d-9068-95f713c46745", "name": "network-vif-deleted", "tag": "17eea288-0c96-4a59-9cf2-b1e12acef62c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:20.485058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83ebefea-17b3-43af-afd9-ee9f83dcf41f req-5ad29903-c669-42f6-9c0e-85281c230745 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=c60b69c8-c2e0-4e0d-9068-95f713c46745 HTTP/1.1" status: 200 len: 210 time: 0.0634310 Jul 08 17:51:20.487983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Made reservation on behalf of bbf495aba55a47b6b0baad1af4b2f8d2 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:20.496837 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2336ab-420b-4bce-89be-3b29bb25c866 x-openstack-request-id: req-fe2336ab-420b-4bce-89be-3b29bb25c866 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:20.497277 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60b69c8-c2e0-4e0d-9068-95f713c46745", "name": "network-vif-deleted", "tag": "17eea288-0c96-4a59-9cf2-b1e12acef62c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:20.497792 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fe2336ab-420b-4bce-89be-3b29bb25c866 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:20.499905 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b69c8-c2e0-4e0d-9068-95f713c46745', 'name': 'network-vif-deleted', 'tag': '17eea288-0c96-4a59-9cf2-b1e12acef62c', 'status': 'completed', 'code': 200} Jul 08 17:51:20.520124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.736685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37022) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:20.888229 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f79-f6d6-4f4c-9784-3bf3e22bcaf6 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:20.899511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Allocated IP 172.20.0.3 (9aee9115-804a-4fb1-8214-beee17b6ed6c/b92592b7-63e4-4c33-9d1e-a33257418a72/9e171d66-cd8e-458c-abb4-9161bdd86308) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:20.983740 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f79-f6d6-4f4c-9784-3bf3e22bcaf6 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.027025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec909fd5-7d22-432c-85f8-62cf37885064 req-bd31a381-88a0-4b18-836f-bc8f445e189b tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 210 time: 0.0964315 Jul 08 17:51:21.158041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f79-f6d6-4f4c-9784-3bf3e22bcaf6 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.160783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a8f96f79-f6d6-4f4c-9784-3bf3e22bcaf6 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.162300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a8f96f79-f6d6-4f4c-9784-3bf3e22bcaf6 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] 10.222.0.63 "DELETE /v2.0/security-groups/a3f9eb11-7893-49ed-9a49-58bac6d38c90 HTTP/1.1" status: 204 len: 168 time: 0.4228594 Jul 08 17:51:21.211789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f96f79-f6d6-4f4c-9784-3bf3e22bcaf6 tempest-TestVolumeBackupRestore-1100077905 tempest-TestVolumeBackupRestore-1100077905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f9eb11-7893-49ed-9a49-58bac6d38c90,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:21.347586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.422138 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.613607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Network 9aee9115-804a-4fb1-8214-beee17b6ed6c is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:21.615363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:21.617382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Pushing event updated for resources: {'Port': ['ID=9e171d66-cd8e-458c-abb4-9161bdd86308,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:21.619533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:21.651975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 17eea288-0c96-4a59-9cf2-b1e12acef62c no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:21.714758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 17eea288-0c96-4a59-9cf2-b1e12acef62c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:21.715114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 17eea288-0c96-4a59-9cf2-b1e12acef62c not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:21.813143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:21.814495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:21.842546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-15d70af8-9346-4841-8b7f-730e7690e281 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6995618 Jul 08 17:51:21.922768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Request body: {'port': {'device_id': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:22.059366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.691186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b4517-de50-4986-839d-ec5b9fc859a9 req-76ccc036-3ca1-4af4-b6f2-ca1d8212d96b tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:22.698920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-295b4517-de50-4986-839d-ec5b9fc859a9 req-76ccc036-3ca1-4af4-b6f2-ca1d8212d96b tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 931 time: 0.2758603 Jul 08 17:51:22.746991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40765fab-f1f2-43f6-b529-70061a107b81 req-6808a71d-7e32-47d1-99be-4e9af4cb7f16 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:22.748834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40765fab-f1f2-43f6-b529-70061a107b81 req-6808a71d-7e32-47d1-99be-4e9af4cb7f16 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.2573435 Jul 08 17:51:22.786298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-295b4517-de50-4986-839d-ec5b9fc859a9 req-573eb039-1e46-4e31-acc1-1ccb4c905caf tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863934 Jul 08 17:51:22.911053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40765fab-f1f2-43f6-b529-70061a107b81 req-21a305f8-c901-4f10-94b9-07a6793b9d5e tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups?id=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330159 Jul 08 17:51:22.927555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e171d66-cd8e-458c-abb4-9161bdd86308 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:22.939636 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:22.967966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Transition to ACTIVE for port object 9e171d66-cd8e-458c-abb4-9161bdd86308 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:22.986622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.082571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e171d66-cd8e-458c-abb4-9161bdd86308,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:23.216158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Attempting to bind port 9e171d66-cd8e-458c-abb4-9161bdd86308 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:23.216556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Attempting to bind port 9e171d66-cd8e-458c-abb4-9161bdd86308 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '796fb22a-9f16-4fbb-8551-735440a9167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:23.216981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Attempting to bind port 9e171d66-cd8e-458c-abb4-9161bdd86308 on network 9aee9115-804a-4fb1-8214-beee17b6ed6c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:23.223294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Port 9e171d66-cd8e-458c-abb4-9161bdd86308 on network 9aee9115-804a-4fb1-8214-beee17b6ed6c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:51:23.224098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Attempting to bind port 9e171d66-cd8e-458c-abb4-9161bdd86308 on network 9aee9115-804a-4fb1-8214-beee17b6ed6c {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:23.233289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:23.233927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Checking segment: {'id': '796fb22a-9f16-4fbb-8551-735440a9167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:23.234568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Bound using segment: {'id': '796fb22a-9f16-4fbb-8551-735440a9167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:23.235400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Bound port: 9e171d66-cd8e-458c-abb4-9161bdd86308, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796fb22a-9f16-4fbb-8551-735440a9167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:23.236023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.477829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] For port 9e171d66-cd8e-458c-abb4-9161bdd86308, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:23.483708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] For port 9e171d66-cd8e-458c-abb4-9161bdd86308, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9e171d66-cd8e-458c-abb4-9161bdd86308,segment=NetworkSegment(796fb22a-9f16-4fbb-8551-735440a9167b),segment_id=796fb22a-9f16-4fbb-8551-735440a9167b)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:23.492364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.682710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:23.683458 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:23.684970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e171d66-cd8e-458c-abb4-9161bdd86308 HTTP/1.1" status: 200 len: 1091 time: 1.8106334 Jul 08 17:51:23.687130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'tag': '9e171d66-cd8e-458c-abb4-9161bdd86308'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:23.697352 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beeb5c6-1671-4750-8c68-3989c0201944" -d '{"events": [{"name": "network-changed", "server_uuid": "59247ae0-5cd0-4e0a-b91d-4f1709f7cc93", "tag": "9e171d66-cd8e-458c-abb4-9161bdd86308"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:23.772181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-d2fdbb10-d61d-4036-b49b-912e970d65e3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:23.776448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-d2fdbb10-d61d-4036-b49b-912e970d65e3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 944 time: 0.1279826 Jul 08 17:51:24.171549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Deleting port 030c253c-eb65-4de1-81e3-6071026b0fb9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:24.171890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.557641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] For port 030c253c-eb65-4de1-81e3-6071026b0fb9, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=030c253c-eb65-4de1-81e3-6071026b0fb9,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:24.584525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:24.678786 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f984162-b8b2-4a67-9f14-dff5bafe594c x-openstack-request-id: req-6f984162-b8b2-4a67-9f14-dff5bafe594c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:24.679438 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59247ae0-5cd0-4e0a-b91d-4f1709f7cc93", "tag": "9e171d66-cd8e-458c-abb4-9161bdd86308", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:24.680222 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6f984162-b8b2-4a67-9f14-dff5bafe594c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:24.681248 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'tag': '9e171d66-cd8e-458c-abb4-9161bdd86308', 'status': 'completed', 'code': 200} Jul 08 17:51:24.800329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-0e1520b9-83c0-488b-ac6c-624a005486c0 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7c419e64ac4e4f8a80ac3aa08d8afe13&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0683479 Jul 08 17:51:24.898989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd69ec0-c3a9-4482-b654-155bfc303fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e171d66-cd8e-458c-abb4-9161bdd86308,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:25.119481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-53dacc19-0a49-4197-8a59-750437ffc762 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:25.126823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-53dacc19-0a49-4197-8a59-750437ffc762 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253427 Jul 08 17:51:25.159977 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-b688a861-a433-4c63-8d0b-4596908cf6e3 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/quotas/7c419e64ac4e4f8a80ac3aa08d8afe13 HTTP/1.1" status: 200 len: 375 time: 0.0319965 Jul 08 17:51:25.214161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e492514-faed-4d3d-8044-50c783b4c3ee req-9bee2524-c407-4186-b5e7-db20c0bb8aea tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:25.216979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e492514-faed-4d3d-8044-50c783b4c3ee req-9bee2524-c407-4186-b5e7-db20c0bb8aea tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 943 time: 0.5595031 Jul 08 17:51:25.230660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-2505e0cd-268f-40ff-8289-f136b7cd9d4b tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c419e64ac4e4f8a80ac3aa08d8afe13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695181 Jul 08 17:51:25.260591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.261386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.264122 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Floating IP 00f467c6-09f1-4184-ad35-3ad1567ad869 disassociated. External IP: 172.25.5.91, port: 030c253c-eb65-4de1-81e3-6071026b0fb9. Jul 08 17:51:25.264539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Calling delete_port for 030c253c-eb65-4de1-81e3-6071026b0fb9 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:25.326703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-937c88ae-c254-4cb7-9d96-535019475131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:25.331115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-937c88ae-c254-4cb7-9d96-535019475131 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf495aba55a47b6b0baad1af4b2f8d2&device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 1094 time: 1.5185266 Jul 08 17:51:25.583188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.589634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-cb001ae2-f686-42d2-9823-cdd49826b349 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e171d66-cd8e-458c-abb4-9161bdd86308 HTTP/1.1" status: 200 len: 217 time: 0.2148042 Jul 08 17:51:25.626520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e492514-faed-4d3d-8044-50c783b4c3ee req-1f27fb63-3dcc-4d29-a04e-b638d6937716 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934124 Jul 08 17:51:25.636020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event deleted for resources: {'Port': ['ID=030c253c-eb65-4de1-81e3-6071026b0fb9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:25.840366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Router c4380f71-9a17-4f7c-8e3b-92872644878e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:25.855815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-c3420d00-d44c-40d6-953c-87b81e502975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:25.859212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-c3420d00-d44c-40d6-953c-87b81e502975 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b92592b7-63e4-4c33-9d1e-a33257418a72 HTTP/1.1" status: 200 len: 851 time: 0.2197833 Jul 08 17:51:25.908724 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:25.959511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-d7e074a2-934f-486f-ab24-7215b23ed520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9aee9115-804a-4fb1-8214-beee17b6ed6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926816 Jul 08 17:51:26.129536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5fa1171d-3d79-4fed-a812-41bef2c6086c req-b1cdd2b2-1c8c-47f1-8d6d-45503c1b7216 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 210 time: 0.1630089 Jul 08 17:51:26.271340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:26.290672 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] Sync routers for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:26.361981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:26.362663 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:26.376996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-d9b3c824-ac88-41e8-b030-7e7f8faf6a28 service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673842 Jul 08 17:51:26.551862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] No DVR routers for this DVR port 030c253c-eb65-4de1-81e3-6071026b0fb9 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:26.560439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:26.568518 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6ef92f99-129f-4d10-bc3c-b95cf6af873b req-6edecb27-81fd-4db4-9092-9cdbbcedd9b3 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.72 "DELETE /v2.0/ports/030c253c-eb65-4de1-81e3-6071026b0fb9 HTTP/1.1" status: 204 len: 173 time: 2.7751820 Jul 08 17:51:26.569042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-deleted', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:26.601995 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60220f30-7b0b-4b27-b6e0-1a3f60ee98e5" -d '{"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-deleted", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:26.833319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4a22cc2-8af3-4d99-bef8-96d25f2c236e req-3a6c2626-6206-42da-96df-f844690e3418 service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551249 Jul 08 17:51:26.848541 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:26.897117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f129246-74f0-4c53-84c7-dd3019c324f5 req-cbdc0c41-c18e-445c-a552-c542f9a33edc tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.3056414 Jul 08 17:51:27.060410 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09f7718-5cda-40d3-bf95-db0debfc1d50 x-openstack-request-id: req-b09f7718-5cda-40d3-bf95-db0debfc1d50 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:27.061022 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9be8cc-18a3-4f42-882e-fb6d581ccc7e", "name": "network-vif-deleted", "tag": "030c253c-eb65-4de1-81e3-6071026b0fb9", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:27.061362 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b09f7718-5cda-40d3-bf95-db0debfc1d50 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:27.061956 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9be8cc-18a3-4f42-882e-fb6d581ccc7e', 'name': 'network-vif-deleted', 'tag': '030c253c-eb65-4de1-81e3-6071026b0fb9', 'status': 'completed', 'code': 200} Jul 08 17:51:27.146531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-392c495d-7d0c-45ef-ba4f-f0e8e125a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:27.149878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-392c495d-7d0c-45ef-ba4f-f0e8e125a07d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf495aba55a47b6b0baad1af4b2f8d2&device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 1094 time: 0.1662428 Jul 08 17:51:27.436443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5481177f-56e3-426d-ad22-c8c03752c57f req-a5131f59-6741-44e8-aea1-63648e8877bf tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 210 time: 0.0869462 Jul 08 17:51:27.506601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37d76db2-0a10-4571-a1b7-eaf00f558a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:27.518119 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:14Z', 'revision_number': 5, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:27.572080 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] Checking router: c4380f71-9a17-4f7c-8e3b-92872644878e for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:27.592187 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:27.593820 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:27.653700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-a627b14e-117f-4133-a46a-d6fe38f9c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:27.655445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-a627b14e-117f-4133-a46a-d6fe38f9c03e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9aee9115-804a-4fb1-8214-beee17b6ed6c HTTP/1.1" status: 200 len: 912 time: 0.4968622 Jul 08 17:51:27.692406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f3c5d-1f11-4e9f-beb1-b7d1ce76498f req-e377dea8-5739-4700-97ef-4aa212c7af45 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:27.714411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-032f3c5d-1f11-4e9f-beb1-b7d1ce76498f req-e377dea8-5739-4700-97ef-4aa212c7af45 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 943 time: 0.4269967 Jul 08 17:51:27.719181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:27.833319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 030c253c-eb65-4de1-81e3-6071026b0fb9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:27.835103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 030c253c-eb65-4de1-81e3-6071026b0fb9 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:27.876045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-d8adb386-bc22-4854-bdcb-63a5f602b95b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e171d66-cd8e-458c-abb4-9161bdd86308 HTTP/1.1" status: 200 len: 217 time: 0.2108512 Jul 08 17:51:27.955438 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:28.034852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9e171d66-cd8e-458c-abb4-9161bdd86308 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:51:28.106739 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-032f3c5d-1f11-4e9f-beb1-b7d1ce76498f req-b0a5cf39-a6e8-4ac5-992d-cbdd8b992900 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914313 Jul 08 17:51:28.146586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-5209811e-cb92-45db-98d6-fb1157340544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:28.148095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-5209811e-cb92-45db-98d6-fb1157340544 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b92592b7-63e4-4c33-9d1e-a33257418a72 HTTP/1.1" status: 200 len: 851 time: 0.2442441 Jul 08 17:51:28.405449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-be225108-10ca-4917-9150-71179d5b91f1 req-604f7a5f-3592-45eb-aba8-bb3de4082a21 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/ports?device_id=af9be8cc-18a3-4f42-882e-fb6d581ccc7e HTTP/1.1" status: 200 len: 210 time: 0.1226397 Jul 08 17:51:28.422523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-f8bcee1d-d367-474b-89aa-0cd3ce64dbed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9aee9115-804a-4fb1-8214-beee17b6ed6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2639985 Jul 08 17:51:28.635702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-9d2d1b96-596f-450b-a1f4-30155b4bce2b service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012739 Jul 08 17:51:28.689359 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:14Z', 'revision_number': 5, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:28.777154 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79086962-03f8-4b42-9caa-0408d4b440e5 None None] The sync data for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 is: [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:40:07Z', 'revision_number': 4, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '2e5ee38a-b878-4232-9146-ab7bcc13ef12', 'name': '', 'network_id': 'c6b400da-81cc-41bc-8197-8410b53c3380', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'mac_address': 'fa:16:3e:c7:82:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '04c374cd-9975-4071-893c-485e95945e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:40:04Z', 'updated_at': '2021-07-08T17:40:14Z', 'revision_number': 5, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'subnets': [{'id': '04c374cd-9975-4071-893c-485e95945e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:28.939987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4beeb5c6-1671-4750-8c68-3989c0201944 req-1b44d80c-4ccd-4535-89d7-d45d3fecfd2e service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952468 Jul 08 17:51:29.006213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9e171d66-cd8e-458c-abb4-9161bdd86308, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9e171d66-cd8e-458c-abb4-9161bdd86308,segment=NetworkSegment(796fb22a-9f16-4fbb-8551-735440a9167b),segment_id=796fb22a-9f16-4fbb-8551-735440a9167b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:29.072544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '9e171d66-cd8e-458c-abb4-9161bdd86308', 'network_id': '9aee9115-804a-4fb1-8214-beee17b6ed6c', 'port_id': '9e171d66-cd8e-458c-abb4-9161bdd86308', 'mac_address': 'fa:16:3e:22:c2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92592b7-63e4-4c33-9d1e-a33257418a72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:51:29.136595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.156703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b96116a6-b4f3-40a6-a133-6aefccf5884f req-ababf6c3-8294-48f3-93be-a0b261148c0e tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 210 time: 0.0845079 Jul 08 17:51:29.163132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e171d66-cd8e-458c-abb4-9161bdd86308 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:29.214841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-0e3cb356-7089-4ab6-8a40-4558c3c24b6b tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c419e64ac4e4f8a80ac3aa08d8afe13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317935 Jul 08 17:51:29.220474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9e171d66-cd8e-458c-abb4-9161bdd86308, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9e171d66-cd8e-458c-abb4-9161bdd86308,segment=NetworkSegment(796fb22a-9f16-4fbb-8551-735440a9167b),segment_id=796fb22a-9f16-4fbb-8551-735440a9167b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:29.231060 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.413705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59697cb6-b1c5-4754-a6f1-f064f78ec4f5 None None] New status for floating IP 00f467c6-09f1-4184-ad35-3ad1567ad869: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:51:29.515141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9e171d66-cd8e-458c-abb4-9161bdd86308,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:29.629117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bbfcc-e229-403a-b72a-ff5f2e73fc09 req-bd4a103c-636e-4252-93c6-0fd63b3af1d5 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:29.640875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d2bbfcc-e229-403a-b72a-ff5f2e73fc09 req-bd4a103c-636e-4252-93c6-0fd63b3af1d5 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 944 time: 0.2096646 Jul 08 17:51:29.670133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-018f2b40-ee35-461f-b9f4-efc39e9ba44c tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:29.672043 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-018f2b40-ee35-461f-b9f4-efc39e9ba44c tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4278772 Jul 08 17:51:29.678318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9e171d66-cd8e-458c-abb4-9161bdd86308'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:51:29.687821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Request body: {'port': {'device_id': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '7c419e64ac4e4f8a80ac3aa08d8afe13'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:29.787541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3d2bbfcc-e229-403a-b72a-ff5f2e73fc09 req-56fb38ec-ca5d-442a-bbbe-cf8f219feeeb tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429534 Jul 08 17:51:29.790272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37682) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:29.916616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20250e08-3393-4d10-943c-4700cdbcef9b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:29.985784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20250e08-3393-4d10-943c-4700cdbcef9b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.070375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-275a8661-3429-4c00-8c45-eab9027e16ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.113235 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20250e08-3393-4d10-943c-4700cdbcef9b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.119990 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20250e08-3393-4d10-943c-4700cdbcef9b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.130172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20250e08-3393-4d10-943c-4700cdbcef9b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "DELETE /v2.0/security-groups/49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf HTTP/1.1" status: 204 len: 168 time: 0.3372889 Jul 08 17:51:30.132155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37688) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:30.166930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37690) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:30.169032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250e08-3393-4d10-943c-4700cdbcef9b tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:30.193246 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-54a4c73d-325f-4f1e-a758-7df3aaf81e02 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] show failed (client error): The resource could not be found. Jul 08 17:51:30.198293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-54a4c73d-325f-4f1e-a758-7df3aaf81e02 tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "GET /v2.0/security-groups/49f4a0c6-bf88-4792-bd92-e7aa4acf8ccf HTTP/1.1" status: 404 len: 347 time: 0.0520720 Jul 08 17:51:30.210317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37698) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:30.462042 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.506037 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Made reservation on behalf of 7c419e64ac4e4f8a80ac3aa08d8afe13 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:30.510184 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.533293 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.698231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.707814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:30.740942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fce99f13-dd5c-436b-954c-c6453d0e6924 req-a4388b22-b1d5-4e0a-ba90-ea84cd690bd0 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 210 time: 0.1773493 Jul 08 17:51:30.799160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:31.010348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Allocated IP 192.168.233.136 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/62e4f2ce-bec2-4756-ad59-b88d634be9a8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:31.261848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.307241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Deleting port 9b9a8969-a08e-4a33-9ae8-e3f38b9ac842 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:31.308647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Transition to ACTIVE for port object 62e4f2ce-bec2-4756-ad59-b88d634be9a8 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:31.310066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.369869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.419341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.424283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:31.430676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:31.438915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:31.489890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Pushing event updated for resources: {'Port': ['ID=62e4f2ce-bec2-4756-ad59-b88d634be9a8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:31.505196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.506157 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.545803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:31.546924 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.557494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Calling delete_port for 9b9a8969-a08e-4a33-9ae8-e3f38b9ac842 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:31.572481 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-19288262-b5fa-4dd0-992e-54d006c763c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8890696 Jul 08 17:51:31.587899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33ba7f-e128-4ec0-8646-41028ff9c17e req-153b81f5-afff-41ba-9dd1-2559ca0db483 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:31.595822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e33ba7f-e128-4ec0-8646-41028ff9c17e req-153b81f5-afff-41ba-9dd1-2559ca0db483 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 944 time: 0.5852287 Jul 08 17:51:31.665304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e33ba7f-e128-4ec0-8646-41028ff9c17e req-73451ec8-b6e6-4064-8319-88e4a0418e02 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683017 Jul 08 17:51:31.672567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-3b10c2aa-faf6-41d1-ae69-bb7c6428f0d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6265278 Jul 08 17:51:31.725267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Request body: {'port': {'device_id': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:31.848408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.911931 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:31.918868 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-0ffb46ca-a7a8-491b-8094-306dbf347526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:31.920338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-589d1dc0-ee7a-40c1-985d-583dc2ab1e16 None None] Provisioning for port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:31.920895 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-0ffb46ca-a7a8-491b-8094-306dbf347526 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1612215 Jul 08 17:51:31.931775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-589d1dc0-ee7a-40c1-985d-583dc2ab1e16 None None] Provisioning complete for port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:31.932862 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-589d1dc0-ee7a-40c1-985d-583dc2ab1e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.025570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-589d1dc0-ee7a-40c1-985d-583dc2ab1e16 None None] Port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:51:32.068402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9e171d66-cd8e-458c-abb4-9161bdd86308 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:32.153762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 9e171d66-cd8e-458c-abb4-9161bdd86308 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:32.171942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 9e171d66-cd8e-458c-abb4-9161bdd86308 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:32.172405 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.218898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e4f2ce-bec2-4756-ad59-b88d634be9a8 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:32.230333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.250493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Transition to ACTIVE for port object 62e4f2ce-bec2-4756-ad59-b88d634be9a8 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:32.262943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.281994 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.309687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e171d66-cd8e-458c-abb4-9161bdd86308'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:32.312178 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31370cf-ce8c-4b64-9bf7-039cb2365e7f" -d '{"events": [{"server_uuid": "59247ae0-5cd0-4e0a-b91d-4f1709f7cc93", "name": "network-vif-plugged", "status": "completed", "tag": "9e171d66-cd8e-458c-abb4-9161bdd86308"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:32.326423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9e171d66-cd8e-458c-abb4-9161bdd86308, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9e171d66-cd8e-458c-abb4-9161bdd86308,segment=NetworkSegment(796fb22a-9f16-4fbb-8551-735440a9167b),segment_id=796fb22a-9f16-4fbb-8551-735440a9167b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:32.332436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.334919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.336964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Pushing event updated for resources: {'Port': ['ID=62e4f2ce-bec2-4756-ad59-b88d634be9a8,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:32.405921 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fbe2d4-bb10-4132-b3c2-878305a0e366 x-openstack-request-id: req-95fbe2d4-bb10-4132-b3c2-878305a0e366 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:32.406603 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59247ae0-5cd0-4e0a-b91d-4f1709f7cc93", "name": "network-vif-plugged", "status": "completed", "tag": "9e171d66-cd8e-458c-abb4-9161bdd86308", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:32.407036 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-95fbe2d4-bb10-4132-b3c2-878305a0e366 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:32.407842 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e171d66-cd8e-458c-abb4-9161bdd86308', 'code': 200} Jul 08 17:51:32.420832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9e171d66-cd8e-458c-abb4-9161bdd86308,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:32.496714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Attempting to bind port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:32.497513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Attempting to bind port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:32.497860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Attempting to bind port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:32.505643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:51:32.505986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Attempting to bind port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:32.536290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:32.537254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:32.538160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:32.550425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Bound port: 62e4f2ce-bec2-4756-ad59-b88d634be9a8, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:32.552120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.567885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.41', 61646) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:32.712303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] For port 62e4f2ce-bec2-4756-ad59-b88d634be9a8, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:32.715687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cf9fe-8ac5-428c-80f2-a5c10f675ba6 req-2be8e568-81d2-4bdc-9fdd-7bbb3ccf78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:32.717398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-487cf9fe-8ac5-428c-80f2-a5c10f675ba6 req-2be8e568-81d2-4bdc-9fdd-7bbb3ccf78ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 1096 time: 0.1310863 Jul 08 17:51:32.719449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] For port 62e4f2ce-bec2-4756-ad59-b88d634be9a8, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:32.741429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.827285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:32.828092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.833244 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] 10.222.0.72 "PUT /v2.0/ports/62e4f2ce-bec2-4756-ad59-b88d634be9a8 HTTP/1.1" status: 200 len: 1096 time: 1.2434931 Jul 08 17:51:32.833244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'tag': '62e4f2ce-bec2-4756-ad59-b88d634be9a8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:32.833998 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4418bae-b181-45b2-812f-8afd0350be2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3cfc41-5bc9-49c6-816d-c210f93f47ef", "tag": "62e4f2ce-bec2-4756-ad59-b88d634be9a8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:32.855353 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-487cf9fe-8ac5-428c-80f2-a5c10f675ba6 req-90f85e4b-5a83-44a0-8fd7-8d2646400412 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250970 Jul 08 17:51:32.874671 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:32.904986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70665331-200e-4dfb-a784-88ac20ce0c25 service neutron] Pushing event updated for resources: {'Port': ['ID=62e4f2ce-bec2-4756-ad59-b88d634be9a8,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:32.997442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-ec742ee3-5609-498e-8714-4bec06852523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:32.999301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-ec742ee3-5609-498e-8714-4bec06852523 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd281987-873f-40e5-a269-03bc9ec169ff HTTP/1.1" status: 200 len: 898 time: 1.0068007 Jul 08 17:51:33.020343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Pushing event deleted for resources: {'Port': ['ID=9b9a8969-a08e-4a33-9ae8-e3f38b9ac842,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:33.031777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-8906dbb1-9c99-48a8-a1d3-e5eb2cce0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.039521 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-8906dbb1-9c99-48a8-a1d3-e5eb2cce0b97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c419e64ac4e4f8a80ac3aa08d8afe13&device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 1099 time: 0.1282599 Jul 08 17:51:33.136638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-d6149386-8015-493b-9778-5b23c35540fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8 HTTP/1.1" status: 200 len: 217 time: 0.0916269 Jul 08 17:51:33.155814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bff42-f648-4f68-b792-23dd6b1ded8f req-f6b417d7-084e-4f73-8fe5-9fed8e2e35d8 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.163650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c4bff42-f648-4f68-b792-23dd6b1ded8f req-f6b417d7-084e-4f73-8fe5-9fed8e2e35d8 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 936 time: 1.1589756 Jul 08 17:51:33.221810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-444031ac-a29f-49f0-99d3-ecdf1badc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.225182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-444031ac-a29f-49f0-99d3-ecdf1badc92e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0819430 Jul 08 17:51:33.316892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb91b3-3be3-4953-b32a-05115012844b req-02539b62-32dd-40dd-9692-232d0abf4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.318489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-02539b62-32dd-40dd-9692-232d0abf4e28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871146 Jul 08 17:51:33.358399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c4bff42-f648-4f68-b792-23dd6b1ded8f req-b4727914-b723-466e-bea1-f118235f305f tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937847 Jul 08 17:51:33.362053 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.364534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:33.365564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7dcd18d9-d1c4-471b-963c-5ca94f74992c tempest-ServerActionsTestJSON-1966293483 tempest-ServerActionsTestJSON-1966293483-project] 10.222.0.63 "DELETE /v2.0/floatingips/00f467c6-09f1-4184-ad35-3ad1567ad869 HTTP/1.1" status: 204 len: 168 time: 3.1380332 Jul 08 17:51:33.367975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-b5f6519f-f1bd-48c5-9d2a-51a5b7a8f658 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6975cb7-2912-4886-b995-62e34f8cde83 HTTP/1.1" status: 200 len: 1000 time: 0.2199924 Jul 08 17:51:33.375427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37752) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:33.450344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-8977dbb8-bffb-45ac-83bb-152de7eb14a5 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244295 Jul 08 17:51:33.478877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24696c16-e88d-46d6-963b-bfe3bec53e4a req-147514c9-a4fe-4f1b-9742-a93e0fbcc51f tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.480495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24696c16-e88d-46d6-963b-bfe3bec53e4a req-147514c9-a4fe-4f1b-9742-a93e0fbcc51f tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.4802690 Jul 08 17:51:33.488119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-3d8181d3-34f0-4dc0-88d0-fd5833c05193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.489698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-3d8181d3-34f0-4dc0-88d0-fd5833c05193 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cec5755b-4c9d-4db1-a408-547f416456fa HTTP/1.1" status: 200 len: 835 time: 0.1036100 Jul 08 17:51:33.575052 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03387e72-f274-4387-93c8-fe608ba01f75 x-openstack-request-id: req-03387e72-f274-4387-93c8-fe608ba01f75 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:33.575670 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3cfc41-5bc9-49c6-816d-c210f93f47ef", "tag": "62e4f2ce-bec2-4756-ad59-b88d634be9a8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:33.575670 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-03387e72-f274-4387-93c8-fe608ba01f75 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:33.576125 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'tag': '62e4f2ce-bec2-4756-ad59-b88d634be9a8', 'status': 'completed', 'code': 200} Jul 08 17:51:33.578811 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-babb91b3-3be3-4953-b32a-05115012844b req-09741590-05b4-4c80-bf16-3794446928a7 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215181 Jul 08 17:51:33.701965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4418bae-b181-45b2-812f-8afd0350be2b req-7588624a-b21e-4a15-aa2c-5b3fcbeff377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.703750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4418bae-b181-45b2-812f-8afd0350be2b req-7588624a-b21e-4a15-aa2c-5b3fcbeff377 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c419e64ac4e4f8a80ac3aa08d8afe13&device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 1099 time: 0.0701127 Jul 08 17:51:33.717506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24696c16-e88d-46d6-963b-bfe3bec53e4a req-024af430-7da4-442d-bfef-aee453421bb1 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198188 Jul 08 17:51:33.816600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-283d3f28-60aa-42cc-b6aa-1db56c3a0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.818441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-283d3f28-60aa-42cc-b6aa-1db56c3a0fce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd281987-873f-40e5-a269-03bc9ec169ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145301 Jul 08 17:51:33.832820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4418bae-b181-45b2-812f-8afd0350be2b req-b7130c38-bd82-47ad-98b8-d4babf234d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.835050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4418bae-b181-45b2-812f-8afd0350be2b req-b7130c38-bd82-47ad-98b8-d4babf234d56 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.1234441 Jul 08 17:51:33.883094 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4418bae-b181-45b2-812f-8afd0350be2b req-ec6496c0-3ce1-40e4-9ca5-dbdb1a065697 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8 HTTP/1.1" status: 200 len: 217 time: 0.0409174 Jul 08 17:51:33.943140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4418bae-b181-45b2-812f-8afd0350be2b req-aafb65d6-cce5-4ac2-b74d-b51e6deaf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:33.944778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4418bae-b181-45b2-812f-8afd0350be2b req-aafb65d6-cce5-4ac2-b74d-b51e6deaf7c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0546722 Jul 08 17:51:33.964913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-c2fc6cd6-ca86-4d69-887e-ecb1c117f6c7 service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076922 Jul 08 17:51:34.032802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4418bae-b181-45b2-812f-8afd0350be2b req-3c5497ed-851b-4ee1-a46c-a6b843b1582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:34.035780 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4418bae-b181-45b2-812f-8afd0350be2b req-3c5497ed-851b-4ee1-a46c-a6b843b1582e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792582 Jul 08 17:51:34.113208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Deleting port 59e76ceb-b312-4db3-8260-67f03fb58aa2 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:34.113560 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.190179 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4418bae-b181-45b2-812f-8afd0350be2b req-1b89c403-505d-4101-a607-bfa73c3b0b1d service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457663 Jul 08 17:51:34.247444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] For port 59e76ceb-b312-4db3-8260-67f03fb58aa2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=59e76ceb-b312-4db3-8260-67f03fb58aa2,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:34.247822 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.259999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f7f2f53-4ae2-444d-b099-47cf8e89a452 req-2a96f1e9-da03-4b44-a7f2-098eef9b6865 service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588222 Jul 08 17:51:34.278129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Calling delete_port for 59e76ceb-b312-4db3-8260-67f03fb58aa2 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:34.347168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4418bae-b181-45b2-812f-8afd0350be2b req-1c7a931d-a446-4cfe-8233-65cedaec26f7 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490693 Jul 08 17:51:34.679549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.708430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:34.778451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e76ceb-b312-4db3-8260-67f03fb58aa2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:34.856304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b644f76-2791-47cd-a108-d157a58ab0be req-4ee5bd96-05ab-4ca0-86c5-57b2433e6e0e tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:34.858463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b644f76-2791-47cd-a108-d157a58ab0be req-4ee5bd96-05ab-4ca0-86c5-57b2433e6e0e tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 948 time: 0.2715054 Jul 08 17:51:35.041566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b644f76-2791-47cd-a108-d157a58ab0be req-3b850354-6cfd-4a6c-9d3b-0bc4f3e283ad tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218548 Jul 08 17:51:35.231212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c057d0c-b67c-40cd-905b-d054b1a006be req-af470e6b-de2a-4353-b1af-c23af3b5d3c7 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:35.233058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c057d0c-b67c-40cd-905b-d054b1a006be req-af470e6b-de2a-4353-b1af-c23af3b5d3c7 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.2877142 Jul 08 17:51:35.291092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.344862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c057d0c-b67c-40cd-905b-d054b1a006be req-7e962705-63b2-41b3-ad13-6ccb36d3e5e5 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007884 Jul 08 17:51:35.735844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 62e4f2ce-bec2-4756-ad59-b88d634be9a8 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:51:35.861658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 62e4f2ce-bec2-4756-ad59-b88d634be9a8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:35.892103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '62e4f2ce-bec2-4756-ad59-b88d634be9a8', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '62e4f2ce-bec2-4756-ad59-b88d634be9a8', 'mac_address': 'fa:16:3e:98:c0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:51:35.940938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:35.956301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e4f2ce-bec2-4756-ad59-b88d634be9a8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:35.983399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 62e4f2ce-bec2-4756-ad59-b88d634be9a8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:35.991288 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.052917 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:51:36.057302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=62e4f2ce-bec2-4756-ad59-b88d634be9a8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:36.063678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12ce0-21d8-428c-950a-78a0b5eb6525 req-8b6acc10-29c4-42c7-a043-77ec1bada638 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:36.066080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59e12ce0-21d8-428c-950a-78a0b5eb6525 req-8b6acc10-29c4-42c7-a043-77ec1bada638 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.5978928 Jul 08 17:51:36.182354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Deleting port 2e5ee38a-b878-4232-9146-ab7bcc13ef12 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:36.182700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.205881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['62e4f2ce-bec2-4756-ad59-b88d634be9a8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:51:36.281384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59e12ce0-21d8-428c-950a-78a0b5eb6525 req-14abf3f5-f51f-4ca5-a846-088083256113 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717284 Jul 08 17:51:36.310545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Router 8212bfac-83b9-451f-8beb-81cfa27a40aa has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:36.514581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] For port 2e5ee38a-b878-4232-9146-ab7bcc13ef12, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2e5ee38a-b878-4232-9146-ab7bcc13ef12,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:36.514581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:36.571451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Calling delete_port for 2e5ee38a-b878-4232-9146-ab7bcc13ef12 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:36.699339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da93fe-bb9a-4289-a80b-42ba1b03346c req-be17c4d3-d85e-4b91-a5c5-5fc215309bf1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:36.705441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1da93fe-bb9a-4289-a80b-42ba1b03346c req-be17c4d3-d85e-4b91-a5c5-5fc215309bf1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 949 time: 0.4417384 Jul 08 17:51:36.766712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:36.779324 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] Sync routers for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:36.783454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-66e33a1f-a4f0-46c5-9aa9-0701877283c9 admin admin] 10.222.0.63 "PUT /v2.0/routers/8212bfac-83b9-451f-8beb-81cfa27a40aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6096194 Jul 08 17:51:36.784776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37828) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:36.814762 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:36.815956 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:36.904023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1da93fe-bb9a-4289-a80b-42ba1b03346c req-ab944a5c-24f1-4be1-8204-632b547dd89f tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915107 Jul 08 17:51:37.006921 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.042992 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:37.052046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776851d0-8beb-418c-8ebb-b32635296235 req-e56d8392-bee0-4451-af95-a8fb702be8bd tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:37.054070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-776851d0-8beb-418c-8ebb-b32635296235 req-e56d8392-bee0-4451-af95-a8fb702be8bd tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.2978027 Jul 08 17:51:37.055848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.114479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5ee38a-b878-4232-9146-ab7bcc13ef12,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:37.138919 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.197125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-776851d0-8beb-418c-8ebb-b32635296235 req-90aab927-a0af-4467-b72c-916f31720552 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352291 Jul 08 17:51:37.261274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Deleting port 51146943-4942-4c37-a90d-76b7ce0f1bb3 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:37.261947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.372056 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.408931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] For port 51146943-4942-4c37-a90d-76b7ce0f1bb3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=51146943-4942-4c37-a90d-76b7ce0f1bb3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:37.409687 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.424892 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:51:34Z', 'revision_number': 5, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port': {'id': '51146943-4942-4c37-a90d-76b7ce0f1bb3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:11Z', 'updated_at': '2021-07-08T17:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:37.432418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Calling delete_port for 51146943-4942-4c37-a90d-76b7ce0f1bb3 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:37.487308 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] Checking router: 8212bfac-83b9-451f-8beb-81cfa27a40aa for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:37.502330 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] Routers {'8212bfac-83b9-451f-8beb-81cfa27a40aa'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:37.503830 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8212bfac-83b9-451f-8beb-81cfa27a40aa'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:37.682824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Router c4380f71-9a17-4f7c-8e3b-92872644878e has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:37.698718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.729667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Pushing event deleted for resources: {'Port': ['ID=51146943-4942-4c37-a90d-76b7ce0f1bb3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:37.742257 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] Set router 8212bfac-83b9-451f-8beb-81cfa27a40aa gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:37.770111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 62e4f2ce-bec2-4756-ad59-b88d634be9a8 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:51:37.816144 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:51:37Z', 'revision_number': 6, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:37.853449 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59b82d6-e13d-4a0d-a270-8cdea8b5dda6 None None] The sync data for ids ['8212bfac-83b9-451f-8beb-81cfa27a40aa'] in n-d-799528-4 is: [{'id': '8212bfac-83b9-451f-8beb-81cfa27a40aa', 'name': 'tempest-TestVolumeBackupRestore-1680205853-router', 'tenant_id': '82426a4b91a64290b7413c9b9026805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:08Z', 'updated_at': '2021-07-08T17:51:37Z', 'revision_number': 6, 'project_id': '82426a4b91a64290b7413c9b9026805c', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:37.855606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:37.865742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5c27b82c-0572-4b9e-9329-eb0ce7e93561 admin admin] 10.222.0.63 "PUT /v2.0/routers/c4380f71-9a17-4f7c-8e3b-92872644878e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4845493 Jul 08 17:51:37.867749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37852) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:37.869657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:37.870184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] Sync routers for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:37.884321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:37.885098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:37.954434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37860) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:38.018572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.022008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:51:38.073144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:51:38.073609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.099234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.105791 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.214996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:38.233943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.237711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8212bfac-83b9-451f-8beb-81cfa27a40aa {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:51:38.258496 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.259797 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-714a02bc-80e9-4373-8264-b1cd9763e072 admin admin] 10.222.0.63 "DELETE /v2.0/routers/8212bfac-83b9-451f-8beb-81cfa27a40aa HTTP/1.1" status: 204 len: 168 time: 1.4739268 Jul 08 17:51:38.265957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37874) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:38.372794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.505571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 59e76ceb-b312-4db3-8260-67f03fb58aa2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:38.540254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fbd69-03f1-42c0-823d-f33978efc811 req-039f27a1-84dd-4a61-9ac4-0bc9ad31cf08 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:38.542107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-611fbd69-03f1-42c0-823d-f33978efc811 req-039f27a1-84dd-4a61-9ac4-0bc9ad31cf08 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 949 time: 0.3715844 Jul 08 17:51:38.560132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 59e76ceb-b312-4db3-8260-67f03fb58aa2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:38.560452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 59e76ceb-b312-4db3-8260-67f03fb58aa2 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:38.584539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] Deleting subnet 4bcebb8f-85de-4e24-b364-b42b5bdc0a29 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:38.619518 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f39b87a8-22e8-42ee-a77c-8677b5602c76 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/floatingips/0f5139cf-e059-410d-b13a-68ffe973cc22 HTTP/1.1" status: 200 len: 992 time: 0.6643672 Jul 08 17:51:38.620583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.688195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.717158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-611fbd69-03f1-42c0-823d-f33978efc811 req-d7ef3762-26a3-4dd9-8d62-06e524734aa9 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606631 Jul 08 17:51:38.727858 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.776945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ce8a8-266a-4e53-b085-b639872102c8 req-33caa750-17e1-4475-b8a4-cf754096429c tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:38.790688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e4f2ce-bec2-4756-ad59-b88d634be9a8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:38.793951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-244ce8a8-266a-4e53-b085-b639872102c8 req-33caa750-17e1-4475-b8a4-cf754096429c tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.3663483 Jul 08 17:51:38.794438 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6f69d8-4898-4978-ab63-c21576bb762f" -d '{"events": [{"server_uuid": "8d3cfc41-5bc9-49c6-816d-c210f93f47ef", "name": "network-vif-plugged", "status": "completed", "tag": "62e4f2ce-bec2-4756-ad59-b88d634be9a8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:38.816952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 62e4f2ce-bec2-4756-ad59-b88d634be9a8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:38.845691 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.855932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Deleting port 657d7894-5f34-4d49-9bf1-0f8226484fa9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:38.856298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.916838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-244ce8a8-266a-4e53-b085-b639872102c8 req-75089576-f8df-4f42-933b-6c998f03620e tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187186 Jul 08 17:51:38.951336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:38.985569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=62e4f2ce-bec2-4756-ad59-b88d634be9a8,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:39.023034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:51:36Z', 'revision_number': 5, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port': {'id': '657d7894-5f34-4d49-9bf1-0f8226484fa9', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2031, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:39:58Z', 'updated_at': '2021-07-08T17:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:39.123082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] For port 657d7894-5f34-4d49-9bf1-0f8226484fa9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=657d7894-5f34-4d49-9bf1-0f8226484fa9,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:39.123082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:39.141033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Calling delete_port for 657d7894-5f34-4d49-9bf1-0f8226484fa9 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:39.156556 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05c55b1-dd18-4a29-a7ab-41105bb45d58 x-openstack-request-id: req-c05c55b1-dd18-4a29-a7ab-41105bb45d58 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:39.158103 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3cfc41-5bc9-49c6-816d-c210f93f47ef", "name": "network-vif-plugged", "status": "completed", "tag": "62e4f2ce-bec2-4756-ad59-b88d634be9a8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:39.162657 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c05c55b1-dd18-4a29-a7ab-41105bb45d58 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:39.163725 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e4f2ce-bec2-4756-ad59-b88d634be9a8', 'code': 200} Jul 08 17:51:39.167235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] Checking router: c4380f71-9a17-4f7c-8e3b-92872644878e for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:39.196303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] Routers {'c4380f71-9a17-4f7c-8e3b-92872644878e'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:39.197029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c4380f71-9a17-4f7c-8e3b-92872644878e'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:39.376627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:39.390688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37898) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:39.440991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] Set router c4380f71-9a17-4f7c-8e3b-92872644878e gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:39.457467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcebb8f-85de-4e24-b364-b42b5bdc0a29,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:39.481411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:39.489604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37900) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:39.492104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b590adcb-b0aa-4144-80e0-ff48798f4bd7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4bcebb8f-85de-4e24-b364-b42b5bdc0a29 HTTP/1.1" status: 204 len: 168 time: 1.2248416 Jul 08 17:51:39.511084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086efff3-670e-4727-a081-5a05e327832b req-730f1fba-ac7c-43b2-8280-c258d8663e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:39.515981 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-086efff3-670e-4727-a081-5a05e327832b req-730f1fba-ac7c-43b2-8280-c258d8663e2d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 1101 time: 0.3858390 Jul 08 17:51:39.588233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-086efff3-670e-4727-a081-5a05e327832b req-d39f1034-6f42-471c-b6b8-c16ff4046d2e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642602 Jul 08 17:51:39.608489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:51:38Z', 'revision_number': 6, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:39.617768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3820b-d4e2-4c05-925c-17b561522343 None None] Network 51615817-efde-4d9b-9954-579351102431 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:39.675758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c199853-22bf-43a2-8b4c-acc03e8af0dc None None] The sync data for ids ['c4380f71-9a17-4f7c-8e3b-92872644878e'] in n-d-799528-4 is: [{'id': 'c4380f71-9a17-4f7c-8e3b-92872644878e', 'name': 'tempest-ServerActionsTestJSON-1267075239-router', 'tenant_id': '86de8c57281b49b391c0fc3feb8e531b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:39:56Z', 'updated_at': '2021-07-08T17:51:38Z', 'revision_number': 6, 'project_id': '86de8c57281b49b391c0fc3feb8e531b', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:39.755873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:39.803501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Pushing event deleted for resources: {'Port': ['ID=657d7894-5f34-4d49-9bf1-0f8226484fa9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:39.811118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.115324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] DHCP port deletion for 51615817-efde-4d9b-9954-579351102431 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:51:40.132103 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.197801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] Deleting port 8c29be85-5cf9-4e22-9d34-415326748485 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:40.201339 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.286280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] For port 8c29be85-5cf9-4e22-9d34-415326748485, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8c29be85-5cf9-4e22-9d34-415326748485,segment=NetworkSegment(2877a99c-be93-47fc-b56d-06189015a0bc),segment_id=2877a99c-be93-47fc-b56d-06189015a0bc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:40.286768 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.302872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] Calling delete_port for 8c29be85-5cf9-4e22-9d34-415326748485 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:40.399420 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.461176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] Pushing event deleted for resources: {'Port': ['ID=8c29be85-5cf9-4e22-9d34-415326748485,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:40.468533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 51146943-4942-4c37-a90d-76b7ce0f1bb3 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:40.476455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f62b23-0fb1-45e3-b07d-0f3724d635cb None None] No DVR routers for this DVR port 8c29be85-5cf9-4e22-9d34-415326748485 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:40.506352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 51146943-4942-4c37-a90d-76b7ce0f1bb3 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:40.507016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 51146943-4942-4c37-a90d-76b7ce0f1bb3 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:40.507927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2e5ee38a-b878-4232-9146-ab7bcc13ef12 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:40.533486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 2e5ee38a-b878-4232-9146-ab7bcc13ef12 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:40.534738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2e5ee38a-b878-4232-9146-ab7bcc13ef12 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:40.668366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port 85ab59be-2ef9-494f-a82d-73da889e30e1 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:40.669013 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.722711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.736093 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.879223 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.879870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4380f71-9a17-4f7c-8e3b-92872644878e {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:51:40.882721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-7a5afaad-76b1-4e3f-a1c7-8ee9c6ac047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:40.884245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-7a5afaad-76b1-4e3f-a1c7-8ee9c6ac047b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf495aba55a47b6b0baad1af4b2f8d2&device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 1096 time: 0.9633582 Jul 08 17:51:40.892707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.898020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4917f9c3-ec3a-4410-be5f-def918e3b549 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c4380f71-9a17-4f7c-8e3b-92872644878e HTTP/1.1" status: 204 len: 168 time: 3.0272059 Jul 08 17:51:40.899444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37922) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:40.907655 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.907984 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.951310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Deleting port 8c29be85-5cf9-4e22-9d34-415326748485 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:40.951645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:40.965021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27a7ca-e5ef-4bf9-9067-6fba4cc290c1 req-c4733335-70f9-4b38-9f03-1037145a7059 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:40.966612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd27a7ca-e5ef-4bf9-9067-6fba4cc290c1 req-c4733335-70f9-4b38-9f03-1037145a7059 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.8039742 Jul 08 17:51:40.974829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640287-ba0c-4a36-832c-98b1ecdce779 req-77754eda-5e96-4480-b169-631833ff4fa0 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:40.983688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a640287-ba0c-4a36-832c-98b1ecdce779 req-77754eda-5e96-4480-b169-631833ff4fa0 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 950 time: 0.8882885 Jul 08 17:51:41.005759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] Deleting subnet 04c374cd-9975-4071-893c-485e95945e6e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:41.010089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.032575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for 85ab59be-2ef9-494f-a82d-73da889e30e1 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:41.062949 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.185945 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.256999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] For port 8c29be85-5cf9-4e22-9d34-415326748485, host n-d-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:41.257318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.259274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.263975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a640287-ba0c-4a36-832c-98b1ecdce779 req-7431b67c-f85a-4bd7-b7af-56aa1cf8b528 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793391 Jul 08 17:51:41.288186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.290710 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd27a7ca-e5ef-4bf9-9067-6fba4cc290c1 req-b2b9f316-669a-415f-ab4c-83e3ec6e56cf tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518289 Jul 08 17:51:41.291926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/04c374cd-9975-4071-893c-485e95945e6e HTTP/1.1" status: 204 len: 168 time: 0.3901238 Jul 08 17:51:41.296626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5181f83-c190-45cd-85a5-df6ff2a308ef None None] Network c6b400da-81cc-41bc-8197-8410b53c3380 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:41.317520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Calling delete_port for 8c29be85-5cf9-4e22-9d34-415326748485 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:41.320329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37930) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:41.323392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Port 8c29be85-5cf9-4e22-9d34-415326748485 was not found and therefore no delete operation was performed {{(pid=93664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:51:41.334247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c9e32-8c21-4386-8b59-f2968c983267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c374cd-9975-4071-893c-485e95945e6e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:41.351099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.438948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-4544ea4a-1f33-4ccd-8faf-980a7e0c7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:41.441273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-4544ea4a-1f33-4ccd-8faf-980a7e0c7aad service neutron] 10.222.0.41 "GET /v2.0/networks?id=9aee9115-804a-4fb1-8214-beee17b6ed6c HTTP/1.1" status: 200 len: 912 time: 0.5385022 Jul 08 17:51:41.469877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c29be85-5cf9-4e22-9d34-415326748485,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:41.478078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] No DVR routers for this DVR port 8c29be85-5cf9-4e22-9d34-415326748485 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:41.556083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-a5072b48-e18c-4b79-86a0-36b1906ac162 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e171d66-cd8e-458c-abb4-9161bdd86308 HTTP/1.1" status: 200 len: 217 time: 0.0899465 Jul 08 17:51:41.561460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.611047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] DHCP port deletion for c6b400da-81cc-41bc-8197-8410b53c3380 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:51:41.677933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] Deleting port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:41.678318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.750294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.770819 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] For port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,segment=NetworkSegment(395e62e8-1c3e-4b3a-ae41-63465ceed90d),segment_id=395e62e8-1c3e-4b3a-ae41-63465ceed90d)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:41.770819 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.777598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-44c4c04f-1923-489d-8874-ac522a7e5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:41.779196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-44c4c04f-1923-489d-8874-ac522a7e5fae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b92592b7-63e4-4c33-9d1e-a33257418a72 HTTP/1.1" status: 200 len: 851 time: 0.2015781 Jul 08 17:51:41.785831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51615817-efde-4d9b-9954-579351102431']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:41.793982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] Calling delete_port for 48227a8c-ee6f-4f26-bd93-0a0d731bb48c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:41.821901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2877a99c-be93-47fc-b56d-06189015a0bc') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:41.821901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2877a99c-be93-47fc-b56d-06189015a0bc') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:41.864717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-9e09d769-b477-4b01-a49d-4489a021228c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9aee9115-804a-4fb1-8214-beee17b6ed6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731177 Jul 08 17:51:41.867425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.871291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.925407 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.949511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] No DVR routers for this DVR port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:41.960386 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=85ab59be-2ef9-494f-a82d-73da889e30e1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:41.965303 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:41.982678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6e458-e3ae-45fc-9a54-07bea0957147 None None] Pushing event deleted for resources: {'Port': ['ID=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:42.019731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:51:42.020391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:51:42.028527 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:51:42.067546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 48227a8c-ee6f-4f26-bd93-0a0d731bb48c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:42.091985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Deleting port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:42.092335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.117280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 48227a8c-ee6f-4f26-bd93-0a0d731bb48c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:42.118005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 48227a8c-ee6f-4f26-bd93-0a0d731bb48c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:42.118616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 657d7894-5f34-4d49-9bf1-0f8226484fa9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:42.137579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.137922 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Floating IP 0f5139cf-e059-410d-b13a-68ffe973cc22 disassociated (deleted). External IP: 172.25.5.54, port: c6975cb7-2912-4886-b995-62e34f8cde83. Jul 08 17:51:42.145734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 657d7894-5f34-4d49-9bf1-0f8226484fa9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:42.146317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 657d7894-5f34-4d49-9bf1-0f8226484fa9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:42.146885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8c29be85-5cf9-4e22-9d34-415326748485 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:42.172713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8c29be85-5cf9-4e22-9d34-415326748485 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:42.173093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8c29be85-5cf9-4e22-9d34-415326748485 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:42.312959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.329126 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.336476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 37952) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:42.337271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] 10.222.0.63 "DELETE /v2.0/networks/51615817-efde-4d9b-9954-579351102431 HTTP/1.1" status: 204 len: 168 time: 2.8412321 Jul 08 17:51:42.356774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-8f3d10e4-11cc-4c08-a98a-613f1289a818 service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723353 Jul 08 17:51:42.357857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] For port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c, host n-d-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:42.358231 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.389730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306e1b-7f7e-4b3f-b7ed-446f03e96132 admin admin] Pushing event deleted for resources: {'Network': ['ID=51615817-efde-4d9b-9954-579351102431,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:42.445085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Calling delete_port for 48227a8c-ee6f-4f26-bd93-0a0d731bb48c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:42.452493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c was not found and therefore no delete operation was performed {{(pid=93664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 17:51:42.522553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.608914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] No DVR routers for this DVR port 48227a8c-ee6f-4f26-bd93-0a0d731bb48c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:42.613405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Pushing event deleted for resources: {'Port': ['ID=48227a8c-ee6f-4f26-bd93-0a0d731bb48c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:42.798552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94ffe4c5-b37c-4981-a3b1-7d619489534d req-2d7b8a90-524a-46d8-bfa6-6de394bb33a9 service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228451 Jul 08 17:51:42.827666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.856923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b400da-81cc-41bc-8197-8410b53c3380']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:42.873164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:42.878496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395e62e8-1c3e-4b3a-ae41-63465ceed90d') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:42.878993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395e62e8-1c3e-4b3a-ae41-63465ceed90d') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:42.904776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:42.922779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f822f-3d4e-4c00-b1ca-04a31398a350 req-ef6f8b58-97df-4da3-bd29-fcb7c1ed4049 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.925643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d81f822f-3d4e-4c00-b1ca-04a31398a350 req-ef6f8b58-97df-4da3-bd29-fcb7c1ed4049 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.3737607 Jul 08 17:51:42.936974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d3ad3-38e4-4096-923e-d3946714b450 req-9133f00f-5c39-4f72-95f9-367614d1b014 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:42.938604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-799d3ad3-38e4-4096-923e-d3946714b450 req-9133f00f-5c39-4f72-95f9-367614d1b014 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 950 time: 0.4376557 Jul 08 17:51:43.050866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.059479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:51:43.059892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.061978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:51:43.122621 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:51:43.138800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.162222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.164807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] 10.222.0.63 "DELETE /v2.0/networks/c6b400da-81cc-41bc-8197-8410b53c3380 HTTP/1.1" status: 204 len: 168 time: 1.8427925 Jul 08 17:51:43.213809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-799d3ad3-38e4-4096-923e-d3946714b450 req-bd07e4b9-3e20-4d7b-87d0-641f4495cfb8 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654312 Jul 08 17:51:43.217854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d81f822f-3d4e-4c00-b1ca-04a31398a350 req-eedcca2c-8746-45fd-ad03-2c08688d51a2 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711594 Jul 08 17:51:43.220692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e80971-568f-40ed-b4e4-1614b0b6e977 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b400da-81cc-41bc-8197-8410b53c3380,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:43.299577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:43.311168 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] Sync routers for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:43.316697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.326432 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:43.327063 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:43.401888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a25e7a97-0f52-4f7a-82c3-0f49e5d40219 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/floatingips/0f5139cf-e059-410d-b13a-68ffe973cc22 HTTP/1.1" status: 204 len: 168 time: 4.0089839 Jul 08 17:51:43.402993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:43.423062 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04577738-7401-463a-bdc6-2fa49468ac99" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:43.477007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37978) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:43.629116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-caa9970f-6a20-4ee7-a8c4-a1bf2de7e7c7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86de8c57281b49b391c0fc3feb8e531b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475945 Jul 08 17:51:43.632767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 37980) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:43.687993 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:43.696693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.790877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Deleting port 921c65b6-4092-49ee-af92-f9e00c6ce53e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:43.791450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.800609 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a6-ae69-4a95-a0fc-2fac76000383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.868547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a6-ae69-4a95-a0fc-2fac76000383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.968300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a6-ae69-4a95-a0fc-2fac76000383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.996343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1db69a6-ae69-4a95-a0fc-2fac76000383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:43.997906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c1db69a6-ae69-4a95-a0fc-2fac76000383 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/690f8f27-0e04-48e4-9677-4ad4f819b60e HTTP/1.1" status: 204 len: 168 time: 0.3613195 Jul 08 17:51:44.012559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db69a6-ae69-4a95-a0fc-2fac76000383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f8f27-0e04-48e4-9677-4ad4f819b60e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:44.071045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] For port 921c65b6-4092-49ee-af92-f9e00c6ce53e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=921c65b6-4092-49ee-af92-f9e00c6ce53e,segment=NetworkSegment(f5c47b51-213e-41ca-aa16-4c1a7cedf265),segment_id=f5c47b51-213e-41ca-aa16-4c1a7cedf265)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:44.073096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:44.082433 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed3bd89-8f97-43d2-ab07-753d069fa9c8 x-openstack-request-id: req-bed3bd89-8f97-43d2-ab07-753d069fa9c8 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:44.082910 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:44.083589 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bed3bd89-8f97-43d2-ab07-753d069fa9c8 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:44.084201 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'status': 'completed', 'code': 200} Jul 08 17:51:44.098847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Calling delete_port for 921c65b6-4092-49ee-af92-f9e00c6ce53e owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:44.180102 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:32Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:44.264642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577738-7401-463a-bdc6-2fa49468ac99 req-34bae5cb-b7b0-4755-b467-b3b0f5fe1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:44.266941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04577738-7401-463a-bdc6-2fa49468ac99 req-34bae5cb-b7b0-4755-b467-b3b0f5fe1d73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24d34e9589a4c9693e06507c4679fd8&device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1375587 Jul 08 17:51:44.286553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] Checking router: 0a9fd9e8-5754-4fc3-87b6-16e5257497bb for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:44.352016 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:44.356837 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:44.526603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577738-7401-463a-bdc6-2fa49468ac99 req-04aeb04a-206e-4695-ba76-6b912e2e5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:44.528284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04577738-7401-463a-bdc6-2fa49468ac99 req-04aeb04a-206e-4695-ba76-6b912e2e5b2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd281987-873f-40e5-a269-03bc9ec169ff HTTP/1.1" status: 200 len: 898 time: 0.2525628 Jul 08 17:51:44.619967 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:45.181364 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:32Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:45.222738 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99522f2-2a20-4484-a411-a81201ae9434 None None] The sync data for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 is: [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:50:21Z', 'revision_number': 4, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f', 'name': '', 'network_id': 'fd281987-873f-40e5-a269-03bc9ec169ff', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'mac_address': 'fa:16:3e:9c:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:19Z', 'updated_at': '2021-07-08T17:50:32Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'subnets': [{'id': 'cec5755b-4c9d-4db1-a408-547f416456fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:45.284322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:45.350547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Pushing event deleted for resources: {'Port': ['ID=921c65b6-4092-49ee-af92-f9e00c6ce53e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:45.411119 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04577738-7401-463a-bdc6-2fa49468ac99 req-83285a08-b0c6-4945-80ae-8df06c4969b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6975cb7-2912-4886-b995-62e34f8cde83 HTTP/1.1" status: 200 len: 217 time: 0.8052211 Jul 08 17:51:45.687640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7761b75-8c21-4364-afb9-c707d90b5bf6 req-082e74aa-c917-4d0c-aa3a-e216f550dbda tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:45.689568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7761b75-8c21-4364-afb9-c707d90b5bf6 req-082e74aa-c917-4d0c-aa3a-e216f550dbda tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 1.1592035 Jul 08 17:51:45.704042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3b5b-5bcf-46cc-bf59-84b074a92917 req-a03391f3-d72a-454e-9049-b36869b461c4 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:45.711676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b4842-2bf4-4a82-b355-e1d9043225fd None None] New status for floating IP 0f5139cf-e059-410d-b13a-68ffe973cc22: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:51:45.723526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-002b3b5b-5bcf-46cc-bf59-84b074a92917 req-a03391f3-d72a-454e-9049-b36869b461c4 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 945 time: 1.1940939 Jul 08 17:51:45.759941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577738-7401-463a-bdc6-2fa49468ac99 req-bde562e8-1d4b-4215-821d-27587d6b2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:45.781636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04577738-7401-463a-bdc6-2fa49468ac99 req-bde562e8-1d4b-4215-821d-27587d6b2ea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cec5755b-4c9d-4db1-a408-547f416456fa HTTP/1.1" status: 200 len: 835 time: 0.3174520 Jul 08 17:51:45.829021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:45.876286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-002b3b5b-5bcf-46cc-bf59-84b074a92917 req-db53c91e-7566-4337-8c87-29fe0e0daec7 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504078 Jul 08 17:51:46.000021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7761b75-8c21-4364-afb9-c707d90b5bf6 req-a53b92ef-3f2f-4634-b454-ca581da35eb4 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567437 Jul 08 17:51:46.053027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04577738-7401-463a-bdc6-2fa49468ac99 req-78fab472-d967-4c99-88fc-838bf43333ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:46.056314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04577738-7401-463a-bdc6-2fa49468ac99 req-78fab472-d967-4c99-88fc-838bf43333ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd281987-873f-40e5-a269-03bc9ec169ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837051 Jul 08 17:51:46.073634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a454e-f974-4c1c-9384-df412510f74d req-5c57a45b-788b-49fb-ad4d-9fa027cb87c1 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:46.076290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-456a454e-f974-4c1c-9384-df412510f74d req-5c57a45b-788b-49fb-ad4d-9fa027cb87c1 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 945 time: 0.3210762 Jul 08 17:51:46.210003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04577738-7401-463a-bdc6-2fa49468ac99 req-3bc4aa3d-1001-4f68-a044-0add935b9d81 service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452665 Jul 08 17:51:46.216613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38042) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:46.305105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Router 42f1a1e4-f073-428c-92d0-f5123bec07d0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:46.307676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port c6975cb7-2912-4886-b995-62e34f8cde83 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:46.308034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.354745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04577738-7401-463a-bdc6-2fa49468ac99 req-6be25e2f-f0f7-4b37-893d-9f0d2650a25b service neutron] 10.222.0.41 "GET /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286268 Jul 08 17:51:46.519510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1705318087-network', 'tenant_id': 'dabe90fa89694f808c02a413f76f3c94'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:46.543348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Made reservation on behalf of dabe90fa89694f808c02a413f76f3c94 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:46.547557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.559303 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.593816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:46.604025 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] Sync routers for ids ['42f1a1e4-f073-428c-92d0-f5123bec07d0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:46.619726 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] Routers {'42f1a1e4-f073-428c-92d0-f5123bec07d0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:46.624622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5869d17d-a17f-45b2-86d5-2d8681e5343c admin admin] 10.222.0.63 "PUT /v2.0/routers/42f1a1e4-f073-428c-92d0-f5123bec07d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2828531 Jul 08 17:51:46.625508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38052) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:46.626760 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['42f1a1e4-f073-428c-92d0-f5123bec07d0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:46.719685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port c6975cb7-2912-4886-b995-62e34f8cde83, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=c6975cb7-2912-4886-b995-62e34f8cde83,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:46.721440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.753619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.754424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for c6975cb7-2912-4886-b995-62e34f8cde83 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:46.761089 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] Set router 42f1a1e4-f073-428c-92d0-f5123bec07d0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:46.775598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abceca-91a9-45af-8be8-486b15baca2e req-d984c445-3989-4634-87c3-2af17ad96b69 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:46.789427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35abceca-91a9-45af-8be8-486b15baca2e req-d984c445-3989-4634-87c3-2af17ad96b69 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.1578758 Jul 08 17:51:46.798892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.886646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35abceca-91a9-45af-8be8-486b15baca2e req-df30e2d8-efd1-4384-add5-dc146cf28766 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961094 Jul 08 17:51:46.888104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:51:46.895649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde3c94f-582e-4dc9-a6e9-65827da5142e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:46.904438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.905778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.906289 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Added segment 1d94504b-4d2c-4478-b222-528d1bc3961f of type vlan for network fb077174-83a9-4903-b8e2-33fc932b82db Jul 08 17:51:46.960299 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.997962 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:46.999783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:47.000484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.103580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] Pushing event updated for resources: {'Network': ['ID=fb077174-83a9-4903-b8e2-33fc932b82db,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:47.104402 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:51:45Z', 'revision_number': 5, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:47.122735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fb077174-83a9-4903-b8e2-33fc932b82db details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:51:47.138951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38058) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:47.141843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d1b496e-68a5-4c0e-bda1-c619d8fc4ece admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9233413 Jul 08 17:51:47.151769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Request body: {'subnet': {'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1705318087-subnet', 'tenant_id': 'dabe90fa89694f808c02a413f76f3c94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:47.163483 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] Checking router: 42f1a1e4-f073-428c-92d0-f5123bec07d0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:47.173191 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] Routers {'42f1a1e4-f073-428c-92d0-f5123bec07d0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:47.173803 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['42f1a1e4-f073-428c-92d0-f5123bec07d0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:47.225525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.259639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Made reservation on behalf of dabe90fa89694f808c02a413f76f3c94 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:47.261748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.286392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaf2f3-c39c-4cbe-b54a-ae85472be4d4 req-96def894-53a2-4e62-8354-dbbfd7e4e5d0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:47.294658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdcaf2f3-c39c-4cbe-b54a-ae85472be4d4 req-96def894-53a2-4e62-8354-dbbfd7e4e5d0 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 945 time: 0.1497402 Jul 08 17:51:47.343944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdcaf2f3-c39c-4cbe-b54a-ae85472be4d4 req-a85225a2-cca1-4c17-a579-3ad604f5e0f8 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c2d8814-7c00-4634-94f2-5268cc2df305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469100 Jul 08 17:51:47.357819 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] Set router 42f1a1e4-f073-428c-92d0-f5123bec07d0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:47.423439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.494545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=c6975cb7-2912-4886-b995-62e34f8cde83,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:47.539251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Deleting port 3bcef230-6c12-4ed4-a942-624911b352e1 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:47.539706 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.629013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] No DVR routers for this DVR port c6975cb7-2912-4886-b995-62e34f8cde83 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:47.637309 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.639423 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-456a454e-f974-4c1c-9384-df412510f74d req-24cefef4-f8ab-4baa-9db2-4226ae758261 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.41 "DELETE /v2.0/ports/c6975cb7-2912-4886-b995-62e34f8cde83 HTTP/1.1" status: 204 len: 173 time: 1.5549345 Jul 08 17:51:47.641514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'name': 'network-vif-deleted', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:47.644525 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b300675-fe97-469c-9d5f-534445706e74" -d '{"events": [{"server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "name": "network-vif-deleted", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:47.682366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.722194 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:51:45Z', 'revision_number': 5, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:47.725030 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f01b54-9984-4f0a-97c7-f91b58c9af22 x-openstack-request-id: req-20f01b54-9984-4f0a-97c7-f91b58c9af22 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:47.725253 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2a2077-bc36-4f1d-be5b-3558ff264dd6", "name": "network-vif-deleted", "tag": "c6975cb7-2912-4886-b995-62e34f8cde83", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:47.725596 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20f01b54-9984-4f0a-97c7-f91b58c9af22 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:47.725955 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2a2077-bc36-4f1d-be5b-3558ff264dd6', 'name': 'network-vif-deleted', 'tag': 'c6975cb7-2912-4886-b995-62e34f8cde83', 'status': 'completed', 'code': 200} Jul 08 17:51:47.749759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] For port 3bcef230-6c12-4ed4-a942-624911b352e1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3bcef230-6c12-4ed4-a942-624911b352e1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:47.750121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.752943 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e616fa4d-1144-4ec6-8f2e-2b35c5269071 None None] The sync data for ids ['42f1a1e4-f073-428c-92d0-f5123bec07d0'] in n-d-799528-4 is: [{'id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'name': 'tempest-TestVolumeBackupRestore-742786285-router', 'tenant_id': '373453efc6944985b89393e49094f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:45:26Z', 'updated_at': '2021-07-08T17:51:45Z', 'revision_number': 5, 'project_id': '373453efc6944985b89393e49094f409', 'gw_port': {'id': '3bcef230-6c12-4ed4-a942-624911b352e1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:be:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a1e4-f073-428c-92d0-f5123bec07d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:45:28Z', 'updated_at': '2021-07-08T17:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:47.774227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Calling delete_port for 3bcef230-6c12-4ed4-a942-624911b352e1 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:47.779528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd15a9a-6426-40f1-b965-15425e67f83a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:47.857594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Checking segment: {'id': '1d94504b-4d2c-4478-b222-528d1bc3961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:47.857969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Network hostable DHCP agents. Network: fb077174-83a9-4903-b8e2-33fc932b82db, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:51:47.920948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Network fb077174-83a9-4903-b8e2-33fc932b82db is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:51:47.939312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fb077174-83a9-4903-b8e2-33fc932b82db) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:47.944222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:47.944908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:47.950632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da13e96-5884-41be-941c-71d38028aded None None] Network fb077174-83a9-4903-b8e2-33fc932b82db requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:47.968601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-84e87ad1-3000-4360-aff2-7f1bbfb0099a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8284438 Jul 08 17:51:48.045419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.114465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcef230-6c12-4ed4-a942-624911b352e1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:48.262418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49de7-9c57-4741-adfb-02280dfda2e7 req-96828510-eb31-4d7e-9787-a1020fecdf2a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:48.265730 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29e49de7-9c57-4741-adfb-02280dfda2e7 req-96828510-eb31-4d7e-9787-a1020fecdf2a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.1287451 Jul 08 17:51:48.298206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.359424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29e49de7-9c57-4741-adfb-02280dfda2e7 req-7fe34ac4-45f9-4146-bbc2-4dce2ce407e3 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874321 Jul 08 17:51:48.483426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c6975cb7-2912-4886-b995-62e34f8cde83 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:48.488115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 921c65b6-4092-49ee-af92-f9e00c6ce53e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:48.552235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.555265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.647438 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.648772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f1a1e4-f073-428c-92d0-f5123bec07d0 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:51:48.658685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.666557 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d8500049-fe8e-4622-a434-4758e0e83321 admin admin] 10.222.0.63 "DELETE /v2.0/routers/42f1a1e4-f073-428c-92d0-f5123bec07d0 HTTP/1.1" status: 204 len: 168 time: 2.0376976 Jul 08 17:51:48.666930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38094) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:48.740670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: c6975cb7-2912-4886-b995-62e34f8cde83 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:48.741482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device c6975cb7-2912-4886-b995-62e34f8cde83 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:48.743608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 921c65b6-4092-49ee-af92-f9e00c6ce53e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:48.744125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 921c65b6-4092-49ee-af92-f9e00c6ce53e not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:48.759199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce275c27-2a3d-4a57-8d04-a83fdfa83743 None None] Network fb077174-83a9-4903-b8e2-33fc932b82db requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:48.777753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] Deleting subnet 0794815b-cd6d-473a-9c57-1de2cea1e5a5 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:48.782119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.822370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9db9c85-88fa-4b33-9dc9-46b416bfdb97 req-e5880eea-71b3-496a-8d7e-d802388f6f55 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "GET /v2.0/ports?device_id=2a2a2077-bc36-4f1d-be5b-3558ff264dd6 HTTP/1.1" status: 200 len: 210 time: 0.0759985 Jul 08 17:51:48.859936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:48.920313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ae24-fae4-4267-8688-27ce794068b9 req-b4e1e694-874e-4889-9762-a0421dcde94c tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:48.930929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-b4e1e694-874e-4889-9762-a0421dcde94c tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/networks?id=fb077174-83a9-4903-b8e2-33fc932b82db HTTP/1.1" status: 200 len: 822 time: 0.2593973 Jul 08 17:51:48.946374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-63494505-035d-4e81-b584-5342518403c2 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/quotas/dabe90fa89694f808c02a413f76f3c94 HTTP/1.1" status: 200 len: 375 time: 0.0168662 Jul 08 17:51:48.992922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-b963d119-12ab-47ae-95b4-34d29f00cea7 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=dabe90fa89694f808c02a413f76f3c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453289 Jul 08 17:51:49.004168 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.089580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.120793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0794815b-cd6d-473a-9c57-1de2cea1e5a5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:49.126430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.133941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26468b21-5dff-40c6-880a-b3cdff63da83 None None] Network fbe6eeae-81e7-4c48-a89e-d619a64665aa requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:49.146499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-84de2772-fcf9-4324-a0a1-cf59e6f24cec admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0794815b-cd6d-473a-9c57-1de2cea1e5a5 HTTP/1.1" status: 204 len: 168 time: 0.4774535 Jul 08 17:51:49.147259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38098) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:49.159830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-0f250fce-81f0-4dd4-96dc-f0745b2d0968 service neutron] 10.222.0.63 "GET /v2.0/networks/fb077174-83a9-4903-b8e2-33fc932b82db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659384 Jul 08 17:51:49.299714 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-a42d3aa1-a619-4a55-b174-bc81f85f67c5 service neutron] 10.222.0.63 "GET /v2.0/networks/fb077174-83a9-4903-b8e2-33fc932b82db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363142 Jul 08 17:51:49.389979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.412897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dafc2-452f-48f1-a05c-169c98299e99 req-531ea70a-9c74-418b-873b-8711f4281210 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:49.419670 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c8dafc2-452f-48f1-a05c-169c98299e99 req-531ea70a-9c74-418b-873b-8711f4281210 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.1169825 Jul 08 17:51:49.498038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c8dafc2-452f-48f1-a05c-169c98299e99 req-0980c645-715f-4201-8ac4-dd683e5a2320 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745208 Jul 08 17:51:49.504047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b148-2fad-4a1b-8aca-00742416a267 req-b838671c-f4e1-4fcf-86ca-5646d6117241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:49.506545 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d349b148-2fad-4a1b-8aca-00742416a267 req-b838671c-f4e1-4fcf-86ca-5646d6117241 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbf495aba55a47b6b0baad1af4b2f8d2&device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 1096 time: 0.2123556 Jul 08 17:51:49.532378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] DHCP port deletion for fbe6eeae-81e7-4c48-a89e-d619a64665aa request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:51:49.600474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] Deleting port 6a971123-2370-4b15-86c0-37179068d2dd {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:49.600762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.629979 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd09c5df-e92b-4a6e-b6f7-924bcfe76c68 req-999c6103-030c-42df-ae33-e28bd24421a4 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 210 time: 0.0381269 Jul 08 17:51:49.666637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Deleting port 6a971123-2370-4b15-86c0-37179068d2dd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:49.667140 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.669432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b148-2fad-4a1b-8aca-00742416a267 req-69cdaae8-93d9-4eee-baf0-cf7ab4693c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:49.670950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d349b148-2fad-4a1b-8aca-00742416a267 req-69cdaae8-93d9-4eee-baf0-cf7ab4693c39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9aee9115-804a-4fb1-8214-beee17b6ed6c HTTP/1.1" status: 200 len: 912 time: 0.1310279 Jul 08 17:51:49.700590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] For port 6a971123-2370-4b15-86c0-37179068d2dd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6a971123-2370-4b15-86c0-37179068d2dd,segment=NetworkSegment(f5c47b51-213e-41ca-aa16-4c1a7cedf265),segment_id=f5c47b51-213e-41ca-aa16-4c1a7cedf265)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:49.701044 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.718041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] Calling delete_port for 6a971123-2370-4b15-86c0-37179068d2dd owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:49.797739 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d349b148-2fad-4a1b-8aca-00742416a267 req-f2b3ebb1-5447-48ab-98f7-ee1926ba377e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e171d66-cd8e-458c-abb4-9161bdd86308 HTTP/1.1" status: 200 len: 217 time: 0.1068523 Jul 08 17:51:49.834695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.881935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] For port 6a971123-2370-4b15-86c0-37179068d2dd, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6a971123-2370-4b15-86c0-37179068d2dd,segment=NetworkSegment(f5c47b51-213e-41ca-aa16-4c1a7cedf265),segment_id=f5c47b51-213e-41ca-aa16-4c1a7cedf265)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:49.882551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:49.884318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] Pushing event deleted for resources: {'Port': ['ID=6a971123-2370-4b15-86c0-37179068d2dd,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:49.889580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a53fde-6795-452c-805c-16674fc825a7 None None] No DVR routers for this DVR port 6a971123-2370-4b15-86c0-37179068d2dd on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:49.932052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Calling delete_port for 6a971123-2370-4b15-86c0-37179068d2dd owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:49.946510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38116) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:49.953528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349b148-2fad-4a1b-8aca-00742416a267 req-d24ae894-91ec-469b-9e61-28577990fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:49.956965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d349b148-2fad-4a1b-8aca-00742416a267 req-d24ae894-91ec-469b-9e61-28577990fbb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b92592b7-63e4-4c33-9d1e-a33257418a72 HTTP/1.1" status: 200 len: 851 time: 0.1537459 Jul 08 17:51:50.035809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c1916d-6820-4ab6-b8a2-807257fbc5bf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.057388 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d349b148-2fad-4a1b-8aca-00742416a267 req-6b945c26-59fc-4644-9d95-bb35d3c1fe80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9aee9115-804a-4fb1-8214-beee17b6ed6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915759 Jul 08 17:51:50.079528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c1916d-6820-4ab6-b8a2-807257fbc5bf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.099446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3bcef230-6c12-4ed4-a942-624911b352e1 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:50.133635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 3bcef230-6c12-4ed4-a942-624911b352e1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:50.134747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3bcef230-6c12-4ed4-a942-624911b352e1 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:50.135402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6a971123-2370-4b15-86c0-37179068d2dd no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:50.156789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.183344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 6a971123-2370-4b15-86c0-37179068d2dd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:50.184125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6a971123-2370-4b15-86c0-37179068d2dd not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:50.192760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a971123-2370-4b15-86c0-37179068d2dd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:50.198426 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c1916d-6820-4ab6-b8a2-807257fbc5bf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.202433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c1916d-6820-4ab6-b8a2-807257fbc5bf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.204314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-11c1916d-6820-4ab6-b8a2-807257fbc5bf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/security-groups/4c2d8814-7c00-4634-94f2-5268cc2df305 HTTP/1.1" status: 204 len: 168 time: 0.2563360 Jul 08 17:51:50.218774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] No DVR routers for this DVR port 6a971123-2370-4b15-86c0-37179068d2dd on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:50.224833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.225179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.225518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.225851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.226364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.226701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.227026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.228104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.228438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.228792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.229136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.229447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:50.236987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1916d-6820-4ab6-b8a2-807257fbc5bf tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2d8814-7c00-4634-94f2-5268cc2df305,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:50.257658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d349b148-2fad-4a1b-8aca-00742416a267 req-2da9217e-ef70-41d8-b962-57d4e4d67755 service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893997 Jul 08 17:51:50.274720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38126) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:50.796769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.828424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe6eeae-81e7-4c48-a89e-d619a64665aa']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:50.842161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a7800-e2f7-4507-801d-d6b0adac5828 req-eb300bf0-9ce7-48da-86b7-4cbe9c8a9dba tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:50.843885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d50a7800-e2f7-4507-801d-d6b0adac5828 req-eb300bf0-9ce7-48da-86b7-4cbe9c8a9dba tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.1342118 Jul 08 17:51:50.850202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c47b51-213e-41ca-aa16-4c1a7cedf265') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:50.850528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c47b51-213e-41ca-aa16-4c1a7cedf265') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:50.866113 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.886043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fecc9595-6e8b-4047-8370-7ba62c9452c5 req-92cf0d35-d540-45ba-81d2-904beeae6738 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 210 time: 0.0527678 Jul 08 17:51:50.899277 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d349b148-2fad-4a1b-8aca-00742416a267 req-b360cf92-365b-4b2d-a473-8571f7f908e5 service neutron] 10.222.0.41 "GET /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278362 Jul 08 17:51:50.901662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.913610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:51:50.914155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: self.session.flush() Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:51:50.916194 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:51:50.934950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d50a7800-e2f7-4507-801d-d6b0adac5828 req-f101fe8c-f46a-4874-bedd-c05196f19fc9 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756152 Jul 08 17:51:50.950471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:50.994786 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.005047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.007011 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] 10.222.0.63 "DELETE /v2.0/networks/fbe6eeae-81e7-4c48-a89e-d619a64665aa HTTP/1.1" status: 204 len: 168 time: 1.8579261 Jul 08 17:51:51.027753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed201f35-bf5a-4279-86be-1f21c0491978 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe6eeae-81e7-4c48-a89e-d619a64665aa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:51.215263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38138) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:51.418181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-834e97e1-19e0-4599-a0eb-adf8105c9dba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=82426a4b91a64290b7413c9b9026805c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991394 Jul 08 17:51:51.418742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38144) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:51.423544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:51.424051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.490083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8597dcca-85c4-4f86-ba26-e77221e6ba1f tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:51.491884 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8597dcca-85c4-4f86-ba26-e77221e6ba1f tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.41 "GET /v2.0/networks?id=fb077174-83a9-4903-b8e2-33fc932b82db HTTP/1.1" status: 200 len: 822 time: 0.2529571 Jul 08 17:51:51.523322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Request body: {'port': {'device_id': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db', 'admin_state_up': True, 'tenant_id': 'dabe90fa89694f808c02a413f76f3c94'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:51.559667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:51.560068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.586250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:51.641264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-efc13c4a-dba2-4539-985a-cac193e23d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.691646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-efc13c4a-dba2-4539-985a-cac193e23d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.813764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-efc13c4a-dba2-4539-985a-cac193e23d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.820236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-efc13c4a-dba2-4539-985a-cac193e23d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.825086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-efc13c4a-dba2-4539-985a-cac193e23d5d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f33a31ae-b0f9-4c6a-8d4a-e404ab1a76d2 HTTP/1.1" status: 204 len: 168 time: 0.3759284 Jul 08 17:51:51.860047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Made reservation on behalf of dabe90fa89694f808c02a413f76f3c94 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:51:51.868834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.875217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc13c4a-dba2-4539-985a-cac193e23d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a31ae-b0f9-4c6a-8d4a-e404ab1a76d2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:51.916683 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:51.987790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:52.138224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Allocated IP 172.20.0.4 (fb077174-83a9-4903-b8e2-33fc932b82db/9fd15a9a-6426-40f1-b965-15425e67f83a/6d02d845-f66b-4d44-b8c1-4a1c6aec5cde) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:51:52.346976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c15d0144-9e8f-4efd-ba5b-5cf803e38cc4 req-4f5b212f-4cbd-45a5-8e4b-d95e89d83797 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 210 time: 0.0947201 Jul 08 17:51:52.447719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.471318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38160) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:52.503292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.544954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac88f4f-fd7b-4845-bb14-f45294a827ad req-72c59a05-3e00-412a-a4b9-de2373406aab tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:52.546995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aac88f4f-fd7b-4845-bb14-f45294a827ad req-72c59a05-3e00-412a-a4b9-de2373406aab tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.3206658 Jul 08 17:51:52.579191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.580427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Network fb077174-83a9-4903-b8e2-33fc932b82db is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:51:52.586282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:51:52.592541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d661b2a-3a6d-42e9-acb6-b306d7020ccb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=373453efc6944985b89393e49094f409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197314 Jul 08 17:51:52.594430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:51:52.598211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38162) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:52.649131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Pushing event updated for resources: {'Port': ['ID=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:52.678576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:52.679314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.690146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aac88f4f-fd7b-4845-bb14-f45294a827ad req-606c052f-83a6-4ef0-992e-ea68a32b1be5 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312916 Jul 08 17:51:52.700661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-8044064c-0ad7-41b7-a0f7-1ce5d30bce6b tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815646 Jul 08 17:51:52.722509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Request body: {'port': {'device_id': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:51:52.789929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d83-6063-4ff2-a773-249c3fcf46b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.828325 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d83-6063-4ff2-a773-249c3fcf46b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:52.861661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.145266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:51:53.145266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d83-6063-4ff2-a773-249c3fcf46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.145266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89fa3d83-6063-4ff2-a773-249c3fcf46b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.145266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-89fa3d83-6063-4ff2-a773-249c3fcf46b8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/95aaf7a1-64e7-4506-8185-889ef49cb28c HTTP/1.1" status: 204 len: 168 time: 0.5102744 Jul 08 17:51:53.274920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3d83-6063-4ff2-a773-249c3fcf46b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aaf7a1-64e7-4506-8185-889ef49cb28c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:53.473088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:53.488489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.515459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Transition to ACTIVE for port object 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:51:53.531175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:53.590025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:53.709630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:51:53.723286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] Sync routers for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:51:53.729763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7d256d2d-fdfd-4f6f-a8f9-2a02600ddd8e tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "PUT /v2.0/routers/0a9fd9e8-5754-4fc3-87b6-16e5257497bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4531202 Jul 08 17:51:53.735112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38192) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:53.746128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:53.747183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:53.874796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999a0c-587b-4acf-8c80-d000c0a45b65 req-545bf23b-78b4-41db-9c8a-7c40d036f1c5 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:53.877929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3999a0c-587b-4acf-8c80-d000c0a45b65 req-545bf23b-78b4-41db-9c8a-7c40d036f1c5 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.3442132 Jul 08 17:51:53.905018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:53.916592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Attempting to bind port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:51:53.917222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Attempting to bind port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '1d94504b-4d2c-4478-b222-528d1bc3961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:51:53.917315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Attempting to bind port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde on network fb077174-83a9-4903-b8e2-33fc932b82db {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:53.947875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting subnet cec5755b-4c9d-4db1-a408-547f416456fa {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:53.956239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde on network fb077174-83a9-4903-b8e2-33fc932b82db not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:51:53.957200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Attempting to bind port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde on network fb077174-83a9-4903-b8e2-33fc932b82db {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:51:53.963613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.047022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:51:54.048927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Checking segment: {'id': '1d94504b-4d2c-4478-b222-528d1bc3961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:51:54.049346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Bound using segment: {'id': '1d94504b-4d2c-4478-b222-528d1bc3961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:51:54.049824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Bound port: 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d94504b-4d2c-4478-b222-528d1bc3961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:51:54.050208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.065826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c3999a0c-587b-4acf-8c80-d000c0a45b65 req-32a12e2f-e325-42a1-b034-76f5c5e1c516 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317058 Jul 08 17:51:54.206925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d83c1-04b4-4fd2-a71e-0a0758f143df req-5a4c4d76-b8bd-43b2-ba4c-0417a1adb6eb tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:54.207524 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.216856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f5d83c1-04b4-4fd2-a71e-0a0758f143df req-5a4c4d76-b8bd-43b2-ba4c-0417a1adb6eb tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 943 time: 0.4573178 Jul 08 17:51:54.282756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f5d83c1-04b4-4fd2-a71e-0a0758f143df req-eec7a913-1ac2-4bba-8686-5683e4b3e385 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Jul 08 17:51:54.350014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] For port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:51:54.414723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] For port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,segment=NetworkSegment(1d94504b-4d2c-4478-b222-528d1bc3961f),segment_id=1d94504b-4d2c-4478-b222-528d1bc3961f)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:51:54.427393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.471861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:51:51Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:54.509636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] Checking router: 0a9fd9e8-5754-4fc3-87b6-16e5257497bb for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:51:54.513563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:54.532916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] Routers {'0a9fd9e8-5754-4fc3-87b6-16e5257497bb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:51:54.532916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:51:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:54.539743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.569788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:54.570900 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.573656 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c330113b-a85d-4abc-b6df-96aba8a1ca04 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d02d845-f66b-4d44-b8c1-4a1c6aec5cde HTTP/1.1" status: 200 len: 1091 time: 1.8581681 Jul 08 17:51:54.574230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'tag': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:54.578621 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c44bd-c213-470a-836c-522bca099d30" -d '{"events": [{"name": "network-changed", "server_uuid": "03d0dfe5-3d84-42da-8b2b-d90e57658a84", "tag": "6d02d845-f66b-4d44-b8c1-4a1c6aec5cde"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:54.653309 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce5e7c-7f23-4061-bec0-dd359ffc8a83 x-openstack-request-id: req-60ce5e7c-7f23-4061-bec0-dd359ffc8a83 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:54.654391 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d0dfe5-3d84-42da-8b2b-d90e57658a84", "tag": "6d02d845-f66b-4d44-b8c1-4a1c6aec5cde", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:54.654924 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-60ce5e7c-7f23-4061-bec0-dd359ffc8a83 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:54.656105 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'tag': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde', 'status': 'completed', 'code': 200} Jul 08 17:51:54.667475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.700822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92793a6b-0a6f-416d-b47e-a8f76eee7f12 None None] Network fd281987-873f-40e5-a269-03bc9ec169ff requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:51:54.710035 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:54.712055 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/subnets/cec5755b-4c9d-4db1-a408-547f416456fa HTTP/1.1" status: 204 len: 168 time: 0.9694226 Jul 08 17:51:54.714971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38210) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:54.734186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8ef9-589c-43c6-80f3-ec51c9ca5051 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Subnet': ['ID=cec5755b-4c9d-4db1-a408-547f416456fa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:54.779957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c7c8d8cf-bf46-4ed4-ad2b-a180e828026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:54.781841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-c7c8d8cf-bf46-4ed4-ad2b-a180e828026a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dabe90fa89694f808c02a413f76f3c94&device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 1094 time: 0.1241302 Jul 08 17:51:54.862986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] Set router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:51:54.875292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-5ebff9ad-c355-49fa-8d99-3489b825157d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde HTTP/1.1" status: 200 len: 217 time: 0.0736887 Jul 08 17:51:54.981182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776ae24-fae4-4267-8688-27ce794068b9 req-fd9c5a5c-b04b-4f0c-b775-1dd886706310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:54.982890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-fd9c5a5c-b04b-4f0c-b775-1dd886706310 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9fd15a9a-6426-40f1-b965-15425e67f83a HTTP/1.1" status: 200 len: 862 time: 0.0956047 Jul 08 17:51:55.095944 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-a4e0ba37-6ce2-438b-ad04-27e1b48bcbea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb077174-83a9-4903-b8e2-33fc932b82db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958369 Jul 08 17:51:55.126571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] DHCP port deletion for fd281987-873f-40e5-a269-03bc9ec169ff request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:51:55.232303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Deleting port 856363da-dbc4-47ca-b6c2-347bd46aa143 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:55.232540 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:55.311155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-5d7e96bc-33a1-4abd-9872-138de3a84052 service neutron] 10.222.0.41 "GET /v2.0/networks/fb077174-83a9-4903-b8e2-33fc932b82db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068202 Jul 08 17:51:55.325827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] For port 856363da-dbc4-47ca-b6c2-347bd46aa143, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=856363da-dbc4-47ca-b6c2-347bd46aa143,segment=NetworkSegment(ed4ea220-b259-424f-8101-13ffdcecdcfc),segment_id=ed4ea220-b259-424f-8101-13ffdcecdcfc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:55.326509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:55.347104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Calling delete_port for 856363da-dbc4-47ca-b6c2-347bd46aa143 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:55.481402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0776ae24-fae4-4267-8688-27ce794068b9 req-6fe1eddc-ec87-48df-b956-5cbd2b3bc5ce service neutron] 10.222.0.41 "GET /v2.0/networks/fb077174-83a9-4903-b8e2-33fc932b82db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596243 Jul 08 17:51:55.482751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:51:51Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:55.488505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:55.539601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eff1d-d8f4-43a1-a5d7-78431cdbc800 None None] The sync data for ids ['0a9fd9e8-5754-4fc3-87b6-16e5257497bb'] in n-d-799528-4 is: [{'id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'name': 'tempest-TestNetworkBasicOps-router-1997753220', 'tenant_id': 'b24d34e9589a4c9693e06507c4679fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:50:08Z', 'updated_at': '2021-07-08T17:51:51Z', 'revision_number': 5, 'project_id': 'b24d34e9589a4c9693e06507c4679fd8', 'gw_port': {'id': '9da8aabb-36dd-4707-a81b-1d73f8467c46', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9fd9e8-5754-4fc3-87b6-16e5257497bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:50:09Z', 'updated_at': '2021-07-08T17:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:51:55.568903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Pushing event deleted for resources: {'Port': ['ID=856363da-dbc4-47ca-b6c2-347bd46aa143,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:55.573763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] No DVR routers for this DVR port 856363da-dbc4-47ca-b6c2-347bd46aa143 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:55.591709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.593277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.594017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.594646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.595225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.596354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.596949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.597768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.598344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.598848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.599357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.599877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c05b51b-21a0-49f5-83e4-9dd1b0b3ce0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:51:55.712707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c44bd-c213-470a-836c-522bca099d30 req-53585899-babd-4b32-a4d2-98c1640f91dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.714332 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-192c44bd-c213-470a-836c-522bca099d30 req-53585899-babd-4b32-a4d2-98c1640f91dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dabe90fa89694f808c02a413f76f3c94&device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 1094 time: 0.0807459 Jul 08 17:51:55.861276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c44bd-c213-470a-836c-522bca099d30 req-23cda4ca-8972-4813-b312-07a432b0c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:55.862925 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-192c44bd-c213-470a-836c-522bca099d30 req-23cda4ca-8972-4813-b312-07a432b0c336 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb077174-83a9-4903-b8e2-33fc932b82db HTTP/1.1" status: 200 len: 923 time: 0.1382041 Jul 08 17:51:55.871152 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:55.900273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:55.934309 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-192c44bd-c213-470a-836c-522bca099d30 req-17942f1a-c88a-4f73-8677-4fe0e29dab7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde HTTP/1.1" status: 200 len: 217 time: 0.0606432 Jul 08 17:51:56.010393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9901b79-274b-416d-a66a-2c96cd3f2552 req-0b58be7d-6f70-4489-b642-da7dafd8c629 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:56.019729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9901b79-274b-416d-a66a-2c96cd3f2552 req-0b58be7d-6f70-4489-b642-da7dafd8c629 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 943 time: 0.3715069 Jul 08 17:51:56.051632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d8066-5193-4d2d-a21a-e6c5d5dd4fc1 req-5bf8aef5-3b44-4cd7-96f5-7019b8e9fdbb tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:56.053271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e6d8066-5193-4d2d-a21a-e6c5d5dd4fc1 req-5bf8aef5-3b44-4cd7-96f5-7019b8e9fdbb tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.4169798 Jul 08 17:51:56.088625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c44bd-c213-470a-836c-522bca099d30 req-189a3537-256d-46d6-a18a-89cc5c857136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:56.090181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-192c44bd-c213-470a-836c-522bca099d30 req-189a3537-256d-46d6-a18a-89cc5c857136 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9fd15a9a-6426-40f1-b965-15425e67f83a HTTP/1.1" status: 200 len: 862 time: 0.1422391 Jul 08 17:51:56.136249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:56.144176 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-192c44bd-c213-470a-836c-522bca099d30 req-1ab1a321-67f3-4276-bc76-204dca5ccc44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb077174-83a9-4903-b8e2-33fc932b82db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424576 Jul 08 17:51:56.171231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-cf0bba03-a229-41c5-a91b-6db9cae3b410 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:56.173503 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-cf0bba03-a229-41c5-a91b-6db9cae3b410 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.41 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 945 time: 0.5381448 Jul 08 17:51:56.189201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:56.190263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device dbfc942d-5b3f-4b1a-a1d1-86c545e1e61f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:56.190844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 856363da-dbc4-47ca-b6c2-347bd46aa143 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:56.210546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9901b79-274b-416d-a66a-2c96cd3f2552 req-5b922f31-7f4a-4881-89ff-278aa76ca5ff tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893218 Jul 08 17:51:56.268245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 856363da-dbc4-47ca-b6c2-347bd46aa143 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:56.269869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 856363da-dbc4-47ca-b6c2-347bd46aa143 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:56.312960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e6d8066-5193-4d2d-a21a-e6c5d5dd4fc1 req-e9aa2c6c-7c2d-44ed-9db0-1afbb26cf6ee tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/security-groups?id=d73534a6-42e6-4069-bc4d-8cf503671dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372720 Jul 08 17:51:56.330471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:56.351773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-192c44bd-c213-470a-836c-522bca099d30 req-943f6335-1fa5-4272-807c-c30053d79c27 service neutron] 10.222.0.41 "GET /v2.0/networks/fb077174-83a9-4903-b8e2-33fc932b82db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947429 Jul 08 17:51:56.465856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Deleting port 9e171d66-cd8e-458c-abb4-9161bdd86308 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:56.466289 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:56.509283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-192c44bd-c213-470a-836c-522bca099d30 req-4e7f758a-ce53-45aa-b0cb-91130657ed43 service neutron] 10.222.0.41 "GET /v2.0/networks/fb077174-83a9-4903-b8e2-33fc932b82db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471024 Jul 08 17:51:56.536106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Deleting port 9da8aabb-36dd-4707-a81b-1d73f8467c46 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:51:56.536389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:56.637673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] For port 9e171d66-cd8e-458c-abb4-9161bdd86308, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9e171d66-cd8e-458c-abb4-9161bdd86308,segment=NetworkSegment(796fb22a-9f16-4fbb-8551-735440a9167b),segment_id=796fb22a-9f16-4fbb-8551-735440a9167b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:56.638043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:56.668703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Calling delete_port for 9e171d66-cd8e-458c-abb4-9161bdd86308 owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:56.711290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] For port 9da8aabb-36dd-4707-a81b-1d73f8467c46, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9da8aabb-36dd-4707-a81b-1d73f8467c46,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:56.711290 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:56.760588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Calling delete_port for 9da8aabb-36dd-4707-a81b-1d73f8467c46 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:51:57.005808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.069227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Pushing event deleted for resources: {'Port': ['ID=9e171d66-cd8e-458c-abb4-9161bdd86308,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:57.134139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] No DVR routers for this DVR port 9e171d66-cd8e-458c-abb4-9161bdd86308 on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:51:57.138641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.140668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca05e4b5-7484-4b15-ae38-ba59c9dbbd9e req-3eb40455-a1d4-40de-8151-6cbdfc8ce72a tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.41 "DELETE /v2.0/ports/9e171d66-cd8e-458c-abb4-9161bdd86308 HTTP/1.1" status: 204 len: 173 time: 0.9427772 Jul 08 17:51:57.141205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'name': 'network-vif-deleted', 'tag': '9e171d66-cd8e-458c-abb4-9161bdd86308'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:51:57.144075 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3196a556-90c5-4279-8acd-8cacdb549723" -d '{"events": [{"server_uuid": "59247ae0-5cd0-4e0a-b91d-4f1709f7cc93", "name": "network-vif-deleted", "tag": "9e171d66-cd8e-458c-abb4-9161bdd86308"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:51:57.147569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.177168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Port': ['ID=9da8aabb-36dd-4707-a81b-1d73f8467c46,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:57.227052 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753041a2-d272-4062-9048-b27d245237a3 x-openstack-request-id: req-753041a2-d272-4062-9048-b27d245237a3 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:51:57.228083 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59247ae0-5cd0-4e0a-b91d-4f1709f7cc93", "name": "network-vif-deleted", "tag": "9e171d66-cd8e-458c-abb4-9161bdd86308", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:51:57.228083 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-753041a2-d272-4062-9048-b27d245237a3 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:51:57.228407 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59247ae0-5cd0-4e0a-b91d-4f1709f7cc93', 'name': 'network-vif-deleted', 'tag': '9e171d66-cd8e-458c-abb4-9161bdd86308', 'status': 'completed', 'code': 200} Jul 08 17:51:57.292950 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.467597 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.471421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.488283 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7b27caf7-995c-4935-964f-b46e6f4a70d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.569938 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.570522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9fd9e8-5754-4fc3-87b6-16e5257497bb {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:51:57.578335 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.579406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-afd430f2-0413-4300-8ae7-f510337c21c5 tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/routers/0a9fd9e8-5754-4fc3-87b6-16e5257497bb HTTP/1.1" status: 204 len: 168 time: 2.8631053 Jul 08 17:51:57.582585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38276) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:57.629887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fbe0fa4-7678-47c4-b966-130c691f87e8 req-2919c909-a11f-4859-b380-bf9cedff0768 tempest-TestServerAdvancedOps-463082373 tempest-TestServerAdvancedOps-463082373-project] 10.222.0.63 "GET /v2.0/ports?device_id=59247ae0-5cd0-4e0a-b91d-4f1709f7cc93 HTTP/1.1" status: 200 len: 210 time: 0.0739212 Jul 08 17:51:57.727258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.792869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2e5c-0f3a-4dda-a695-25e2026ec3f4 req-60f10a3a-379d-49cd-9af8-cc6504ffcb89 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:57.796651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7db2e5c-0f3a-4dda-a695-25e2026ec3f4 req-60f10a3a-379d-49cd-9af8-cc6504ffcb89 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 943 time: 0.2421649 Jul 08 17:51:57.890328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7db2e5c-0f3a-4dda-a695-25e2026ec3f4 req-20dba84b-c903-4334-8f30-f73c391e2308 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838196 Jul 08 17:51:57.929857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.945930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd281987-873f-40e5-a269-03bc9ec169ff']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:57.960775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4ea220-b259-424f-8101-13ffdcecdcfc') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:57.961269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4ea220-b259-424f-8101-13ffdcecdcfc') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:57.978375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:57.998005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:58.011636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:51:58.012292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:51:58.017376 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:51:58.128071 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:58.143332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:58.149980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] 10.222.0.63 "DELETE /v2.0/networks/fd281987-873f-40e5-a269-03bc9ec169ff HTTP/1.1" status: 204 len: 168 time: 0.5624068 Jul 08 17:51:58.175027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61022e6-4acc-4bbc-a6d9-d926608cadda tempest-TestNetworkBasicOps-97294236 tempest-TestNetworkBasicOps-97294236-project] Pushing event deleted for resources: {'Network': ['ID=fd281987-873f-40e5-a269-03bc9ec169ff,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:58.221408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:51:58.303855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9e171d66-cd8e-458c-abb4-9161bdd86308 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:58.340342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9da8aabb-36dd-4707-a81b-1d73f8467c46 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:51:58.378055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 9e171d66-cd8e-458c-abb4-9161bdd86308 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:58.378486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9e171d66-cd8e-458c-abb4-9161bdd86308 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:58.384856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9da8aabb-36dd-4707-a81b-1d73f8467c46 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:51:58.385235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9da8aabb-36dd-4707-a81b-1d73f8467c46 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:51:58.465420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,segment=NetworkSegment(1d94504b-4d2c-4478-b222-528d1bc3961f),segment_id=1d94504b-4d2c-4478-b222-528d1bc3961f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:58.478747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde', 'network_id': 'fb077174-83a9-4903-b8e2-33fc932b82db', 'port_id': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde', 'mac_address': 'fa:16:3e:3e:60:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd15a9a-6426-40f1-b965-15425e67f83a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:51:58.541969 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:58.561084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:51:58.598651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,segment=NetworkSegment(1d94504b-4d2c-4478-b222-528d1bc3961f),segment_id=1d94504b-4d2c-4478-b222-528d1bc3961f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:51:58.604870 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:58.687884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38306) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:58.717126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:58.808604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38314) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:58.919850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] Deleting subnet b92592b7-63e4-4c33-9d1e-a33257418a72 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:58.926716 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:58.942382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['6d02d845-f66b-4d44-b8c1-4a1c6aec5cde'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:51:58.989055 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c7b4b057-47bf-4ce6-ba73-c026a8d14b7b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b24d34e9589a4c9693e06507c4679fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987752 Jul 08 17:51:58.992650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38322) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:58.997809 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.113151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30bc1871-8b45-469e-bb53-ac4631b63e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.151311 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30bc1871-8b45-469e-bb53-ac4631b63e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.159124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a2c6-0f9a-4c79-b065-78eaf2266b58 req-b8828b5d-dcd9-460c-9472-2236fc61533d tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:51:59.165068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5695a2c6-0f9a-4c79-b065-78eaf2266b58 req-b8828b5d-dcd9-460c-9472-2236fc61533d tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 944 time: 0.1360104 Jul 08 17:51:59.190692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.255374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5695a2c6-0f9a-4c79-b065-78eaf2266b58 req-5257cbb4-b332-47fd-945a-9721726a38a2 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802829 Jul 08 17:51:59.285964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30bc1871-8b45-469e-bb53-ac4631b63e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.292273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-30bc1871-8b45-469e-bb53-ac4631b63e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.297783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-30bc1871-8b45-469e-bb53-ac4631b63e54 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/151a7a73-2984-4eeb-97a6-d82704225a83 HTTP/1.1" status: 204 len: 168 time: 0.3033543 Jul 08 17:51:59.314825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc1871-8b45-469e-bb53-ac4631b63e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151a7a73-2984-4eeb-97a6-d82704225a83,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:59.350650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.371101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.375729 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b92592b7-63e4-4c33-9d1e-a33257418a72 HTTP/1.1" status: 204 len: 168 time: 0.5638514 Jul 08 17:51:59.376222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38330) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:59.418527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c50d2-251e-4d94-b3f2-5c3e0bcee60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92592b7-63e4-4c33-9d1e-a33257418a72,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:59.469564 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.565786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.579906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee9115-804a-4fb1-8214-beee17b6ed6c']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:59.592471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796fb22a-9f16-4fbb-8551-735440a9167b') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:59.592996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796fb22a-9f16-4fbb-8551-735440a9167b') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:51:59.608495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.646896 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.662118 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:51:59.662637 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.759012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38348) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:51:59.779819 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:51:59.784437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-695679c2-d02e-432a-a99f-175a927a59e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.803890 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.812959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.817528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9aee9115-804a-4fb1-8214-beee17b6ed6c HTTP/1.1" status: 204 len: 168 time: 0.4388921 Jul 08 17:51:59.818221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38354) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:51:59.853653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988d297-ca8d-4095-ba14-ab4df2e0e523 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aee9115-804a-4fb1-8214-beee17b6ed6c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:51:59.923826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] Deleting subnet 3418ee5a-c0b1-44ab-aa23-9d2a14c067f8 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:51:59.930163 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:51:59.995012 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.000586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-695679c2-d02e-432a-a99f-175a927a59e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.019336 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39e02c56-56cb-45f0-b960-4e27eb2daf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.026206 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-695679c2-d02e-432a-a99f-175a927a59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.078372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.147316 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-695679c2-d02e-432a-a99f-175a927a59e8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5d1770c3d62247cdbe0627a6149ba291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3845115 Jul 08 17:52:00.147316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695679c2-d02e-432a-a99f-175a927a59e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d64fe4c-d908-43d7-8fe8-7592c9fe4c1c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:00.149403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38384) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:00.233443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.238199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:00.298179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3418ee5a-c0b1-44ab-aa23-9d2a14c067f8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:00.317360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.319359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c5de5b7-28aa-4708-8501-96e6c8c38df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.322024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fbc087a5-5e5c-4b4c-a4fe-7814f81657f4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3418ee5a-c0b1-44ab-aa23-9d2a14c067f8 HTTP/1.1" status: 204 len: 168 time: 0.4773369 Jul 08 17:52:00.325605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38402) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:00.358951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c5de5b7-28aa-4708-8501-96e6c8c38df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.378658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:00.383362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:00.383758 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.508527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c5de5b7-28aa-4708-8501-96e6c8c38df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.512089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1c5de5b7-28aa-4708-8501-96e6c8c38df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.516558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1c5de5b7-28aa-4708-8501-96e6c8c38df3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2d64fe4c-d908-43d7-8fe8-7592c9fe4c1c HTTP/1.1" status: 204 len: 168 time: 0.3656147 Jul 08 17:52:00.538857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5de5b7-28aa-4708-8501-96e6c8c38df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d64fe4c-d908-43d7-8fe8-7592c9fe4c1c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:00.554874 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.556096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.569616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.637877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,segment=NetworkSegment(1d94504b-4d2c-4478-b222-528d1bc3961f),segment_id=1d94504b-4d2c-4478-b222-528d1bc3961f)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:00.646856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:00.649865 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b24bb0-baf0-4cda-81dd-0edbcef2fd7b" -d '{"events": [{"server_uuid": "03d0dfe5-3d84-42da-8b2b-d90e57658a84", "name": "network-vif-plugged", "status": "completed", "tag": "6d02d845-f66b-4d44-b8c1-4a1c6aec5cde"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:00.653994 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:00.728530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:00.734243 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e606f7-2cf4-42d1-99fe-5f1616c32311 x-openstack-request-id: req-c7e606f7-2cf4-42d1-99fe-5f1616c32311 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:00.734762 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d0dfe5-3d84-42da-8b2b-d90e57658a84", "name": "network-vif-plugged", "status": "completed", "tag": "6d02d845-f66b-4d44-b8c1-4a1c6aec5cde", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:00.735216 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7e606f7-2cf4-42d1-99fe-5f1616c32311 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:00.735836 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde', 'code': 200} Jul 08 17:52:00.917279 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.010745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbcb8a-8fbe-4f3a-9db7-83bdf485e0d0 req-c846b273-0736-4530-bdcc-d4f27d0467b5 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:01.012485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7dfbcb8a-8fbe-4f3a-9db7-83bdf485e0d0 req-c846b273-0736-4530-bdcc-d4f27d0467b5 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 944 time: 0.4841413 Jul 08 17:52:01.018174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2217c2-bfbd-4294-b0d0-d9d1f70ab15b']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:01.030407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab53fc36-82fd-42cf-babc-36ca5a2c22b1') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:01.030895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab53fc36-82fd-42cf-babc-36ca5a2c22b1') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:01.053726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.091066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.097856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3af7f-5a00-4a30-ae59-c853bfa9384a req-1a13b4ed-0f03-4d11-b8b0-0cc7fc626c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:01.099381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32e3af7f-5a00-4a30-ae59-c853bfa9384a req-1a13b4ed-0f03-4d11-b8b0-0cc7fc626c92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 1096 time: 0.1877286 Jul 08 17:52:01.107681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:52:01.108629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:52:01.110833 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:52:01.210779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7dfbcb8a-8fbe-4f3a-9db7-83bdf485e0d0 req-8e1c939f-090a-4f27-9846-507e77217e23 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627932 Jul 08 17:52:01.237401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32e3af7f-5a00-4a30-ae59-c853bfa9384a req-f36a7811-3d1a-4859-9f67-c1b69bcfdf39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224537 Jul 08 17:52:01.255271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.275313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.279909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] 10.222.0.63 "DELETE /v2.0/networks/af2217c2-bfbd-4294-b0d0-d9d1f70ab15b HTTP/1.1" status: 204 len: 168 time: 0.9529474 Jul 08 17:52:01.298580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f1d9a-21b4-488e-8662-5e411d79dd7c admin admin] Pushing event deleted for resources: {'Network': ['ID=af2217c2-bfbd-4294-b0d0-d9d1f70ab15b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:01.452486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.708646 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38516) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:01.802826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-443120c1-aa4b-49b8-aa47-fcee49254feb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bbf495aba55a47b6b0baad1af4b2f8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912170 Jul 08 17:52:01.805105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38524) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:01.928691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97b57627-6e01-4360-97c7-657d2ef3763b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:01.967231 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97b57627-6e01-4360-97c7-657d2ef3763b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:02.042686 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97b57627-6e01-4360-97c7-657d2ef3763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:02.049106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97b57627-6e01-4360-97c7-657d2ef3763b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:02.055198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-97b57627-6e01-4360-97c7-657d2ef3763b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d73534a6-42e6-4069-bc4d-8cf503671dd0 HTTP/1.1" status: 204 len: 168 time: 0.2483838 Jul 08 17:52:02.076286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b57627-6e01-4360-97c7-657d2ef3763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73534a6-42e6-4069-bc4d-8cf503671dd0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:02.181296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:02.539402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817788-bd63-4e52-a6bb-fb3de6f2433c req-f603a412-1deb-4d9a-a2d7-7962ff34ad3e tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:02.550043 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58817788-bd63-4e52-a6bb-fb3de6f2433c req-f603a412-1deb-4d9a-a2d7-7962ff34ad3e tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 945 time: 0.1199017 Jul 08 17:52:02.640100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58817788-bd63-4e52-a6bb-fb3de6f2433c req-32d89702-359c-45ae-a260-650da1949fea tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826037 Jul 08 17:52:02.902017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-34989721-network', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:02.915538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.037187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38636) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:03.052221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Made reservation on behalf of ca99bda30beb4559aa6432637fa28f74 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:03.055073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.074768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.107208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-06a35c85-5157-42b5-9e8f-eaae53d83cb5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5e2d512a05b147b7bc804cb6d569c7d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692260 Jul 08 17:52:03.109618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38642) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:03.190396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d104cd8-d041-4f14-bd37-036242cb04cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.221061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d104cd8-d041-4f14-bd37-036242cb04cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.302183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d104cd8-d041-4f14-bd37-036242cb04cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.305332 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d104cd8-d041-4f14-bd37-036242cb04cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.306813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8d104cd8-d041-4f14-bd37-036242cb04cc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a969b180-4c74-49fe-b55c-f506420c2176 HTTP/1.1" status: 204 len: 168 time: 0.1947026 Jul 08 17:52:03.327323 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.337320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.337538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d104cd8-d041-4f14-bd37-036242cb04cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969b180-4c74-49fe-b55c-f506420c2176,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:03.390898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202e7dc1-4b23-4c81-a6b7-cacb361aa4a8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:03.405668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:52:03.423495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.424067 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Added segment 284a1b31-b060-4507-891e-3461a969c027 of type vlan for network a416b017-2ee9-4c82-917a-e2112e2c691f Jul 08 17:52:03.478804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.519274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.523282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:03.524033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.556696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3734214 Jul 08 17:52:03.559320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 38684) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:03.569720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Request body: {'subnet': {'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-34989721-subnet', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:03.632100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Made reservation on behalf of ca99bda30beb4559aa6432637fa28f74 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:03.634526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b7b32-d376-487d-9711-7ac8b75c3ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=a416b017-2ee9-4c82-917a-e2112e2c691f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:03.642869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:03.650765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a416b017-2ee9-4c82-917a-e2112e2c691f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:52:04.224924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89aad3-d8c9-47f3-b373-b092b39f4da3 req-48b0620b-e1ae-4ae6-aa9c-69bec2ca2924 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:04.232836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe89aad3-d8c9-47f3-b373-b092b39f4da3 req-48b0620b-e1ae-4ae6-aa9c-69bec2ca2924 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 945 time: 0.2688019 Jul 08 17:52:04.332257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe89aad3-d8c9-47f3-b373-b092b39f4da3 req-93b4297d-860c-4b57-9216-fd76b925b531 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982809 Jul 08 17:52:04.347765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:04.438474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66eacd1e-67b9-4267-82ca-b120fa6622f1,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:04.466918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Checking segment: {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:04.467368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Network hostable DHCP agents. Network: a416b017-2ee9-4c82-917a-e2112e2c691f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:52:04.493729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Network a416b017-2ee9-4c82-917a-e2112e2c691f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:52:04.526574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a416b017-2ee9-4c82-917a-e2112e2c691f) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:04.530790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:04.531633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:04.542282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1807920a-7d5d-4f12-ba0c-8bf1bcc9830e None None] Network a416b017-2ee9-4c82-917a-e2112e2c691f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:52:04.573324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e631c719-4c94-44b4-868e-e75e4ceea463 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0109296 Jul 08 17:52:04.576531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 38772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:04.596686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:04.666613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:04.671983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:04.798073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:04.924288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-a416b017-2ee9-4c82-917a-e2112e2c691f', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:52:04.925458 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.026691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.264998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Allocated IP 172.20.0.2 (a416b017-2ee9-4c82-917a-e2112e2c691f/66eacd1e-67b9-4267-82ca-b120fa6622f1/cf5e7a73-a988-4f96-8c37-cffb2a5a6795) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:05.285362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789ec12-320c-46e3-8f62-42f4984e8eef req-3a3cd43f-9895-4191-a343-28ae95264d9c tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:05.288348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7789ec12-320c-46e3-8f62-42f4984e8eef req-3a3cd43f-9895-4191-a343-28ae95264d9c tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 945 time: 0.1943941 Jul 08 17:52:05.400696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7789ec12-320c-46e3-8f62-42f4984e8eef req-5a83eda5-be8b-41e5-b5da-5091d8fc2889 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023667 Jul 08 17:52:05.500846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.523093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.622321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.644583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Transition to ACTIVE for port object cf5e7a73-a988-4f96-8c37-cffb2a5a6795 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:05.665616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Transition to ACTIVE for port object cf5e7a73-a988-4f96-8c37-cffb2a5a6795 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:05.690262 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.716760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Allocated IP 172.25.5.246 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/b911e868-97bc-4d92-babb-54bb1f8981fa) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:05.762762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Network a416b017-2ee9-4c82-917a-e2112e2c691f is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:05.774855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:05.788120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:05.792812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Pushing event updated for resources: {'Port': ['ID=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:05.875221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Attempting to bind port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:05.877197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Attempting to bind port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:05.877789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Attempting to bind port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 on network a416b017-2ee9-4c82-917a-e2112e2c691f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:05.884449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:05.885510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Checking segment: {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:05.885925 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.886368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Bound using segment: {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:05.886886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Bound port: cf5e7a73-a988-4f96-8c37-cffb2a5a6795, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:05.888184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.933057 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:05.983019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] For port cf5e7a73-a988-4f96-8c37-cffb2a5a6795, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:05.988099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] For port cf5e7a73-a988-4f96-8c37-cffb2a5a6795, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:05.994505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:06.020788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:06.078374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:06.086165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:06.090729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:06.111982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe6342-17e7-4185-9700-3ba8993ad510 None None] Pushing event updated for resources: {'Port': ['ID=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:06.162206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Pushing event updated for resources: {'Port': ['ID=b911e868-97bc-4d92-babb-54bb1f8981fa,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:06.617764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:06.704145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-72b9ad60-d2e5-4bfa-a7c4-ae6ed0c6cf50 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:06.706501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-72b9ad60-d2e5-4bfa-a7c4-ae6ed0c6cf50 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.41 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 945 time: 0.2186978 Jul 08 17:52:06.990944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4c68-7ab0-42c3-8dd2-9a6f1e595bd6 req-1cb75937-39b1-482a-aa36-ae70a307a0f6 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:06.992991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d4c68-7ab0-42c3-8dd2-9a6f1e595bd6 req-1cb75937-39b1-482a-aa36-ae70a307a0f6 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 945 time: 0.2853544 Jul 08 17:52:07.044853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Deleting port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:52:07.045302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:07.138227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80d4c68-7ab0-42c3-8dd2-9a6f1e595bd6 req-3c0a0268-9a86-44f2-a3e6-730eee2521ec tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/security-groups?id=dde3c94f-582e-4dc9-a6e9-65827da5142e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161702 Jul 08 17:52:07.320587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] For port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,segment=NetworkSegment(1d94504b-4d2c-4478-b222-528d1bc3961f),segment_id=1d94504b-4d2c-4478-b222-528d1bc3961f)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:07.325045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:07.405996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Calling delete_port for 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:52:07.448062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:07.776064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Router 03c52dde-5129-4d54-90b1-23244ea0b3fb is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:52:07.821503 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:07.864787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['6d02d845-f66b-4d44-b8c1-4a1c6aec5cde'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:52:07.889915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Pushing event deleted for resources: {'Port': ['ID=6d02d845-f66b-4d44-b8c1-4a1c6aec5cde,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:07.925255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2353-5abe-4893-a571-42a81e3221dd req-eb1bbd6d-055b-44b9-ba02-bb0c3852b432 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:07.934102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-eb1bbd6d-055b-44b9-ba02-bb0c3852b432 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/networks?id=639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 200 len: 813 time: 0.2870734 Jul 08 17:52:07.939675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73208e26-28df-421b-9a46-f9a9a5b278bf None None] Network a416b017-2ee9-4c82-917a-e2112e2c691f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:52:07.943510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.943863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.944207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.944714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.945375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.945375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.945779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.946045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.946426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.946890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.947262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.947580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:07.992427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-33e0f254-9227-47bc-b4fb-00f852fec316 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/quotas/035ccb0d03ba4ec6bd7d2ba057047089 HTTP/1.1" status: 200 len: 375 time: 0.0570686 Jul 08 17:52:08.064468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] No DVR routers for this DVR port 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:52:08.070995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-cd1b134f-7268-4ce9-be92-c232e27cd82d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776293 Jul 08 17:52:08.072216 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:08.074815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6059d5d2-ca4a-4628-a5ec-8b59254b2408 req-c9797a84-cc93-41c7-835e-f4aad57efd55 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.41 "DELETE /v2.0/ports/6d02d845-f66b-4d44-b8c1-4a1c6aec5cde HTTP/1.1" status: 204 len: 173 time: 1.3606884 Jul 08 17:52:08.074815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'name': 'network-vif-deleted', 'tag': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:08.090286 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c68ef6e-6b8c-4d46-b9db-efe2d66e4f9e" -d '{"events": [{"server_uuid": "03d0dfe5-3d84-42da-8b2b-d90e57658a84", "name": "network-vif-deleted", "tag": "6d02d845-f66b-4d44-b8c1-4a1c6aec5cde"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:08.090800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:52:08.117657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:08.117907 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Sync routers for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:52:08.123101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4d6aa476-ca88-470c-9d23-40b1b9b92df2 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5450780 Jul 08 17:52:08.127492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39000) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:08.133928 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:08.134574 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:08.370696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cf5e7a73-a988-4f96-8c37-cffb2a5a6795 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:08.470068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b86642a9-7340-49c9-8399-0ab13019315e None None] Provisioning for port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:08.581390 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e8180c-c798-4058-9f6d-736acae33acd x-openstack-request-id: req-d8e8180c-c798-4058-9f6d-736acae33acd {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:08.582187 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d0dfe5-3d84-42da-8b2b-d90e57658a84", "name": "network-vif-deleted", "tag": "6d02d845-f66b-4d44-b8c1-4a1c6aec5cde", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:08.582798 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d8e8180c-c798-4058-9f6d-736acae33acd {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:08.590374 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d0dfe5-3d84-42da-8b2b-d90e57658a84', 'name': 'network-vif-deleted', 'tag': '6d02d845-f66b-4d44-b8c1-4a1c6aec5cde', 'status': 'completed', 'code': 200} Jul 08 17:52:08.648581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-923db418-1339-4bf9-aa8c-d1b044320286 service neutron] 10.222.0.63 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459614 Jul 08 17:52:08.657833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:08.665891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:08.666539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:08.670265 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:08.928693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-9e90b790-39ea-4566-b1e2-1698040dbceb service neutron] 10.222.0.63 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698436 Jul 08 17:52:08.968985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d8d50b2-63b2-4f3f-9209-08681fb4c142 req-e8d6524a-ed27-4d11-b206-5b8e5c4fb651 tempest-ServerAddressesNegativeTestJSON-1852966248 tempest-ServerAddressesNegativeTestJSON-1852966248-project] 10.222.0.63 "GET /v2.0/ports?device_id=03d0dfe5-3d84-42da-8b2b-d90e57658a84 HTTP/1.1" status: 200 len: 210 time: 0.0370319 Jul 08 17:52:09.113498 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.231231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port cf5e7a73-a988-4f96-8c37-cffb2a5a6795, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:09.243322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.406073 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:06Z', 'revision_number': 3, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:09.426833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:09.454756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3f17bf3-ab5f-42c0-ba5a-531d7debc3fc req-ea43302e-08a7-478c-90cc-c305ca96dcb8 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 210 time: 0.1343765 Jul 08 17:52:09.491006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.538795 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Checking router: 03c52dde-5129-4d54-90b1-23244ea0b3fb for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:52:09.539300 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Updating router 03c52dde-5129-4d54-90b1-23244ea0b3fb port b911e868-97bc-4d92-babb-54bb1f8981fa binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:52:09.600163 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.644595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-72ea4c63-cb7e-42eb-94d6-b58b1996ea30 None None] Provisioning complete for port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:09.645015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-72ea4c63-cb7e-42eb-94d6-b58b1996ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:09.967084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Allocated IP 172.20.0.1 (a416b017-2ee9-4c82-917a-e2112e2c691f/66eacd1e-67b9-4267-82ca-b120fa6622f1/81fd62ac-1e3f-482b-b50a-dc12e3d69b09) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:10.131815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cf5e7a73-a988-4f96-8c37-cffb2a5a6795 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:10.183656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39042) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:10.212388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.260163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Transition to ACTIVE for port object 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:10.273520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] Deleting subnet 9fd15a9a-6426-40f1-b965-15425e67f83a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:52:10.279198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.283628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:10.284019 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.333085 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.382247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.386202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:52:10.416494 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.420151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:52:10.421209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6d02d845-f66b-4d44-b8c1-4a1c6aec5cde not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:52:10.455970 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Transition to ACTIVE for port object b911e868-97bc-4d92-babb-54bb1f8981fa will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:10.467202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.474186 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.545664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Network a416b017-2ee9-4c82-917a-e2112e2c691f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:10.560001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:10.565200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Pushing event updated for resources: {'Port': ['ID=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:10.567915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:10.636007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54d352c5-8eb7-45bc-870e-3a3320efe1ee req-56453b32-836f-4943-918e-4c58d53be82d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 210 time: 0.0920529 Jul 08 17:52:10.661687 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Attempting to bind port b911e868-97bc-4d92-babb-54bb1f8981fa on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:10.662990 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Attempting to bind port b911e868-97bc-4d92-babb-54bb1f8981fa by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:10.663579 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Attempting to bind port b911e868-97bc-4d92-babb-54bb1f8981fa on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:10.672533 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:10.673964 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:10.674601 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.675211 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:10.675875 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Bound port: b911e868-97bc-4d92-babb-54bb1f8981fa, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:10.676417 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.711470 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Pushing event updated for resources: {'Port': ['ID=b911e868-97bc-4d92-babb-54bb1f8981fa,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:10.744282 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.749417 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.750495 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.751811 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.752361 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.752497 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.755432 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.755432 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.755432 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.755432 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.755432 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.756555 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.757444 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:52:10.809202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.868919 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:10.873447 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9fd15a9a-6426-40f1-b965-15425e67f83a HTTP/1.1" status: 204 len: 168 time: 0.6860495 Jul 08 17:52:10.873447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaadcb1-e5be-4df2-aa92-224224b1542b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd15a9a-6426-40f1-b965-15425e67f83a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:10.873996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39060) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:10.914498 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] For port b911e868-97bc-4d92-babb-54bb1f8981fa, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:10.921945 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] For port b911e868-97bc-4d92-babb-54bb1f8981fa, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b911e868-97bc-4d92-babb-54bb1f8981fa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:10.931317 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.081181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.111163 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5224f1-6f4a-478e-804a-56558f2857f5 None None] Pushing event updated for resources: {'Port': ['ID=b911e868-97bc-4d92-babb-54bb1f8981fa,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:11.115286 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:11.116353 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:11.127119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.240245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aa01cced-ef31-4dba-a852-41e8cd593304 None None] Provisioning for port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:11.250591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aa01cced-ef31-4dba-a852-41e8cd593304 None None] Provisioning complete for port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:11.254486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa01cced-ef31-4dba-a852-41e8cd593304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.334098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.357773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb077174-83a9-4903-b8e2-33fc932b82db']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:11.361822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aa01cced-ef31-4dba-a852-41e8cd593304 None None] Port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:52:11.385088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d94504b-4d2c-4478-b222-528d1bc3961f') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:11.387725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d94504b-4d2c-4478-b222-528d1bc3961f') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:11.424358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.451727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.488480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:52:11.488913 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:52:11.493715 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:52:11.503708 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:11.573096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.586663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.609719 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.623150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.626525 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] 10.222.0.63 "DELETE /v2.0/networks/fb077174-83a9-4903-b8e2-33fc932b82db HTTP/1.1" status: 204 len: 168 time: 0.7507212 Jul 08 17:52:11.641125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcfba4-d9fe-4a1a-901b-e7e27cece0be admin admin] Pushing event deleted for resources: {'Network': ['ID=fb077174-83a9-4903-b8e2-33fc932b82db,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:11.794944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Pushing event updated for resources: {'Port': ['ID=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:11.832860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:11.853449 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-570000e6-7269-46e9-8c15-d677b340f53a req-3b06c8c3-8da7-424b-8e51-579b40bd3b37 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 210 time: 0.0464299 Jul 08 17:52:12.030214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Network a416b017-2ee9-4c82-917a-e2112e2c691f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:12.045741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:12.268926 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:09Z', 'revision_number': 1, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:12.321368 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413c3eb-292c-40f2-863e-ccbd79d50779 None None] The sync data for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 is: [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:09Z', 'revision_number': 1, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:52:12.400845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39084) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:12.526054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Router 03c52dde-5129-4d54-90b1-23244ea0b3fb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:52:12.565185 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b0f7d598-9992-4346-bb2c-0523dc1455b0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dabe90fa89694f808c02a413f76f3c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630578 Jul 08 17:52:12.577338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39090) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:12.616849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1c714103-e00a-47a8-8dfe-3e180716d847 None None] Provisioning complete for port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:12.619457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1c714103-e00a-47a8-8dfe-3e180716d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:12.711573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1c714103-e00a-47a8-8dfe-3e180716d847 None None] Port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:52:12.872159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e33c7f9-d3b0-47fe-b586-ef59c191ac2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:12.911269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:52:12.923890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4d0efbf8-5891-42c7-a18b-99babaa43368 admin admin] 10.222.0.63 "PUT /v2.0/routers/03c52dde-5129-4d54-90b1-23244ea0b3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7946396 Jul 08 17:52:12.952718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e33c7f9-d3b0-47fe-b586-ef59c191ac2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:13.057969 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:52:13.089978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e33c7f9-d3b0-47fe-b586-ef59c191ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:13.099958 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0e33c7f9-d3b0-47fe-b586-ef59c191ac2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:13.120290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e33c7f9-d3b0-47fe-b586-ef59c191ac2c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dde3c94f-582e-4dc9-a6e9-65827da5142e HTTP/1.1" status: 204 len: 168 time: 0.5400071 Jul 08 17:52:13.121322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5a72d02-2ed6-4efb-88a1-76f7ebc4f699 req-eb03151d-d279-442b-98cb-1245d131cbdc tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 210 time: 0.0727992 Jul 08 17:52:13.139682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33c7f9-d3b0-47fe-b586-ef59c191ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde3c94f-582e-4dc9-a6e9-65827da5142e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:13.238607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2353-5abe-4893-a571-42a81e3221dd req-2c225f08-36bf-4a87-af8b-b9e51787ea3e tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:13.240505 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-2c225f08-36bf-4a87-af8b-b9e51787ea3e tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "GET /v2.0/networks?id=639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 200 len: 813 time: 1.1176441 Jul 08 17:52:13.268369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Request body: {'port': {'device_id': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80', 'admin_state_up': True, 'tenant_id': '035ccb0d03ba4ec6bd7d2ba057047089'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:13.455623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Made reservation on behalf of 035ccb0d03ba4ec6bd7d2ba057047089 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:13.460158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:13.714684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:14.129769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Allocated IP 172.20.0.14 (639ecec6-6ace-4280-bd17-24552f5c8a80/c3a9797d-553f-407c-abc9-79e030a4d80c/10d992de-974d-485b-9cd3-dec1441603cf) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:14.306697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b911e868-97bc-4d92-babb-54bb1f8981fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:14.442045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b911e868-97bc-4d92-babb-54bb1f8981fa completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:14.447749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b911e868-97bc-4d92-babb-54bb1f8981fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:14.448132 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:14.692434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:14.714686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:14.790008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39134) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:14.794786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port b911e868-97bc-4d92-babb-54bb1f8981fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b911e868-97bc-4d92-babb-54bb1f8981fa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:14.805083 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:14.832779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1129307892-network', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:14.879242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23556230-3b73-4c70-8cdd-076d4e8c1425 req-78dd83e6-1fd5-465f-888e-0bc0038d83d0 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 210 time: 0.0640986 Jul 08 17:52:14.941386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:14.944647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Made reservation on behalf of 2cdc245301664a99a4ad9db8bdc739db for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:14.956856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:14.982035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Network 639ecec6-6ace-4280-bd17-24552f5c8a80 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:14.983784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=b911e868-97bc-4d92-babb-54bb1f8981fa,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:14.986368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:14.992557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.030572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:15.091925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Pushing event updated for resources: {'Port': ['ID=10d992de-974d-485b-9cd3-dec1441603cf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:15.135974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:15.141509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.145632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.151272 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.181229 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-d71dcc0f-9197-4d11-b400-41b31d303718 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9185691 Jul 08 17:52:15.185179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:52:15.204235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683896e4-0794-43fd-ab33-c8a6f0bcfad5,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:15.213727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Request body: {'port': {'device_id': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:15.213897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.214840 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Added segment cd90e52d-378c-4a1a-a82b-8e94be529157 of type vlan for network ff307e59-aa71-4a87-af00-70e94837afd4 Jul 08 17:52:15.285507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.328146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.332454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.333605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:15.334193 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.415674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] Pushing event updated for resources: {'Network': ['ID=ff307e59-aa71-4a87-af00-70e94837afd4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:15.427348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f753a62d-f167-479b-a2a3-e7f237a9e2fc admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6345673 Jul 08 17:52:15.429302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39146) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:15.431422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ff307e59-aa71-4a87-af00-70e94837afd4 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:52:15.440574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Request body: {'subnet': {'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1129307892-subnet', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:15.463783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39148) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:15.508918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Made reservation on behalf of 2cdc245301664a99a4ad9db8bdc739db for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:15.511521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.667253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2124774565-network', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:15.698906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Made reservation on behalf of 58fc84da1f9d4b3a9914a66c74833117 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:15.701336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.733176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.830574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.843417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.854528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d992de-974d-485b-9cd3-dec1441603cf {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:15.863656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.884095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Transition to ACTIVE for port object 10d992de-974d-485b-9cd3-dec1441603cf will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:15.893385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:15.964572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:52:15.980440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8052c0-592a-4d59-9111-6069896edc1b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:16.011483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Pushing event updated for resources: {'Port': ['ID=10d992de-974d-485b-9cd3-dec1441603cf,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:16.027208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.027565 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Added segment 79880012-e92c-4c02-aac0-f62459670591 of type vlan for network f310f590-2b40-4c26-9e0e-4217bff314ba Jul 08 17:52:16.049827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.136202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Attempting to bind port 10d992de-974d-485b-9cd3-dec1441603cf on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:16.136202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Attempting to bind port 10d992de-974d-485b-9cd3-dec1441603cf by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:16.136202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Attempting to bind port 10d992de-974d-485b-9cd3-dec1441603cf on network 639ecec6-6ace-4280-bd17-24552f5c8a80 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:16.161760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Port 10d992de-974d-485b-9cd3-dec1441603cf on network 639ecec6-6ace-4280-bd17-24552f5c8a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:52:16.162043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b911e868-97bc-4d92-babb-54bb1f8981fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:16.163015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Attempting to bind port 10d992de-974d-485b-9cd3-dec1441603cf on network 639ecec6-6ace-4280-bd17-24552f5c8a80 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:16.200387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.211884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:16.212693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Checking segment: {'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:16.213342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Bound using segment: {'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:16.214050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Bound port: 10d992de-974d-485b-9cd3-dec1441603cf, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:16.214653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.229558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=916495a3-eb91-4424-bf88-32adf4acde18,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:16.249482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Checking segment: {'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:16.249856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Network hostable DHCP agents. Network: ff307e59-aa71-4a87-af00-70e94837afd4, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:52:16.273943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.275154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:16.275861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.282057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Network ff307e59-aa71-4a87-af00-70e94837afd4 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:52:16.302332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cdc2b-0296-40b9-a05c-e28129ea08d1 req-c49c3fbd-9d4a-4871-a38a-5ccc27d002ca tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:16.304282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-920cdc2b-0296-40b9-a05c-e28129ea08d1 req-c49c3fbd-9d4a-4871-a38a-5ccc27d002ca tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 944 time: 0.1705763 Jul 08 17:52:16.315778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Sync routers for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:52:16.337499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:16.338206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:16.356575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ff307e59-aa71-4a87-af00-70e94837afd4) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:16.359765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] For port 10d992de-974d-485b-9cd3-dec1441603cf, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:16.364409 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8993840 Jul 08 17:52:16.365971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:16.366593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.369629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39158) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:16.375736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a5753-2556-4cb4-9493-0435bb6b08e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f310f590-2b40-4c26-9e0e-4217bff314ba,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:16.376641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Request body: {'subnet': {'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2124774565-subnet', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:16.388160 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-df877693-517d-41d5-9e06-837051dc8a5a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9579177 Jul 08 17:52:16.390322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-920cdc2b-0296-40b9-a05c-e28129ea08d1 req-636b6206-6458-4955-b288-480f0e01a48b tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786622 Jul 08 17:52:16.396319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] For port 10d992de-974d-485b-9cd3-dec1441603cf, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=10d992de-974d-485b-9cd3-dec1441603cf,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:16.397449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39160) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:16.405157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:16.429212 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.470352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d768bc3-0568-4bc9-a5e9-e58cc240293c None None] Network ff307e59-aa71-4a87-af00-70e94837afd4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:52:16.474141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f310f590-2b40-4c26-9e0e-4217bff314ba details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:52:16.483344 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.db.api [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 17:52:16.483344 n-d-799528-4 neutron-server[93664]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 17:52:16.483344 n-d-799528-4 neutron-server[93664]: [parameters: {'project_id_1': '2cdc245301664a99a4ad9db8bdc739db', 'expiration_1': datetime.datetime(2021, 7, 8, 17, 52, 16, 424112)}] Jul 08 17:52:16.483344 n-d-799528-4 neutron-server[93664]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:52:16.484168 n-d-799528-4 neutron-server[93664]: DEBUG oslo_db.api [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:52:16.504510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Made reservation on behalf of 58fc84da1f9d4b3a9914a66c74833117 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:16.507460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.514330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:16.515310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.518073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] 10.222.0.41 "PUT /v2.0/ports/10d992de-974d-485b-9cd3-dec1441603cf HTTP/1.1" status: 200 len: 1092 time: 1.3193944 Jul 08 17:52:16.518654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'tag': '10d992de-974d-485b-9cd3-dec1441603cf'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:16.521436 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a07416-daa7-4e1b-b985-57b4a41caf8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc922f7-16a0-425e-bf49-35fcb20b7af6", "tag": "10d992de-974d-485b-9cd3-dec1441603cf"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:16.624020 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80798353-4136-4163-b294-9833b6480201 x-openstack-request-id: req-80798353-4136-4163-b294-9833b6480201 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:16.624287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b911e868-97bc-4d92-babb-54bb1f8981fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:16.624434 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.624633 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc922f7-16a0-425e-bf49-35fcb20b7af6", "tag": "10d992de-974d-485b-9cd3-dec1441603cf", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:16.625011 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-80798353-4136-4163-b294-9833b6480201 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:16.625521 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'tag': '10d992de-974d-485b-9cd3-dec1441603cf', 'status': 'completed', 'code': 200} Jul 08 17:52:16.646007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37a138-9804-47e5-90c8-e3431714f809 service neutron] Pushing event updated for resources: {'Port': ['ID=10d992de-974d-485b-9cd3-dec1441603cf,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:16.728218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:16.735494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2353-5abe-4893-a571-42a81e3221dd req-d42b19f1-9f78-4072-9b90-21c97e82be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:16.737200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-d42b19f1-9f78-4072-9b90-21c97e82be51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 1095 time: 0.1173737 Jul 08 17:52:16.801812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-2774231f-300e-4d29-be8b-7f85b9435a91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d992de-974d-485b-9cd3-dec1441603cf HTTP/1.1" status: 200 len: 217 time: 0.0423505 Jul 08 17:52:16.901371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2353-5abe-4893-a571-42a81e3221dd req-eccda2db-1e69-4b1a-80b2-0e5d970aa8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:16.903140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-eccda2db-1e69-4b1a-80b2-0e5d970aa8c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9797d-553f-407c-abc9-79e030a4d80c HTTP/1.1" status: 200 len: 853 time: 0.0934615 Jul 08 17:52:16.913942 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:16.977067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-935dc562-dfd8-4731-aa8b-15967d092621 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=639ecec6-6ace-4280-bd17-24552f5c8a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602179 Jul 08 17:52:17.072136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ff307e59-aa71-4a87-af00-70e94837afd4', 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'fixed_ips': [{'subnet_id': '916495a3-eb91-4424-bf88-32adf4acde18'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:52:17.073048 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.087083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 2, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:17.094158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-79e9ca27-b147-4d53-9ea7-3b68ecdddf87 service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034253 Jul 08 17:52:17.116437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Checking router: 03c52dde-5129-4d54-90b1-23244ea0b3fb for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:52:17.116882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Updating router 03c52dde-5129-4d54-90b1-23244ea0b3fb port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:52:17.125044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=067cac01-0d36-4f2e-8d7a-a349a99f1fa4,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:17.203428 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Checking segment: {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:17.204137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Network hostable DHCP agents. Network: f310f590-2b40-4c26-9e0e-4217bff314ba, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:52:17.229982 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.232184 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.262027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Allocated IP 172.20.0.2 (ff307e59-aa71-4a87-af00-70e94837afd4/916495a3-eb91-4424-bf88-32adf4acde18/befe7af5-4eeb-47d5-b30e-9a793a93520a) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:17.320580 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.325190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Network f310f590-2b40-4c26-9e0e-4217bff314ba is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:52:17.389280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.392778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-914d2353-5abe-4893-a571-42a81e3221dd req-040d1de9-a661-4872-99fc-112ac285d90c service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851417 Jul 08 17:52:17.418764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f310f590-2b40-4c26-9e0e-4217bff314ba) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:17.427300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:17.427300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.437996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c3871-83e2-46ff-a7b3-ac1450695abb None None] Network f310f590-2b40-4c26-9e0e-4217bff314ba requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:52:17.481354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39170) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:17.481969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-68ca3ccb-22d6-49ae-9c34-f1ccdd6249ba admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1104853 Jul 08 17:52:17.488232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:17.522376 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.537561 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.539059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.631588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.728677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-b7e30ff5-2865-4b68-8fe5-1790dd14f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:17.730523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-b7e30ff5-2865-4b68-8fe5-1790dd14f44f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 1095 time: 0.1698537 Jul 08 17:52:17.852638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-fca04877-5c40-4256-a80f-c0a13c2b6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:17.854515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-fca04877-5c40-4256-a80f-c0a13c2b6b4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 200 len: 914 time: 0.1132140 Jul 08 17:52:17.879709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752a8b9-5869-4caa-9f73-9c816315e65a req-0a785fba-8eff-47ff-8fa0-cb7685b99d83 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:17.883353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9752a8b9-5869-4caa-9f73-9c816315e65a req-0a785fba-8eff-47ff-8fa0-cb7685b99d83 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 944 time: 0.3124099 Jul 08 17:52:17.893596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.935081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:17.961850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Transition to ACTIVE for port object befe7af5-4eeb-47d5-b30e-9a793a93520a will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:17.973858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-10951675-6bce-4ad0-a4f1-a91c7ddb511f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d992de-974d-485b-9cd3-dec1441603cf HTTP/1.1" status: 200 len: 217 time: 0.1106470 Jul 08 17:52:18.001506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d81b37-ec72-45bc-a511-db8c12d2f6d4 None None] Network f310f590-2b40-4c26-9e0e-4217bff314ba requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:52:18.025543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Transition to ACTIVE for port object befe7af5-4eeb-47d5-b30e-9a793a93520a will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:18.078655 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.144409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Network ff307e59-aa71-4a87-af00-70e94837afd4 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:18.162216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:18.170648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:18.171338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-ce198db4-808a-47b3-bc35-b3cc583f0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:18.173859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-ce198db4-808a-47b3-bc35-b3cc583f0796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9797d-553f-407c-abc9-79e030a4d80c HTTP/1.1" status: 200 len: 853 time: 0.1899750 Jul 08 17:52:18.177201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9752a8b9-5869-4caa-9f73-9c816315e65a req-67005056-47db-49c9-9a6c-b1590fa0a327 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850003 Jul 08 17:52:18.219314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-1f419d80-ef72-410d-be47-166e7c36d45e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=639ecec6-6ace-4280-bd17-24552f5c8a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366192 Jul 08 17:52:18.222305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.223916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Pushing event updated for resources: {'Port': ['ID=befe7af5-4eeb-47d5-b30e-9a793a93520a,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:18.263918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.330664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.361796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.396263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Attempting to bind port befe7af5-4eeb-47d5-b30e-9a793a93520a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:18.397122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Attempting to bind port befe7af5-4eeb-47d5-b30e-9a793a93520a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:18.397122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Attempting to bind port befe7af5-4eeb-47d5-b30e-9a793a93520a on network ff307e59-aa71-4a87-af00-70e94837afd4 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:18.404802 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.411083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:18.411464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Checking segment: {'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:18.411878 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.412546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Bound using segment: {'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:18.413078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Bound port: befe7af5-4eeb-47d5-b30e-9a793a93520a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:18.413473 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.459559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-cf62fd4a-054c-4e97-9eb0-0a4480b258ac service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088792 Jul 08 17:52:18.463662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Allocated IP 172.25.5.55 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:18.465917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Transition to ACTIVE for port object 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:18.483226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.555810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] For port befe7af5-4eeb-47d5-b30e-9a793a93520a, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:18.566162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] For port befe7af5-4eeb-47d5-b30e-9a793a93520a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=befe7af5-4eeb-47d5-b30e-9a793a93520a,segment=NetworkSegment(cd90e52d-378c-4a1a-a82b-8e94be529157),segment_id=cd90e52d-378c-4a1a-a82b-8e94be529157)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:18.592370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-58a07416-daa7-4e1b-b985-57b4a41caf8e req-d17f6b2c-7141-4b49-9299-2855d2e07b92 service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231015 Jul 08 17:52:18.606563 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.614202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303c149-5cf2-4585-b9c4-f4029ea895bb None None] Pushing event updated for resources: {'Port': ['ID=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:18.698157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e8db9-3653-445e-9e48-84911f64a6f2 None None] Pushing event updated for resources: {'Port': ['ID=befe7af5-4eeb-47d5-b30e-9a793a93520a,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:18.724790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Attempting to bind port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:18.725175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Attempting to bind port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:18.725573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Attempting to bind port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 on network a416b017-2ee9-4c82-917a-e2112e2c691f {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:18.733299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.741294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:18.741683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Checking segment: {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:18.742110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.742498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Bound using segment: {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:18.742982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Bound port: 81fd62ac-1e3f-482b-b50a-dc12e3d69b09, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:18.743372 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.816604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:18.890466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Pushing event updated for resources: {'Port': ['ID=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:18.896470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] For port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:18.908161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:18.909914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Allocated IP 172.25.5.237 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/4b82db17-360f-4972-b324-16234decb6fa) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:18.911194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:18.919383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] For port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:18.920121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:18.936304 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:19.024666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303c149-5cf2-4585-b9c4-f4029ea895bb None None] Pushing event updated for resources: {'Port': ['ID=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:19.073683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:19.074328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:19.111246 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:19.202363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:19.292807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:19.296953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:19.309984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:19.374736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:19.382235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:19.434459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b82db17-360f-4972-b324-16234decb6fa,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:19.720108 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:19.721127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:18Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:19.724556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815b348-d302-4ef9-950f-5e364d7184f1 req-e7995ddf-aa51-4778-b8a3-f9127a425b29 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:19.732003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a815b348-d302-4ef9-950f-5e364d7184f1 req-e7995ddf-aa51-4778-b8a3-f9127a425b29 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 944 time: 0.2728865 Jul 08 17:52:19.764954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0394f742-162d-40a2-b077-fc6b6ec0a08c None None] The sync data for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 is: [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:18Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:52:19.926177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Router 9543661a-7eb8-46b7-bd05-d6822fed6688 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:52:20.253726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a815b348-d302-4ef9-950f-5e364d7184f1 req-07eeb167-68b5-4e61-b344-c0bc989f9818 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207062 Jul 08 17:52:20.307604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:20.360989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 10d992de-974d-485b-9cd3-dec1441603cf details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:52:20.392662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:20.513262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e27fc-b695-49ff-898a-7c5bc3e643a2 None None] Network ff307e59-aa71-4a87-af00-70e94837afd4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:52:20.539558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.resource_extend [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 17:52:20.644777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:20.668378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:20.678116 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:20.678457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:20.742774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-25d0618f-dbda-4c34-abc6-1970d59db015 None None] Provisioning for port befe7af5-4eeb-47d5-b30e-9a793a93520a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:20.750504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:52:20.759619 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Sync routers for ids ['9543661a-7eb8-46b7-bd05-d6822fed6688'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:52:20.789285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:20.791882 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Routers {'9543661a-7eb8-46b7-bd05-d6822fed6688'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:20.792114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6242ff67-1f97-42bd-9ecf-3197f945e848 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3080180 Jul 08 17:52:20.793048 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9543661a-7eb8-46b7-bd05-d6822fed6688'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:20.794405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39186) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:20.879405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Router 34548a9e-6049-4792-b091-158b151dcc1a is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:52:20.983535 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Set router 9543661a-7eb8-46b7-bd05-d6822fed6688 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:21.105840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 10d992de-974d-485b-9cd3-dec1441603cf, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=10d992de-974d-485b-9cd3-dec1441603cf,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:21.115167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:52:21.152255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Sync routers for ids ['34548a9e-6049-4792-b091-158b151dcc1a'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:52:21.160530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:21.163172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3c671ddb-8b67-4916-a782-5fecdcd44bb6 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7637632 Jul 08 17:52:21.165827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39190) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:21.173087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '10d992de-974d-485b-9cd3-dec1441603cf', 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80', 'port_id': '10d992de-974d-485b-9cd3-dec1441603cf', 'mac_address': 'fa:16:3e:33:31:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a9797d-553f-407c-abc9-79e030a4d80c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:52:21.193904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Routers {'34548a9e-6049-4792-b091-158b151dcc1a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:21.194543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['34548a9e-6049-4792-b091-158b151dcc1a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:21.196303 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:21.321617 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:19Z', 'revision_number': 3, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port': {'id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:21.322941 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:21.423716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Set router 34548a9e-6049-4792-b091-158b151dcc1a gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:21.541539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:21.555547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d992de-974d-485b-9cd3-dec1441603cf {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:21.586842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 10d992de-974d-485b-9cd3-dec1441603cf, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=10d992de-974d-485b-9cd3-dec1441603cf,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:21.591492 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:21.595612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device befe7af5-4eeb-47d5-b30e-9a793a93520a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:21.611240 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Checking router: 9543661a-7eb8-46b7-bd05-d6822fed6688 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:52:21.611852 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Updating router 9543661a-7eb8-46b7-bd05-d6822fed6688 port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:52:21.695383 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:21.696092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:21.700291 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:21.967834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Allocated IP 172.20.0.1 (f310f590-2b40-4c26-9e0e-4217bff314ba/067cac01-0d36-4f2e-8d7a-a349a99f1fa4/53913259-c94e-4f26-93e0-32b437b9b1eb) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:21.988794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46406917-9d9d-4dec-88b1-181010e3e0eb req-cab22a76-e4bf-42b5-8aa7-bdea0279fbc4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:22.004702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46406917-9d9d-4dec-88b1-181010e3e0eb req-cab22a76-e4bf-42b5-8aa7-bdea0279fbc4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 945 time: 0.3768458 Jul 08 17:52:22.033920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:22.089463 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.101561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46406917-9d9d-4dec-88b1-181010e3e0eb req-463328be-519b-4124-8d53-d3d9155bcee6 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881622 Jul 08 17:52:22.102220 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Transition to ACTIVE for port object fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:22.123277 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.139859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.155595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-557ef77b-baee-41cb-a84e-a176213b278e None None] Provisioning complete for port befe7af5-4eeb-47d5-b30e-9a793a93520a triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:22.155997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-557ef77b-baee-41cb-a84e-a176213b278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.197657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port befe7af5-4eeb-47d5-b30e-9a793a93520a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:22.205412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['10d992de-974d-485b-9cd3-dec1441603cf'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:52:22.207619 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6f06b-99ea-4f07-913b-932f2e6ebd48 None None] Pushing event updated for resources: {'Port': ['ID=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:22.217696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.218851 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port befe7af5-4eeb-47d5-b30e-9a793a93520a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:22.219331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.237491 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Attempting to bind port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:22.237861 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Attempting to bind port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:22.238624 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Attempting to bind port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:22.246451 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:22.247418 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:22.247955 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.248355 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:22.248848 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Bound port: fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:22.249226 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.274206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Network f310f590-2b40-4c26-9e0e-4217bff314ba is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:22.277216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:22.281095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:22.302005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=10d992de-974d-485b-9cd3-dec1441603cf,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:22.328043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.334203 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] For port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:22.335545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.349046 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] For port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:22.363451 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.439583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '4b82db17-360f-4972-b324-16234decb6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:19Z', 'revision_number': 3, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port': {'id': '4b82db17-360f-4972-b324-16234decb6fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:22.451792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-557ef77b-baee-41cb-a84e-a176213b278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.468714 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6f06b-99ea-4f07-913b-932f2e6ebd48 None None] Pushing event updated for resources: {'Port': ['ID=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:22.503794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Pushing event updated for resources: {'Port': ['ID=53913259-c94e-4f26-93e0-32b437b9b1eb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:22.505077 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Routers {'9543661a-7eb8-46b7-bd05-d6822fed6688'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:22.506410 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9543661a-7eb8-46b7-bd05-d6822fed6688'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:22.518234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Checking router: 34548a9e-6049-4792-b091-158b151dcc1a for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:52:22.518593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Updating router 34548a9e-6049-4792-b091-158b151dcc1a port 4b82db17-360f-4972-b324-16234decb6fa binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:52:22.556162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.589838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-557ef77b-baee-41cb-a84e-a176213b278e None None] For port befe7af5-4eeb-47d5-b30e-9a793a93520a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=befe7af5-4eeb-47d5-b30e-9a793a93520a,segment=NetworkSegment(cd90e52d-378c-4a1a-a82b-8e94be529157),segment_id=cd90e52d-378c-4a1a-a82b-8e94be529157)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:22.618214 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-557ef77b-baee-41cb-a84e-a176213b278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.680929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Allocated IP 172.20.0.1 (ff307e59-aa71-4a87-af00-70e94837afd4/916495a3-eb91-4424-bf88-32adf4acde18/de701a26-4aea-4a12-8dc4-75146d7cc108) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:22.689206 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.700352 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.742348 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] Set router 9543661a-7eb8-46b7-bd05-d6822fed6688 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:22.850250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.871768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Transition to ACTIVE for port object de701a26-4aea-4a12-8dc4-75146d7cc108 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:22.902375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ef77b-baee-41cb-a84e-a176213b278e None None] Pushing event updated for resources: {'Port': ['ID=befe7af5-4eeb-47d5-b30e-9a793a93520a,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:22.910179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:52:22.910595 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:52:22.933187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.975446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.986876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:22.991277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Network ff307e59-aa71-4a87-af00-70e94837afd4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:22.995326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:22.998408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:23.063268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Pushing event updated for resources: {'Port': ['ID=de701a26-4aea-4a12-8dc4-75146d7cc108,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.079972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.126879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Pushing event updated for resources: {'Port': ['ID=53913259-c94e-4f26-93e0-32b437b9b1eb,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.133317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.205288 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 4, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port': {'id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '53913259-c94e-4f26-93e0-32b437b9b1eb', 'name': '', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'mac_address': 'fa:16:3e:7a:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:21Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 1, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'subnets': [{'id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:23.313140 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b96b67-2644-400f-95e7-0e485157fed7 None None] The sync data for ids ['9543661a-7eb8-46b7-bd05-d6822fed6688'] in n-d-799528-4 is: [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 4, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port': {'id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:84:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '53913259-c94e-4f26-93e0-32b437b9b1eb', 'name': '', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'mac_address': 'fa:16:3e:7a:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:21Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 1, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'subnets': [{'id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:52:23.361484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.376804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Network f310f590-2b40-4c26-9e0e-4217bff314ba is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:23.378383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:23.388889 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.402682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Transition to ACTIVE for port object 4b82db17-360f-4972-b324-16234decb6fa will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:23.414954 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.536946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-128806ef-f1fb-4e1f-b2a2-1f5519f280f1 None None] Provisioning for port de701a26-4aea-4a12-8dc4-75146d7cc108 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:23.542091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Attempting to bind port 4b82db17-360f-4972-b324-16234decb6fa on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:23.542469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Attempting to bind port 4b82db17-360f-4972-b324-16234decb6fa by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:23.542845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Attempting to bind port 4b82db17-360f-4972-b324-16234decb6fa on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:23.550308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-128806ef-f1fb-4e1f-b2a2-1f5519f280f1 None None] Provisioning complete for port de701a26-4aea-4a12-8dc4-75146d7cc108 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:23.550544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-128806ef-f1fb-4e1f-b2a2-1f5519f280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.557613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fb206-fb07-4767-9241-4f5716c9e310 None None] Pushing event updated for resources: {'Port': ['ID=4b82db17-360f-4972-b324-16234decb6fa,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.561846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:23.562229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:23.562636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.563031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:23.564392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Bound port: 4b82db17-360f-4972-b324-16234decb6fa, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:23.564392 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.623210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Router 9543661a-7eb8-46b7-bd05-d6822fed6688 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:52:23.636725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-128806ef-f1fb-4e1f-b2a2-1f5519f280f1 None None] Port de701a26-4aea-4a12-8dc4-75146d7cc108 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:52:23.668507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] For port 4b82db17-360f-4972-b324-16234decb6fa, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:23.674110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] For port 4b82db17-360f-4972-b324-16234decb6fa, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4b82db17-360f-4972-b324-16234decb6fa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:23.685881 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.691326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f43f8a-9e08-4ac1-8139-a5f7328a7199 req-1172019e-1001-47d2-9472-175b9b2bfdff tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:23.694277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32f43f8a-9e08-4ac1-8139-a5f7328a7199 req-1172019e-1001-47d2-9472-175b9b2bfdff tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 945 time: 0.3145649 Jul 08 17:52:23.770132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:23.776304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32f43f8a-9e08-4ac1-8139-a5f7328a7199 req-00836278-b037-45af-b6de-8172e7c2857f tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682049 Jul 08 17:52:23.841499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.848978 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.862391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Routers {'34548a9e-6049-4792-b091-158b151dcc1a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:23.863284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['34548a9e-6049-4792-b091-158b151dcc1a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:23.877906 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fb206-fb07-4767-9241-4f5716c9e310 None None] Pushing event updated for resources: {'Port': ['ID=4b82db17-360f-4972-b324-16234decb6fa,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.931546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:52:23.949120 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-12c3719a-7630-48df-9a1a-d51368b8d110 admin admin] 10.222.0.63 "PUT /v2.0/routers/9543661a-7eb8-46b7-bd05-d6822fed6688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1514814 Jul 08 17:52:23.973603 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:23.975523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Pushing event updated for resources: {'Port': ['ID=de701a26-4aea-4a12-8dc4-75146d7cc108,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:23.998528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:23.998936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:24.072174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] Set router 34548a9e-6049-4792-b091-158b151dcc1a gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:24.089578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Network ff307e59-aa71-4a87-af00-70e94837afd4 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:24.091355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:24.176844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device befe7af5-4eeb-47d5-b30e-9a793a93520a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:24.263518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Router 34548a9e-6049-4792-b091-158b151dcc1a has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:52:24.487263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:52:24.514764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e8765d5b-93f2-476a-b8ca-3b4cbcaf3859 admin admin] 10.222.0.63 "PUT /v2.0/routers/34548a9e-6049-4792-b091-158b151dcc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3472359 Jul 08 17:52:24.552675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 10d992de-974d-485b-9cd3-dec1441603cf up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:24.662882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port befe7af5-4eeb-47d5-b30e-9a793a93520a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:24.663418 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:24.684148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-543cdf24-f1f6-4d8b-8e74-ee345857488e None None] Provisioning complete for port de701a26-4aea-4a12-8dc4-75146d7cc108 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:24.685161 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-543cdf24-f1f6-4d8b-8e74-ee345857488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:24.826671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-543cdf24-f1f6-4d8b-8e74-ee345857488e None None] Port de701a26-4aea-4a12-8dc4-75146d7cc108 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:52:24.836712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 10d992de-974d-485b-9cd3-dec1441603cf completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:24.843598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '4b82db17-360f-4972-b324-16234decb6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 4, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port': {'id': '4b82db17-360f-4972-b324-16234decb6fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'de701a26-4aea-4a12-8dc4-75146d7cc108', 'name': '', 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'mac_address': 'fa:16:3e:1e:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '916495a3-eb91-4424-bf88-32adf4acde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:22Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 2, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'subnets': [{'id': '916495a3-eb91-4424-bf88-32adf4acde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:24.892059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e00054-f935-4e32-8aba-aab9fe708bcc None None] The sync data for ids ['34548a9e-6049-4792-b091-158b151dcc1a'] in n-d-799528-4 is: [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '4b82db17-360f-4972-b324-16234decb6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 4, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port': {'id': '4b82db17-360f-4972-b324-16234decb6fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'de701a26-4aea-4a12-8dc4-75146d7cc108', 'name': '', 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'mac_address': 'fa:16:3e:1e:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '916495a3-eb91-4424-bf88-32adf4acde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:22Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 2, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'subnets': [{'id': '916495a3-eb91-4424-bf88-32adf4acde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:52:24.893928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 10d992de-974d-485b-9cd3-dec1441603cf triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:24.894442 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:24.918394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-afe7a391-8202-49ec-95a3-1d9d792debf7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:24.923679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-afe7a391-8202-49ec-95a3-1d9d792debf7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 811 time: 0.2110600 Jul 08 17:52:24.954954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-3d4fd5b0-8823-4b68-9b8e-c5b7f2c74ee3 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/quotas/58fc84da1f9d4b3a9914a66c74833117 HTTP/1.1" status: 200 len: 375 time: 0.0142748 Jul 08 17:52:25.090744 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:25.138030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d992de-974d-485b-9cd3-dec1441603cf'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:25.140451 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4b43c4-da84-4077-8086-d9251f18d63c" -d '{"events": [{"server_uuid": "6dc922f7-16a0-425e-bf49-35fcb20b7af6", "name": "network-vif-plugged", "status": "completed", "tag": "10d992de-974d-485b-9cd3-dec1441603cf"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:25.154638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 10d992de-974d-485b-9cd3-dec1441603cf, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=10d992de-974d-485b-9cd3-dec1441603cf,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:25.164652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:25.168105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-bb41719e-0ced-4eb4-a686-abf8093363c9 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1842430 Jul 08 17:52:25.189879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-bb33d13e-7cc3-4f10-b4e0-5cb499b20015 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:52:25.192037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-bb33d13e-7cc3-4f10-b4e0-5cb499b20015 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117199 Jul 08 17:52:25.216625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=10d992de-974d-485b-9cd3-dec1441603cf,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:25.356984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-9351f11a-3e3f-4a32-8865-d5a50839b125 service neutron] 10.222.0.63 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434999 Jul 08 17:52:25.546276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-cdbaf7fa-92fe-460f-b992-e3e91ccb5505 service neutron] 10.222.0.63 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734781 Jul 08 17:52:25.767309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39258) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:25.773726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-482d13e0-74d5-4e30-a51a-748dcaefd3ae tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870779399', 'description': 'tempest-secgroup-smoke-870779399 description', 'project_id': 'ca99bda30beb4559aa6432637fa28f74'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:25.808067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:25.888869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-482d13e0-74d5-4e30-a51a-748dcaefd3ae tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:25.925434 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce0aa3e-0725-49a8-9c1e-d940c02e4cb3 x-openstack-request-id: req-5ce0aa3e-0725-49a8-9c1e-d940c02e4cb3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:25.925747 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc922f7-16a0-425e-bf49-35fcb20b7af6", "name": "network-vif-plugged", "status": "completed", "tag": "10d992de-974d-485b-9cd3-dec1441603cf", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:25.926008 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5ce0aa3e-0725-49a8-9c1e-d940c02e4cb3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:25.926432 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d992de-974d-485b-9cd3-dec1441603cf', 'code': 200} Jul 08 17:52:26.024714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.063927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:26.071841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:26.072239 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.095888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb329aa7-8249-4678-8d34-9844b1b3e56a req-f31dd4a4-e798-40a5-bd61-c8cc602074a7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 210 time: 0.1030426 Jul 08 17:52:26.237713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-482d13e0-74d5-4e30-a51a-748dcaefd3ae tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.251359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-482d13e0-74d5-4e30-a51a-748dcaefd3ae tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.314342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-482d13e0-74d5-4e30-a51a-748dcaefd3ae tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.317855 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-482d13e0-74d5-4e30-a51a-748dcaefd3ae tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5488343 Jul 08 17:52:26.321127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39270) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:26.331961 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.335464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-99bcb9f9-b39f-4063-abdc-ae302277ca86 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d5986-42db-4b7f-8466-fa79027f8b99', 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:26.371571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d13e0-74d5-4e30-a51a-748dcaefd3ae tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d5986-42db-4b7f-8466-fa79027f8b99,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:26.383750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe109-73ff-40fb-9d2f-1b5d6b6343c9 req-8a2af81b-04b0-40cb-85c3-45f4cb2cf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:26.384489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:26.385517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a87fe109-73ff-40fb-9d2f-1b5d6b6343c9 req-8a2af81b-04b0-40cb-85c3-45f4cb2cf536 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 1097 time: 0.3230984 Jul 08 17:52:26.394032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.415681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99bcb9f9-b39f-4063-abdc-ae302277ca86 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.435787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488f81a-39f8-461d-aaae-3f9fe2f4b236 req-e2375ba3-6c2d-4562-a8df-57bd59fe2dca tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:26.437537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3488f81a-39f8-461d-aaae-3f9fe2f4b236 req-e2375ba3-6c2d-4562-a8df-57bd59fe2dca tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 946 time: 0.2652614 Jul 08 17:52:26.486145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a87fe109-73ff-40fb-9d2f-1b5d6b6343c9 req-dbb4fd11-dc44-464b-80cb-bbd2907b6e82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878234 Jul 08 17:52:26.521739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:26.537120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3488f81a-39f8-461d-aaae-3f9fe2f4b236 req-34c1247e-c74b-4126-bf5a-0e80371ff9d0 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844581 Jul 08 17:52:26.562991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99bcb9f9-b39f-4063-abdc-ae302277ca86 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.572647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99bcb9f9-b39f-4063-abdc-ae302277ca86 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.605195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb9f9-b39f-4063-abdc-ae302277ca86 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37099ae-1c31-4aea-b092-97855a52ac81,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:26.629253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-99bcb9f9-b39f-4063-abdc-ae302277ca86 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.634527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-99bcb9f9-b39f-4063-abdc-ae302277ca86 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3082197 Jul 08 17:52:26.637583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39276) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:26.643819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-64fa2cd3-56df-4c91-80a4-0df70bb042bd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d5986-42db-4b7f-8466-fa79027f8b99', 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:26.719784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64fa2cd3-56df-4c91-80a4-0df70bb042bd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.795449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64fa2cd3-56df-4c91-80a4-0df70bb042bd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.809914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64fa2cd3-56df-4c91-80a4-0df70bb042bd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.872571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa2cd3-56df-4c91-80a4-0df70bb042bd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e85b7ce-7b3a-41a2-a34a-3c748aab5b16,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:26.891191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64fa2cd3-56df-4c91-80a4-0df70bb042bd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:26.893673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-64fa2cd3-56df-4c91-80a4-0df70bb042bd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2540050 Jul 08 17:52:26.895455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39292) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:26.904203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4b8c8989-a64c-4ca4-9be1-54bfc89838e2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d5986-42db-4b7f-8466-fa79027f8b99', 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:26.960807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8989-a64c-4ca4-9be1-54bfc89838e2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.043078 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8989-a64c-4ca4-9be1-54bfc89838e2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.047110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8989-a64c-4ca4-9be1-54bfc89838e2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.072995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c8989-a64c-4ca4-9be1-54bfc89838e2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4994ae2-7a58-4601-9753-bdfefe9cf729,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:27.086169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b8c8989-a64c-4ca4-9be1-54bfc89838e2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.088188 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4b8c8989-a64c-4ca4-9be1-54bfc89838e2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1905949 Jul 08 17:52:27.091003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39308) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:27.121732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-750693eb-21fd-45ca-b77e-2469e2937707 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d5986-42db-4b7f-8466-fa79027f8b99', 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:27.219059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-750693eb-21fd-45ca-b77e-2469e2937707 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.335696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-750693eb-21fd-45ca-b77e-2469e2937707 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.340541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-750693eb-21fd-45ca-b77e-2469e2937707 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.362652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750693eb-21fd-45ca-b77e-2469e2937707 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923218f3-dfae-44c2-8a93-aa53ea506a0a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:27.378908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-750693eb-21fd-45ca-b77e-2469e2937707 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.383617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 39326) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:27.389647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d5986-42db-4b7f-8466-fa79027f8b99', 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:27.397353 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-750693eb-21fd-45ca-b77e-2469e2937707 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049111 Jul 08 17:52:27.441612 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Project ca99bda30beb4559aa6432637fa28f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:52:27.464276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:27.486229 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c18b3805-254a-4d04-83da-7ec2ebd89ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:28.028060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4b82db17-360f-4972-b324-16234decb6fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:28.163529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4b82db17-360f-4972-b324-16234decb6fa completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:28.171761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4b82db17-360f-4972-b324-16234decb6fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:28.174263 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:28.189245 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Sync routers for ids ['9543661a-7eb8-46b7-bd05-d6822fed6688'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:52:28.261320 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Routers {'9543661a-7eb8-46b7-bd05-d6822fed6688'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:28.264053 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9543661a-7eb8-46b7-bd05-d6822fed6688'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:28.430934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9da2a4f-4916-4970-9a7b-b8f8cdb9ace3 req-6bdb137b-1df2-4cd6-81fe-620f30f641a0 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 210 time: 0.9333076 Jul 08 17:52:28.483017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:28.510238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:28.554910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a58e1f3-abaa-4e60-a6bf-f60147716d0a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:28.609062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:28.614058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 39424) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:28.614662 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-501ce63e-07c0-43be-87a9-d688a2a5c87a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2251389 Jul 08 17:52:28.621161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'security_group_rule': {'security_group_id': 'ad8d5986-42db-4b7f-8466-fa79027f8b99', 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:28.679138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf185dfa-27ea-4c0c-b3ef-802dc77e4183 req-72a3d62e-a245-4130-9d84-d8814eb7e5dc tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:28.690098 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Project ca99bda30beb4559aa6432637fa28f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:52:28.697694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:28.700112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf185dfa-27ea-4c0c-b3ef-802dc77e4183 req-72a3d62e-a245-4130-9d84-d8814eb7e5dc tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 946 time: 0.2974985 Jul 08 17:52:28.723794 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Set router 9543661a-7eb8-46b7-bd05-d6822fed6688 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:28.812893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf185dfa-27ea-4c0c-b3ef-802dc77e4183 req-cdca5977-7932-44fb-91a6-3908845025c8 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112657 Jul 08 17:52:28.925670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.030561 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.080159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 4b82db17-360f-4972-b324-16234decb6fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4b82db17-360f-4972-b324-16234decb6fa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:29.086618 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.088616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:29.171617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-589265d2-032b-48b3-8e97-e0f9b38c491d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:29.178995 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-589265d2-032b-48b3-8e97-e0f9b38c491d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 811 time: 0.2502568 Jul 08 17:52:29.187076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.236655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Request body: {'port': {'device_id': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'admin_state_up': True, 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:29.295655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=4b82db17-360f-4972-b324-16234decb6fa,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:29.311261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:29.311845 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.390713 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 4, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port': {'id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '53913259-c94e-4f26-93e0-32b437b9b1eb', 'name': '', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'mac_address': 'fa:16:3e:7a:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:21Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 2, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'subnets': [{'id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:29.397714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc5ca34-d084-4077-87d7-391fd58c848b,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:29.404254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.411475 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f9db7172-5a17-40cc-8cda-1674cc3f4dd9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7952900 Jul 08 17:52:29.474588 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Checking router: 9543661a-7eb8-46b7-bd05-d6822fed6688 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:52:29.474980 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Updating router 9543661a-7eb8-46b7-bd05-d6822fed6688 port 53913259-c94e-4f26-93e0-32b437b9b1eb binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:52:29.553749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Made reservation on behalf of 58fc84da1f9d4b3a9914a66c74833117 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:29.557917 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.560680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:29.667026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4b82db17-360f-4972-b324-16234decb6fa up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:29.718273 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-853fd307-8ec0-4281-91d7-c7e51fd4dcf7 req-7bbdd333-add4-4ff0-a258-328c1ce46380 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 210 time: 0.0414572 Jul 08 17:52:29.782829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-a8ba10b3-055f-4d75-b05f-63beef66c9c1 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870779399&fields=id&tenant_id=ca99bda30beb4559aa6432637fa28f74 HTTP/1.1" status: 200 len: 267 time: 0.0546865 Jul 08 17:52:29.828802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4b82db17-360f-4972-b324-16234decb6fa triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:29.829125 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:30.030619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ff05156f-2579-417c-8b12-4dc230615f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:30.109406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Allocated IP 172.20.0.6 (f310f590-2b40-4c26-9e0e-4217bff314ba/067cac01-0d36-4f2e-8d7a-a349a99f1fa4/bdf365c7-6e1b-473f-a20f-27c3c14f10b4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:30.145414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-ccd2c264-0e70-4d5e-8a6e-942dda77c177 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:30.158542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-ccd2c264-0e70-4d5e-8a6e-942dda77c177 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 807 time: 0.3565230 Jul 08 17:52:30.201934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-a2636ae1-79a8-4881-ac3e-6f18f737e8b9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/quotas/ca99bda30beb4559aa6432637fa28f74 HTTP/1.1" status: 200 len: 375 time: 0.0419719 Jul 08 17:52:30.395405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fedc1-7933-49ea-a2e7-b9479e460898 req-02bbd074-e747-4d2b-b6c7-bc71c9703595 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:30.398105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd1fedc1-7933-49ea-a2e7-b9479e460898 req-02bbd074-e747-4d2b-b6c7-bc71c9703595 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 946 time: 0.3677030 Jul 08 17:52:30.426754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:30.487227 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:30.529386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Sync routers for ids ['34548a9e-6049-4792-b091-158b151dcc1a'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:52:30.539843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:30.565208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Routers {'34548a9e-6049-4792-b091-158b151dcc1a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:30.566249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['34548a9e-6049-4792-b091-158b151dcc1a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:30.578097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-7006558f-58bf-4d04-9ab9-6c7fc2517ebe tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3724453 Jul 08 17:52:30.579569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Network f310f590-2b40-4c26-9e0e-4217bff314ba is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:30.588763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:30.600081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd1fedc1-7933-49ea-a2e7-b9479e460898 req-039a6122-aa06-4a7a-a8c7-027629b91818 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879315 Jul 08 17:52:30.607134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:30.724444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Pushing event updated for resources: {'Port': ['ID=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:30.762450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:30.763527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:30.784164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-dea2f38a-8031-4b30-8817-5bd421d6e9fa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5702579 Jul 08 17:52:30.802254 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Request body: {'port': {'device_id': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:30.903081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-b3706dce-3f62-44ec-8987-ae6185b4dbbb service neutron] 10.222.0.63 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923074 Jul 08 17:52:30.950571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:31.365363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-530a442a-22b4-4106-b642-78233ff7eb66 service neutron] 10.222.0.63 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613266 Jul 08 17:52:31.413304 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:31.420215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fcbb0-7cef-4074-bf90-6adcf6a9d296 req-1d34f3b9-d25d-4f81-989d-440ed59043e0 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:31.427483 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a74fcbb0-7cef-4074-bf90-6adcf6a9d296 req-1d34f3b9-d25d-4f81-989d-440ed59043e0 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 931 time: 0.3458755 Jul 08 17:52:31.448913 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Transition to ACTIVE for port object 53913259-c94e-4f26-93e0-32b437b9b1eb will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:31.490006 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:31.495605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Set router 34548a9e-6049-4792-b091-158b151dcc1a gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:31.656201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a74fcbb0-7cef-4074-bf90-6adcf6a9d296 req-d24bd74e-d552-445b-bd31-d651f23016aa tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144620 Jul 08 17:52:31.768288 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36adc6-d6a3-46c5-b7a4-60e8055994cb None None] Pushing event updated for resources: {'Port': ['ID=53913259-c94e-4f26-93e0-32b437b9b1eb,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:32.059399 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Attempting to bind port 53913259-c94e-4f26-93e0-32b437b9b1eb on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:32.060480 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Attempting to bind port 53913259-c94e-4f26-93e0-32b437b9b1eb by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:32.061351 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Attempting to bind port 53913259-c94e-4f26-93e0-32b437b9b1eb on network f310f590-2b40-4c26-9e0e-4217bff314ba {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:32.071505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:32.072964 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Checking segment: {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:32.073789 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:32.075284 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Bound using segment: {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:32.076821 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Bound port: 53913259-c94e-4f26-93e0-32b437b9b1eb, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:32.078116 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:32.328378 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] For port 53913259-c94e-4f26-93e0-32b437b9b1eb, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:32.345033 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] For port 53913259-c94e-4f26-93e0-32b437b9b1eb, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=53913259-c94e-4f26-93e0-32b437b9b1eb,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:32.355907 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:32.358507 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:32.381850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf365c7-6e1b-473f-a20f-27c3c14f10b4 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:32.415025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4448343d-14de-4ee8-ad65-63f55565b94f req-e40cc18f-9ea7-46da-b7b1-fba7324ace3a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 210 time: 0.1615474 Jul 08 17:52:32.424955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:32.477813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Transition to ACTIVE for port object bdf365c7-6e1b-473f-a20f-27c3c14f10b4 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:32.491336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:32.496762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-9231fdb0-efa7-4fff-80bd-572b2971b635 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4121392 Jul 08 17:52:32.529404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '4b82db17-360f-4972-b324-16234decb6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 4, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port': {'id': '4b82db17-360f-4972-b324-16234decb6fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'de701a26-4aea-4a12-8dc4-75146d7cc108', 'name': '', 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'mac_address': 'fa:16:3e:1e:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '916495a3-eb91-4424-bf88-32adf4acde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:22Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 2, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'subnets': [{'id': '916495a3-eb91-4424-bf88-32adf4acde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:32.569654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Checking router: 34548a9e-6049-4792-b091-158b151dcc1a for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:52:32.570295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Updating router 34548a9e-6049-4792-b091-158b151dcc1a port de701a26-4aea-4a12-8dc4-75146d7cc108 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:52:32.653183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:32.704599 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36adc6-d6a3-46c5-b7a4-60e8055994cb None None] Pushing event updated for resources: {'Port': ['ID=53913259-c94e-4f26-93e0-32b437b9b1eb,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:32.726485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:32.741964 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Routers {'9543661a-7eb8-46b7-bd05-d6822fed6688'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:32.743302 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9543661a-7eb8-46b7-bd05-d6822fed6688'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:32.984334 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] Set router 9543661a-7eb8-46b7-bd05-d6822fed6688 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:33.115513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-bf70ee4a-df4b-462a-aaa6-83e5c3ca8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:33.122416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-bf70ee4a-df4b-462a-aaa6-83e5c3ca8a12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 1097 time: 0.5162416 Jul 08 17:52:33.159248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Attempting to bind port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:33.159847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Attempting to bind port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:33.160410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Attempting to bind port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 on network f310f590-2b40-4c26-9e0e-4217bff314ba {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:33.182267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 on network f310f590-2b40-4c26-9e0e-4217bff314ba not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:52:33.183048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Attempting to bind port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 on network f310f590-2b40-4c26-9e0e-4217bff314ba {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:33.203844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:33.204426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Checking segment: {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:33.205112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Bound using segment: {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:33.205909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Bound port: bdf365c7-6e1b-473f-a20f-27c3c14f10b4, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:33.206495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:33.261530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:33.458116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] For port bdf365c7-6e1b-473f-a20f-27c3c14f10b4, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:33.468768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] For port bdf365c7-6e1b-473f-a20f-27c3c14f10b4, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:33.483378 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:33.568536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31804ebc-1431-4f43-af95-e742f1e9bc81 req-f85f9aec-0fbb-4f4f-87cd-1dd65d602da7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:33.572591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31804ebc-1431-4f43-af95-e742f1e9bc81 req-f85f9aec-0fbb-4f4f-87cd-1dd65d602da7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 943 time: 0.5955474 Jul 08 17:52:33.611343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:33.632604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:33.635973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/bdf365c7-6e1b-473f-a20f-27c3c14f10b4 HTTP/1.1" status: 200 len: 1091 time: 2.8438220 Jul 08 17:52:33.641752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'tag': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:33.650597 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6137138-3da0-41fe-9216-f04e4643edee" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a916d5-ea80-4213-9337-ee0a53fb7e2e", "tag": "bdf365c7-6e1b-473f-a20f-27c3c14f10b4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:33.704482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13f49c91-14a6-4a2b-8d04-696336a654df req-582e5066-3e32-4131-ba69-de8d9be22f55 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 210 time: 0.1197748 Jul 08 17:52:33.836641 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 4, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port': {'id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '53913259-c94e-4f26-93e0-32b437b9b1eb', 'name': '', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'mac_address': 'fa:16:3e:7a:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:21Z', 'updated_at': '2021-07-08T17:52:32Z', 'revision_number': 4, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'subnets': [{'id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:33.892815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380d6b4-7074-456b-a244-f68d970fa0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:33.932244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31804ebc-1431-4f43-af95-e742f1e9bc81 req-771f9ab3-446b-4566-a49d-2ef8fece2ef1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241182 Jul 08 17:52:33.987197 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21c464-327b-4193-92d4-17f8dc2bebc8 None None] The sync data for ids ['9543661a-7eb8-46b7-bd05-d6822fed6688'] in n-d-799528-4 is: [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:22Z', 'revision_number': 4, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port': {'id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '53913259-c94e-4f26-93e0-32b437b9b1eb', 'name': '', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'mac_address': 'fa:16:3e:7a:98:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:21Z', 'updated_at': '2021-07-08T17:52:32Z', 'revision_number': 4, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'subnets': [{'id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:52:34.004902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-1d5de2b6-7af9-4cb5-8326-2faa5cb8aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:34.010160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-1d5de2b6-7af9-4cb5-8326-2faa5cb8aaca service neutron] 10.222.0.41 "GET /v2.0/networks?id=639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 200 len: 914 time: 0.8329074 Jul 08 17:52:34.010667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 53913259-c94e-4f26-93e0-32b437b9b1eb up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:34.021113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b1c724f8-e3eb-4e99-b3be-f37bb2d78884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:34.024183 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-b1c724f8-e3eb-4e99-b3be-f37bb2d78884 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 1094 time: 0.3034067 Jul 08 17:52:34.145605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-c50599fa-79ac-44e3-b27f-298fb89b1e14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d992de-974d-485b-9cd3-dec1441603cf HTTP/1.1" status: 200 len: 217 time: 0.1258898 Jul 08 17:52:34.191407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-e369b9ab-e56e-4549-b292-0cc70853ee9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4 HTTP/1.1" status: 200 len: 217 time: 0.1578641 Jul 08 17:52:34.193846 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5458154-ca38-4c9f-91ec-7b16478e39b9 x-openstack-request-id: req-e5458154-ca38-4c9f-91ec-7b16478e39b9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:34.194292 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a916d5-ea80-4213-9337-ee0a53fb7e2e", "tag": "bdf365c7-6e1b-473f-a20f-27c3c14f10b4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:34.194679 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e5458154-ca38-4c9f-91ec-7b16478e39b9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:34.195251 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'tag': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4', 'status': 'completed', 'code': 200} Jul 08 17:52:34.226469 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:34.274411 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-16685818-3dbc-4a9f-801d-68d28f1d57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:34.276301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-16685818-3dbc-4a9f-801d-68d28f1d57c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9797d-553f-407c-abc9-79e030a4d80c HTTP/1.1" status: 200 len: 853 time: 0.1234174 Jul 08 17:52:34.277110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Transition to ACTIVE for port object de701a26-4aea-4a12-8dc4-75146d7cc108 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:34.304484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:34.304629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-49f40549-fa03-4685-ac38-631eea2cabec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:34.319637 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-49f40549-fa03-4685-ac38-631eea2cabec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 200 len: 851 time: 0.1223145 Jul 08 17:52:34.375018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-18440f25-5000-40cb-b029-117eb7e3c1f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=639ecec6-6ace-4280-bd17-24552f5c8a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908182 Jul 08 17:52:34.405380 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-51fbfd2e-3819-4be7-a582-21ccaf179d63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f310f590-2b40-4c26-9e0e-4217bff314ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684621 Jul 08 17:52:34.441395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 53913259-c94e-4f26-93e0-32b437b9b1eb completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:34.462885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 53913259-c94e-4f26-93e0-32b437b9b1eb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:34.463325 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:34.547990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652f894-e1f1-40ba-b553-0c9d36d6e5df None None] Pushing event updated for resources: {'Port': ['ID=de701a26-4aea-4a12-8dc4-75146d7cc108,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:34.738313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Attempting to bind port de701a26-4aea-4a12-8dc4-75146d7cc108 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:34.740156 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-84eff70b-e10b-45f9-ab0f-49dc608fa3c7 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313203 Jul 08 17:52:34.741143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Attempting to bind port de701a26-4aea-4a12-8dc4-75146d7cc108 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:34.741679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Attempting to bind port de701a26-4aea-4a12-8dc4-75146d7cc108 on network ff307e59-aa71-4a87-af00-70e94837afd4 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:34.786005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-0771e3e9-da7f-4878-899a-f1dca36b5adb service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037056 Jul 08 17:52:34.794268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:34.794731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Checking segment: {'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:34.795233 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:34.799584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Bound using segment: {'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:34.799584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Bound port: de701a26-4aea-4a12-8dc4-75146d7cc108, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd90e52d-378c-4a1a-a82b-8e94be529157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:34.801446 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:35.063748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee54777a-0b7e-4813-b56f-6ef071c8a098 req-69b1ea5b-e550-47c6-9962-89a5edb78436 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151603 Jul 08 17:52:35.147257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:35.307333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 53913259-c94e-4f26-93e0-32b437b9b1eb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=53913259-c94e-4f26-93e0-32b437b9b1eb,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:35.342992 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:35.436330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] For port de701a26-4aea-4a12-8dc4-75146d7cc108, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:35.465014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff2377f6-0e13-433f-8bb8-1988d3171e3a req-90e87326-63a4-417c-b5d9-6aafb4deac1f service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303296 Jul 08 17:52:35.465135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] For port de701a26-4aea-4a12-8dc4-75146d7cc108, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de701a26-4aea-4a12-8dc4-75146d7cc108,segment=NetworkSegment(cd90e52d-378c-4a1a-a82b-8e94be529157),segment_id=cd90e52d-378c-4a1a-a82b-8e94be529157)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:35.471630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02976550-7ac0-43ce-ad60-bc013e514bf7 req-1c56a098-89f7-45dc-8925-6d86a066546a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 210 time: 0.2373066 Jul 08 17:52:35.518812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:35.585928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=53913259-c94e-4f26-93e0-32b437b9b1eb,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:35.595715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Routers {'34548a9e-6049-4792-b091-158b151dcc1a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:35.597873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['34548a9e-6049-4792-b091-158b151dcc1a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:35.837298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-c4c5bc87-d8d6-45ff-b269-b94c2ce83e15 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:35.840503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-c4c5bc87-d8d6-45ff-b269-b94c2ce83e15 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.41 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 807 time: 0.3782537 Jul 08 17:52:35.888525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652f894-e1f1-40ba-b553-0c9d36d6e5df None None] Pushing event updated for resources: {'Port': ['ID=de701a26-4aea-4a12-8dc4-75146d7cc108,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:35.931902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3f271-5611-430b-bd2a-9706e6295c2c req-aede367d-9315-436d-8145-c0f92b48c9b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:35.934335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137138-3da0-41fe-9216-f04e4643edee req-8e7488af-9fb4-410f-9dc0-71adf13d78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:35.939714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a6137138-3da0-41fe-9216-f04e4643edee req-8e7488af-9fb4-410f-9dc0-71adf13d78e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 1094 time: 0.7356045 Jul 08 17:52:35.946036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0e3f271-5611-430b-bd2a-9706e6295c2c req-aede367d-9315-436d-8145-c0f92b48c9b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 943 time: 0.2755489 Jul 08 17:52:36.115569 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-69b37550-b716-4031-a1f3-1a675cd68f1a tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca99bda30beb4559aa6432637fa28f74 HTTP/1.1" status: 200 len: 379 time: 0.2447135 Jul 08 17:52:36.117038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0e3f271-5611-430b-bd2a-9706e6295c2c req-75e067e1-d63d-497d-9c38-085809ab8725 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596215 Jul 08 17:52:36.140351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] Set router 34548a9e-6049-4792-b091-158b151dcc1a gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:36.204012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137138-3da0-41fe-9216-f04e4643edee req-c0d01ac7-28dc-4850-84a1-06d4e180d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:36.205709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a6137138-3da0-41fe-9216-f04e4643edee req-c0d01ac7-28dc-4850-84a1-06d4e180d57c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 912 time: 0.2584360 Jul 08 17:52:36.211047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'port': {'device_id': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'admin_state_up': True, 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'security_groups': ['ad8d5986-42db-4b7f-8466-fa79027f8b99']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:36.302904 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a6137138-3da0-41fe-9216-f04e4643edee req-cdc8dc2f-a2d9-4b90-9614-a12fe40c61b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4 HTTP/1.1" status: 200 len: 217 time: 0.0862246 Jul 08 17:52:36.391735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6137138-3da0-41fe-9216-f04e4643edee req-da0057ec-63b8-4449-a5c6-849ca83b975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:36.393742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a6137138-3da0-41fe-9216-f04e4643edee req-da0057ec-63b8-4449-a5c6-849ca83b975c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 200 len: 851 time: 0.0834560 Jul 08 17:52:36.468072 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a6137138-3da0-41fe-9216-f04e4643edee req-4b15f261-b42e-465f-81fe-b2c9d5bd965d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f310f590-2b40-4c26-9e0e-4217bff314ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603135 Jul 08 17:52:36.475628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '4b82db17-360f-4972-b324-16234decb6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 4, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port': {'id': '4b82db17-360f-4972-b324-16234decb6fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'de701a26-4aea-4a12-8dc4-75146d7cc108', 'name': '', 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'mac_address': 'fa:16:3e:1e:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '916495a3-eb91-4424-bf88-32adf4acde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:22Z', 'updated_at': '2021-07-08T17:52:35Z', 'revision_number': 4, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'subnets': [{'id': '916495a3-eb91-4424-bf88-32adf4acde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:36.528606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08956b-fb5b-47ce-be68-e6ea0018df20 None None] The sync data for ids ['34548a9e-6049-4792-b091-158b151dcc1a'] in n-d-799528-4 is: [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '4b82db17-360f-4972-b324-16234decb6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:52:23Z', 'revision_number': 4, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port': {'id': '4b82db17-360f-4972-b324-16234decb6fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'de701a26-4aea-4a12-8dc4-75146d7cc108', 'name': '', 'network_id': 'ff307e59-aa71-4a87-af00-70e94837afd4', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'mac_address': 'fa:16:3e:1e:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '916495a3-eb91-4424-bf88-32adf4acde18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:22Z', 'updated_at': '2021-07-08T17:52:35Z', 'revision_number': 4, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'subnets': [{'id': '916495a3-eb91-4424-bf88-32adf4acde18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:52:36.604790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Made reservation on behalf of ca99bda30beb4559aa6432637fa28f74 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:52:36.608270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:36.701849 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a6137138-3da0-41fe-9216-f04e4643edee req-97c390f7-4e8f-4ab5-82cc-5a6e70624174 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222624 Jul 08 17:52:36.839317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd5dab40-7f55-437d-9163-5320b38f750e req-047d1453-7e7d-4302-9d60-d4d4acf5fe44 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 210 time: 0.0781999 Jul 08 17:52:37.095788 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a6137138-3da0-41fe-9216-f04e4643edee req-cb630da4-ce62-46e0-856c-04033b1da668 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756342 Jul 08 17:52:37.121695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Allocated IP 172.20.0.11 (a416b017-2ee9-4c82-917a-e2112e2c691f/66eacd1e-67b9-4267-82ca-b120fa6622f1/6926ded1-b7fb-4cad-a36f-0ff641620171) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:37.435246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:37.458380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d77e36-882d-4489-8261-47b354c60cdf req-9f263c11-0675-49a2-a68e-e214bbdf72f1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:37.465647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9d77e36-882d-4489-8261-47b354c60cdf req-9f263c11-0675-49a2-a68e-e214bbdf72f1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 943 time: 0.1591218 Jul 08 17:52:37.478191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Transition to ACTIVE for port object 6926ded1-b7fb-4cad-a36f-0ff641620171 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:37.597526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9d77e36-882d-4489-8261-47b354c60cdf req-38aca393-fd8d-437c-b467-57b0e1b1204c tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101151 Jul 08 17:52:37.614597 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:37.734196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Network a416b017-2ee9-4c82-917a-e2112e2c691f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:37.770329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:37.779023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:37.783169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 53913259-c94e-4f26-93e0-32b437b9b1eb up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:37.845160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'Port': ['ID=6926ded1-b7fb-4cad-a36f-0ff641620171,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:37.917632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:37.918516 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:37.921104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 53913259-c94e-4f26-93e0-32b437b9b1eb triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:37.921767 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:37.987770 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-66d9388a-44f8-4873-9ef9-3c981caa469c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7809298 Jul 08 17:52:38.018224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Request body: {'port': {'device_id': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:38.037144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bdf365c7-6e1b-473f-a20f-27c3c14f10b4 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:52:38.178973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.289477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96318-4eb8-4ac0-8b26-6b10346d85d5 req-45a1edfd-e226-4b2e-9a9a-b657266caa70 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:38.298307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94b96318-4eb8-4ac0-8b26-6b10346d85d5 req-45a1edfd-e226-4b2e-9a9a-b657266caa70 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 932 time: 0.1610496 Jul 08 17:52:38.342372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94b96318-4eb8-4ac0-8b26-6b10346d85d5 req-e4c25ae1-1546-4084-a1a6-f7c1eb97d738 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Jul 08 17:52:38.368042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a3241947-e03a-456b-b9ab-f7a518ea54b3 None None] Provisioning for port 6926ded1-b7fb-4cad-a36f-0ff641620171 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:38.377010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a3241947-e03a-456b-b9ab-f7a518ea54b3 None None] Provisioning complete for port 6926ded1-b7fb-4cad-a36f-0ff641620171 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:38.377522 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3241947-e03a-456b-b9ab-f7a518ea54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.381500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de701a26-4aea-4a12-8dc4-75146d7cc108 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:38.444044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bdf365c7-6e1b-473f-a20f-27c3c14f10b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:38.474256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'port_id': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4', 'mac_address': 'fa:16:3e:a6:29:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:52:38.477802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a3241947-e03a-456b-b9ab-f7a518ea54b3 None None] Port 6926ded1-b7fb-4cad-a36f-0ff641620171 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:52:38.530584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.548570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf365c7-6e1b-473f-a20f-27c3c14f10b4 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:38.553411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port de701a26-4aea-4a12-8dc4-75146d7cc108 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:38.597192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port de701a26-4aea-4a12-8dc4-75146d7cc108 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:38.597765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.629345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bdf365c7-6e1b-473f-a20f-27c3c14f10b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:38.640921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.731208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:38.759863 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.816767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6926ded1-b7fb-4cad-a36f-0ff641620171 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:38.826657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.844814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port de701a26-4aea-4a12-8dc4-75146d7cc108, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de701a26-4aea-4a12-8dc4-75146d7cc108,segment=NetworkSegment(cd90e52d-378c-4a1a-a82b-8e94be529157),segment_id=cd90e52d-378c-4a1a-a82b-8e94be529157)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:38.852765 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Transition to ACTIVE for port object 6926ded1-b7fb-4cad-a36f-0ff641620171 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:52:38.853002 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.863186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:38.971856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Pushing event updated for resources: {'Port': ['ID=6926ded1-b7fb-4cad-a36f-0ff641620171,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:39.028728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b604577-2254-4d30-a292-5af86aadb799 req-c118038f-d16b-4b91-8992-8433a6c29227 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:39.032267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b604577-2254-4d30-a292-5af86aadb799 req-c118038f-d16b-4b91-8992-8433a6c29227 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 944 time: 0.1964991 Jul 08 17:52:39.155232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b604577-2254-4d30-a292-5af86aadb799 req-0c5a211a-0e03-4547-aa0d-499c14f6c38e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135309 Jul 08 17:52:39.215834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Attempting to bind port 6926ded1-b7fb-4cad-a36f-0ff641620171 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:52:39.216397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Attempting to bind port 6926ded1-b7fb-4cad-a36f-0ff641620171 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:52:39.216523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Attempting to bind port 6926ded1-b7fb-4cad-a36f-0ff641620171 on network a416b017-2ee9-4c82-917a-e2112e2c691f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:39.222852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Port 6926ded1-b7fb-4cad-a36f-0ff641620171 on network a416b017-2ee9-4c82-917a-e2112e2c691f not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:52:39.223180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Attempting to bind port 6926ded1-b7fb-4cad-a36f-0ff641620171 on network a416b017-2ee9-4c82-917a-e2112e2c691f {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:52:39.229703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:52:39.230062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Checking segment: {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:52:39.231581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Bound using segment: {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:52:39.232042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Bound port: 6926ded1-b7fb-4cad-a36f-0ff641620171, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284a1b31-b060-4507-891e-3461a969c027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:52:39.232561 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:39.247940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bdf365c7-6e1b-473f-a20f-27c3c14f10b4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:52:39.331289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=de701a26-4aea-4a12-8dc4-75146d7cc108,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:39.343881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] For port 6926ded1-b7fb-4cad-a36f-0ff641620171, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:52:39.347308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] For port 6926ded1-b7fb-4cad-a36f-0ff641620171, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6926ded1-b7fb-4cad-a36f-0ff641620171,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:52:39.354162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:39.669838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d79a0-541e-4d05-9eec-3fcc1f0ea25b req-cc1dafac-edf7-4470-9eb0-87e9c74263c5 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:39.670639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de701a26-4aea-4a12-8dc4-75146d7cc108 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:39.682020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e79d79a0-541e-4d05-9eec-3fcc1f0ea25b req-cc1dafac-edf7-4470-9eb0-87e9c74263c5 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 944 time: 0.1586778 Jul 08 17:52:39.730689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e79d79a0-541e-4d05-9eec-3fcc1f0ea25b req-6e2f2fae-0fce-4097-a5da-2f3cfd57d86f tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475280 Jul 08 17:52:39.837794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port de701a26-4aea-4a12-8dc4-75146d7cc108 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:39.838178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:39.984485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:39.985117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:39.986591 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] 10.222.0.41 "PUT /v2.0/ports/6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 1092 time: 1.9831989 Jul 08 17:52:39.987050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:39.989339 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffefadf-d800-4f39-b9c1-3825e4ab8093" -d '{"events": [{"name": "network-changed", "server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:40.021794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3439465-d59c-443d-a040-19220a1f8f01 service neutron] Pushing event updated for resources: {'Port': ['ID=6926ded1-b7fb-4cad-a36f-0ff641620171,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:40.042357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bdf365c7-6e1b-473f-a20f-27c3c14f10b4 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:40.055999 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c296717d-46d5-499c-9f71-3c9bf23aedc5 x-openstack-request-id: req-c296717d-46d5-499c-9f71-3c9bf23aedc5 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:40.056294 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:40.056883 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c296717d-46d5-499c-9f71-3c9bf23aedc5 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:40.057064 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'status': 'completed', 'code': 200} Jul 08 17:52:40.110425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:40.115482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:40.116051 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:40.189419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-527836b4-33be-4443-9703-ef61602470e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:40.191049 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-527836b4-33be-4443-9703-ef61602470e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1095 time: 0.1003659 Jul 08 17:52:40.280693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:40.287099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-fe8290b5-4de0-435a-a940-779b009e2f91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 217 time: 0.0745776 Jul 08 17:52:40.372870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port bdf365c7-6e1b-473f-a20f-27c3c14f10b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:40.380622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:40.384081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-c1745b4f-514d-4cde-acf8-a38f19d028af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:40.386310 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-c1745b4f-514d-4cde-acf8-a38f19d028af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 200 len: 846 time: 0.0937669 Jul 08 17:52:40.388979 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501f15a7-b0d8-4034-8435-0f4ff28699d8" -d '{"events": [{"server_uuid": "a3a916d5-ea80-4213-9337-ee0a53fb7e2e", "name": "network-vif-plugged", "status": "completed", "tag": "bdf365c7-6e1b-473f-a20f-27c3c14f10b4"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:40.408237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:40.481554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:40.484872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-98d70eb1-716d-4cc7-9cd7-d3dfa2d8085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:40.486518 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-98d70eb1-716d-4cc7-9cd7-d3dfa2d8085f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a416b017-2ee9-4c82-917a-e2112e2c691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934412 Jul 08 17:52:40.539448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77060e6b-626c-42e8-b2b0-cc4e030b2506 req-18939976-26c6-440b-a3ef-1d38c6878691 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:40.545279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77060e6b-626c-42e8-b2b0-cc4e030b2506 req-18939976-26c6-440b-a3ef-1d38c6878691 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1218288 Jul 08 17:52:40.590453 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd458f9-bc36-4c8b-9c37-18bd033249a1 x-openstack-request-id: req-cbd458f9-bc36-4c8b-9c37-18bd033249a1 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:40.590756 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a916d5-ea80-4213-9337-ee0a53fb7e2e", "name": "network-vif-plugged", "status": "completed", "tag": "bdf365c7-6e1b-473f-a20f-27c3c14f10b4", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:40.591040 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cbd458f9-bc36-4c8b-9c37-18bd033249a1 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:40.591449 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4', 'code': 200} Jul 08 17:52:40.599903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-77060e6b-626c-42e8-b2b0-cc4e030b2506 req-e97f73cd-81de-4323-b1e2-97e80c73c21e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Jul 08 17:52:40.707471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-d6689db8-9e5c-4d63-9e81-8236b05fcf86 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126746 Jul 08 17:52:40.863273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a267770-16f4-4caa-902d-5d47a6df0058 req-7e206b81-6693-4dcb-a381-c95bb9826a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:40.866153 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a267770-16f4-4caa-902d-5d47a6df0058 req-7e206b81-6693-4dcb-a381-c95bb9826a8f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 1096 time: 0.1790967 Jul 08 17:52:40.873645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-558a3a15-38e1-419c-9b2c-301745a09cc8 req-1fc0e62d-8151-4376-88cd-36f22fb41e78 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475680 Jul 08 17:52:40.913192 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a267770-16f4-4caa-902d-5d47a6df0058 req-a388740e-8a90-4ab3-b962-099a6c028c94 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Jul 08 17:52:40.994053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6e6d3-4d35-42a6-82e4-0e9cacf72dad req-d1cd745f-7702-423d-87cf-d8c4074df714 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:40.996000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65d6e6d3-4d35-42a6-82e4-0e9cacf72dad req-d1cd745f-7702-423d-87cf-d8c4074df714 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 944 time: 0.0740356 Jul 08 17:52:41.062908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65d6e6d3-4d35-42a6-82e4-0e9cacf72dad req-54c1ecd4-69b6-476b-b16e-16655c9fad3f tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574195 Jul 08 17:52:41.134093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-cb4f714f-ac20-44d5-9ab7-859c47aec51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:41.136068 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-cb4f714f-ac20-44d5-9ab7-859c47aec51d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1095 time: 0.0878360 Jul 08 17:52:41.279702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-ba5c0d06-5964-4379-b4c5-fb0547a6c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:41.282254 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-ba5c0d06-5964-4379-b4c5-fb0547a6c579 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 908 time: 0.1380739 Jul 08 17:52:41.326651 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-0253c1f8-63a9-4fc9-a303-4fd79c59fba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 217 time: 0.0375874 Jul 08 17:52:41.383507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-d90e5c84-d8e5-4bdf-b122-6fc6aec9c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:41.385158 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-d90e5c84-d8e5-4bdf-b122-6fc6aec9c4df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 200 len: 846 time: 0.0504084 Jul 08 17:52:41.450527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-7c91ad94-c038-449d-ac1b-85d01eeec73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:41.452054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-7c91ad94-c038-449d-ac1b-85d01eeec73a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a416b017-2ee9-4c82-917a-e2112e2c691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587659 Jul 08 17:52:41.578021 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-621db592-faed-4cf2-9983-a1b1ca708553 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179166 Jul 08 17:52:41.726695 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bffefadf-d800-4f39-b9c1-3825e4ab8093 req-7912eaa9-47b7-492d-8bd3-66c232bb056d service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403198 Jul 08 17:52:41.901193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256eee-70d8-47d4-a1a0-285ef8547a57 req-9d4cd5c5-4bec-4473-88f8-3d60007d80ee tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:41.902809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97256eee-70d8-47d4-a1a0-285ef8547a57 req-9d4cd5c5-4bec-4473-88f8-3d60007d80ee tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0888586 Jul 08 17:52:41.978220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97256eee-70d8-47d4-a1a0-285ef8547a57 req-008e9a04-6f09-4d94-b787-1189a3c05e5f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645916 Jul 08 17:52:42.267706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d63e58-6290-48fc-bf20-04fd868e1c60 req-0e072f02-1cfb-48b8-8ab2-4b405188a6e4 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:42.269323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0d63e58-6290-48fc-bf20-04fd868e1c60 req-0e072f02-1cfb-48b8-8ab2-4b405188a6e4 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 944 time: 0.0767376 Jul 08 17:52:42.325478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0d63e58-6290-48fc-bf20-04fd868e1c60 req-8499093e-2ddd-43b6-9bbc-5302aa786692 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445361 Jul 08 17:52:42.468289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6926ded1-b7fb-4cad-a36f-0ff641620171 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:52:42.577010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6926ded1-b7fb-4cad-a36f-0ff641620171, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6926ded1-b7fb-4cad-a36f-0ff641620171,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:42.589524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'port_id': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'mac_address': 'fa:16:3e:5b:29:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:52:42.634132 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:42.648643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6926ded1-b7fb-4cad-a36f-0ff641620171 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:52:42.671218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6926ded1-b7fb-4cad-a36f-0ff641620171, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6926ded1-b7fb-4cad-a36f-0ff641620171,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:42.678891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:42.757313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6926ded1-b7fb-4cad-a36f-0ff641620171,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:43.029143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['6926ded1-b7fb-4cad-a36f-0ff641620171'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:52:43.254205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97803fd-c37b-44cb-af7a-ebbd17f8255d req-cba6fa13-e216-43a6-b00f-57783da9b956 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:43.256496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b97803fd-c37b-44cb-af7a-ebbd17f8255d req-cba6fa13-e216-43a6-b00f-57783da9b956 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1084507 Jul 08 17:52:43.357350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b97803fd-c37b-44cb-af7a-ebbd17f8255d req-083be3df-f82b-463a-870a-b3c8a070603e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899258 Jul 08 17:52:43.664561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2af27f-e0cf-42c4-b054-3356d47f1f8e req-08abd119-0b69-4279-87a8-2dee631af771 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:43.666788 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd2af27f-e0cf-42c4-b054-3356d47f1f8e req-08abd119-0b69-4279-87a8-2dee631af771 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 945 time: 0.1007006 Jul 08 17:52:43.703371 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:43.749524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd2af27f-e0cf-42c4-b054-3356d47f1f8e req-4c729f3a-0da4-428c-8767-8e6b5c80c977 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706835 Jul 08 17:52:43.865433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-1ba24041-53d7-4dfb-aa59-2962907bef33 req-c663562c-4bfd-42bd-ae96-f84953570f71 service neutron] (93664) timed out ('10.222.0.72', 59438) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:52:43.940649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-8c28aad3-39dd-46c2-a387-c21c6fd19e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:43.942997 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-8c28aad3-39dd-46c2-a387-c21c6fd19e26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 1096 time: 0.0937037 Jul 08 17:52:44.014227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c706-ac92-4033-a0bd-755d3a69b9a3 req-cded63b1-e99d-4919-a626-9b72dc5587e6 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:44.016394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2276c706-ac92-4033-a0bd-755d3a69b9a3 req-cded63b1-e99d-4919-a626-9b72dc5587e6 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1162140 Jul 08 17:52:44.120708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-2b451657-f077-4a38-a128-f1bf7e588b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:44.123286 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-2b451657-f077-4a38-a128-f1bf7e588b82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 912 time: 0.1735015 Jul 08 17:52:44.135188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2276c706-ac92-4033-a0bd-755d3a69b9a3 req-494eef0c-6e56-45fb-977e-d7f6290083ce tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120100 Jul 08 17:52:44.219796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-316785d8-0059-43c3-a0d4-59c1d455f3c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4 HTTP/1.1" status: 200 len: 217 time: 0.0881529 Jul 08 17:52:44.286001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-cf3eb3d6-f98c-4ba2-8cb9-74888885c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:44.287945 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-cf3eb3d6-f98c-4ba2-8cb9-74888885c116 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 200 len: 851 time: 0.0579824 Jul 08 17:52:44.330812 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-3b6ead55-f2f7-451c-ba20-52b662973574 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f310f590-2b40-4c26-9e0e-4217bff314ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371923 Jul 08 17:52:44.468555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6926ded1-b7fb-4cad-a36f-0ff641620171 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:52:44.497085 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-dcc2b74b-e944-4543-a015-387d584afb9c service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524670 Jul 08 17:52:44.587349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 6926ded1-b7fb-4cad-a36f-0ff641620171 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:52:44.597426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 6926ded1-b7fb-4cad-a36f-0ff641620171 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:52:44.598402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:44.654464 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c5d86408-1cd0-4958-b00a-c752f470a503 req-24e02dac-34f5-4bc6-a618-d6fd00fb4f64 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509531 Jul 08 17:52:44.725210 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:44.752691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:44.755096 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fa801d-06ba-465e-add0-6b370a21135c" -d '{"events": [{"server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "name": "network-vif-plugged", "status": "completed", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:44.784249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6926ded1-b7fb-4cad-a36f-0ff641620171, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6926ded1-b7fb-4cad-a36f-0ff641620171,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:52:44.789739 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:44.858260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6926ded1-b7fb-4cad-a36f-0ff641620171,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:44.863207 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365c7c84-48c8-4e98-a2bd-2bcd577d0cba x-openstack-request-id: req-365c7c84-48c8-4e98-a2bd-2bcd577d0cba {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:44.863565 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "name": "network-vif-plugged", "status": "completed", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:44.863746 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-365c7c84-48c8-4e98-a2bd-2bcd577d0cba {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:44.864149 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'code': 200} Jul 08 17:52:45.038681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f5d11-5dff-48e0-9ec0-6fc277f6ba96 req-005af671-17a6-4481-9921-de3477ee06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:45.041951 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d79f5d11-5dff-48e0-9ec0-6fc277f6ba96 req-005af671-17a6-4481-9921-de3477ee06b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1097 time: 0.0671580 Jul 08 17:52:45.088156 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d79f5d11-5dff-48e0-9ec0-6fc277f6ba96 req-1c1bd5b7-88b6-4e26-aebc-0c0de3b20f0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394740 Jul 08 17:52:45.099581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643f35-0eb1-49b9-af02-3041f89942e3 req-d2a673c2-7d32-46bf-a91f-929011f79301 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:45.101386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92643f35-0eb1-49b9-af02-3041f89942e3 req-d2a673c2-7d32-46bf-a91f-929011f79301 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.1474042 Jul 08 17:52:45.152982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92643f35-0eb1-49b9-af02-3041f89942e3 req-becf0af8-e0e4-47e2-a790-25e2fc88fe70 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 Jul 08 17:52:45.382731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e688507-376c-48d3-a81a-15d604757951 req-455f8a3a-36ae-4348-9fd9-67180a0b6b18 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:45.384519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e688507-376c-48d3-a81a-15d604757951 req-455f8a3a-36ae-4348-9fd9-67180a0b6b18 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0974743 Jul 08 17:52:45.440584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e688507-376c-48d3-a81a-15d604757951 req-56d5bea8-f481-493f-9f69-7c46d87dd80c tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 Jul 08 17:52:46.508552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61386c39-57a4-4ec3-a5d3-380a2d410181 req-66922f52-3af0-47d3-9f8b-a2fcbc41d2f9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:46.516232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61386c39-57a4-4ec3-a5d3-380a2d410181 req-66922f52-3af0-47d3-9f8b-a2fcbc41d2f9 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.1749737 Jul 08 17:52:46.612386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61386c39-57a4-4ec3-a5d3-380a2d410181 req-7cf9b4de-b5f1-4da5-a6ac-2ba5226ebf33 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753639 Jul 08 17:52:46.709813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38716646-84a5-430f-858a-d24f2747c87c req-bd5c013b-6020-4348-89d9-c33fa4be59c8 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:46.717301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38716646-84a5-430f-858a-d24f2747c87c req-bd5c013b-6020-4348-89d9-c33fa4be59c8 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1012843 Jul 08 17:52:46.765549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38716646-84a5-430f-858a-d24f2747c87c req-07579ba9-3aba-45ed-9e16-088f902f0c83 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472026 Jul 08 17:52:47.846088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a8af5-b322-412c-b436-cbc1c74fcd61 req-266729fb-62d4-4955-b57c-f5f3665a08cc tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:47.848708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee3a8af5-b322-412c-b436-cbc1c74fcd61 req-266729fb-62d4-4955-b57c-f5f3665a08cc tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.0972903 Jul 08 17:52:47.935168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee3a8af5-b322-412c-b436-cbc1c74fcd61 req-2bfcf71f-bb7c-48b9-8dcb-658c85c9fe8f tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773771 Jul 08 17:52:48.036601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1086293-ddc7-4a9a-ad78-77d56a9e1604 req-c1d6b1ba-d2c3-47d9-8e4f-5991edb6125b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:48.040705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1086293-ddc7-4a9a-ad78-77d56a9e1604 req-c1d6b1ba-d2c3-47d9-8e4f-5991edb6125b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1143134 Jul 08 17:52:48.102769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1086293-ddc7-4a9a-ad78-77d56a9e1604 req-a91baa60-921d-41a4-a503-1475fc0027eb tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540020 Jul 08 17:52:48.200395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c194aad-237e-480b-951a-29dd91c580e4 req-8f430e22-ed05-42b2-a344-7ecbef3213fd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:48.202221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c194aad-237e-480b-951a-29dd91c580e4 req-8f430e22-ed05-42b2-a344-7ecbef3213fd tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.0872104 Jul 08 17:52:48.252270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c194aad-237e-480b-951a-29dd91c580e4 req-ff1aaf6d-ba2d-4c4e-a26a-10fd8f362422 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437896 Jul 08 17:52:48.573461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc00561-3e34-4a0f-a0b0-434691ded9b9 req-31b03c7f-e11c-4460-a7d6-44fd36aefd5c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:48.577423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffc00561-3e34-4a0f-a0b0-434691ded9b9 req-31b03c7f-e11c-4460-a7d6-44fd36aefd5c tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.1647701 Jul 08 17:52:48.646690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ffc00561-3e34-4a0f-a0b0-434691ded9b9 req-199019db-0cb8-4758-85e4-e3bc157959f4 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597835 Jul 08 17:52:48.772641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 40212) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:48.899839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f1344-c698-40f5-9274-3d301dbbb27e tempest-TestServerBasicOps-1283966880 tempest-TestServerBasicOps-1283966880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:48.901901 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bf5f1344-c698-40f5-9274-3d301dbbb27e tempest-TestServerBasicOps-1283966880 tempest-TestServerBasicOps-1283966880-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1092 time: 0.1282096 Jul 08 17:52:48.905126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 40218) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:52:48.910771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:52:48.942258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:49.074124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:49.233683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Allocated IP 172.25.5.229 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/8ce46c54-5bae-4ead-b4ef-b6e67e0a08a5) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:52:49.495520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd08fd-602b-4dd1-9ad3-b46eef0581b8 req-001dbcd5-2b0d-44b0-95e0-bcb374e1be9f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:49.505459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dcd08fd-602b-4dd1-9ad3-b46eef0581b8 req-001dbcd5-2b0d-44b0-95e0-bcb374e1be9f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1620808 Jul 08 17:52:49.511703 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:49.579205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4dcd08fd-602b-4dd1-9ad3-b46eef0581b8 req-978803d5-8914-4325-9b74-0e65aa76c767 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727010 Jul 08 17:52:49.628934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:49.695363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:52:49.702249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:52:49.705435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'Port': ['ID=8ce46c54-5bae-4ead-b4ef-b6e67e0a08a5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:49.713455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:52:50.060543 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:52:50.197220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.304768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.476893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.482512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.542403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event updated for resources: {'Port': ['ID=8ce46c54-5bae-4ead-b4ef-b6e67e0a08a5,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:52:50.601576 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:50.820849 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Floating IP 3a6243c3-3449-4a53-9a62-fe9596075f8b associated. External IP: 172.25.5.229, port: 6926ded1-b7fb-4cad-a36f-0ff641620171. Jul 08 17:52:50.879689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d099e7-71de-4d98-a4f1-6ab658cfa2ee req-242598bf-7491-4b22-926d-e3c5455a46bf tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:50.881295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d099e7-71de-4d98-a4f1-6ab658cfa2ee req-242598bf-7491-4b22-926d-e3c5455a46bf tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1376882 Jul 08 17:52:50.978407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8d099e7-71de-4d98-a4f1-6ab658cfa2ee req-2d753add-aa53-4c96-9904-b0c42573aaf6 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867786 Jul 08 17:52:51.138261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Router 03c52dde-5129-4d54-90b1-23244ea0b3fb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:52:51.257734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:52:51.271007 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] Sync routers for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:52:51.278804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:51.284675 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:51.285636 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:51.337891 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b0776b37-b785-4909-b900-2f13227c7878 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4316418 Jul 08 17:52:51.338873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:52:51.341877 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54594c34-36be-4489-b177-d6a248a17279" -d '{"events": [{"name": "network-changed", "server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:52:51.472015 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:51.489005 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a6e0a7-c427-43c5-9f02-8bd7dfd15eae x-openstack-request-id: req-56a6e0a7-c427-43c5-9f02-8bd7dfd15eae {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:52:51.489360 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:52:51.489591 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-56a6e0a7-c427-43c5-9f02-8bd7dfd15eae {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:52:51.490001 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'status': 'completed', 'code': 200} Jul 08 17:52:51.662836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54594c34-36be-4489-b177-d6a248a17279 req-9326c8fb-dedc-484f-8fee-144526641c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:51.664702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54594c34-36be-4489-b177-d6a248a17279 req-9326c8fb-dedc-484f-8fee-144526641c71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1097 time: 0.1104896 Jul 08 17:52:51.811639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54594c34-36be-4489-b177-d6a248a17279 req-14d32237-d563-432a-bbba-06b0cf171e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:51.813542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54594c34-36be-4489-b177-d6a248a17279 req-14d32237-d563-432a-bbba-06b0cf171e72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 908 time: 0.1426232 Jul 08 17:52:51.873331 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3a6243c3-3449-4a53-9a62-fe9596075f8b', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'floating_ip_address': '172.25.5.229', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'port_id': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'mac_address': 'fa:16:3e:5b:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:52:50Z', 'updated_at': '2021-07-08T17:52:50Z', 'revision_number': 0, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 5, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:51.909159 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] Checking router: 03c52dde-5129-4d54-90b1-23244ea0b3fb for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:52:51.913922 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54594c34-36be-4489-b177-d6a248a17279 req-9eb6b1ed-00cf-4668-b9ff-51256165def1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 1000 time: 0.0850365 Jul 08 17:52:51.918782 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:52:51.919392 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:52:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:52.034487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54594c34-36be-4489-b177-d6a248a17279 req-fbf1a892-7286-4be9-9490-ca63d00a85db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:52.036175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54594c34-36be-4489-b177-d6a248a17279 req-fbf1a892-7286-4be9-9490-ca63d00a85db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 200 len: 846 time: 0.1144085 Jul 08 17:52:52.064038 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:52:52.179571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54594c34-36be-4489-b177-d6a248a17279 req-f9b3fb20-5e98-4292-9e19-434ba5f98e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:52.183432 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54594c34-36be-4489-b177-d6a248a17279 req-f9b3fb20-5e98-4292-9e19-434ba5f98e46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a416b017-2ee9-4c82-917a-e2112e2c691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389055 Jul 08 17:52:52.403380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ac8d4-4f98-44e4-a8b2-469367de8cfe req-a9ac585d-55c7-456d-abce-3b1d31f395ab tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:52.407711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff7ac8d4-4f98-44e4-a8b2-469367de8cfe req-a9ac585d-55c7-456d-abce-3b1d31f395ab tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1940606 Jul 08 17:52:52.412111 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54594c34-36be-4489-b177-d6a248a17279 req-e560e7d0-184b-4e2b-ab8b-0eee4ebaffc2 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196321 Jul 08 17:52:52.440944 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3a6243c3-3449-4a53-9a62-fe9596075f8b', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'floating_ip_address': '172.25.5.229', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'port_id': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'mac_address': 'fa:16:3e:5b:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:52:50Z', 'updated_at': '2021-07-08T17:52:50Z', 'revision_number': 0, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 5, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:52:52.485864 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05c7f1-940b-4567-b439-8067a2d2c4c0 None None] The sync data for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 is: [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3a6243c3-3449-4a53-9a62-fe9596075f8b', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'floating_ip_address': '172.25.5.229', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'port_id': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'mac_address': 'fa:16:3e:5b:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:52:50Z', 'updated_at': '2021-07-08T17:52:50Z', 'revision_number': 0, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 5, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:52:52.494688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff7ac8d4-4f98-44e4-a8b2-469367de8cfe req-cb17053c-b8fb-4dae-9d37-0ced7ffabbcd tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807006 Jul 08 17:52:52.617314 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-54594c34-36be-4489-b177-d6a248a17279 req-2d8744e0-e148-4188-8177-d9dd25eb305a service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857257 Jul 08 17:52:52.840316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e90879e-0b09-4a36-bf31-b0e5e042198d None None] New status for floating IP 3a6243c3-3449-4a53-9a62-fe9596075f8b: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:52:53.719334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78091-e819-47c8-bca8-aafd80e7df80 req-c945896c-24e6-4378-bebf-4e47a533538e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:53.722912 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03f78091-e819-47c8-bca8-aafd80e7df80 req-c945896c-24e6-4378-bebf-4e47a533538e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0848730 Jul 08 17:52:53.778420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03f78091-e819-47c8-bca8-aafd80e7df80 req-40b27b55-eae7-41f3-b92d-ef2046fe5bf1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 Jul 08 17:52:54.976331 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73299c57-0a62-470f-9b93-491a8452aa3a req-d21fe3cd-98fe-4732-8471-9c6eabd99383 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:54.999030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73299c57-0a62-470f-9b93-491a8452aa3a req-d21fe3cd-98fe-4732-8471-9c6eabd99383 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0876994 Jul 08 17:52:55.068993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-73299c57-0a62-470f-9b93-491a8452aa3a req-1e147e81-3135-47a8-9059-eafaa5affc55 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688522 Jul 08 17:52:55.914149 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:56.326673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94ac8e-11dc-4bbb-a9d1-0cd35e23ff72 req-a070ac5f-fe4b-478f-9647-dfdcb179a244 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:56.336868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d94ac8e-11dc-4bbb-a9d1-0cd35e23ff72 req-a070ac5f-fe4b-478f-9647-dfdcb179a244 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1158645 Jul 08 17:52:56.394257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d94ac8e-11dc-4bbb-a9d1-0cd35e23ff72 req-d5bc8117-3218-4a11-a785-39d35cb09a4c tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552003 Jul 08 17:52:57.479334 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0edc0233-2f21-4333-b0e8-b3e8017b336b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:52:57.634018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857c34-6511-4c92-9f9b-88ec3eb3280f req-3d023524-d457-497b-82e4-30cc4013d072 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:57.635815 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55857c34-6511-4c92-9f9b-88ec3eb3280f req-3d023524-d457-497b-82e4-30cc4013d072 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0753753 Jul 08 17:52:57.693701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55857c34-6511-4c92-9f9b-88ec3eb3280f req-ac4d8c74-ff85-42d3-b61d-093ace5441b9 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493908 Jul 08 17:52:58.915559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e54a5b-9e98-4313-bb81-92674c13cc93 req-f42fda92-9a5b-45f9-9bb5-2b87cf3a9fc1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:52:58.921286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79e54a5b-9e98-4313-bb81-92674c13cc93 req-f42fda92-9a5b-45f9-9bb5-2b87cf3a9fc1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0804398 Jul 08 17:52:58.971654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79e54a5b-9e98-4313-bb81-92674c13cc93 req-6543ad57-3cda-4067-8ccc-b5d23c52ca52 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Jul 08 17:53:00.008047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-613ce128-1200-4e8b-9fe7-d9c8da1f484e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:00.182452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2c355-7f5e-4b0d-9e81-25c7d965c5c4 req-1293463d-54de-4677-a7b7-3d82e3b9d9e1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:00.184802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82f2c355-7f5e-4b0d-9e81-25c7d965c5c4 req-1293463d-54de-4677-a7b7-3d82e3b9d9e1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0908780 Jul 08 17:53:00.245400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82f2c355-7f5e-4b0d-9e81-25c7d965c5c4 req-f531311e-13d3-4901-9d98-d9f8c345f02c tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529308 Jul 08 17:53:00.468072 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:01.445891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:01.470032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf85ed-3894-4170-8e08-298cfb9db2cf req-9ddaf6a6-2ac2-48ba-8da3-26ece6f3effe tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:01.473725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ddf85ed-3894-4170-8e08-298cfb9db2cf req-9ddaf6a6-2ac2-48ba-8da3-26ece6f3effe tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0775867 Jul 08 17:53:01.529737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ddf85ed-3894-4170-8e08-298cfb9db2cf req-ec022a21-1595-4ee2-894b-32260238bed8 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Jul 08 17:53:02.732614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d681c1b-324d-4285-9e0f-dbcb5e656960 req-400db3ee-1872-4f5b-bfed-b6c0413db240 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:02.741891 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d681c1b-324d-4285-9e0f-dbcb5e656960 req-400db3ee-1872-4f5b-bfed-b6c0413db240 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0800772 Jul 08 17:53:02.788970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d681c1b-324d-4285-9e0f-dbcb5e656960 req-4261e4c2-63d1-4cce-af68-3dc736a8dd3a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Jul 08 17:53:02.861008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:04.003214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07485a-3fd3-4e10-9167-fe0d4a17c318 req-53e142ef-40b0-49d8-8a1a-6caa76e30326 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:04.004846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa07485a-3fd3-4e10-9167-fe0d4a17c318 req-53e142ef-40b0-49d8-8a1a-6caa76e30326 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0804844 Jul 08 17:53:04.048522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa07485a-3fd3-4e10-9167-fe0d4a17c318 req-e63cf980-98db-4ae3-8aa0-1c8897ec505b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Jul 08 17:53:05.240414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0462f18-185f-47d3-ac6a-08c7c72e0a1e req-62790c7d-f7b2-4a67-8721-d473258f1421 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:05.243675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0462f18-185f-47d3-ac6a-08c7c72e0a1e req-62790c7d-f7b2-4a67-8721-d473258f1421 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0740917 Jul 08 17:53:05.300578 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0462f18-185f-47d3-ac6a-08c7c72e0a1e req-9a8aa760-78e9-429a-bf36-b9bc393f1d64 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Jul 08 17:53:06.544365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1914-9913-4e77-8a5c-31bd921d3cbb req-3c4aa64b-d5e2-4bd8-a8c5-5810000742ad tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:06.546844 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-430d1914-9913-4e77-8a5c-31bd921d3cbb req-3c4aa64b-d5e2-4bd8-a8c5-5810000742ad tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0886438 Jul 08 17:53:06.586039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-430d1914-9913-4e77-8a5c-31bd921d3cbb req-ac6f576c-ae67-422e-88fc-13d593c72bf9 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Jul 08 17:53:07.802785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef6103-3568-4c8f-895b-aabfa522efb8 req-93ae9791-9af5-44c5-8299-9ef84f0de4c8 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:07.810586 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9ef6103-3568-4c8f-895b-aabfa522efb8 req-93ae9791-9af5-44c5-8299-9ef84f0de4c8 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0865810 Jul 08 17:53:07.849027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d9ef6103-3568-4c8f-895b-aabfa522efb8 req-f492e500-9125-43d5-acdf-8c8e1eba8720 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Jul 08 17:53:09.045683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eadaa3-418a-4c78-bfdb-5a7924519e7d req-84cbd491-e6f8-4f69-b350-c0c808b46d89 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:09.047403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34eadaa3-418a-4c78-bfdb-5a7924519e7d req-84cbd491-e6f8-4f69-b350-c0c808b46d89 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0714886 Jul 08 17:53:09.099876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34eadaa3-418a-4c78-bfdb-5a7924519e7d req-783674ea-5d14-4e13-bdcb-4c548c6f1410 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Jul 08 17:53:10.304148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd20f39-80e9-458f-a1a9-d28a88b53572 req-f88886d8-036d-41d3-8387-1e9218bf65d7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:10.306327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dd20f39-80e9-458f-a1a9-d28a88b53572 req-f88886d8-036d-41d3-8387-1e9218bf65d7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0679617 Jul 08 17:53:10.353839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dd20f39-80e9-458f-a1a9-d28a88b53572 req-1c1536ec-8b8b-4fbb-986c-41b4d715e240 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Jul 08 17:53:10.833455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ba49d-4a80-4035-9b54-ee7104d87f36 req-1bba1524-f5f4-4d8f-b582-e983717285d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:10.835669 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e6ba49d-4a80-4035-9b54-ee7104d87f36 req-1bba1524-f5f4-4d8f-b582-e983717285d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 1096 time: 0.0749567 Jul 08 17:53:10.893302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e6ba49d-4a80-4035-9b54-ee7104d87f36 req-006cfa33-f953-4b15-be57-0e2053bfc717 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502579 Jul 08 17:53:11.569286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0e9c2-1e54-43de-83d0-56d7665fcc85 req-5cb6621d-ff3b-4e9c-80a3-100b9fcfb618 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:11.573224 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ba0e9c2-1e54-43de-83d0-56d7665fcc85 req-5cb6621d-ff3b-4e9c-80a3-100b9fcfb618 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0835483 Jul 08 17:53:11.617042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ba0e9c2-1e54-43de-83d0-56d7665fcc85 req-49e72e39-c311-4dc7-9bb7-ddfc91a5d35d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Jul 08 17:53:12.824721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399781af-6427-44af-8f14-de0a04a141ee req-ed4dba2d-11ca-4f72-9e15-f55e55bdccb5 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:12.826516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-399781af-6427-44af-8f14-de0a04a141ee req-ed4dba2d-11ca-4f72-9e15-f55e55bdccb5 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0787342 Jul 08 17:53:12.873014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-399781af-6427-44af-8f14-de0a04a141ee req-5f3fad38-1b6a-4d3c-83f9-5ebd63835700 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 Jul 08 17:53:13.114375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-3181bc1d-18f3-4662-9aef-6e1d0dca5a73 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:13.116340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-3181bc1d-18f3-4662-9aef-6e1d0dca5a73 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 811 time: 0.1117706 Jul 08 17:53:13.149511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ccb36404-7dfa-4e9a-a771-129833678fe3 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/quotas/58fc84da1f9d4b3a9914a66c74833117 HTTP/1.1" status: 200 len: 375 time: 0.0276835 Jul 08 17:53:13.241220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-6f99e71a-2fc2-456a-8c86-2bb4a669c619 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905857 Jul 08 17:53:13.698412 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:13.763913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-74a2c1af-a4a2-4fdb-b8f0-f97db1c0d3dd service neutron] 10.222.0.63 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216167 Jul 08 17:53:13.866931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-f17195c0-e9f5-49d5-8a3c-41a47e71a84d service neutron] 10.222.0.63 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010156 Jul 08 17:53:14.168287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae64c425-8c88-424d-a8af-0b56f00d6bcb req-1ca5039c-7f42-47bc-988b-5be6bcec74c8 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 210 time: 0.0814352 Jul 08 17:53:15.329715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6d302c8-f145-41cf-9082-24a6ad3aa1c3 req-51036654-3d80-462e-b036-ba5bebd6656a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Jul 08 17:53:15.708151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-d7c4ec7a-4c67-43e0-90ec-d5cf58fb16fb tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:15.709859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-d7c4ec7a-4c67-43e0-90ec-d5cf58fb16fb tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 811 time: 0.1858048 Jul 08 17:53:15.727597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Request body: {'port': {'device_id': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'admin_state_up': True, 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:15.874849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Made reservation on behalf of 58fc84da1f9d4b3a9914a66c74833117 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:15.877967 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:16.126177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Allocated IP 172.20.0.3 (f310f590-2b40-4c26-9e0e-4217bff314ba/067cac01-0d36-4f2e-8d7a-a349a99f1fa4/b6dab6e7-203e-45c8-bc7f-6aed59483ec6) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:16.372987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-e27b3996-63e7-4ce3-b2bb-e9680d4681e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2061200 Jul 08 17:53:16.486865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:16.579355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427049-725b-40e4-856f-0c16f3363703 req-04f584e4-c213-430f-802f-bc5486f91adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:16.580768 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-04f584e4-c213-430f-802f-bc5486f91adb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c419e64ac4e4f8a80ac3aa08d8afe13&device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 1101 time: 0.1182387 Jul 08 17:53:16.607209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:16.609370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-160f82a9-5c37-4c19-bd4e-83a2cd0b99f2 req-4ae63ee0-c20f-45e7-9999-b36268012797 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 210 time: 0.0562580 Jul 08 17:53:16.622028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bdf365c7-6e1b-473f-a20f-27c3c14f10b4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:53:16.802456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Network f310f590-2b40-4c26-9e0e-4217bff314ba is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:16.805725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:16.814332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Pushing event updated for resources: {'Port': ['ID=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:16.822607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:16.863663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.864298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.864925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.865480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.866053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.866616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.867173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.867717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.868267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.868855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.869578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.870121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:16.946180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:16.947087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:16.950444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427049-725b-40e4-856f-0c16f3363703 req-6660d9d2-625e-4330-a8f9-d31fde5f90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:16.952714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-6660d9d2-625e-4330-a8f9-d31fde5f90e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.2282073 Jul 08 17:53:17.003168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-abd3a037-537a-47ba-84fb-bf8b17ee7f3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8 HTTP/1.1" status: 200 len: 217 time: 0.0443897 Jul 08 17:53:17.019435 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-ca3fbaf5-9598-4a0d-92e4-351c7350d0b2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2980568 Jul 08 17:53:17.052211 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Request body: {'port': {'device_id': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:17.110728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427049-725b-40e4-856f-0c16f3363703 req-dda2227a-3f91-4883-8aa6-89644cebd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:17.112500 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-dda2227a-3f91-4883-8aa6-89644cebd7d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.1026931 Jul 08 17:53:17.216037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:17.283710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427049-725b-40e4-856f-0c16f3363703 req-1d594f3c-1c41-4d08-bb19-60c8b59a5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:17.285389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-1d594f3c-1c41-4d08-bb19-60c8b59a5162 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440845 Jul 08 17:53:17.528889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-c46cdf05-0e9f-45c9-b51b-ba39bfbd0c68 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092545 Jul 08 17:53:17.902745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7a427049-725b-40e4-856f-0c16f3363703 req-4a400c0a-c1a7-4275-a44e-4b452a29d54b service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656313 Jul 08 17:53:17.978260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331aa85-9149-4cd1-927c-b25808d97c7d req-55691965-9cde-45c7-8de3-65d557de3b68 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:17.980609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0331aa85-9149-4cd1-927c-b25808d97c7d req-55691965-9cde-45c7-8de3-65d557de3b68 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 931 time: 0.1370614 Jul 08 17:53:18.055896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dab6e7-203e-45c8-bc7f-6aed59483ec6 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:53:18.067203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.069405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0331aa85-9149-4cd1-927c-b25808d97c7d req-2e5693dc-2796-42c6-902d-a14f4ae9abb1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777199 Jul 08 17:53:18.120582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Transition to ACTIVE for port object b6dab6e7-203e-45c8-bc7f-6aed59483ec6 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:18.135080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.263419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Pushing event updated for resources: {'Port': ['ID=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:18.305774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Attempting to bind port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:18.306332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Attempting to bind port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:18.306793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Attempting to bind port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 on network f310f590-2b40-4c26-9e0e-4217bff314ba {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:18.312614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 on network f310f590-2b40-4c26-9e0e-4217bff314ba not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:53:18.313089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Attempting to bind port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 on network f310f590-2b40-4c26-9e0e-4217bff314ba {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:18.319804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:18.320269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Checking segment: {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:18.321240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Bound using segment: {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:18.321814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Bound port: b6dab6e7-203e-45c8-bc7f-6aed59483ec6, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79880012-e92c-4c02-aac0-f62459670591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:18.322894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.392855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] For port b6dab6e7-203e-45c8-bc7f-6aed59483ec6, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:18.396068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] For port b6dab6e7-203e-45c8-bc7f-6aed59483ec6, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:18.402878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.463035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:18.463939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:18.473684 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] 10.222.0.72 "PUT /v2.0/ports/b6dab6e7-203e-45c8-bc7f-6aed59483ec6 HTTP/1.1" status: 200 len: 1091 time: 1.4310832 Jul 08 17:53:18.474501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'tag': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:18.482554 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860ea464-2f04-4bb6-9f28-361701bb468c" -d '{"events": [{"name": "network-changed", "server_uuid": "1459fa8c-5593-4f25-afcc-8766bf062a65", "tag": "b6dab6e7-203e-45c8-bc7f-6aed59483ec6"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:18.503821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb13c3-c87d-4b38-ae42-c66c5068852f service neutron] Pushing event updated for resources: {'Port': ['ID=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:18.583755 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b9da2-fd58-4af2-8ab5-2d3c158bfdd9 x-openstack-request-id: req-7c2b9da2-fd58-4af2-8ab5-2d3c158bfdd9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:18.584399 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1459fa8c-5593-4f25-afcc-8766bf062a65", "tag": "b6dab6e7-203e-45c8-bc7f-6aed59483ec6", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:18.584699 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c2b9da2-fd58-4af2-8ab5-2d3c158bfdd9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:18.585133 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'tag': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6', 'status': 'completed', 'code': 200} Jul 08 17:53:18.631209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-8f346a8a-2bdf-408c-a610-62b9867a3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:18.633222 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-8f346a8a-2bdf-408c-a610-62b9867a3da6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 1094 time: 0.1081152 Jul 08 17:53:18.693670 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-8b3a20cc-4248-4ddb-a342-b4b765af7cbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6 HTTP/1.1" status: 200 len: 217 time: 0.0507669 Jul 08 17:53:18.777783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-20e7dbc5-79c9-4625-a00c-22d48aece1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:18.779418 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-20e7dbc5-79c9-4625-a00c-22d48aece1e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 200 len: 851 time: 0.0782542 Jul 08 17:53:18.840211 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-29b09bc2-a657-41c3-9815-1528101d754f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f310f590-2b40-4c26-9e0e-4217bff314ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474875 Jul 08 17:53:18.982194 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-6fb039be-879c-4895-a375-b60ee2ca495f service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352465 Jul 08 17:53:19.167810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2e65494-08fd-4cb9-8d9c-dc82af4379fc req-f40fd2bc-873c-48de-8c8f-1a9b1f031ab9 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731832 Jul 08 17:53:19.334763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea464-2f04-4bb6-9f28-361701bb468c req-ef4a2dd2-8670-42cb-947d-5f45631b509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.336752 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-860ea464-2f04-4bb6-9f28-361701bb468c req-ef4a2dd2-8670-42cb-947d-5f45631b509e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 1094 time: 0.0862653 Jul 08 17:53:19.384090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79bb6e-55fb-4781-a1f3-b113fb773d7d req-37f3a1d1-3a6c-45e6-b331-798b1f90bd69 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.388405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec79bb6e-55fb-4781-a1f3-b113fb773d7d req-37f3a1d1-3a6c-45e6-b331-798b1f90bd69 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 943 time: 0.1335793 Jul 08 17:53:19.454986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec79bb6e-55fb-4781-a1f3-b113fb773d7d req-a7599b75-ca48-46db-bdca-0c49cf24ac21 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603549 Jul 08 17:53:19.500035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea464-2f04-4bb6-9f28-361701bb468c req-e0dda286-8cdb-45bd-8b98-e8ef61c04079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.501901 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-860ea464-2f04-4bb6-9f28-361701bb468c req-e0dda286-8cdb-45bd-8b98-e8ef61c04079 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 912 time: 0.1579590 Jul 08 17:53:19.551969 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-860ea464-2f04-4bb6-9f28-361701bb468c req-87b5afb0-909f-4c34-b916-17daa144841c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6 HTTP/1.1" status: 200 len: 217 time: 0.0406487 Jul 08 17:53:19.604629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea464-2f04-4bb6-9f28-361701bb468c req-98c563a6-fb03-4cc9-b341-6ee049647070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:19.606278 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-860ea464-2f04-4bb6-9f28-361701bb468c req-98c563a6-fb03-4cc9-b341-6ee049647070 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 200 len: 851 time: 0.0468619 Jul 08 17:53:19.639503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-860ea464-2f04-4bb6-9f28-361701bb468c req-709146e6-120a-44b0-bb09-d921aff8789d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f310f590-2b40-4c26-9e0e-4217bff314ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267069 Jul 08 17:53:19.746291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-860ea464-2f04-4bb6-9f28-361701bb468c req-9494e7c4-6605-4c4b-9b62-ebe1b599eae9 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001904 Jul 08 17:53:19.878471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-860ea464-2f04-4bb6-9f28-361701bb468c req-fee192d1-35ea-45ff-a83c-3c5daeb810f6 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256773 Jul 08 17:53:20.641627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589e506-040f-4325-99c4-f02b2bc0f0d8 req-42c9b5df-0377-47f1-9567-8f88955ba1ec tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:20.650722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1589e506-040f-4325-99c4-f02b2bc0f0d8 req-42c9b5df-0377-47f1-9567-8f88955ba1ec tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 943 time: 0.0791869 Jul 08 17:53:20.691937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1589e506-040f-4325-99c4-f02b2bc0f0d8 req-f1b29ea2-0fe7-46ca-ba9a-f1c2b87d907e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Jul 08 17:53:21.884198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf982-8fbd-4010-ab42-67a6f4ba4e5c req-6326ebd4-893e-47d7-b441-8e4762bae56f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:21.885769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c8bf982-8fbd-4010-ab42-67a6f4ba4e5c req-6326ebd4-893e-47d7-b441-8e4762bae56f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 943 time: 0.0747817 Jul 08 17:53:21.925504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c8bf982-8fbd-4010-ab42-67a6f4ba4e5c req-b0201d54-f13e-4120-affd-a2fb25f7949f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339808 Jul 08 17:53:22.228672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b6dab6e7-203e-45c8-bc7f-6aed59483ec6 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:53:22.332802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b6dab6e7-203e-45c8-bc7f-6aed59483ec6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:22.345543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6', 'network_id': 'f310f590-2b40-4c26-9e0e-4217bff314ba', 'port_id': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6', 'mac_address': 'fa:16:3e:55:f7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067cac01-0d36-4f2e-8d7a-a349a99f1fa4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:53:22.383444 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:22.399388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dab6e7-203e-45c8-bc7f-6aed59483ec6 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:53:22.421423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b6dab6e7-203e-45c8-bc7f-6aed59483ec6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:22.427297 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:22.483115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:22.491332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.491773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.492178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.492579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.493002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.493399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.493790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.494183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.494576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.494971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.495364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.495749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:22.659312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b6dab6e7-203e-45c8-bc7f-6aed59483ec6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:53:23.140509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d5346-3731-4674-af44-4eec8b2418f5 req-35d444e5-730a-4df4-a2e3-0df178b257c5 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:23.145033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-192d5346-3731-4674-af44-4eec8b2418f5 req-35d444e5-730a-4df4-a2e3-0df178b257c5 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 944 time: 0.1019065 Jul 08 17:53:23.221458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-192d5346-3731-4674-af44-4eec8b2418f5 req-e4099877-64e1-4fba-87ae-8feb49f2c9bc tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662096 Jul 08 17:53:24.241962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b6dab6e7-203e-45c8-bc7f-6aed59483ec6 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:24.388128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:24.394924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:24.395311 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:24.495740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546d4e3-2cb6-4796-b38a-18a2e24af11e req-779ee92a-a8b2-4870-adfd-121caa5599df tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:24.498028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7546d4e3-2cb6-4796-b38a-18a2e24af11e req-779ee92a-a8b2-4870-adfd-121caa5599df tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 944 time: 0.0985613 Jul 08 17:53:24.522782 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:24.549209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7546d4e3-2cb6-4796-b38a-18a2e24af11e req-89e386ac-83d7-4033-989a-0abcd07356a9 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Jul 08 17:53:24.550027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:24.552954 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38912700-f33e-49f8-bcb7-e8a4f2f087d2" -d '{"events": [{"server_uuid": "1459fa8c-5593-4f25-afcc-8766bf062a65", "name": "network-vif-plugged", "status": "completed", "tag": "b6dab6e7-203e-45c8-bc7f-6aed59483ec6"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:24.569789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b6dab6e7-203e-45c8-bc7f-6aed59483ec6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:24.586837 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:24.621252 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1b11e0-493d-491c-8332-e7d66e71cf8c x-openstack-request-id: req-ff1b11e0-493d-491c-8332-e7d66e71cf8c {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:24.621547 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459fa8c-5593-4f25-afcc-8766bf062a65", "name": "network-vif-plugged", "status": "completed", "tag": "b6dab6e7-203e-45c8-bc7f-6aed59483ec6", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:24.621806 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ff1b11e0-493d-491c-8332-e7d66e71cf8c {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:24.622337 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6', 'code': 200} Jul 08 17:53:24.653203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:24.778767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01642a6-d3a5-4e48-b430-2976ee8d0956 req-801066f1-f490-44b8-a3b1-a04b6c24e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:24.780633 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d01642a6-d3a5-4e48-b430-2976ee8d0956 req-801066f1-f490-44b8-a3b1-a04b6c24e0ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 1096 time: 0.0702834 Jul 08 17:53:24.823843 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d01642a6-d3a5-4e48-b430-2976ee8d0956 req-f915645e-e613-4b81-b78f-48cc96978436 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Jul 08 17:53:25.797557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79524-a020-4fb4-af93-58d238105a87 req-a3dfca4e-97ae-446b-ad78-4b24efda7e2f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:25.799661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5af79524-a020-4fb4-af93-58d238105a87 req-a3dfca4e-97ae-446b-ad78-4b24efda7e2f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0818069 Jul 08 17:53:25.845404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5af79524-a020-4fb4-af93-58d238105a87 req-72eca945-560a-49ec-bb1b-7bbf8df6b25d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Jul 08 17:53:25.928442 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:27.065179 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:53:27.071773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8b2f1-7ff9-49ac-8746-9518188ae3a2 req-636ded63-7459-4509-88b5-da7bfb1c1c51 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:27.080850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ce8b2f1-7ff9-49ac-8746-9518188ae3a2 req-636ded63-7459-4509-88b5-da7bfb1c1c51 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0910733 Jul 08 17:53:27.127570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ce8b2f1-7ff9-49ac-8746-9518188ae3a2 req-3885b667-16eb-440d-b697-b3901b910cba tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Jul 08 17:53:27.187734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42154) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:27.324188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68fe2c-684f-4dac-a8df-8ce5d563b792 req-38a1f3cb-fe1b-44c9-a375-53ac1a427f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:27.332367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e68fe2c-684f-4dac-a8df-8ce5d563b792 req-38a1f3cb-fe1b-44c9-a375-53ac1a427f59 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1097 time: 0.1429212 Jul 08 17:53:27.366722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e68fe2c-684f-4dac-a8df-8ce5d563b792 req-85e742f2-a3ca-4bb2-bfec-78b7da279906 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333929 Jul 08 17:53:27.484280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f1bdaa50-dc08-4793-9507-5fb026ae3f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:27.566202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-1b359f6a-b3fd-4b11-93fc-0bfbfe9ae24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:27.570503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-1b359f6a-b3fd-4b11-93fc-0bfbfe9ae24a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 1096 time: 0.0922241 Jul 08 17:53:27.643744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5e76c-af5d-4c1d-b425-23f6019cdd76 req-bafff4ed-1965-4805-944a-ffe45b072d8a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:27.650930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96a5e76c-af5d-4c1d-b425-23f6019cdd76 req-bafff4ed-1965-4805-944a-ffe45b072d8a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1007149 Jul 08 17:53:27.702954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96a5e76c-af5d-4c1d-b425-23f6019cdd76 req-2b6255ab-36e8-4652-9790-217a74005366 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475886 Jul 08 17:53:27.723505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-0fd1705a-c5f5-4782-bb6f-c8ca1427d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:27.725540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-0fd1705a-c5f5-4782-bb6f-c8ca1427d5d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 912 time: 0.1456783 Jul 08 17:53:27.786989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-168a2017-2d5b-40cb-8d35-1600613caa54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6 HTTP/1.1" status: 200 len: 217 time: 0.0516882 Jul 08 17:53:27.842589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-f3a5cf16-c53b-48c0-bfa9-1070271e0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:27.844362 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-f3a5cf16-c53b-48c0-bfa9-1070271e0d2f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 200 len: 851 time: 0.0498235 Jul 08 17:53:27.881000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-2e06ca9d-a286-4785-b1f5-21def7e4893f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f310f590-2b40-4c26-9e0e-4217bff314ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284595 Jul 08 17:53:27.988792 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-ccc6b373-a888-4fbb-950d-28baf1848981 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015155 Jul 08 17:53:28.125501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5937-b546-410d-847f-52657c7c7770 req-83fc2cad-8251-4a3e-9a24-6e4d4a6a6fb8 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:28.127921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2cfa5937-b546-410d-847f-52657c7c7770 req-83fc2cad-8251-4a3e-9a24-6e4d4a6a6fb8 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 950 time: 0.0973673 Jul 08 17:53:28.192832 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2cfa5937-b546-410d-847f-52657c7c7770 req-62d47277-e4d0-456c-98a0-b2ada0aef89a tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572331 Jul 08 17:53:28.443854 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-891da9f4-df02-4dab-8d0c-ea673a11329d req-8369734b-0b97-4349-a883-7c8b4d7c2bc6 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478741 Jul 08 17:53:28.891905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e0b7b-f927-403e-85b6-fea6314468a0 req-467e6f85-27dc-47dd-9cb8-46785ee3b39a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:28.893515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-933e0b7b-f927-403e-85b6-fea6314468a0 req-467e6f85-27dc-47dd-9cb8-46785ee3b39a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0799074 Jul 08 17:53:28.936365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-933e0b7b-f927-403e-85b6-fea6314468a0 req-704f55ff-3e30-4e44-90df-fc916893bcb4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Jul 08 17:53:29.366103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e14e02-5b00-4f71-8354-2ce40783cb75 req-0427debf-5099-4764-a01d-2ef2a2c3b0c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:29.367678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75e14e02-5b00-4f71-8354-2ce40783cb75 req-0427debf-5099-4764-a01d-2ef2a2c3b0c2 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 950 time: 0.0666096 Jul 08 17:53:29.408784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75e14e02-5b00-4f71-8354-2ce40783cb75 req-e2d8019f-e599-418b-bea0-f075f3bfe62b tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/security-groups?id=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352352 Jul 08 17:53:29.603296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-5222e6ce-a8de-4e24-9a83-f82e210f3ed6 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:29.605051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-5222e6ce-a8de-4e24-9a83-f82e210f3ed6 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 950 time: 0.0661142 Jul 08 17:53:29.725305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Deleting port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:53:29.725650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:29.842933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] For port 62e4f2ce-bec2-4756-ad59-b88d634be9a8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=62e4f2ce-bec2-4756-ad59-b88d634be9a8,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:29.843573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:29.856267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Calling delete_port for 62e4f2ce-bec2-4756-ad59-b88d634be9a8 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:53:29.999161 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4fe37937-e0ce-4324-a548-4735130f5994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:30.006061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:30.019730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['62e4f2ce-bec2-4756-ad59-b88d634be9a8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:53:30.041484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Pushing event deleted for resources: {'Port': ['ID=62e4f2ce-bec2-4756-ad59-b88d634be9a8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:30.105126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] No DVR routers for this DVR port 62e4f2ce-bec2-4756-ad59-b88d634be9a8 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:53:30.107915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:30.110214 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bc1ebe-1a3b-41b3-95b1-bad0004006e9 req-ef330887-915c-4401-9a05-d39ad99f53d1 tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.72 "DELETE /v2.0/ports/62e4f2ce-bec2-4756-ad59-b88d634be9a8 HTTP/1.1" status: 204 len: 173 time: 0.4996665 Jul 08 17:53:30.110672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'name': 'network-vif-deleted', 'tag': '62e4f2ce-bec2-4756-ad59-b88d634be9a8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:30.113017 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1068c3-bc2f-4ee8-861a-fbc2f77660c9" -d '{"events": [{"server_uuid": "8d3cfc41-5bc9-49c6-816d-c210f93f47ef", "name": "network-vif-deleted", "tag": "62e4f2ce-bec2-4756-ad59-b88d634be9a8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:30.164533 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0f9fb8-c565-414a-bd99-9e6de588aead x-openstack-request-id: req-5e0f9fb8-c565-414a-bd99-9e6de588aead {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:30.165103 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3cfc41-5bc9-49c6-816d-c210f93f47ef", "name": "network-vif-deleted", "tag": "62e4f2ce-bec2-4756-ad59-b88d634be9a8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:30.165578 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5e0f9fb8-c565-414a-bd99-9e6de588aead {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:30.166088 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3cfc41-5bc9-49c6-816d-c210f93f47ef', 'name': 'network-vif-deleted', 'tag': '62e4f2ce-bec2-4756-ad59-b88d634be9a8', 'status': 'completed', 'code': 200} Jul 08 17:53:30.192791 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb164581-f31a-4bbd-9bb9-05792ddacaeb req-e691eda7-a711-4efa-91e2-e9fbc6d473f7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:30.194566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb164581-f31a-4bbd-9bb9-05792ddacaeb req-e691eda7-a711-4efa-91e2-e9fbc6d473f7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0796344 Jul 08 17:53:30.237310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb164581-f31a-4bbd-9bb9-05792ddacaeb req-9f82cd98-cc4f-4c49-a7d6-06c1be1b1e44 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367432 Jul 08 17:53:30.456131 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:30.602618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68d60c0b-863e-4560-916d-b3dfea739c10 req-76b5d18a-fef0-4d4e-9d12-ee3011e3175a tempest-VolumesBackupsTest-1153676589 tempest-VolumesBackupsTest-1153676589-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d3cfc41-5bc9-49c6-816d-c210f93f47ef HTTP/1.1" status: 200 len: 210 time: 0.0384591 Jul 08 17:53:31.423298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9077dd-50ad-4df9-a43b-857a3029fcf4 req-386f65c9-d122-4b4c-8d86-0012ce75b63b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:31.426094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9077dd-50ad-4df9-a43b-857a3029fcf4 req-386f65c9-d122-4b4c-8d86-0012ce75b63b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0686936 Jul 08 17:53:31.429425 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:31.469565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9077dd-50ad-4df9-a43b-857a3029fcf4 req-ecbaee8b-c39f-420e-9889-1def2ada2439 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Jul 08 17:53:32.230686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7d7f9-ebe9-415a-9627-87bccc2f8c5c req-758bbc6f-6895-44fa-b6bc-7a9af2d0114d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:32.232375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08c7d7f9-ebe9-415a-9627-87bccc2f8c5c req-758bbc6f-6895-44fa-b6bc-7a9af2d0114d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 946 time: 0.0722654 Jul 08 17:53:32.273321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08c7d7f9-ebe9-415a-9627-87bccc2f8c5c req-81c4680d-20d6-438a-a218-b823a30d3e46 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343742 Jul 08 17:53:32.309638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 62e4f2ce-bec2-4756-ad59-b88d634be9a8 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:53:32.335491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 62e4f2ce-bec2-4756-ad59-b88d634be9a8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:53:32.335923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 62e4f2ce-bec2-4756-ad59-b88d634be9a8 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:53:32.662742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46def695-fbcf-4042-be08-a351c8664a21 req-9a857c89-c021-474f-95d5-f6231faf4d5e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:32.665239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46def695-fbcf-4042-be08-a351c8664a21 req-9a857c89-c021-474f-95d5-f6231faf4d5e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0759215 Jul 08 17:53:32.711298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46def695-fbcf-4042-be08-a351c8664a21 req-00ceee90-ec70-4aa8-8951-2fe34f4dea39 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Jul 08 17:53:32.862685 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:33.077939 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-05113434-68b0-4ca4-8120-3e98dfd7d715 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579600 Jul 08 17:53:33.223425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-61b34cd0-f2f2-4599-a7d7-a4646a5d5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:33.225222 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-61b34cd0-f2f2-4599-a7d7-a4646a5d5a13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1097 time: 0.0671837 Jul 08 17:53:33.394757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-3709682e-4414-4416-ac83-a3f6ea98b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:33.396927 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-3709682e-4414-4416-ac83-a3f6ea98b9dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 908 time: 0.1468942 Jul 08 17:53:33.534793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-a13d0ba5-8b93-40b6-a66d-3951da9fe982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 1002 time: 0.1279123 Jul 08 17:53:33.562544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251e99-4548-4d27-bd57-178a6d6a9949 req-1467d6b1-0135-4186-b547-e83df794cd42 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:33.573668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88251e99-4548-4d27-bd57-178a6d6a9949 req-1467d6b1-0135-4186-b547-e83df794cd42 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 946 time: 0.1105239 Jul 08 17:53:33.630301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-20f7af04-5651-4673-a171-c1ebe348ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:33.631941 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-20f7af04-5651-4673-a171-c1ebe348ef19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 200 len: 846 time: 0.0918937 Jul 08 17:53:33.637364 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88251e99-4548-4d27-bd57-178a6d6a9949 req-e65ab736-4380-4e31-8201-37e30597158f tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625725 Jul 08 17:53:33.705532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-db5f14c4-656a-4543-9f34-3cb91d46bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:33.708184 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-db5f14c4-656a-4543-9f34-3cb91d46bf0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a416b017-2ee9-4c82-917a-e2112e2c691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641191 Jul 08 17:53:33.892468 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-ecb4ca4d-fe5c-45d4-9100-bf79786d4cef service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738019 Jul 08 17:53:34.066701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-516e5525-b1c8-4fd9-ba6c-062fdf83d688 req-8e8b009e-a351-48f1-9574-5e863df0455b service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630881 Jul 08 17:53:34.079139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261abac-40f4-4064-948e-9a9416b60488 req-c62768c1-a8c9-451a-84c4-387941fc6771 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:34.081218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3261abac-40f4-4064-948e-9a9416b60488 req-c62768c1-a8c9-451a-84c4-387941fc6771 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1309843 Jul 08 17:53:34.141356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3261abac-40f4-4064-948e-9a9416b60488 req-5015c672-c1ce-4aad-8431-9c5c0564ae28 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510213 Jul 08 17:53:34.200356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3559839-477e-4439-9e05-a400f9e96387 req-11e29664-b330-4145-be14-50e2436435f7 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:34.202863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d3559839-477e-4439-9e05-a400f9e96387 req-11e29664-b330-4145-be14-50e2436435f7 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 946 time: 0.0750329 Jul 08 17:53:34.318182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Deleting port 10d992de-974d-485b-9cd3-dec1441603cf {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:53:34.318586 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:34.429108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] For port 10d992de-974d-485b-9cd3-dec1441603cf, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=10d992de-974d-485b-9cd3-dec1441603cf,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:34.429108 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:34.439616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Calling delete_port for 10d992de-974d-485b-9cd3-dec1441603cf owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:53:34.575422 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:34.612025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['10d992de-974d-485b-9cd3-dec1441603cf'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:53:34.622554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Pushing event deleted for resources: {'Port': ['ID=10d992de-974d-485b-9cd3-dec1441603cf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:34.680484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] No DVR routers for this DVR port 10d992de-974d-485b-9cd3-dec1441603cf on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:53:34.683424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:34.686346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d3559839-477e-4439-9e05-a400f9e96387 req-247ee32f-2949-4269-a81e-19e86a13c1d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "DELETE /v2.0/ports/10d992de-974d-485b-9cd3-dec1441603cf HTTP/1.1" status: 204 len: 173 time: 0.4769993 Jul 08 17:53:34.687075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'name': 'network-vif-deleted', 'tag': '10d992de-974d-485b-9cd3-dec1441603cf'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:34.690881 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91207861-d5fe-4eeb-b489-263143cd065e" -d '{"events": [{"server_uuid": "6dc922f7-16a0-425e-bf49-35fcb20b7af6", "name": "network-vif-deleted", "tag": "10d992de-974d-485b-9cd3-dec1441603cf"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:34.738099 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcacb419-1355-4bbb-93f8-a6ac3a39fda9 x-openstack-request-id: req-fcacb419-1355-4bbb-93f8-a6ac3a39fda9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:34.738399 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc922f7-16a0-425e-bf49-35fcb20b7af6", "name": "network-vif-deleted", "tag": "10d992de-974d-485b-9cd3-dec1441603cf", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:34.738665 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fcacb419-1355-4bbb-93f8-a6ac3a39fda9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:34.739064 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc922f7-16a0-425e-bf49-35fcb20b7af6', 'name': 'network-vif-deleted', 'tag': '10d992de-974d-485b-9cd3-dec1441603cf', 'status': 'completed', 'code': 200} Jul 08 17:53:34.841676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f632733-9b27-4e39-85f0-7128053b3def req-54e40db3-34e6-4a03-962a-68630dc3d555 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dc922f7-16a0-425e-bf49-35fcb20b7af6 HTTP/1.1" status: 200 len: 210 time: 0.0298872 Jul 08 17:53:35.325221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678ef23-8c66-482b-89e7-56edcc9f05b0 req-06b2ec38-b274-4836-a9b1-35285b90d28d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:35.327322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9678ef23-8c66-482b-89e7-56edcc9f05b0 req-06b2ec38-b274-4836-a9b1-35285b90d28d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0725548 Jul 08 17:53:35.374139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9678ef23-8c66-482b-89e7-56edcc9f05b0 req-5a8a1509-14b3-4acb-9b6e-f4ca66b58c88 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 Jul 08 17:53:36.593685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f544c46-4a9a-4d0a-818b-d553211b65d0 req-53964e2a-4e30-437d-a7a5-02e81952f10d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:36.596056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f544c46-4a9a-4d0a-818b-d553211b65d0 req-53964e2a-4e30-437d-a7a5-02e81952f10d tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0910594 Jul 08 17:53:36.639679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f544c46-4a9a-4d0a-818b-d553211b65d0 req-5bd3755a-ae05-4815-a149-29b6179647cd tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Jul 08 17:53:36.734476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 10d992de-974d-485b-9cd3-dec1441603cf no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:53:36.755896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 10d992de-974d-485b-9cd3-dec1441603cf {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:53:36.756248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 10d992de-974d-485b-9cd3-dec1441603cf not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:53:36.827052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42348) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:36.959321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.070769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.075485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.115190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0e736f8fcae48a6bd3c3956ce18ee56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869971 Jul 08 17:53:37.119245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42352) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:37.123084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48192685-f426-47cc-a875-111945859587,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:37.153027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.153705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.154247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.155299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.155830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.156346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.156882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.157373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.157702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.158179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.158665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.159139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459aeb2-7729-47ec-ad4e-d7760d73f53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:37.206418 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2aa563e-6735-46f9-87f7-8ce3ab9e182c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.234243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2aa563e-6735-46f9-87f7-8ce3ab9e182c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.330529 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2aa563e-6735-46f9-87f7-8ce3ab9e182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.336817 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a2aa563e-6735-46f9-87f7-8ce3ab9e182c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.336817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a2aa563e-6735-46f9-87f7-8ce3ab9e182c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48192685-f426-47cc-a875-111945859587 HTTP/1.1" status: 204 len: 168 time: 0.2151325 Jul 08 17:53:37.350233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa563e-6735-46f9-87f7-8ce3ab9e182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48192685-f426-47cc-a875-111945859587,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:37.670641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42362) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:37.689327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93defd08-7f1d-462b-9b99-e27bfe6e0aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.840482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93defd08-7f1d-462b-9b99-e27bfe6e0aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.848752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-93defd08-7f1d-462b-9b99-e27bfe6e0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.901738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-93defd08-7f1d-462b-9b99-e27bfe6e0aa0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c102e3285add4f7ba056ee847d5b63d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277277 Jul 08 17:53:37.902107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42366) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:37.902567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93defd08-7f1d-462b-9b99-e27bfe6e0aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9844cb9-0421-4bbb-afa5-22829d4bfb87,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:37.913259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec720-062d-4cec-8621-1ff228e78bd5 req-fbe5ae65-5df7-425f-89b3-3b44b26c50b6 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:37.914808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83aec720-062d-4cec-8621-1ff228e78bd5 req-fbe5ae65-5df7-425f-89b3-3b44b26c50b6 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1342444 Jul 08 17:53:37.957474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbefdd1d-e320-4624-b6ae-afceef7d653a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.982973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbefdd1d-e320-4624-b6ae-afceef7d653a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:37.985173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83aec720-062d-4cec-8621-1ff228e78bd5 req-e34b0f91-9b53-47ac-92e5-e8165bd95c21 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624530 Jul 08 17:53:38.037902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbefdd1d-e320-4624-b6ae-afceef7d653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:38.040560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dbefdd1d-e320-4624-b6ae-afceef7d653a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:38.041771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dbefdd1d-e320-4624-b6ae-afceef7d653a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d9844cb9-0421-4bbb-afa5-22829d4bfb87 HTTP/1.1" status: 204 len: 168 time: 0.1386628 Jul 08 17:53:38.052713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefdd1d-e320-4624-b6ae-afceef7d653a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9844cb9-0421-4bbb-afa5-22829d4bfb87,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:39.189371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff2416-10e7-4290-9f1c-203aae06694c req-b17f2b8c-127e-4f6c-ba43-32991ca98812 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:39.193998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fff2416-10e7-4290-9f1c-203aae06694c req-b17f2b8c-127e-4f6c-ba43-32991ca98812 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0784547 Jul 08 17:53:39.241600 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fff2416-10e7-4290-9f1c-203aae06694c req-fd108301-41de-4b68-a9eb-38b76ccc6276 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Jul 08 17:53:40.402639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-5a526e13-33f9-4d47-9b35-c950ea6ea296 req-5f2dfe63-bc45-4a6d-9964-cd8c778150d8 service neutron] (93664) timed out ('10.222.0.63', 44778) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:53:40.434158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1f6b1-f633-46e1-a28d-d71982e1ee8b req-ab333747-9c6d-474c-abf5-1b526bb77a40 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:40.436788 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1f1f6b1-f633-46e1-a28d-d71982e1ee8b req-ab333747-9c6d-474c-abf5-1b526bb77a40 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0701516 Jul 08 17:53:40.494115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1f1f6b1-f633-46e1-a28d-d71982e1ee8b req-7fbc5890-8303-42d3-9d83-a1f90dbc1db9 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510478 Jul 08 17:53:41.699461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907887e3-e006-42a8-ba22-b3b62dd44e4e req-87f6ff00-82c2-4a9f-aedd-4ba1fba1d313 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:41.702738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-907887e3-e006-42a8-ba22-b3b62dd44e4e req-87f6ff00-82c2-4a9f-aedd-4ba1fba1d313 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0888448 Jul 08 17:53:41.770837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-907887e3-e006-42a8-ba22-b3b62dd44e4e req-463dcfb3-f0fd-4c63-8a5e-5b94c59c7c06 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499601 Jul 08 17:53:42.979507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c8def-d510-48a6-ab40-e8bf931ac310 req-ff28f1d6-4544-487a-9486-708bdfda8fd7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:42.981397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-313c8def-d510-48a6-ab40-e8bf931ac310 req-ff28f1d6-4544-487a-9486-708bdfda8fd7 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0798967 Jul 08 17:53:43.050345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-313c8def-d510-48a6-ab40-e8bf931ac310 req-e7ced70a-c117-467f-aaac-cabe8c567b73 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613403 Jul 08 17:53:43.293274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-9bcbded4-f277-49f2-97f4-eeb15185709a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:43.295421 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-9bcbded4-f277-49f2-97f4-eeb15185709a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/networks?id=639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 200 len: 813 time: 0.1142032 Jul 08 17:53:43.311726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-ebe7a834-4e42-4f6b-8e73-bc6eb07b1f6d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/quotas/035ccb0d03ba4ec6bd7d2ba057047089 HTTP/1.1" status: 200 len: 375 time: 0.0105639 Jul 08 17:53:43.348456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-7453a450-f81a-49f7-9bb3-bf314bfded61 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314696 Jul 08 17:53:43.629478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f4f09227-7d89-432b-ae05-777783c468cf service neutron] 10.222.0.63 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736175 Jul 08 17:53:43.700516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42496) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:43.710371 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:43.770228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-5d74261d-03fc-4e85-957b-671def092557 service neutron] 10.222.0.63 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383896 Jul 08 17:53:43.842909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b781a65b-a2cf-4a00-b478-3adc562220bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:43.960273 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b781a65b-a2cf-4a00-b478-3adc562220bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:43.967292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b781a65b-a2cf-4a00-b478-3adc562220bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:43.998671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7e0816f-4b59-416d-b301-5cea7035f215 req-dc9ef78d-fe68-42ca-a2ca-8fe63273d094 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 210 time: 0.0461979 Jul 08 17:53:44.015252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781a65b-a2cf-4a00-b478-3adc562220bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13de770e-d010-471f-adfc-c938bf0f7c09,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:44.022419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42504) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:44.024756 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b781a65b-a2cf-4a00-b478-3adc562220bb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=38261a4706664d7aac8b4df6e8d3e3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215215 Jul 08 17:53:44.081041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-096a8f70-d3af-47f3-b0e3-8cec0c520147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:44.111935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-096a8f70-d3af-47f3-b0e3-8cec0c520147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:44.164202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-096a8f70-d3af-47f3-b0e3-8cec0c520147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:44.166776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-096a8f70-d3af-47f3-b0e3-8cec0c520147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:44.169129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-096a8f70-d3af-47f3-b0e3-8cec0c520147 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/13de770e-d010-471f-adfc-c938bf0f7c09 HTTP/1.1" status: 204 len: 168 time: 0.1457574 Jul 08 17:53:44.187954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a8f70-d3af-47f3-b0e3-8cec0c520147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13de770e-d010-471f-adfc-c938bf0f7c09,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:44.307130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1198-e3ff-42a8-8f73-ae9470c3562f req-863fa7c9-bd03-4d40-b0d9-455bd3add53e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:44.308727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80f1198-e3ff-42a8-8f73-ae9470c3562f req-863fa7c9-bd03-4d40-b0d9-455bd3add53e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0887096 Jul 08 17:53:44.376469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c80f1198-e3ff-42a8-8f73-ae9470c3562f req-1a0cfce1-33ee-43a7-ad74-9f1aee23aac0 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Jul 08 17:53:45.004524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42536) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:45.128575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-800931197-network', 'tenant_id': '2e45d758143b4debb58a65408ce49775'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:45.147677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ad591ca-71d0-4a97-8018-772457469054 req-f9e4a83a-0ec3-405b-924b-c11d2fb03a9c tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 210 time: 0.0366328 Jul 08 17:53:45.166625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:45.170627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.182241 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.323033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.352506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.385232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:53:45.414960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.415539 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Added segment 17710850-c416-4f11-a3e5-18e090282d3a of type vlan for network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 Jul 08 17:53:45.449794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48733a15-83b5-4229-a5c4-921565d138fd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:45.505143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.516155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-66a7e02f-d918-4620-86a9-7786d9f92b65 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:45.518054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-66a7e02f-d918-4620-86a9-7786d9f92b65 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "GET /v2.0/networks?id=639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 200 len: 813 time: 0.2219675 Jul 08 17:53:45.548720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Request body: {'port': {'device_id': '737cea47-0850-4c53-9653-09691825f9de', 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80', 'admin_state_up': True, 'tenant_id': '035ccb0d03ba4ec6bd7d2ba057047089'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:45.599008 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.600385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:45.601296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.642758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3a202-ce8f-4a27-a53e-6a2267843835 req-fa34a023-207c-4669-ba93-df9e6f5a5913 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:45.644716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ab3a202-ce8f-4a27-a53e-6a2267843835 req-fa34a023-207c-4669-ba93-df9e6f5a5913 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0843959 Jul 08 17:53:45.686051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6802607 Jul 08 17:53:45.689984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42546) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:45.696546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Request body: {'subnet': {'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-800931197-subnet', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:45.702127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547690c9-893a-40a0-b61b-ebd86bd386be admin admin] Pushing event updated for resources: {'Network': ['ID=8f09a4f0-cc58-42b0-a7b1-415b9329ae25,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:45.711416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ab3a202-ce8f-4a27-a53e-6a2267843835 req-b05b5675-3cbf-4fad-b5ea-68afd821d8c4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Jul 08 17:53:45.720187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:53:45.749107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:45.761275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.794974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Made reservation on behalf of 035ccb0d03ba4ec6bd7d2ba057047089 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:45.798691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:45.954360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Allocated IP 172.20.0.11 (639ecec6-6ace-4280-bd17-24552f5c8a80/c3a9797d-553f-407c-abc9-79e030a4d80c/f9f49c47-3e86-4bf0-848d-c43f53324f4c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:45.968818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.026674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=878ff985-4171-4f07-9b36-fef09fd078ac,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:46.037438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:46.037793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Network hostable DHCP agents. Network: 8f09a4f0-cc58-42b0-a7b1-415b9329ae25, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:53:46.056221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:53:46.072244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 8f09a4f0-cc58-42b0-a7b1-415b9329ae25) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:46.080080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:46.081055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.082278 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb484b-ebb9-409b-b2f8-ebd40991e4c4 None None] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:53:46.098528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e30baafd-bc7d-499a-876f-294e552aa976 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4072382 Jul 08 17:53:46.101825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42548) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:46.115512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:46.156727 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.207429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.248468 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.249628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.267514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Network 639ecec6-6ace-4280-bd17-24552f5c8a80 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:46.278387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:46.283500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:46.285662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:53:46.288264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.316863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Pushing event updated for resources: {'Port': ['ID=f9f49c47-3e86-4bf0-848d-c43f53324f4c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:46.368837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.392586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:46.396830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.448073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68adfc-20fc-4663-b275-02359d7173f7 req-4f021178-b06b-477c-9a50-6619fcc4859f tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:46.478893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a68adfc-20fc-4663-b275-02359d7173f7 req-4f021178-b06b-477c-9a50-6619fcc4859f tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 932 time: 0.2072935 Jul 08 17:53:46.516596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Allocated IP 172.20.0.2 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/9900ee24-5649-4fe1-a6bb-ed31283b35ec) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:46.536979 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-f2722e3c-60a5-4182-bd1c-d92a64cd64c3 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9951904 Jul 08 17:53:46.541804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a68adfc-20fc-4663-b275-02359d7173f7 req-87e952c7-aabb-4296-8543-3c45f9d8e5f5 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615747 Jul 08 17:53:46.569200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Request body: {'port': {'device_id': '737cea47-0850-4c53-9653-09691825f9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:46.596112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.697383 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.709035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Transition to ACTIVE for port object 9900ee24-5649-4fe1-a6bb-ed31283b35ec will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:46.711737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.726092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Transition to ACTIVE for port object 9900ee24-5649-4fe1-a6bb-ed31283b35ec will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:46.734683 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.770346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:46.774177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:46.777210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:46.823586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Pushing event updated for resources: {'Port': ['ID=9900ee24-5649-4fe1-a6bb-ed31283b35ec,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:46.864284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Attempting to bind port 9900ee24-5649-4fe1-a6bb-ed31283b35ec on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:46.864646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Attempting to bind port 9900ee24-5649-4fe1-a6bb-ed31283b35ec by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:46.865238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Attempting to bind port 9900ee24-5649-4fe1-a6bb-ed31283b35ec on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:46.870658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:46.871391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:46.872366 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.872990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:46.873644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Bound port: 9900ee24-5649-4fe1-a6bb-ed31283b35ec, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:46.874196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:46.946983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] For port 9900ee24-5649-4fe1-a6bb-ed31283b35ec, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:46.950341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] For port 9900ee24-5649-4fe1-a6bb-ed31283b35ec, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9900ee24-5649-4fe1-a6bb-ed31283b35ec,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:46.957761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.036378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0952-b2b2-4806-b1e7-2659a04a3a12 None None] Pushing event updated for resources: {'Port': ['ID=9900ee24-5649-4fe1-a6bb-ed31283b35ec,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:47.042039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba85c4-5d43-478c-b370-2a94af016eae req-d385aeb1-6289-4014-a69e-581081a179a6 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:47.049431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1ba85c4-5d43-478c-b370-2a94af016eae req-d385aeb1-6289-4014-a69e-581081a179a6 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1293135 Jul 08 17:53:47.067383 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.096180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1ba85c4-5d43-478c-b370-2a94af016eae req-abe07ba7-e244-49db-ba8a-826affe9c94f tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454755 Jul 08 17:53:47.102964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.266654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f49c47-3e86-4bf0-848d-c43f53324f4c {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:53:47.280724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.307580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Allocated IP 172.25.5.241 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/399ae730-b23e-4531-a8dc-44395424497d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:47.309947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Transition to ACTIVE for port object f9f49c47-3e86-4bf0-848d-c43f53324f4c will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:47.313957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.468776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Pushing event updated for resources: {'Port': ['ID=f9f49c47-3e86-4bf0-848d-c43f53324f4c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:47.554138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.563693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Attempting to bind port f9f49c47-3e86-4bf0-848d-c43f53324f4c on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:47.567749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Attempting to bind port f9f49c47-3e86-4bf0-848d-c43f53324f4c by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:47.567749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Attempting to bind port f9f49c47-3e86-4bf0-848d-c43f53324f4c on network 639ecec6-6ace-4280-bd17-24552f5c8a80 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:47.571353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Port f9f49c47-3e86-4bf0-848d-c43f53324f4c on network 639ecec6-6ace-4280-bd17-24552f5c8a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:53:47.571682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Attempting to bind port f9f49c47-3e86-4bf0-848d-c43f53324f4c on network 639ecec6-6ace-4280-bd17-24552f5c8a80 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:47.580593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:47.580969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Checking segment: {'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:47.581499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Bound using segment: {'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:47.581930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Bound port: f9f49c47-3e86-4bf0-848d-c43f53324f4c, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc088f74-d5f2-4a99-a138-fc458e369f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:47.582307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.661922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.703547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] For port f9f49c47-3e86-4bf0-848d-c43f53324f4c, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:47.730179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:47.738441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] For port f9f49c47-3e86-4bf0-848d-c43f53324f4c, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f9f49c47-3e86-4bf0-848d-c43f53324f4c,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:47.743039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:47.745484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Pushing event updated for resources: {'Port': ['ID=399ae730-b23e-4531-a8dc-44395424497d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:47.748434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:47.756090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.791944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9900ee24-5649-4fe1-a6bb-ed31283b35ec up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:47.799525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886c29a-ddc1-4538-bcda-f45009990312 req-cb70f3e0-a7d4-48d5-b078-08cd188bc4a6 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:47.802453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e886c29a-ddc1-4538-bcda-f45009990312 req-cb70f3e0-a7d4-48d5-b078-08cd188bc4a6 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 944 time: 0.1182973 Jul 08 17:53:47.842874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Pushing event updated for resources: {'Port': ['ID=f9f49c47-3e86-4bf0-848d-c43f53324f4c,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:47.861106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:47.861803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:47.863437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-b3e1e762-e3b9-4a7c-9ecf-c3468433f78f service neutron] 10.222.0.41 "PUT /v2.0/ports/f9f49c47-3e86-4bf0-848d-c43f53324f4c HTTP/1.1" status: 200 len: 1092 time: 1.2986908 Jul 08 17:53:47.863895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737cea47-0850-4c53-9653-09691825f9de', 'tag': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:47.866433 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038" -d '{"events": [{"name": "network-changed", "server_uuid": "737cea47-0850-4c53-9653-09691825f9de", "tag": "f9f49c47-3e86-4bf0-848d-c43f53324f4c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:47.871508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e886c29a-ddc1-4538-bcda-f45009990312 req-a47df151-f0be-46d2-baa4-efe3e2791b01 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616291 Jul 08 17:53:47.918184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9900ee24-5649-4fe1-a6bb-ed31283b35ec completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:47.954470 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2280bb-ee36-427c-88e7-79545f1fc92f x-openstack-request-id: req-ae2280bb-ee36-427c-88e7-79545f1fc92f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:47.954848 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737cea47-0850-4c53-9653-09691825f9de", "tag": "f9f49c47-3e86-4bf0-848d-c43f53324f4c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:47.955160 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ae2280bb-ee36-427c-88e7-79545f1fc92f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:47.955641 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737cea47-0850-4c53-9653-09691825f9de', 'tag': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c', 'status': 'completed', 'code': 200} Jul 08 17:53:48.118472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-2f16e94e-0c33-4724-b66c-74776e4b1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:48.120641 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-2f16e94e-0c33-4724-b66c-74776e4b1a8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 1095 time: 0.1679111 Jul 08 17:53:48.187472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-ca1e3990-46ce-45e2-b878-5ad7062be311 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9f49c47-3e86-4bf0-848d-c43f53324f4c HTTP/1.1" status: 200 len: 217 time: 0.0481129 Jul 08 17:53:48.284156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-433c03f3-c3ad-4e91-bf69-b65dba09f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:48.286500 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-433c03f3-c3ad-4e91-bf69-b65dba09f316 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9797d-553f-407c-abc9-79e030a4d80c HTTP/1.1" status: 200 len: 853 time: 0.0647421 Jul 08 17:53:48.289117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:48.318042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcc167-c370-4844-a19e-dbaf737b805b req-936f624c-06ba-41ab-b903-71bf2c450622 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:48.320878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1fcc167-c370-4844-a19e-dbaf737b805b req-936f624c-06ba-41ab-b903-71bf2c450622 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0895882 Jul 08 17:53:48.368444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1fcc167-c370-4844-a19e-dbaf737b805b req-9823ee55-bc0a-4bdc-ac86-eb3e5c943166 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Jul 08 17:53:48.377410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73cf34-36b3-47b9-89e5-eeab1dae10fb None None] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:53:48.457693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-87f56c05-1053-4df1-9f07-b08c08f70771 None None] Provisioning for port 9900ee24-5649-4fe1-a6bb-ed31283b35ec completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:48.465062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-87f56c05-1053-4df1-9f07-b08c08f70771 None None] Provisioning complete for port 9900ee24-5649-4fe1-a6bb-ed31283b35ec triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:48.465549 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-87f56c05-1053-4df1-9f07-b08c08f70771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:48.637774 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-87f56c05-1053-4df1-9f07-b08c08f70771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:48.680012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-87f56c05-1053-4df1-9f07-b08c08f70771 None None] For port 9900ee24-5649-4fe1-a6bb-ed31283b35ec, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9900ee24-5649-4fe1-a6bb-ed31283b35ec,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:48.687385 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-87f56c05-1053-4df1-9f07-b08c08f70771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:48.717883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-e75ef020-91d5-4f30-baa7-ee339893e7f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=639ecec6-6ace-4280-bd17-24552f5c8a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383780 Jul 08 17:53:48.745433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f56c05-1053-4df1-9f07-b08c08f70771 None None] Pushing event updated for resources: {'Port': ['ID=9900ee24-5649-4fe1-a6bb-ed31283b35ec,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:48.907872 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-d72f70f3-db20-4462-b838-d0b666661c78 service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808934 Jul 08 17:53:49.017335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6e654dc4-b297-4948-9cd6-bc23670413a5 None None] Provisioning complete for port 9900ee24-5649-4fe1-a6bb-ed31283b35ec triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:49.019105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e654dc4-b297-4948-9cd6-bc23670413a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:49.025494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:49.094866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71924314-1120-4a60-98db-ec8443507cd7 req-abd1d8e7-6b43-48c6-b174-34b45160bb1b tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:49.100904 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7ea0d4b9-db4a-49a2-a431-bd1079d9181d req-630f63fe-e49d-43f3-84f3-0e710c54bbce service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562943 Jul 08 17:53:49.102468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71924314-1120-4a60-98db-ec8443507cd7 req-abd1d8e7-6b43-48c6-b174-34b45160bb1b tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 944 time: 0.0778947 Jul 08 17:53:49.140554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71924314-1120-4a60-98db-ec8443507cd7 req-d82aaf18-5f61-4ee1-a735-dff70a938c83 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371544 Jul 08 17:53:49.219787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Router feb17497-031e-4606-a85a-d794ed20a0df is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:53:49.348994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-991fde07-0cd5-4d42-a35a-2cd177da895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:49.350503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-991fde07-0cd5-4d42-a35a-2cd177da895d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 1095 time: 0.1409957 Jul 08 17:53:49.381054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:53:49.390287 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:53:49.399873 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:53:49.400846 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:53:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:49.442976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:49.444257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3be3b4d1-626c-4e59-b6b9-289c7564788c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3412242 Jul 08 17:53:49.447225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42578) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:49.465331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-4b378e1b-381b-4fe6-8874-345fb17c89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:49.467547 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-4b378e1b-381b-4fe6-8874-345fb17c89a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 200 len: 914 time: 0.1077790 Jul 08 17:53:49.545427 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:53:49.553337 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-ade899fb-240f-4116-888c-b35074f9273d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9f49c47-3e86-4bf0-848d-c43f53324f4c HTTP/1.1" status: 200 len: 217 time: 0.0776916 Jul 08 17:53:49.614861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-de01c79e-3c9a-4762-b1dc-a67b597aa396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:49.616381 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-de01c79e-3c9a-4762-b1dc-a67b597aa396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9797d-553f-407c-abc9-79e030a4d80c HTTP/1.1" status: 200 len: 853 time: 0.0537086 Jul 08 17:53:49.673779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-35fda94f-1501-4186-95eb-a9dfbc350d22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=639ecec6-6ace-4280-bd17-24552f5c8a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492768 Jul 08 17:53:49.735000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9900ee24-5649-4fe1-a6bb-ed31283b35ec up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:49.760042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49197b8d-994b-40bc-b972-35c8cf043bfc req-57705431-f614-421d-bbbb-4d5434f36040 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:49.767758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49197b8d-994b-40bc-b972-35c8cf043bfc req-57705431-f614-421d-bbbb-4d5434f36040 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1778023 Jul 08 17:53:49.845398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-4512adf8-cabb-4f95-a3e0-1b44161f1c3d service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621771 Jul 08 17:53:49.846791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9900ee24-5649-4fe1-a6bb-ed31283b35ec triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:49.847259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:49.917893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49197b8d-994b-40bc-b972-35c8cf043bfc req-af10a0ba-2c08-4013-8c74-7c49c451d39a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491225 Jul 08 17:53:49.959187 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:48Z', 'revision_number': 3, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:49.991267 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:53:49.992069 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Updating router feb17497-031e-4606-a85a-d794ed20a0df port 399ae730-b23e-4531-a8dc-44395424497d binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:53:50.012229 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3ba6ba0d-1bb6-49bc-9c21-802b7a4a4038 req-b4082b96-fe45-4d69-9581-ab170e25e946 service neutron] 10.222.0.41 "GET /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504879 Jul 08 17:53:50.032248 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.108435 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.300510 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.311025 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Transition to ACTIVE for port object 399ae730-b23e-4531-a8dc-44395424497d will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:50.317468 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.321086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Allocated IP 172.20.0.1 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:50.381611 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Attempting to bind port 399ae730-b23e-4531-a8dc-44395424497d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:50.382081 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Attempting to bind port 399ae730-b23e-4531-a8dc-44395424497d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:50.382508 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Attempting to bind port 399ae730-b23e-4531-a8dc-44395424497d on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:50.384809 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Pushing event updated for resources: {'Port': ['ID=399ae730-b23e-4531-a8dc-44395424497d,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:50.395202 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.395202 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.396089 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.396089 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.397153 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.397153 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.397400 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.398013 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.398013 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.398567 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.398855 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.399246 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:53:50.403192 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:50.403673 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:50.404866 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.405530 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:50.405882 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Bound port: 399ae730-b23e-4531-a8dc-44395424497d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:50.406935 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.417936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977804c-dd04-4895-a6b4-658320a6ebe5 req-eab0a248-ffd0-4fb0-9f53-7288352fecf6 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:50.420374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3977804c-dd04-4895-a6b4-658320a6ebe5 req-eab0a248-ffd0-4fb0-9f53-7288352fecf6 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 944 time: 0.1376004 Jul 08 17:53:50.459592 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] For port 399ae730-b23e-4531-a8dc-44395424497d, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:50.463165 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] For port 399ae730-b23e-4531-a8dc-44395424497d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=399ae730-b23e-4531-a8dc-44395424497d,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:50.469103 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.488036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3977804c-dd04-4895-a6b4-658320a6ebe5 req-9c145897-d7c8-4294-8c61-3689a1b0148e tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564799 Jul 08 17:53:50.498743 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.513462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Transition to ACTIVE for port object 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:50.519290 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:53:50.519899 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:53:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:50.551222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.583273 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bddb57-dad8-4e1d-a781-3ed39a080627 None None] Pushing event updated for resources: {'Port': ['ID=399ae730-b23e-4531-a8dc-44395424497d,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:50.595527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:50.598748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:50.602832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:50.628808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:50.648017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.655875 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:53:50.832352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:50.873248 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:48Z', 'revision_number': 3, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:50.899302 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444efd6-3142-4776-b0ce-4c352ffe86c6 None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:48Z', 'revision_number': 3, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:53:50.985927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ffcfd7c7-236c-4824-887e-708d7067961f None None] Provisioning for port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:50.991445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ffcfd7c7-236c-4824-887e-708d7067961f None None] Provisioning complete for port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:50.992127 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ffcfd7c7-236c-4824-887e-708d7067961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:51.055280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:51.065403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:51.193489 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:51.213866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:51.248790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ffcfd7c7-236c-4824-887e-708d7067961f None None] Port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:53:51.306091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7ddbd-39ee-439e-af44-dbea2fe17bb7 req-2e2d5b1e-b6ce-41d9-af72-a487c688f152 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:51.307628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0a7ddbd-39ee-439e-af44-dbea2fe17bb7 req-2e2d5b1e-b6ce-41d9-af72-a487c688f152 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.2123594 Jul 08 17:53:51.382939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0a7ddbd-39ee-439e-af44-dbea2fe17bb7 req-20380215-d379-4f25-8aa6-227b392fe800 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626979 Jul 08 17:53:51.389193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:51.391053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:51.523973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:53:51.687224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c398a981-6bba-4d88-b6cf-a23ce89bc154 None None] Provisioning complete for port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:51.691616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c398a981-6bba-4d88-b6cf-a23ce89bc154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:51.763833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c398a981-6bba-4d88-b6cf-a23ce89bc154 None None] Port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:53:51.768827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 399ae730-b23e-4531-a8dc-44395424497d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:51.833353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 399ae730-b23e-4531-a8dc-44395424497d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:51.838320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 399ae730-b23e-4531-a8dc-44395424497d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:51.838987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:51.936465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:51.961294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 399ae730-b23e-4531-a8dc-44395424497d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=399ae730-b23e-4531-a8dc-44395424497d,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:51.968219 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.027252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=399ae730-b23e-4531-a8dc-44395424497d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:52.157608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:53:52.164115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f6f75e9e-1ed8-4fc0-b316-3e34f546f080 admin admin] 10.222.0.63 "PUT /v2.0/routers/feb17497-031e-4606-a85a-d794ed20a0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7157516 Jul 08 17:53:52.182517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7523347-1936-49ea-8122-a14ffc7bd894 req-81c2bf2c-faa9-41c6-b8ce-3b7402bfae35 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:52.184246 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7523347-1936-49ea-8122-a14ffc7bd894 req-81c2bf2c-faa9-41c6-b8ce-3b7402bfae35 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 944 time: 0.4849620 Jul 08 17:53:52.225269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d7523347-1936-49ea-8122-a14ffc7bd894 req-34d560d9-5564-4b1d-828a-55a67f9151fd tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Jul 08 17:53:52.627399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b68c3-da39-439a-acee-8a51b21a8df1 req-02c07846-108b-4199-95a8-67c274ebe8bb tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:52.629139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c7b68c3-da39-439a-acee-8a51b21a8df1 req-02c07846-108b-4199-95a8-67c274ebe8bb tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0861821 Jul 08 17:53:52.681322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c7b68c3-da39-439a-acee-8a51b21a8df1 req-a97dcc87-b1c8-4bcf-8b68-794244e6bcfe tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Jul 08 17:53:52.726216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42626) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:52.733222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1776420693-network', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:52.747007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f9f49c47-3e86-4bf0-848d-c43f53324f4c details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:53:52.768244 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Made reservation on behalf of 7f3c29f1d9454a08af738610e7e9da64 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:52.779527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.793766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.851476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f9f49c47-3e86-4bf0-848d-c43f53324f4c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f9f49c47-3e86-4bf0-848d-c43f53324f4c,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:52.865203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c', 'network_id': '639ecec6-6ace-4280-bd17-24552f5c8a80', 'port_id': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c', 'mac_address': 'fa:16:3e:4c:47:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a9797d-553f-407c-abc9-79e030a4d80c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:53:52.905972 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.921504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f49c47-3e86-4bf0-848d-c43f53324f4c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:53:52.936398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.941655 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.947095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f9f49c47-3e86-4bf0-848d-c43f53324f4c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f9f49c47-3e86-4bf0-848d-c43f53324f4c,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:52.953376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:52.978623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:53:52.999794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:53:53.005443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a364043-fa1b-44e7-bb38-47147ce5b54c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:53.024355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:53:53.025281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:53:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:53.025504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.025902 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Added segment c681c326-e3ee-4fde-b8a5-8913f061482e of type vlan for network 6cf5750c-609b-4b45-9ac6-b2695477a1bf Jul 08 17:53:53.077652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f9f49c47-3e86-4bf0-848d-c43f53324f4c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:53.096784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.136247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.137509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:53.139002 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.163704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:53:53.205846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4780526 Jul 08 17:53:53.208925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42630) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:53.212059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fc74d-8a60-444c-ad7c-598c0a27334d admin admin] Pushing event updated for resources: {'Network': ['ID=6cf5750c-609b-4b45-9ac6-b2695477a1bf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:53.221694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Request body: {'subnet': {'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1776420693-subnet', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:53.222252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:53:53.251422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Made reservation on behalf of 7f3c29f1d9454a08af738610e7e9da64 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:53:53.254244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.349947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['f9f49c47-3e86-4bf0-848d-c43f53324f4c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:53:53.505169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bf89c-a5ef-4a4c-9c38-7b209f05bb73 req-f54d4d73-3d84-4d66-9390-6c0f72b531f8 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:53.506890 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548bf89c-a5ef-4a4c-9c38-7b209f05bb73 req-f54d4d73-3d84-4d66-9390-6c0f72b531f8 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 945 time: 0.1148906 Jul 08 17:53:53.564090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.573803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-548bf89c-a5ef-4a4c-9c38-7b209f05bb73 req-d3d2f278-575d-4741-9435-1fbdd6960db2 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570865 Jul 08 17:53:53.593640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 2, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:53.634909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:53:53.635456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Updating router feb17497-031e-4606-a85a-d794ed20a0df port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:53:53.653085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0080bf4-0a1e-47eb-b2ab-0352f90be160,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:53.662668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Checking segment: {'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:53.663139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Network hostable DHCP agents. Network: 6cf5750c-609b-4b45-9ac6-b2695477a1bf, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:53:53.686303 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.692461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:53:53.710939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6cf5750c-609b-4b45-9ac6-b2695477a1bf) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:53.719391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:53.720030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.741556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d777ec36-46ea-4ee7-9203-7f6e51b98881 None None] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:53:53.743599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 399ae730-b23e-4531-a8dc-44395424497d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:53.744327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42636) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:53.744846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-51cbb196-8bfe-487b-bd2a-08a854c04e5d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5341535 Jul 08 17:53:53.750714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:53:53.786481 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.787888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.889399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:53.991854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 399ae730-b23e-4531-a8dc-44395424497d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:53.992497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.025266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494109b-2666-4f5f-b0c1-47af0f41d1b2 req-f3656fed-b511-48b5-badb-1d63f6a71381 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:54.026840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c494109b-2666-4f5f-b0c1-47af0f41d1b2 req-f3656fed-b511-48b5-badb-1d63f6a71381 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.2183151 Jul 08 17:53:54.071860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.109860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c494109b-2666-4f5f-b0c1-47af0f41d1b2 req-3a2382dd-73a8-4d07-b529-873cfeb7ccf2 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565164 Jul 08 17:53:54.172636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-6cf5750c-609b-4b45-9ac6-b2695477a1bf', 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'fixed_ips': [{'subnet_id': 'c0080bf4-0a1e-47eb-b2ab-0352f90be160'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:53:54.173666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.348694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.378357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.386547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Transition to ACTIVE for port object 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:54.398730 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.401725 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.524080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Allocated IP 172.25.5.129 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/2479f740-a713-4776-bc24-383a14e22073) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:54.532789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Allocated IP 172.20.0.2 (6cf5750c-609b-4b45-9ac6-b2695477a1bf/c0080bf4-0a1e-47eb-b2ab-0352f90be160/02eed0e9-645d-4747-9fbe-43bdf1d24e25) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:54.572355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd938a-dffb-4f29-9489-fcc853e6e259 None None] Pushing event updated for resources: {'Port': ['ID=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:54.572593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb7546-7a69-47e2-9d7a-c86e1196049e req-59ff9967-e88d-4b10-8bec-79e066d5407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:54.574229 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7deb7546-7a69-47e2-9d7a-c86e1196049e req-59ff9967-e88d-4b10-8bec-79e066d5407d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 1096 time: 0.0746174 Jul 08 17:53:54.585842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Attempting to bind port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:54.586210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Attempting to bind port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:54.586573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Attempting to bind port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:54.624044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7deb7546-7a69-47e2-9d7a-c86e1196049e req-ee532742-d586-4234-8df0-0f9157939bb9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Jul 08 17:53:54.639064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:54.639471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:54.639857 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.640770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:54.641261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Bound port: 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:54.641651 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.673715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.743670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.752470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f9f49c47-3e86-4bf0-848d-c43f53324f4c up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:54.757698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] For port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:54.799991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] For port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:54.800523 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:54.813720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:54.819738 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:54.829052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050fccd-f39b-4f4b-8697-500c8e21959a req-86bd5e27-5eaf-4668-912b-9c14a340496a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:54.830668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5050fccd-f39b-4f4b-8697-500c8e21959a req-86bd5e27-5eaf-4668-912b-9c14a340496a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 945 time: 0.1266606 Jul 08 17:53:54.832544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.832698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Pushing event updated for resources: {'Port': ['ID=2479f740-a713-4776-bc24-383a14e22073,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:54.909231 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:54.943716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:53:54.944576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:53:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:54.987512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5050fccd-f39b-4f4b-8697-500c8e21959a req-1159f5de-d2fc-4071-bca2-93f3e908b788 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342344 Jul 08 17:53:54.989536 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Transition to ACTIVE for port object 02eed0e9-645d-4747-9fbe-43bdf1d24e25 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:55.007341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd938a-dffb-4f29-9489-fcc853e6e259 None None] Pushing event updated for resources: {'Port': ['ID=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:55.030279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Transition to ACTIVE for port object 02eed0e9-645d-4747-9fbe-43bdf1d24e25 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:55.226748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.272009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port f9f49c47-3e86-4bf0-848d-c43f53324f4c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:55.278802 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.304294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port f9f49c47-3e86-4bf0-848d-c43f53324f4c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:55.304666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.352579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:53:55.441103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:55.450040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40108b34-5340-4e20-b914-c5233dd51cd1 req-6098b2de-fce3-433b-9b66-d18992f76d98 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:55.450467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:55.457813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:55.458075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40108b34-5340-4e20-b914-c5233dd51cd1 req-6098b2de-fce3-433b-9b66-d18992f76d98 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1437094 Jul 08 17:53:55.515749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Pushing event updated for resources: {'Port': ['ID=02eed0e9-645d-4747-9fbe-43bdf1d24e25,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:55.536603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40108b34-5340-4e20-b914-c5233dd51cd1 req-1dc23515-5d0c-4739-a670-52c32a52e441 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778329 Jul 08 17:53:55.558372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.654220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Attempting to bind port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:55.654591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Attempting to bind port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:55.654950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Attempting to bind port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 on network 6cf5750c-609b-4b45-9ac6-b2695477a1bf {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:55.672492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:55.673240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Checking segment: {'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:55.673240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.673567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Bound using segment: {'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:55.674035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Bound port: 02eed0e9-645d-4747-9fbe-43bdf1d24e25, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:55.674409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.690566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.704014 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:53:55.764787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737cea47-0850-4c53-9653-09691825f9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:53:55.767134 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321ebf1-bfb0-42b6-bd44-0d14b58def38" -d '{"events": [{"server_uuid": "737cea47-0850-4c53-9653-09691825f9de", "name": "network-vif-plugged", "status": "completed", "tag": "f9f49c47-3e86-4bf0-848d-c43f53324f4c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:53:55.789533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f9f49c47-3e86-4bf0-848d-c43f53324f4c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f9f49c47-3e86-4bf0-848d-c43f53324f4c,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:55.805993 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.837812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:53:55.843368 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6c642-ad3f-4730-b8dd-97333828ef95 x-openstack-request-id: req-77d6c642-ad3f-4730-b8dd-97333828ef95 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:53:55.843666 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737cea47-0850-4c53-9653-09691825f9de", "name": "network-vif-plugged", "status": "completed", "tag": "f9f49c47-3e86-4bf0-848d-c43f53324f4c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:53:55.843914 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-77d6c642-ad3f-4730-b8dd-97333828ef95 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:53:55.844948 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737cea47-0850-4c53-9653-09691825f9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c', 'code': 200} Jul 08 17:53:55.847594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] For port 02eed0e9-645d-4747-9fbe-43bdf1d24e25, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:55.850596 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Sync routers for ids ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:53:55.861134 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Routers {'b1b60a35-c4cb-42d4-ab75-89ac4b339d27'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:53:55.862035 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:53:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:55.864264 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.865862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-64123a13-6efa-4de3-823d-dbc65ae1498b admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1200726 Jul 08 17:53:55.868443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42654) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:53:55.881394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] For port 02eed0e9-645d-4747-9fbe-43bdf1d24e25, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=02eed0e9-645d-4747-9fbe-43bdf1d24e25,segment=NetworkSegment(c681c326-e3ee-4fde-b8a5-8913f061482e),segment_id=c681c326-e3ee-4fde-b8a5-8913f061482e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:55.887665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f9f49c47-3e86-4bf0-848d-c43f53324f4c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:55.891876 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:55.895180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:54Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:55.958688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4204208e-8aa6-4c80-8fc0-8c4f5874c83d None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:54Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:53:56.012499 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:56.025967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3a476-5430-46a8-bc08-57702f4d9cdf None None] Pushing event updated for resources: {'Port': ['ID=02eed0e9-645d-4747-9fbe-43bdf1d24e25,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:56.094433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9196f21-bab5-4d6c-b787-539a25bfe2d7 req-84d89d96-d34b-47a9-9ec0-e366593fb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:56.096717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9196f21-bab5-4d6c-b787-539a25bfe2d7 req-84d89d96-d34b-47a9-9ec0-e366593fb9ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 1097 time: 0.1396277 Jul 08 17:53:56.098754 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Set router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:53:56.166018 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e9196f21-bab5-4d6c-b787-539a25bfe2d7 req-8bfa3c0d-74f1-42dd-b4b1-0a767023e3d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591941 Jul 08 17:53:56.443663 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2479f740-a713-4776-bc24-383a14e22073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T17:53:55Z', 'revision_number': 3, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port': {'id': '2479f740-a713-4776-bc24-383a14e22073', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:54Z', 'updated_at': '2021-07-08T17:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:56.496356 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Checking router: b1b60a35-c4cb-42d4-ab75-89ac4b339d27 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:53:56.497151 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Updating router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 port 2479f740-a713-4776-bc24-383a14e22073 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:53:56.561873 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:56.646370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194281e-4186-43c4-a065-a95de675eaf5 req-c5cacb21-b618-472c-ad25-a09777b6768d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:56.653691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7194281e-4186-43c4-a065-a95de675eaf5 req-c5cacb21-b618-472c-ad25-a09777b6768d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 946 time: 0.3679259 Jul 08 17:53:56.698810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:56.721389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7194281e-4186-43c4-a065-a95de675eaf5 req-08f8f327-b161-4291-bbc7-55fc645f26ed tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666852 Jul 08 17:53:56.946201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512f45-e7e5-4c39-bf14-9a964847431a req-8846c564-739b-4117-9921-a84b651e3d02 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:56.953716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb512f45-e7e5-4c39-bf14-9a964847431a req-8846c564-739b-4117-9921-a84b651e3d02 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.2235641 Jul 08 17:53:56.980920 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.007951 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Transition to ACTIVE for port object 2479f740-a713-4776-bc24-383a14e22073 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:57.022092 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.033675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb512f45-e7e5-4c39-bf14-9a964847431a req-881ef294-659a-468e-943d-4d03339b241a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788224 Jul 08 17:53:57.073756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Allocated IP 172.20.0.1 (6cf5750c-609b-4b45-9ac6-b2695477a1bf/c0080bf4-0a1e-47eb-b2ab-0352f90be160/ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:53:57.121796 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Attempting to bind port 2479f740-a713-4776-bc24-383a14e22073 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:53:57.121796 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Attempting to bind port 2479f740-a713-4776-bc24-383a14e22073 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:53:57.121796 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Attempting to bind port 2479f740-a713-4776-bc24-383a14e22073 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:53:57.136138 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5bf96-d41c-410a-903e-a1362220cc8f None None] Pushing event updated for resources: {'Port': ['ID=2479f740-a713-4776-bc24-383a14e22073,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:57.145735 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:53:57.146128 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:53:57.146527 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.146914 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:53:57.147395 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Bound port: 2479f740-a713-4776-bc24-383a14e22073, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:53:57.147770 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.297478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] For port 2479f740-a713-4776-bc24-383a14e22073, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:53:57.309395 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] For port 2479f740-a713-4776-bc24-383a14e22073, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2479f740-a713-4776-bc24-383a14e22073,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:53:57.319884 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.359814 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.390844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Transition to ACTIVE for port object ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:53:57.470976 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Routers {'b1b60a35-c4cb-42d4-ab75-89ac4b339d27'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:53:57.471595 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:53:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:57.476719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-82150c50-863f-4ffc-9adf-f725a066b7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.482930 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5bf96-d41c-410a-903e-a1362220cc8f None None] Pushing event updated for resources: {'Port': ['ID=2479f740-a713-4776-bc24-383a14e22073,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:57.484863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.545419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-92e27b40-bc2a-471d-9cd3-78a8fd3a6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:57.557037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-92e27b40-bc2a-471d-9cd3-78a8fd3a6b8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58fc84da1f9d4b3a9914a66c74833117&device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 1096 time: 0.1451130 Jul 08 17:53:57.663712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2bf82-d68a-4e87-a43f-bcc04daa2c2f None None] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:53:57.736933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:57.755925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-83b750c2-8803-4aa4-acfe-913949aea288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:57.759389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-83b750c2-8803-4aa4-acfe-913949aea288 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 200 len: 912 time: 0.1962085 Jul 08 17:53:57.759538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:57.770312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:57.776725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:53:57.885478 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-242405a1-8044-48f1-b164-76a5fcd78ab7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6 HTTP/1.1" status: 200 len: 217 time: 0.1161287 Jul 08 17:53:57.886383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c65e780-d6a5-4bb3-97a3-c59474c378cb None None] Provisioning for port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:57.909888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:57.928652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:57.936521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8262f-703e-4e4f-b2ea-63f226bbff76 req-5a0be50c-856a-4b9b-be34-89abf61d1794 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:57.942392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67e8262f-703e-4e4f-b2ea-63f226bbff76 req-5a0be50c-856a-4b9b-be34-89abf61d1794 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.3893926 Jul 08 17:53:57.987816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-37d3734a-f5fc-4e7b-bce1-513cf68606d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:57.991919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-37d3734a-f5fc-4e7b-bce1-513cf68606d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 200 len: 851 time: 0.0995166 Jul 08 17:53:58.009931 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] Set router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:53:58.053711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-8dcd13f9-e226-4066-8a43-ca0011a8e617 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f310f590-2b40-4c26-9e0e-4217bff314ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547645 Jul 08 17:53:58.082908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:58.088825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:58.089212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.195643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.246776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:58.259059 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.260086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 02eed0e9-645d-4747-9fbe-43bdf1d24e25 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:58.261840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-bb2d3bf5-d7ca-4efd-b211-ae48afc1cbee service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001169 Jul 08 17:53:58.382291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:58.391848 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2479f740-a713-4776-bc24-383a14e22073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T17:53:55Z', 'revision_number': 3, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port': {'id': '2479f740-a713-4776-bc24-383a14e22073', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:54Z', 'updated_at': '2021-07-08T17:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:53:58.415081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:58.420368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:58.420893 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.439117 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735f706-a346-42e8-8451-eea5f275b017 None None] The sync data for ids ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'] in n-d-799528-4 is: [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2479f740-a713-4776-bc24-383a14e22073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T17:53:55Z', 'revision_number': 3, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port': {'id': '2479f740-a713-4776-bc24-383a14e22073', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:54Z', 'updated_at': '2021-07-08T17:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:53:58.475551 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-679d021d-741b-4fb8-a51a-4dd33c9f9e0c req-3348e9f6-8811-4cfd-a95e-11e676e399c9 service neutron] 10.222.0.72 "GET /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060530 Jul 08 17:53:58.525524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Provisioning complete for port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:58.527064 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.629567 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.691170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67e8262f-703e-4e4f-b2ea-63f226bbff76 req-b0f81e50-7f05-4733-89d2-e2ea7ee8bb53 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6767621 Jul 08 17:53:58.737532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.759735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 02eed0e9-645d-4747-9fbe-43bdf1d24e25, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=02eed0e9-645d-4747-9fbe-43bdf1d24e25,segment=NetworkSegment(c681c326-e3ee-4fde-b8a5-8913f061482e),segment_id=c681c326-e3ee-4fde-b8a5-8913f061482e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:53:58.786525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:58.790278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e52ab4-84ca-4113-b144-96b5f42ef9e5 req-e180fc4d-dd0f-4e72-a9e0-13c8468c25d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:53:58.797255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88e52ab4-84ca-4113-b144-96b5f42ef9e5 req-e180fc4d-dd0f-4e72-a9e0-13c8468c25d4 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 946 time: 0.7453012 Jul 08 17:53:58.893821 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:53:58.894185 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:53:58.907694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88e52ab4-84ca-4113-b144-96b5f42ef9e5 req-9dff66e2-33aa-4971-9f74-996a0e4bb87d tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095567 Jul 08 17:53:58.917355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=02eed0e9-645d-4747-9fbe-43bdf1d24e25,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:58.925698 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:59.145042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:59.154406 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:59.243117 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:53:59.247191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:59.373786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:53:59.377157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:53:59.471934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Provisioning for port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:53:59.485259 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Provisioning complete for port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:59.485646 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:59.560910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0edefda0-f633-4de4-b568-b92695b2577c None None] Port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:53:59.586937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:53:59.698972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1c9d1fe1-90a1-44b5-8f60-dcda033aee04 None None] Provisioning complete for port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:59.699591 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1fe1-90a1-44b5-8f60-dcda033aee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:53:59.782291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:53:59.800931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3e62f584-c6de-4bd6-8425-de4a455df585 admin admin] 10.222.0.63 "PUT /v2.0/routers/b1b60a35-c4cb-42d4-ab75-89ac4b339d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9311075 Jul 08 17:53:59.801484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d1fe1-90a1-44b5-8f60-dcda033aee04 None None] Port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:53:59.914892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 02eed0e9-645d-4747-9fbe-43bdf1d24e25 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:53:59.993666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4780b045-f4ce-4d3c-a143-ebe65108e516 None None] Provisioning complete for port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:53:59.994481 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4780b045-f4ce-4d3c-a143-ebe65108e516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.062434 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7890-0ace-43d9-b345-58e8a0d58102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.073021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4780b045-f4ce-4d3c-a143-ebe65108e516 None None] Port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:54:00.084923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:00.086629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.109726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5d797-56d0-4fd4-b4cc-607120a3e2be req-9012c113-3f79-4d2f-b78a-21158165180e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:00.117331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83a5d797-56d0-4fd4-b4cc-607120a3e2be req-9012c113-3f79-4d2f-b78a-21158165180e tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1430771 Jul 08 17:54:00.211155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83a5d797-56d0-4fd4-b4cc-607120a3e2be req-da3443d6-7d02-4d93-a830-c8ce3e9b3070 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840490 Jul 08 17:54:00.244571 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:00.295346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:00.295728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.385059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2479f740-a713-4776-bc24-383a14e22073 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:00.458411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.463318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 2479f740-a713-4776-bc24-383a14e22073 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:00.468647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2479f740-a713-4776-bc24-383a14e22073 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:00.469081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.555685 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.580657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 2479f740-a713-4776-bc24-383a14e22073, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2479f740-a713-4776-bc24-383a14e22073,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:00.586273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:00.651865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=2479f740-a713-4776-bc24-383a14e22073,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:00.915092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Sync routers for ids ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:54:00.926948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Routers {'b1b60a35-c4cb-42d4-ab75-89ac4b339d27'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:00.927573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:01.039892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Set router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:01.265178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2479f740-a713-4776-bc24-383a14e22073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 4, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port': {'id': '2479f740-a713-4776-bc24-383a14e22073', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:54Z', 'updated_at': '2021-07-08T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca', 'name': '', 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'mac_address': 'fa:16:3e:15:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'c0080bf4-0a1e-47eb-b2ab-0352f90be160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:56Z', 'updated_at': '2021-07-08T17:53:59Z', 'revision_number': 2, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'subnets': [{'id': 'c0080bf4-0a1e-47eb-b2ab-0352f90be160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:01.299861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Checking router: b1b60a35-c4cb-42d4-ab75-89ac4b339d27 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:54:01.300224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Updating router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:54:01.362230 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:01.465050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54e29f-9781-4368-adcc-fae87b42703f req-0f051b00-4114-4459-a35b-dc5a600f0a1b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:01.467894 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e54e29f-9781-4368-adcc-fae87b42703f req-0f051b00-4114-4459-a35b-dc5a600f0a1b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.0964403 Jul 08 17:54:01.500351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:01.534209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e54e29f-9781-4368-adcc-fae87b42703f req-a999dcf6-dd35-449a-a2c5-8c76ac60f8db tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567567 Jul 08 17:54:01.828868 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:01.850512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Transition to ACTIVE for port object ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:01.859753 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:01.943257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2479f740-a713-4776-bc24-383a14e22073 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:02.031018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d0490-93eb-4fd5-8101-ed5d9a4942bc None None] Pushing event updated for resources: {'Port': ['ID=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:02.133094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Attempting to bind port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:54:02.133567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Attempting to bind port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:54:02.133888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Attempting to bind port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca on network 6cf5750c-609b-4b45-9ac6-b2695477a1bf {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:02.145179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:54:02.145179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Checking segment: {'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:02.145179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:02.145179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Bound using segment: {'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:54:02.145179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Bound port: ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c681c326-e3ee-4fde-b8a5-8913f061482e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:54:02.145179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:02.165010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 2479f740-a713-4776-bc24-383a14e22073 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:02.165460 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:02.197487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6235d6-fd64-43ed-b1fe-68fef5c34709 req-451afec9-bc82-4722-9d9e-512f09823f7b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:02.207393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc6235d6-fd64-43ed-b1fe-68fef5c34709 req-451afec9-bc82-4722-9d9e-512f09823f7b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1049209 Jul 08 17:54:02.255746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] For port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:54:02.285457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc6235d6-fd64-43ed-b1fe-68fef5c34709 req-e3b7525e-c401-46f3-b7f8-0ef52e34442a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766170 Jul 08 17:54:02.443615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] For port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,segment=NetworkSegment(c681c326-e3ee-4fde-b8a5-8913f061482e),segment_id=c681c326-e3ee-4fde-b8a5-8913f061482e)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:54:02.461126 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:02.464503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d01e1410-36c2-43fb-b8ca-385be63bff78 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:02.466948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d01e1410-36c2-43fb-b8ca-385be63bff78 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1195099 Jul 08 17:54:02.491992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-b3338c63-0182-45f9-bd9c-b04709728a5e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/quotas/2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 375 time: 0.0126655 Jul 08 17:54:02.573248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Routers {'b1b60a35-c4cb-42d4-ab75-89ac4b339d27'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:02.573891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:02.578655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d0490-93eb-4fd5-8101-ed5d9a4942bc None None] Pushing event updated for resources: {'Port': ['ID=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:02.616559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-b0a2940c-b8c5-4ff7-91b2-bea55c019b28 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159775 Jul 08 17:54:02.630712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-887544cf-e626-40d7-a2d7-94fcf3cd678c service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:54:02.631741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-887544cf-e626-40d7-a2d7-94fcf3cd678c service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056174 Jul 08 17:54:02.769510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] Set router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:02.793347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-f067a671-067d-4273-9e72-8ae750f768ec service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553993 Jul 08 17:54:02.928995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-536bf4a9-44c3-4aa7-a5c0-3f87f325fcf9 service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281648 Jul 08 17:54:02.951882 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:03.105628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2479f740-a713-4776-bc24-383a14e22073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 4, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port': {'id': '2479f740-a713-4776-bc24-383a14e22073', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:54Z', 'updated_at': '2021-07-08T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca', 'name': '', 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'mac_address': 'fa:16:3e:15:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'c0080bf4-0a1e-47eb-b2ab-0352f90be160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:56Z', 'updated_at': '2021-07-08T17:54:02Z', 'revision_number': 4, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'subnets': [{'id': 'c0080bf4-0a1e-47eb-b2ab-0352f90be160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:03.144693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f2d1c-dab5-45b5-a6f6-9c1f934d46b0 None None] The sync data for ids ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'] in n-d-799528-4 is: [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2479f740-a713-4776-bc24-383a14e22073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 4, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port': {'id': '2479f740-a713-4776-bc24-383a14e22073', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:54Z', 'updated_at': '2021-07-08T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca', 'name': '', 'network_id': '6cf5750c-609b-4b45-9ac6-b2695477a1bf', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'mac_address': 'fa:16:3e:15:8c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'c0080bf4-0a1e-47eb-b2ab-0352f90be160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:56Z', 'updated_at': '2021-07-08T17:54:02Z', 'revision_number': 4, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'subnets': [{'id': 'c0080bf4-0a1e-47eb-b2ab-0352f90be160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:54:03.374699 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67d40336-fb19-412a-8f02-b737218d66bb req-df7f2f82-8c41-478c-ada6-0600d023b486 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0439861 Jul 08 17:54:03.622686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeae8cc-6db9-4843-babe-fcb90cb0e325 req-d0dc9d43-0407-43c2-9fa7-c1b86151cede tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:03.624976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eeae8cc-6db9-4843-babe-fcb90cb0e325 req-d0dc9d43-0407-43c2-9fa7-c1b86151cede tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1018860 Jul 08 17:54:03.703910 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3eeae8cc-6db9-4843-babe-fcb90cb0e325 req-5a7dd343-dc26-4432-8621-4c112796c084 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 Jul 08 17:54:04.002848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:04.070395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:04.079046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:04.079656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:04.085554 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:54:04.213282 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:04.256694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,segment=NetworkSegment(c681c326-e3ee-4fde-b8a5-8913f061482e),segment_id=c681c326-e3ee-4fde-b8a5-8913f061482e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:04.271662 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:04.347267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:04.551200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8659b3e5-36c0-4833-8250-b3900a05cef6 req-6aed5bfb-2cfc-4359-9293-8af6ccaafe6c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0398290 Jul 08 17:54:05.032246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d072b10-a9d1-46f4-b5de-c8860d49e18f req-a68abe63-2c3f-4bc6-961b-1fdec3411cbf tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:05.033883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d072b10-a9d1-46f4-b5de-c8860d49e18f req-a68abe63-2c3f-4bc6-961b-1fdec3411cbf tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1575739 Jul 08 17:54:05.107896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d072b10-a9d1-46f4-b5de-c8860d49e18f req-011a9173-8765-4c29-a596-ce8ec729f67a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645628 Jul 08 17:54:05.177897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-545e4347-6798-42d5-8824-95ba154e2d21 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:05.179577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-545e4347-6798-42d5-8824-95ba154e2d21 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.2733638 Jul 08 17:54:05.192072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a0f1-4e85-4441-9315-39801669df06 req-211294a8-1cf3-461c-bfc4-95635640908b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:05.194268 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3780a0f1-4e85-4441-9315-39801669df06 req-211294a8-1cf3-461c-bfc4-95635640908b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 945 time: 0.1539216 Jul 08 17:54:05.199647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'port': {'device_id': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'admin_state_up': True, 'tenant_id': '2e45d758143b4debb58a65408ce49775'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:05.407627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Deleting port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:05.408133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.411465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:54:05.415334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.607766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] For port b6dab6e7-203e-45c8-bc7f-6aed59483ec6, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:05.608286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.630204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Calling delete_port for b6dab6e7-203e-45c8-bc7f-6aed59483ec6 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:05.650289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.20.0.6 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/1065e2d8-d86a-429a-9f61-05970c2abbbe) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:05.804370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30d8e357-a8e7-4e0f-98c0-db9022852fec req-93a8d624-d619-4d2c-8638-5ecc2708da27 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0624003 Jul 08 17:54:05.926379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.939355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:05.942283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Transition to ACTIVE for port object 1065e2d8-d86a-429a-9f61-05970c2abbbe will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:05.967763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:05.995055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bdf365c7-6e1b-473f-a20f-27c3c14f10b4', 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:06.007306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Pushing event deleted for resources: {'Port': ['ID=b6dab6e7-203e-45c8-bc7f-6aed59483ec6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:06.012600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.122937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:06.123373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.155434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=1065e2d8-d86a-429a-9f61-05970c2abbbe,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:06.170633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] No DVR routers for this DVR port b6dab6e7-203e-45c8-bc7f-6aed59483ec6 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:54:06.175179 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.178205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3780a0f1-4e85-4441-9315-39801669df06 req-da6b1155-d804-49e8-8a14-918d5fc132a4 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "DELETE /v2.0/ports/b6dab6e7-203e-45c8-bc7f-6aed59483ec6 HTTP/1.1" status: 204 len: 173 time: 0.9744065 Jul 08 17:54:06.185149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'name': 'network-vif-deleted', 'tag': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:06.187759 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fab5f2-9cf9-44c3-b12a-505338c2bb0e" -d '{"events": [{"server_uuid": "1459fa8c-5593-4f25-afcc-8766bf062a65", "name": "network-vif-deleted", "tag": "b6dab6e7-203e-45c8-bc7f-6aed59483ec6"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:06.193497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:06.195325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:06.214423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:06.345839 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f47e85d-027c-4e22-bf80-6a11e664fffd x-openstack-request-id: req-8f47e85d-027c-4e22-bf80-6a11e664fffd {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:06.346132 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1459fa8c-5593-4f25-afcc-8766bf062a65", "name": "network-vif-deleted", "tag": "b6dab6e7-203e-45c8-bc7f-6aed59483ec6", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:06.346385 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8f47e85d-027c-4e22-bf80-6a11e664fffd {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:06.346790 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1459fa8c-5593-4f25-afcc-8766bf062a65', 'name': 'network-vif-deleted', 'tag': 'b6dab6e7-203e-45c8-bc7f-6aed59483ec6', 'status': 'completed', 'code': 200} Jul 08 17:54:06.353371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:06.354030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.376570 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-d6bd80bb-9e76-4fd5-8078-d1a73ea1bff6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1808002 Jul 08 17:54:06.419977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Request body: {'port': {'device_id': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:06.426573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47939318-2cf9-47ee-9bdd-8f6d2493038b req-ce6687e2-5a4a-44c5-81cb-80a54a8f91f1 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=1459fa8c-5593-4f25-afcc-8766bf062a65 HTTP/1.1" status: 200 len: 210 time: 0.0466201 Jul 08 17:54:06.534036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.603673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1b81552-f572-41f3-b838-4dae52886bd5 None None] Provisioning for port 1065e2d8-d86a-429a-9f61-05970c2abbbe completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:06.608667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1b81552-f572-41f3-b838-4dae52886bd5 None None] Provisioning complete for port 1065e2d8-d86a-429a-9f61-05970c2abbbe triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:06.609264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f1b81552-f572-41f3-b838-4dae52886bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.651554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f1b81552-f572-41f3-b838-4dae52886bd5 None None] Port 1065e2d8-d86a-429a-9f61-05970c2abbbe cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:54:06.852396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1065e2d8-d86a-429a-9f61-05970c2abbbe {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:54:06.862348 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:06.878508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Transition to ACTIVE for port object 1065e2d8-d86a-429a-9f61-05970c2abbbe will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:06.883806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:07.042080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Pushing event updated for resources: {'Port': ['ID=1065e2d8-d86a-429a-9f61-05970c2abbbe,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:07.089438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Attempting to bind port 1065e2d8-d86a-429a-9f61-05970c2abbbe on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:54:07.089793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Attempting to bind port 1065e2d8-d86a-429a-9f61-05970c2abbbe by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:54:07.090110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Attempting to bind port 1065e2d8-d86a-429a-9f61-05970c2abbbe on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:07.095508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Port 1065e2d8-d86a-429a-9f61-05970c2abbbe on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:54:07.095846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Attempting to bind port 1065e2d8-d86a-429a-9f61-05970c2abbbe on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:07.102465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:54:07.102802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:07.103192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:54:07.103691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Bound port: 1065e2d8-d86a-429a-9f61-05970c2abbbe, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:54:07.104056 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:07.209017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] For port 1065e2d8-d86a-429a-9f61-05970c2abbbe, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:54:07.213927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] For port 1065e2d8-d86a-429a-9f61-05970c2abbbe, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1065e2d8-d86a-429a-9f61-05970c2abbbe,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:54:07.220362 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:07.220537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cf1c-6bb9-4304-93a8-133a3b25458d req-7d19ff5c-756a-4a96-a949-930ae9a7f233 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:07.228914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad78cf1c-6bb9-4304-93a8-133a3b25458d req-7d19ff5c-756a-4a96-a949-930ae9a7f233 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.1105289 Jul 08 17:54:07.274802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad78cf1c-6bb9-4304-93a8-133a3b25458d req-740a3381-7122-4e71-ad2c-e6d368290a22 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Jul 08 17:54:07.296866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:07.297496 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:07.299015 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] 10.222.0.41 "PUT /v2.0/ports/1065e2d8-d86a-429a-9f61-05970c2abbbe HTTP/1.1" status: 200 len: 1091 time: 0.8931770 Jul 08 17:54:07.319793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbff6b-fd2e-4a53-bd18-d9aa508ef225 service neutron] Pushing event updated for resources: {'Port': ['ID=1065e2d8-d86a-429a-9f61-05970c2abbbe,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:07.437145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-52bb0f99-2a12-47b5-aed8-33c7e6aa4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:07.439023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-52bb0f99-2a12-47b5-aed8-33c7e6aa4c3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 1094 time: 0.0680397 Jul 08 17:54:07.526067 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-e7a5b10a-8df6-4e8f-96d0-1a1d726dde51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1065e2d8-d86a-429a-9f61-05970c2abbbe HTTP/1.1" status: 200 len: 217 time: 0.0736809 Jul 08 17:54:07.587559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-3911e0ef-4aa2-4b62-bd10-e3e8ff6dc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:07.589981 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-3911e0ef-4aa2-4b62-bd10-e3e8ff6dc727 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0571296 Jul 08 17:54:07.685750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-8e8e92ca-ab53-4eb1-9415-f0004850b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:07.687530 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-8e8e92ca-ab53-4eb1-9415-f0004850b3c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884268 Jul 08 17:54:07.806655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-7ec26198-19be-4718-9826-6308f8c7722e service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106772 Jul 08 17:54:07.959321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-262739a3-5e42-46db-90e0-055dd0d1c331 req-4f1c32b0-a1cc-44b0-b71c-908d588aa3e5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421251 Jul 08 17:54:08.074946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d48fd-3124-4203-a96f-8001e0f1bd6f req-cb2b616e-9f77-4e74-96c0-b8cbd8ce81ba tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:08.077849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-769d48fd-3124-4203-a96f-8001e0f1bd6f req-cb2b616e-9f77-4e74-96c0-b8cbd8ce81ba tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0726206 Jul 08 17:54:08.121333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-769d48fd-3124-4203-a96f-8001e0f1bd6f req-126b87ef-df28-4ae3-8737-5d01e939692b tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369577 Jul 08 17:54:08.348185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'tag': '1065e2d8-d86a-429a-9f61-05970c2abbbe'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:08.351238 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcab1a04-eb27-491b-9c57-43778a5207e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bc27cd-a3a2-42fb-90a9-82f88e10c140", "tag": "1065e2d8-d86a-429a-9f61-05970c2abbbe"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:08.393309 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1851ca-d8ae-42fa-8f24-d345cf2b8fa8 x-openstack-request-id: req-2f1851ca-d8ae-42fa-8f24-d345cf2b8fa8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:08.393618 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bc27cd-a3a2-42fb-90a9-82f88e10c140", "tag": "1065e2d8-d86a-429a-9f61-05970c2abbbe", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:08.393868 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2f1851ca-d8ae-42fa-8f24-d345cf2b8fa8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:08.394266 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'tag': '1065e2d8-d86a-429a-9f61-05970c2abbbe', 'status': 'completed', 'code': 200} Jul 08 17:54:08.491544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88ba57-be46-43b0-953f-0c108310fbb7 req-3f8ae9a1-4359-4899-90ed-75c5efad2554 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:08.494515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc88ba57-be46-43b0-953f-0c108310fbb7 req-3f8ae9a1-4359-4899-90ed-75c5efad2554 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.1076281 Jul 08 17:54:08.518230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-614b83df-b0c2-4c77-ac0d-e8139d2b1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:08.519570 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-614b83df-b0c2-4c77-ac0d-e8139d2b1ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 1094 time: 0.0681031 Jul 08 17:54:08.556608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc88ba57-be46-43b0-953f-0c108310fbb7 req-137b8cbe-0e77-4cd1-9ea5-a00e1130498a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558262 Jul 08 17:54:08.638376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-e8f1cee6-0031-472d-85b7-27513df81ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:08.639875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-e8f1cee6-0031-472d-85b7-27513df81ee7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1104014 Jul 08 17:54:09.018495 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-8cf8cafe-5f3d-4509-a70d-63acd4c3b605 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1065e2d8-d86a-429a-9f61-05970c2abbbe HTTP/1.1" status: 200 len: 217 time: 0.3707845 Jul 08 17:54:09.069225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-919cf3fa-ad26-4252-86e7-21f26053d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:09.070874 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-919cf3fa-ad26-4252-86e7-21f26053d229 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0452590 Jul 08 17:54:09.140974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-6804eeef-4075-4f21-9a5b-60a3a488cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:09.140974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-6804eeef-4075-4f21-9a5b-60a3a488cef3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636728 Jul 08 17:54:09.270482 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-ee103734-b46f-45f0-b851-2bb7f000c1c5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208754 Jul 08 17:54:09.398532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d1cd7-f2c8-4a21-bcb2-e540b42045bd req-b54aa734-65a0-4662-a366-54d8e1809776 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:09.402354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e0d1cd7-f2c8-4a21-bcb2-e540b42045bd req-b54aa734-65a0-4662-a366-54d8e1809776 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.1073978 Jul 08 17:54:09.410390 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bcab1a04-eb27-491b-9c57-43778a5207e2 req-ea31a17d-d422-4f55-8369-ba28f0c750e3 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287425 Jul 08 17:54:09.448991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e0d1cd7-f2c8-4a21-bcb2-e540b42045bd req-841234ab-241d-4b77-accd-e3aaac90ea87 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/security-groups?id=3a8052c0-592a-4d59-9111-6069896edc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Jul 08 17:54:09.771068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97b336-e66e-4f71-93cb-efdaf2c76ad4 req-0c4f77d4-b6ef-463e-82bf-32de03647b95 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:09.773049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c97b336-e66e-4f71-93cb-efdaf2c76ad4 req-0c4f77d4-b6ef-463e-82bf-32de03647b95 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.0804284 Jul 08 17:54:09.833387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c97b336-e66e-4f71-93cb-efdaf2c76ad4 req-7d7ca618-d39f-4a94-ac68-8bf5b0ceccae tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536020 Jul 08 17:54:10.018439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-dcae09d5-b69b-4403-9bdb-6c621c9fcfcc tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:10.020108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-dcae09d5-b69b-4403-9bdb-6c621c9fcfcc tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 945 time: 0.0680487 Jul 08 17:54:10.136377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Deleting port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:10.136792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:10.245578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] For port bdf365c7-6e1b-473f-a20f-27c3c14f10b4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:10.246047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:10.261762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Calling delete_port for bdf365c7-6e1b-473f-a20f-27c3c14f10b4 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:10.435176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:10.460660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['bdf365c7-6e1b-473f-a20f-27c3c14f10b4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:10.480143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Pushing event deleted for resources: {'Port': ['ID=bdf365c7-6e1b-473f-a20f-27c3c14f10b4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:10.489231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b6dab6e7-203e-45c8-bc7f-6aed59483ec6 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:10.516072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: b6dab6e7-203e-45c8-bc7f-6aed59483ec6 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:10.516342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b6dab6e7-203e-45c8-bc7f-6aed59483ec6 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:10.525170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] No DVR routers for this DVR port bdf365c7-6e1b-473f-a20f-27c3c14f10b4 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:54:10.527727 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:10.530539 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b186ee96-e833-4ee6-b934-96d241e9bf8f req-d983f5dc-ca70-48d8-a682-7ddd7e98a90a tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.72 "DELETE /v2.0/ports/bdf365c7-6e1b-473f-a20f-27c3c14f10b4 HTTP/1.1" status: 204 len: 173 time: 0.5047596 Jul 08 17:54:10.531079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'name': 'network-vif-deleted', 'tag': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:10.534331 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c9763-e730-412b-8c25-c5f0bfbaed41" -d '{"events": [{"server_uuid": "a3a916d5-ea80-4213-9337-ee0a53fb7e2e", "name": "network-vif-deleted", "tag": "bdf365c7-6e1b-473f-a20f-27c3c14f10b4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:10.592834 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a259606-60e2-4d76-b0aa-a411edc2cd69 x-openstack-request-id: req-4a259606-60e2-4d76-b0aa-a411edc2cd69 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:10.593429 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a916d5-ea80-4213-9337-ee0a53fb7e2e", "name": "network-vif-deleted", "tag": "bdf365c7-6e1b-473f-a20f-27c3c14f10b4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:10.594200 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4a259606-60e2-4d76-b0aa-a411edc2cd69 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:10.598538 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a916d5-ea80-4213-9337-ee0a53fb7e2e', 'name': 'network-vif-deleted', 'tag': 'bdf365c7-6e1b-473f-a20f-27c3c14f10b4', 'status': 'completed', 'code': 200} Jul 08 17:54:10.679677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-205c00cd-4f36-4aa6-af6a-787bc82b6d55 req-b332c70c-53ec-4500-99d7-79cfb6581364 tempest-ServerRescueTestJSON-1834288737 tempest-ServerRescueTestJSON-1834288737-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3a916d5-ea80-4213-9337-ee0a53fb7e2e HTTP/1.1" status: 200 len: 210 time: 0.0324156 Jul 08 17:54:11.011232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3fc06-c0c1-4012-bc4a-0525b262ca53 req-bc8df94b-b702-42f2-996c-e5bd5ab57068 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:11.013341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71e3fc06-c0c1-4012-bc4a-0525b262ca53 req-bc8df94b-b702-42f2-996c-e5bd5ab57068 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.0649014 Jul 08 17:54:11.057462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71e3fc06-c0c1-4012-bc4a-0525b262ca53 req-4da5aaa0-2ccc-4628-a20b-9a497ae3cbe0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Jul 08 17:54:11.782064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42882) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:12.196149 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:12.288820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c6a7-3a65-47ef-b0b3-4ea0c11aeb74 req-b5535a3f-6db7-4a70-bca7-17d34a936c54 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:12.291167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6884c6a7-3a65-47ef-b0b3-4ea0c11aeb74 req-b5535a3f-6db7-4a70-bca7-17d34a936c54 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.1166301 Jul 08 17:54:12.337090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6884c6a7-3a65-47ef-b0b3-4ea0c11aeb74 req-fe838302-3537-4025-8692-c05bfaae532f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Jul 08 17:54:12.500083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Deleting port 53913259-c94e-4f26-93e0-32b437b9b1eb {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:12.500424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:12.589711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] For port 53913259-c94e-4f26-93e0-32b437b9b1eb, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=53913259-c94e-4f26-93e0-32b437b9b1eb,segment=NetworkSegment(79880012-e92c-4c02-aac0-f62459670591),segment_id=79880012-e92c-4c02-aac0-f62459670591)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:12.590082 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:12.603482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Calling delete_port for 53913259-c94e-4f26-93e0-32b437b9b1eb owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:12.808894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:12.842090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53913259-c94e-4f26-93e0-32b437b9b1eb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:13.025683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:13.368614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Router 9543661a-7eb8-46b7-bd05-d6822fed6688 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:54:13.494602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:54:13.503253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef1b620d-ce16-4b79-a85a-88989f9312a9 admin admin] 10.222.0.63 "PUT /v2.0/routers/9543661a-7eb8-46b7-bd05-d6822fed6688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194796 Jul 08 17:54:13.503915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42906) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:13.506182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] Sync routers for ids ['9543661a-7eb8-46b7-bd05-d6822fed6688'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:54:13.520299 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] Routers {'9543661a-7eb8-46b7-bd05-d6822fed6688'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:13.520961 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9543661a-7eb8-46b7-bd05-d6822fed6688'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:13.583836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d469de-0277-4723-bf56-dc8b7076e1b0 req-4f1991bc-b18e-4abe-91d4-a115c9e537b1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:13.592353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42d469de-0277-4723-bf56-dc8b7076e1b0 req-4f1991bc-b18e-4abe-91d4-a115c9e537b1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.1229956 Jul 08 17:54:13.631188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:13.645550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42d469de-0277-4723-bf56-dc8b7076e1b0 req-6bbe9fa1-f725-4846-8207-c564b2c1cc7f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518191 Jul 08 17:54:13.654499 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] Set router 9543661a-7eb8-46b7-bd05-d6822fed6688 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:13.732182 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:13.754010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:13.839051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Deleting port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:13.839817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:13.893532 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:54:12Z', 'revision_number': 5, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port': {'id': 'fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:84:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:13.930141 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] Checking router: 9543661a-7eb8-46b7-bd05-d6822fed6688 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:54:13.944692 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] Routers {'9543661a-7eb8-46b7-bd05-d6822fed6688'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:13.946998 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['9543661a-7eb8-46b7-bd05-d6822fed6688'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:13.950156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] For port fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:13.950525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:13.968762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Calling delete_port for fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:14.033249 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] Set router 9543661a-7eb8-46b7-bd05-d6822fed6688 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:14.084823 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:54:13Z', 'revision_number': 6, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:14.115711 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91bf34f-1cac-49bb-88c4-faa82247b08b None None] The sync data for ids ['9543661a-7eb8-46b7-bd05-d6822fed6688'] in n-d-799528-4 is: [{'id': '9543661a-7eb8-46b7-bd05-d6822fed6688', 'name': 'tempest-ServerRescueTestJSON-2124774565-router', 'tenant_id': '58fc84da1f9d4b3a9914a66c74833117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:54:13Z', 'revision_number': 6, 'project_id': '58fc84da1f9d4b3a9914a66c74833117', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:54:14.176373 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.206540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:14.281871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.389962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.392125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.436677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.437281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9543661a-7eb8-46b7-bd05-d6822fed6688 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:54:14.445210 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.449262 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d7d7f054-7de9-45ce-9c4e-dcd0aba49fdd admin admin] 10.222.0.63 "DELETE /v2.0/routers/9543661a-7eb8-46b7-bd05-d6822fed6688 HTTP/1.1" status: 204 len: 168 time: 0.9444046 Jul 08 17:54:14.449549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42920) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:14.490887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bdf365c7-6e1b-473f-a20f-27c3c14f10b4 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:14.516125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] Deleting subnet 067cac01-0d36-4f2e-8d7a-a349a99f1fa4 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:54:14.520592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.523370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: bdf365c7-6e1b-473f-a20f-27c3c14f10b4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:14.523997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device bdf365c7-6e1b-473f-a20f-27c3c14f10b4 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:14.562416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.607030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.704917 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.745724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067cac01-0d36-4f2e-8d7a-a349a99f1fa4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:14.759659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.766111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42924) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:14.773209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-989eb8b7-4286-4a59-b73b-558caa8836d9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/067cac01-0d36-4f2e-8d7a-a349a99f1fa4 HTTP/1.1" status: 204 len: 168 time: 0.3216963 Jul 08 17:54:14.897077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:14.920401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993a013-839d-4a4e-ac8f-3e5503d22df6 req-4b83977f-4e0f-4c5a-96b7-a7b0027e8a78 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:14.926913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3993a013-839d-4a4e-ac8f-3e5503d22df6 req-4b83977f-4e0f-4c5a-96b7-a7b0027e8a78 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.1087010 Jul 08 17:54:15.014797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3993a013-839d-4a4e-ac8f-3e5503d22df6 req-345a0680-d6e9-4412-8509-2023ba465eb1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780828 Jul 08 17:54:15.134340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.148341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f310f590-2b40-4c26-9e0e-4217bff314ba']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:15.165057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79880012-e92c-4c02-aac0-f62459670591') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:15.165452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79880012-e92c-4c02-aac0-f62459670591') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:15.177587 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.192838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.200928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:54:15.201312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:54:15.210501 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:54:15.271609 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.282177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.286432 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] 10.222.0.63 "DELETE /v2.0/networks/f310f590-2b40-4c26-9e0e-4217bff314ba HTTP/1.1" status: 204 len: 168 time: 0.5170348 Jul 08 17:54:15.304761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a0384-3239-4025-8194-3dae5b37488e admin admin] Pushing event deleted for resources: {'Network': ['ID=f310f590-2b40-4c26-9e0e-4217bff314ba,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:15.507981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 42936) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:15.658461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42938) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:15.687088 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a32b5ebb-c5c0-478c-bce9-e01502b7877f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=58fc84da1f9d4b3a9914a66c74833117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686051 Jul 08 17:54:15.747359 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fd4dd6-6bf3-44fc-ae85-912083b229aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.774133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fd4dd6-6bf3-44fc-ae85-912083b229aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.824528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fd4dd6-6bf3-44fc-ae85-912083b229aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.827208 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62fd4dd6-6bf3-44fc-ae85-912083b229aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:15.828568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-62fd4dd6-6bf3-44fc-ae85-912083b229aa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a8052c0-592a-4d59-9111-6069896edc1b HTTP/1.1" status: 204 len: 168 time: 0.1685634 Jul 08 17:54:15.836841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd4dd6-6bf3-44fc-ae85-912083b229aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8052c0-592a-4d59-9111-6069896edc1b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:15.944879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 53913259-c94e-4f26-93e0-32b437b9b1eb no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:15.969946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 53913259-c94e-4f26-93e0-32b437b9b1eb {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:15.970572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 53913259-c94e-4f26-93e0-32b437b9b1eb not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:15.971333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:15.995768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:15.996191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device fda75ebb-c1bb-4dd8-921c-adeb5f5ae9ea not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:16.236977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015fe1a-7043-4e1e-8a1b-9c6b8e0922da req-f633c187-7d46-4f28-9457-597a38e745b3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:16.238738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c015fe1a-7043-4e1e-8a1b-9c6b8e0922da req-f633c187-7d46-4f28-9457-597a38e745b3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.0729942 Jul 08 17:54:16.288825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c015fe1a-7043-4e1e-8a1b-9c6b8e0922da req-a47ec9a0-6ad4-470a-8d22-91c9824b71d5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Jul 08 17:54:17.144099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 42990) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:17.257474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5f63701-8d1e-4240-8e6d-8f10b17c0a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:17.477766 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5f63701-8d1e-4240-8e6d-8f10b17c0a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:17.484686 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5f63701-8d1e-4240-8e6d-8f10b17c0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:17.585929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f63701-8d1e-4240-8e6d-8f10b17c0a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238055a-32ab-44f6-b8d1-f527d4caf5b5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:17.596975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43000) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:17.604162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f5f63701-8d1e-4240-8e6d-8f10b17c0a34 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=92ea2b0a6d6f483382323cca051403e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588602 Jul 08 17:54:17.651835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb795a7-b32f-49c3-bffb-aafdff80ab68 req-5696b059-a6a7-4052-a061-4f7c9404f24b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:17.654384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbb795a7-b32f-49c3-bffb-aafdff80ab68 req-5696b059-a6a7-4052-a061-4f7c9404f24b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.1174226 Jul 08 17:54:17.666303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:17.705955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:17.730933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbb795a7-b32f-49c3-bffb-aafdff80ab68 req-2cdb4910-63ce-4664-9cbd-d6f8f4ca7f59 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704677 Jul 08 17:54:17.776596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:17.780062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:17.781277 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e238055a-32ab-44f6-b8d1-f527d4caf5b5 HTTP/1.1" status: 204 len: 168 time: 0.1832292 Jul 08 17:54:17.789779 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238055a-32ab-44f6-b8d1-f527d4caf5b5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:17.798244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.798903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.799257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.799596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.799930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.800261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.800592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.800939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.801266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.801589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.805435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:17.806001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e931cf37-4fab-41bc-962a-029f432a5f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:18.432674 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43026) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:18.553305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1020623433-network', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:18.585248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Made reservation on behalf of fe5381ae51c442f3859167c0d5dd6609 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:54:18.587793 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.597388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.706580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.711175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.737107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:54:18.747422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7effaeb6-dda7-4848-b007-1ca63d33dea0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:18.776138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.776520 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Added segment 87563fea-9d5e-4197-8bea-e8993ff65e83 of type vlan for network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc Jul 08 17:54:18.812704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1065e2d8-d86a-429a-9f61-05970c2abbbe details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:54:18.860070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.928873 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.930013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:18.930698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:18.981876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271def6a-167e-4000-b889-90609cb795e5 req-85a8c69e-33fa-4e1f-82d2-cdfe57c1d579 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:18.987230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1065e2d8-d86a-429a-9f61-05970c2abbbe, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1065e2d8-d86a-429a-9f61-05970c2abbbe,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:18.988911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-271def6a-167e-4000-b889-90609cb795e5 req-85a8c69e-33fa-4e1f-82d2-cdfe57c1d579 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 943 time: 0.1196096 Jul 08 17:54:19.008337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '1065e2d8-d86a-429a-9f61-05970c2abbbe', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'port_id': '1065e2d8-d86a-429a-9f61-05970c2abbbe', 'mac_address': 'fa:16:3e:a5:ee:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:54:19.016522 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5825732 Jul 08 17:54:19.019513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:19.024247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be818cf0-187d-4405-b986-e9345c6eee27 admin admin] Pushing event updated for resources: {'Network': ['ID=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:19.024930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Request body: {'subnet': {'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1020623433-subnet', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:19.048771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-271def6a-167e-4000-b889-90609cb795e5 req-04321c27-d0f6-4222-95fa-c96bec82710c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586576 Jul 08 17:54:19.062660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:54:19.078723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Made reservation on behalf of fe5381ae51c442f3859167c0d5dd6609 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:54:19.081784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.131688 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.149789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065e2d8-d86a-429a-9f61-05970c2abbbe {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:54:19.171225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1065e2d8-d86a-429a-9f61-05970c2abbbe, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1065e2d8-d86a-429a-9f61-05970c2abbbe,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:19.178580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.233358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=1065e2d8-d86a-429a-9f61-05970c2abbbe,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:19.305552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.365538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e925a1fc-c408-40d9-b6f5-458e1a5f96cf,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:19.374024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Checking segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:19.374390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Network hostable DHCP agents. Network: c2400ee8-6ea8-40a5-8e99-1ca415bd31cc, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:54:19.392986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:54:19.403892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c2400ee8-6ea8-40a5-8e99-1ca415bd31cc) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:19.408175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:19.408808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.420613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e2004a-c45e-4187-9216-2a283a00794a None None] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:54:19.428927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8fcf62b-c306-428c-b98c-22090da65e47 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4068699 Jul 08 17:54:19.430397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43046) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:19.436114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:19.467171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.468348 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.526454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1065e2d8-d86a-429a-9f61-05970c2abbbe'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:19.555353 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.692797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:54:19.693650 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:19.775071 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.000920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Allocated IP 172.20.0.2 (c2400ee8-6ea8-40a5-8e99-1ca415bd31cc/e925a1fc-c408-40d9-b6f5-458e1a5f96cf/84b7ceed-0af8-4d1e-ba3d-80da870bd5dc) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:20.032815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.057370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.238788 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.249096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Transition to ACTIVE for port object 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:20.265478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Transition to ACTIVE for port object 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:20.273738 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.320875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Allocated IP 172.25.5.234 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/87077268-c42c-47e0-991e-ebf6c64ab3f7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:20.324270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:20.328941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:20.338543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:20.357788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Pushing event updated for resources: {'Port': ['ID=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:20.421824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Attempting to bind port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:54:20.422206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Attempting to bind port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:54:20.422583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Attempting to bind port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:20.428357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:54:20.428783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Checking segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:20.429182 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.429585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Bound using segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:54:20.430061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Bound port: 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:54:20.431022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.447298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6988-5224-493e-a479-386f8fa730e7 req-58ee6aaf-c30d-4be5-a266-f133929f59f9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:20.448831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61ea6988-5224-493e-a479-386f8fa730e7 req-58ee6aaf-c30d-4be5-a266-f133929f59f9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 944 time: 0.2053876 Jul 08 17:54:20.508343 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] For port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:54:20.513489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] For port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:54:20.519390 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.519914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61ea6988-5224-493e-a479-386f8fa730e7 req-093cfa08-2af9-4680-8630-0664adabc6f2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624149 Jul 08 17:54:20.530031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.577746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.602077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7bc61-8f8c-454b-834e-3d76d71e515f None None] Pushing event updated for resources: {'Port': ['ID=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:20.627248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:20.630270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:20.632917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:20.665928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Pushing event updated for resources: {'Port': ['ID=87077268-c42c-47e0-991e-ebf6c64ab3f7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:20.823489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1065e2d8-d86a-429a-9f61-05970c2abbbe up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:20.943984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 1065e2d8-d86a-429a-9f61-05970c2abbbe completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:20.949637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 1065e2d8-d86a-429a-9f61-05970c2abbbe triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:20.950245 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:20.993968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:21.053899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:21.098671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 1065e2d8-d86a-429a-9f61-05970c2abbbe, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1065e2d8-d86a-429a-9f61-05970c2abbbe,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:21.099978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065e2d8-d86a-429a-9f61-05970c2abbbe'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:21.103459 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bd26c7-64b5-41bb-aad6-b338fded0484" -d '{"events": [{"server_uuid": "b1bc27cd-a3a2-42fb-90a9-82f88e10c140", "name": "network-vif-plugged", "status": "completed", "tag": "1065e2d8-d86a-429a-9f61-05970c2abbbe"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:21.110327 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:21.177529 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ffbe85-1c48-4a7d-9891-55a045c3b786 x-openstack-request-id: req-41ffbe85-1c48-4a7d-9891-55a045c3b786 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:21.177825 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc27cd-a3a2-42fb-90a9-82f88e10c140", "name": "network-vif-plugged", "status": "completed", "tag": "1065e2d8-d86a-429a-9f61-05970c2abbbe", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:21.178079 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-41ffbe85-1c48-4a7d-9891-55a045c3b786 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:21.178480 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065e2d8-d86a-429a-9f61-05970c2abbbe', 'code': 200} Jul 08 17:54:21.179451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=1065e2d8-d86a-429a-9f61-05970c2abbbe,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:21.296146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:21.367302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb92a54-c584-453f-8c97-28943c313894 req-20418372-f1a1-4dd7-8c6f-c9dd600311b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:21.369706 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6eb92a54-c584-453f-8c97-28943c313894 req-20418372-f1a1-4dd7-8c6f-c9dd600311b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 1096 time: 0.0639617 Jul 08 17:54:21.411415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6eb92a54-c584-453f-8c97-28943c313894 req-4be6e23c-5cca-40b8-b352-6d9774b839d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Jul 08 17:54:21.967272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c127fd-4323-4775-b616-3fcea451c4f1 req-617d92be-1853-4617-a1a8-1be1b0a0ee42 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:21.969733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1c127fd-4323-4775-b616-3fcea451c4f1 req-617d92be-1853-4617-a1a8-1be1b0a0ee42 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 945 time: 0.1972039 Jul 08 17:54:21.978461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Router 60a69559-62ba-4174-91d4-57c0af8230a1 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:54:21.986002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1e91d9-1fe0-4e00-96b3-367383785bf7 None None] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:54:22.079941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:22.178087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-793c19d0-3280-44f9-8509-e84132068638 None None] Provisioning for port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:22.178541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1c127fd-4323-4775-b616-3fcea451c4f1 req-624ed554-c74e-4f56-9486-9d5d6af52992 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341567 Jul 08 17:54:22.206358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:54:22.230112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:22.232370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-07e75921-f0df-40d0-92be-9bfbfd3b36dc admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8009665 Jul 08 17:54:22.235227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43078) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:22.265428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:22.267944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Sync routers for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:54:22.280114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:22.280862 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:22.317965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:22.318661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:22.493637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:22.761629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:22.810721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:22.826568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f0c7df01-96d2-45e0-bd5c-8841c057ee52 None None] Provisioning complete for port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:22.827217 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f0c7df01-96d2-45e0-bd5c-8841c057ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:22.898819 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:22.908923 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.034471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:23.126231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.127070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.127752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.128991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.129686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.130133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.130639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.131099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.131890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.132331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.133013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.133572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:54:23.166966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:20Z', 'revision_number': 3, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:23.202031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Checking router: 60a69559-62ba-4174-91d4-57c0af8230a1 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:54:23.202601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Updating router 60a69559-62ba-4174-91d4-57c0af8230a1 port 87077268-c42c-47e0-991e-ebf6c64ab3f7 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:54:23.248574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.397117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Allocated IP 172.20.0.1 (c2400ee8-6ea8-40a5-8e99-1ca415bd31cc/e925a1fc-c408-40d9-b6f5-458e1a5f96cf/3014e2e7-2130-45fb-8b0d-f6d1e64a4b16) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:23.519196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb60f4-e01f-4d80-9997-464f2f5124dc req-6c68b241-4d7e-40f9-b623-f734dfb5d48d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:23.528454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78cb60f4-e01f-4d80-9997-464f2f5124dc req-6c68b241-4d7e-40f9-b623-f734dfb5d48d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 945 time: 0.1724815 Jul 08 17:54:23.552445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.571175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Transition to ACTIVE for port object 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:23.578361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78cb60f4-e01f-4d80-9997-464f2f5124dc req-db233c04-51e9-4c5e-a1d9-4c99d5ec4eab tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Jul 08 17:54:23.582047 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.595631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Transition to ACTIVE for port object 87077268-c42c-47e0-991e-ebf6c64ab3f7 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:23.607831 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.623654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.670148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:23.673978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:23.679222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:23.682737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Attempting to bind port 87077268-c42c-47e0-991e-ebf6c64ab3f7 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:54:23.683112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Attempting to bind port 87077268-c42c-47e0-991e-ebf6c64ab3f7 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:54:23.683507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Attempting to bind port 87077268-c42c-47e0-991e-ebf6c64ab3f7 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:23.691999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900defde-466d-4198-b61c-6f4a70d3449c None None] Pushing event updated for resources: {'Port': ['ID=87077268-c42c-47e0-991e-ebf6c64ab3f7,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:23.696517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:54:23.696926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:23.697336 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.697725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:54:23.698203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Bound port: 87077268-c42c-47e0-991e-ebf6c64ab3f7, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:54:23.698583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.744260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Pushing event updated for resources: {'Port': ['ID=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:23.773867 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.781852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] For port 87077268-c42c-47e0-991e-ebf6c64ab3f7, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:54:23.790749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] For port 87077268-c42c-47e0-991e-ebf6c64ab3f7, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=87077268-c42c-47e0-991e-ebf6c64ab3f7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:54:23.807331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:23.851565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bde431-e92f-4571-974a-46a076d45d71 req-de19b0c6-2f08-49f8-9cc2-5316698aa2a2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:23.854385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3bde431-e92f-4571-974a-46a076d45d71 req-de19b0c6-2f08-49f8-9cc2-5316698aa2a2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 945 time: 0.0965598 Jul 08 17:54:23.861684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900defde-466d-4198-b61c-6f4a70d3449c None None] Pushing event updated for resources: {'Port': ['ID=87077268-c42c-47e0-991e-ebf6c64ab3f7,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:23.901714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:23.902344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:23.923573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3bde431-e92f-4571-974a-46a076d45d71 req-b4bd9878-c7fd-474c-a19b-4e3f5b7747f8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Jul 08 17:54:24.002212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:24.105101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.120909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-adbd5859-d06b-403e-a352-b3a0914f81eb None None] Provisioning for port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:24.139149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:24.139149 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.175100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-adbd5859-d06b-403e-a352-b3a0914f81eb None None] Provisioning complete for port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:24.175521 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adbd5859-d06b-403e-a352-b3a0914f81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.226123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-adbd5859-d06b-403e-a352-b3a0914f81eb None None] Port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:54:24.239592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a51981-50cc-40dd-920f-8d4bc0eecefb req-18fba14b-909a-452b-8a1b-dd46898babeb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:24.241593 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6a51981-50cc-40dd-920f-8d4bc0eecefb req-18fba14b-909a-452b-8a1b-dd46898babeb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 945 time: 0.1387649 Jul 08 17:54:24.252188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:24.320419 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f6a51981-50cc-40dd-920f-8d4bc0eecefb req-bf3751b3-10b6-4085-893b-ef916f329125 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Jul 08 17:54:24.548023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.571820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.616142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:20Z', 'revision_number': 3, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:24.649790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16514b6-314d-4bfd-8abb-4a8b96ac1d5d None None] The sync data for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 is: [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:20Z', 'revision_number': 3, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:54:24.715042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:24.717260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Pushing event updated for resources: {'Port': ['ID=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:24.861126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:24.862815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:25.197991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Router 60a69559-62ba-4174-91d4-57c0af8230a1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:54:25.207662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8f1a-c26f-48a6-b655-cbda8eac0083 req-32daf604-6ace-4aa4-ab65-5a3a8ea05ddb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:25.209397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dede8f1a-c26f-48a6-b655-cbda8eac0083 req-32daf604-6ace-4aa4-ab65-5a3a8ea05ddb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 945 time: 0.1332419 Jul 08 17:54:25.268961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-37897281-dc7e-4dff-8acd-531130fd00a8 None None] Provisioning complete for port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:25.269580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-37897281-dc7e-4dff-8acd-531130fd00a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.299762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dede8f1a-c26f-48a6-b655-cbda8eac0083 req-876e8609-a0e3-425d-a0f2-50198d556b5b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834520 Jul 08 17:54:25.327000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-37897281-dc7e-4dff-8acd-531130fd00a8 None None] Port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:54:25.405132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:54:25.411145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d947f30b-319d-4276-a82c-1cd24ba93787 admin admin] 10.222.0.63 "PUT /v2.0/routers/60a69559-62ba-4174-91d4-57c0af8230a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1747925 Jul 08 17:54:25.953009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:25.978432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87077268-c42c-47e0-991e-ebf6c64ab3f7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:26.075077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 87077268-c42c-47e0-991e-ebf6c64ab3f7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:26.079694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 87077268-c42c-47e0-991e-ebf6c64ab3f7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:26.080307 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.192726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.216287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 87077268-c42c-47e0-991e-ebf6c64ab3f7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=87077268-c42c-47e0-991e-ebf6c64ab3f7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:26.222692 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.305612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=87077268-c42c-47e0-991e-ebf6c64ab3f7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:26.466053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43138) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:26.472812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-bfb1221b-ce60-41e6-9304-642b3c5d70dc tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342067082', 'description': 'tempest-description--37896294'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:26.530773 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fbcdc-2100-414c-ae3f-56c6a4069add req-56dfaa69-0ebb-42ac-a165-56745aa6e610 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:26.539298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-542fbcdc-2100-414c-ae3f-56c6a4069add req-56dfaa69-0ebb-42ac-a165-56745aa6e610 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 945 time: 0.1228983 Jul 08 17:54:26.550342 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bfb1221b-ce60-41e6-9304-642b3c5d70dc tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.617633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-542fbcdc-2100-414c-ae3f-56c6a4069add req-f52fc047-2bc6-4e27-a00f-cf4648714fcf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769165 Jul 08 17:54:26.679155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bfb1221b-ce60-41e6-9304-642b3c5d70dc tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.685865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bfb1221b-ce60-41e6-9304-642b3c5d70dc tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.718122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1221b-ce60-41e6-9304-642b3c5d70dc tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a35e9-0510-43af-a51c-e026b22cb251,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:26.733997 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bfb1221b-ce60-41e6-9304-642b3c5d70dc tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.736103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bfb1221b-ce60-41e6-9304-642b3c5d70dc tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2684488 Jul 08 17:54:26.738537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43146) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:26.745385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7a79ad21-709c-4c04-8733-16a8cb9607a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'security_group_rule': {'security_group_id': '2c5a35e9-0510-43af-a51c-e026b22cb251', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:26.789967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a79ad21-709c-4c04-8733-16a8cb9607a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.830113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-f39319bc-c444-4f70-b6f5-12c2a172e59e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:26.831773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-f39319bc-c444-4f70-b6f5-12c2a172e59e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 945 time: 0.1075177 Jul 08 17:54:26.881802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a79ad21-709c-4c04-8733-16a8cb9607a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.885374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a79ad21-709c-4c04-8733-16a8cb9607a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.909015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79ad21-709c-4c04-8733-16a8cb9607a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653bff5b-2c85-4a39-8ef6-705eb1e2dc19,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:26.919754 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7a79ad21-709c-4c04-8733-16a8cb9607a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:26.924381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a79ad21-709c-4c04-8733-16a8cb9607a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1840849 Jul 08 17:54:26.925302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43150) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:26.930575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d522fcc7-1e8e-4f2d-94bd-9a72d07a7b2a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'security_group_rule': {'security_group_id': '2c5a35e9-0510-43af-a51c-e026b22cb251', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:26.967620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d522fcc7-1e8e-4f2d-94bd-9a72d07a7b2a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.036367 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Sync routers for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:54:27.049861 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:27.050728 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:27.056290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port 1065e2d8-d86a-429a-9f61-05970c2abbbe {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:27.056788 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.083425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d522fcc7-1e8e-4f2d-94bd-9a72d07a7b2a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.094668 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d522fcc7-1e8e-4f2d-94bd-9a72d07a7b2a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.133147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522fcc7-1e8e-4f2d-94bd-9a72d07a7b2a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3a6727-cf57-49b7-8fbb-a77be975071c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:27.151651 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d522fcc7-1e8e-4f2d-94bd-9a72d07a7b2a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.156438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d522fcc7-1e8e-4f2d-94bd-9a72d07a7b2a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2271867 Jul 08 17:54:27.156883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 43152) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:27.162539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:27.193057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.196497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] For port 1065e2d8-d86a-429a-9f61-05970c2abbbe, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=1065e2d8-d86a-429a-9f61-05970c2abbbe,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:27.197055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.213356 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:27.237831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for 1065e2d8-d86a-429a-9f61-05970c2abbbe owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:27.414074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.454224 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:24Z', 'revision_number': 2, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:27.455822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.491539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['1065e2d8-d86a-429a-9f61-05970c2abbbe'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:27.497614 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bd43549a-0955-408b-9b18-41361bcb5cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.505554 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Checking router: 60a69559-62ba-4174-91d4-57c0af8230a1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:54:27.506590 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Updating router 60a69559-62ba-4174-91d4-57c0af8230a1 port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:54:27.539164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=1065e2d8-d86a-429a-9f61-05970c2abbbe,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:27.568816 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.584048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Allocated IP 172.25.5.29 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/a713d1db-1ace-46a0-9a0c-59a4be0999df) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:27.618587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] No DVR routers for this DVR port 1065e2d8-d86a-429a-9f61-05970c2abbbe on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:54:27.621907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.626069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eeff5c4b-240e-429c-96ba-50a9698c9101 req-6f4858a4-0b5c-4b12-8df0-5820f8681d84 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "DELETE /v2.0/ports/1065e2d8-d86a-429a-9f61-05970c2abbbe HTTP/1.1" status: 204 len: 173 time: 0.7850425 Jul 08 17:54:27.626069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'name': 'network-vif-deleted', 'tag': '1065e2d8-d86a-429a-9f61-05970c2abbbe'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:27.635026 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915afc96-0cfb-451c-b079-f5f77099b507" -d '{"events": [{"server_uuid": "b1bc27cd-a3a2-42fb-90a9-82f88e10c140", "name": "network-vif-deleted", "tag": "1065e2d8-d86a-429a-9f61-05970c2abbbe"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:27.737843 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c092e-1daf-4f49-b6ae-ad8c8bda2bf2 x-openstack-request-id: req-b33c092e-1daf-4f49-b6ae-ad8c8bda2bf2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:27.738134 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc27cd-a3a2-42fb-90a9-82f88e10c140", "name": "network-vif-deleted", "tag": "1065e2d8-d86a-429a-9f61-05970c2abbbe", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:27.738401 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b33c092e-1daf-4f49-b6ae-ad8c8bda2bf2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:27.738788 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bc27cd-a3a2-42fb-90a9-82f88e10c140', 'name': 'network-vif-deleted', 'tag': '1065e2d8-d86a-429a-9f61-05970c2abbbe', 'status': 'completed', 'code': 200} Jul 08 17:54:27.833019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:27.963408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2737547a-d95d-4a69-9b1c-7a4ed1e90007 req-4485f33d-c4e3-4cd5-8ccd-2ce05c92f1ee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0597162 Jul 08 17:54:27.980266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.013557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87077268-c42c-47e0-991e-ebf6c64ab3f7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:28.032507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:28.038083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:28.044708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:28.071612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'Port': ['ID=a713d1db-1ace-46a0-9a0c-59a4be0999df,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:28.115396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 87077268-c42c-47e0-991e-ebf6c64ab3f7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:28.115775 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.153838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.209875 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.308628 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.323740 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Transition to ACTIVE for port object 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:28.376666 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.446164 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7382cfd-fc07-4dbb-b73f-4440cb25707b None None] Pushing event updated for resources: {'Port': ['ID=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:28.447153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.458412 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.568763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'Port': ['ID=a713d1db-1ace-46a0-9a0c-59a4be0999df,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:28.586392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.596946 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Attempting to bind port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:54:28.597303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Attempting to bind port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:54:28.597656 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Attempting to bind port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:28.604121 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:54:28.604488 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Checking segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:28.604988 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.605473 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Bound using segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:54:28.606647 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Bound port: 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:54:28.607080 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.613328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.620461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0a0f995b-20bc-4ce1-8ede-ad7eed889c6b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4621174 Jul 08 17:54:28.701743 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] For port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:54:28.710464 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] For port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:54:28.712548 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:28.805848 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:28.806667 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:28.879838 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7382cfd-fc07-4dbb-b73f-4440cb25707b None None] Pushing event updated for resources: {'Port': ['ID=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:28.908978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d87a9263-819c-467a-9945-83d2b4ebd40d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1342067082&fields=id&tenant_id=fe5381ae51c442f3859167c0d5dd6609 HTTP/1.1" status: 200 len: 267 time: 0.0543897 Jul 08 17:54:29.007789 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:29.103504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-6890b764-78c9-461b-9403-8c0678e83dd3 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:29.110193 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-6890b764-78c9-461b-9403-8c0678e83dd3 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 811 time: 0.1996870 Jul 08 17:54:29.130279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-61546325-288d-433b-92e4-a52f6d168367 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/quotas/fe5381ae51c442f3859167c0d5dd6609 HTTP/1.1" status: 200 len: 375 time: 0.0133395 Jul 08 17:54:29.218025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3edad8e-523d-4d2e-962c-2dcbe44d0b3e req-6b87ab03-b6a9-43bf-ac02-1533a8c725ea tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0397725 Jul 08 17:54:29.256312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-a231b13b-fdd3-4cc7-9dde-d2c47d320bf3 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1144965 Jul 08 17:54:29.314993 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:28Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:29.360913 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2bb3eb-bec9-4afe-a0c8-e7d46f2d8ac5 None None] The sync data for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 is: [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:28Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:54:29.467302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-5f5857c8-c6a7-49fb-87c8-4bf072063367 service neutron] 10.222.0.63 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951067 Jul 08 17:54:29.600711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9714d28d-105d-4462-8d2f-3d3019ddf4a1 service neutron] 10.222.0.63 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338427 Jul 08 17:54:30.029945 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-14cb935a-4687-4b26-9a84-46352fa18fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:30.088303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:30.113514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c125f49-2518-44fc-82ce-3e8cce007bf4 req-fdd77faf-5daa-4bb1-b01f-51a2758f6e7f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 210 time: 0.1540723 Jul 08 17:54:30.238043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:30.242485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:30.242859 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:30.431690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:30.467341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037a7b-7e3c-45b9-986e-af2b2669e5d8 req-340af3b9-a126-4e2e-9584-83a17e36396b tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:30.470501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98037a7b-7e3c-45b9-986e-af2b2669e5d8 req-340af3b9-a126-4e2e-9584-83a17e36396b tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 946 time: 0.2480726 Jul 08 17:54:30.518613 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:30.530548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:30.538689 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:30.597146 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c3b6240-e8cd-4b86-84e2-3f7f4961f94c req-92a6ef4f-c9ca-4b5d-97b0-5c8a39974ea1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0795243 Jul 08 17:54:30.633969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98037a7b-7e3c-45b9-986e-af2b2669e5d8 req-75d886c9-b17a-4c91-8662-861316154e4e tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510305 Jul 08 17:54:30.664970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:30.854047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1065e2d8-d86a-429a-9f61-05970c2abbbe no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:30.895665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 1065e2d8-d86a-429a-9f61-05970c2abbbe {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:30.896015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 1065e2d8-d86a-429a-9f61-05970c2abbbe not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:31.353903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23778050-0ca7-48a7-b7b5-5c0234585551 req-b68eedee-4479-409a-9a18-04b789b24978 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 210 time: 0.0449462 Jul 08 17:54:31.431786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:31.718712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-96b0aa7d-b3af-4a82-a24a-f1f0700c852b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:31.720996 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-96b0aa7d-b3af-4a82-a24a-f1f0700c852b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 811 time: 0.1397283 Jul 08 17:54:31.810214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18f0bc6d-bf89-40f8-b7c4-240885aecbb9 req-1f8615fd-2a32-4173-ba70-6840bd412154 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0537734 Jul 08 17:54:31.819599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-eca27565-2e99-4280-9e4a-99518495eda2 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe5381ae51c442f3859167c0d5dd6609 HTTP/1.1" status: 200 len: 380 time: 0.0857966 Jul 08 17:54:31.875514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'port': {'device_id': '6a3b1186-cc90-4726-851b-45a8996828a1', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'admin_state_up': True, 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'security_groups': ['2c5a35e9-0510-43af-a51c-e026b22cb251']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:31.909980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e32b8-73dc-45bb-a817-c700469ba7fb req-2631c4b4-5667-4b61-9a32-52f389a455b7 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:31.911950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b65e32b8-73dc-45bb-a817-c700469ba7fb req-2631c4b4-5667-4b61-9a32-52f389a455b7 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 946 time: 0.0770204 Jul 08 17:54:31.972907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b65e32b8-73dc-45bb-a817-c700469ba7fb req-b778d66d-002c-4464-bca1-3787c5145c42 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/security-groups?id=edc004ae-c320-400a-9ee9-40f8d1fd6fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550954 Jul 08 17:54:31.989464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:32.061088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-f8e4277b-d6ee-4748-bc7c-4c14b988c39a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:32.063134 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-f8e4277b-d6ee-4748-bc7c-4c14b988c39a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 946 time: 0.2423778 Jul 08 17:54:32.067949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:32.068549 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.096970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Made reservation on behalf of fe5381ae51c442f3859167c0d5dd6609 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:54:32.100655 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.320251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Allocated IP 172.20.0.6 (c2400ee8-6ea8-40a5-8e99-1ca415bd31cc/e925a1fc-c408-40d9-b6f5-458e1a5f96cf/4edce9db-d03a-4d21-84b9-4f3d90b60c4f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:54:32.347485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Deleting port f9f49c47-3e86-4bf0-848d-c43f53324f4c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:54:32.347936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.512526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-104f922e-f368-4c98-866e-e9053e92297a req-6813d9b9-03b0-48a4-a79a-022d06a1f42b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 210 time: 0.0348191 Jul 08 17:54:32.524532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] For port f9f49c47-3e86-4bf0-848d-c43f53324f4c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f9f49c47-3e86-4bf0-848d-c43f53324f4c,segment=NetworkSegment(bc088f74-d5f2-4a99-a138-fc458e369f78),segment_id=bc088f74-d5f2-4a99-a138-fc458e369f78)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:32.525077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.543708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Calling delete_port for f9f49c47-3e86-4bf0-848d-c43f53324f4c owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:54:32.615209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.642019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Transition to ACTIVE for port object 4edce9db-d03a-4d21-84b9-4f3d90b60c4f will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:32.722533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.795547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:54:32.800673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.803492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:54:32.806521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'Port': ['ID=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:32.811881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:54:32.841778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['f9f49c47-3e86-4bf0-848d-c43f53324f4c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:32.937985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:32.941103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Pushing event deleted for resources: {'Port': ['ID=f9f49c47-3e86-4bf0-848d-c43f53324f4c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:33.022714 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e250ad74-1dc8-470a-8fcb-a681d39bb604 req-b18fb9cd-a5ad-4fed-82b7-2f3bb15781e0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0437739 Jul 08 17:54:33.030027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:33.030709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:33.118427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4901087d-aef7-4d4d-84e7-a8ac1e4f96b0 None None] Provisioning for port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:33.118697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] No DVR routers for this DVR port f9f49c47-3e86-4bf0-848d-c43f53324f4c on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:54:33.123000 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:33.123434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4901087d-aef7-4d4d-84e7-a8ac1e4f96b0 None None] Provisioning complete for port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:33.123884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4901087d-aef7-4d4d-84e7-a8ac1e4f96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:33.126233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b5ee069-a71e-4989-a5fe-a8f242bd0ee8 req-a693751c-7ccc-4143-a816-6ca649dde68a tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.41 "DELETE /v2.0/ports/f9f49c47-3e86-4bf0-848d-c43f53324f4c HTTP/1.1" status: 204 len: 173 time: 1.0388691 Jul 08 17:54:33.126904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737cea47-0850-4c53-9653-09691825f9de', 'name': 'network-vif-deleted', 'tag': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:33.130566 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a75d948-ecb0-4358-9f1d-a8dd6e751d7b" -d '{"events": [{"server_uuid": "737cea47-0850-4c53-9653-09691825f9de", "name": "network-vif-deleted", "tag": "f9f49c47-3e86-4bf0-848d-c43f53324f4c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:33.135226 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-9e57926c-62ae-42f7-b261-b1da8ac52174 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3119698 Jul 08 17:54:33.149443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Request body: {'port': {'device_id': '6a3b1186-cc90-4726-851b-45a8996828a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:33.199402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4901087d-aef7-4d4d-84e7-a8ac1e4f96b0 None None] Port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:54:33.222378 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a48bc1-893f-431a-a856-8136af9a2432 x-openstack-request-id: req-41a48bc1-893f-431a-a856-8136af9a2432 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:33.222669 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737cea47-0850-4c53-9653-09691825f9de", "name": "network-vif-deleted", "tag": "f9f49c47-3e86-4bf0-848d-c43f53324f4c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:33.223057 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-41a48bc1-893f-431a-a856-8136af9a2432 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:33.223474 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737cea47-0850-4c53-9653-09691825f9de', 'name': 'network-vif-deleted', 'tag': 'f9f49c47-3e86-4bf0-848d-c43f53324f4c', 'status': 'completed', 'code': 200} Jul 08 17:54:33.227684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e07c24b-b993-445d-b7c9-962a3dbe0e6e req-fdac6b41-0880-4ae1-a027-fabcb49ed545 tempest-VolumesSnapshotTestJSON-136348422 tempest-VolumesSnapshotTestJSON-136348422-project] 10.222.0.63 "GET /v2.0/ports?device_id=737cea47-0850-4c53-9653-09691825f9de HTTP/1.1" status: 200 len: 210 time: 0.0812299 Jul 08 17:54:33.284087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:33.287079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-53a0fc66-022f-4153-a50a-f9c1380ca14c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2135921 Jul 08 17:54:33.445979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-0b5cbba0-7282-4bb9-81ce-6e3f620a2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:33.447631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-0b5cbba0-7282-4bb9-81ce-6e3f620a2751 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1097 time: 0.0648067 Jul 08 17:54:33.595517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-f254dc9a-6af9-4bbd-ae12-baef651caf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:33.597157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-f254dc9a-6af9-4bbd-ae12-baef651caf3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 908 time: 0.1153769 Jul 08 17:54:33.709031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-5a334961-5a48-4b12-bb4c-b882e326c16f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 1002 time: 0.1032455 Jul 08 17:54:33.722935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edce9db-d03a-4d21-84b9-4f3d90b60c4f {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:54:33.732221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:33.746515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Transition to ACTIVE for port object 4edce9db-d03a-4d21-84b9-4f3d90b60c4f will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:54:33.771977 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:33.795538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-22453281-7b94-4e67-a888-f4502de798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:33.797063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-22453281-7b94-4e67-a888-f4502de798fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 200 len: 846 time: 0.0487709 Jul 08 17:54:33.844686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:33.898069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3c39b-4b3f-4c58-b922-bd32e692fb81 req-0b7ccf9b-8d98-4afb-b639-ceb80e672e73 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:33.902794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5d3c39b-4b3f-4c58-b922-bd32e692fb81 req-0b7ccf9b-8d98-4afb-b639-ceb80e672e73 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 931 time: 0.1905391 Jul 08 17:54:33.970172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-be397dec-11e2-4c27-9362-ae9dddb2815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:33.971849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-be397dec-11e2-4c27-9362-ae9dddb2815c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a416b017-2ee9-4c82-917a-e2112e2c691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579950 Jul 08 17:54:33.986697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5d3c39b-4b3f-4c58-b922-bd32e692fb81 req-fc5e9f09-ab90-4f89-80ff-f7af4961ac99 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668600 Jul 08 17:54:34.080043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Attempting to bind port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:54:34.080532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Attempting to bind port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:54:34.081085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Attempting to bind port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:34.092949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:54:34.094507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Attempting to bind port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:54:34.107081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:54:34.107081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Checking segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:54:34.109567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Bound using segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:54:34.110151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Bound port: 4edce9db-d03a-4d21-84b9-4f3d90b60c4f, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:54:34.110662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:34.149310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-cdc37c14-a180-4e4c-af1a-0de60a13468a service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614525 Jul 08 17:54:34.245725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] For port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:54:34.250644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] For port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:54:34.265865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:34.289308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80a91dc3-0c8a-4c4f-881a-87ce2ba823d1 req-805f00fd-1687-4e37-88a2-c7918ebe9b90 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0394154 Jul 08 17:54:34.350414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:34.351321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:34.353952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] 10.222.0.72 "PUT /v2.0/ports/4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 1091 time: 1.2100127 Jul 08 17:54:34.402823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12d8027b-0231-47e8-9dc7-252a5f64fa7b req-be1e9eb2-b9e7-4a5d-b77e-8b918db1ad2a service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420428 Jul 08 17:54:34.475402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d2bae-a251-4725-a3ab-84815ac536c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:34.507033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-c6f6a3d8-11af-4292-8dc9-2b1bdadc3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:34.509382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-c6f6a3d8-11af-4292-8dc9-2b1bdadc3ed7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1094 time: 0.1070936 Jul 08 17:54:34.565376 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-3b0dfea1-9a32-4c19-a7d1-c39b8ef648e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 217 time: 0.0479262 Jul 08 17:54:34.644496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-92df0531-8d0d-4556-bcbf-a04f0db4204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:34.646497 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-92df0531-8d0d-4556-bcbf-a04f0db4204f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0755215 Jul 08 17:54:34.773270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-eb88e3af-8cf1-46a1-aa79-9fb603ab18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:34.779303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-eb88e3af-8cf1-46a1-aa79-9fb603ab18d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200216 Jul 08 17:54:34.904656 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-38a45fd6-f886-4e18-a283-1827a464c42c service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203511 Jul 08 17:54:35.030542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d344aeb5-9728-4ac9-a4b4-eed5071b67bb req-6ed224ca-ce5b-4169-829e-a2fbbdc9e030 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188192 Jul 08 17:54:35.195251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccf91d-0056-478a-9b87-452ce0315001 req-c6661839-06a5-480f-8ff8-0edebb8f11b1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:35.197653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75ccf91d-0056-478a-9b87-452ce0315001 req-c6661839-06a5-480f-8ff8-0edebb8f11b1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 943 time: 0.0678625 Jul 08 17:54:35.225015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:35.227513 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:35.253017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75ccf91d-0056-478a-9b87-452ce0315001 req-a2e8ad4b-0ab5-4ffa-a521-bb344c32a363 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484977 Jul 08 17:54:35.276121 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7df264f-13e7-48eb-a115-ed583d083853 x-openstack-request-id: req-e7df264f-13e7-48eb-a115-ed583d083853 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:35.276485 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:35.276844 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e7df264f-13e7-48eb-a115-ed583d083853 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:35.277372 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'status': 'completed', 'code': 200} Jul 08 17:54:35.388709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-6ad75a4a-01e8-4731-bd45-0f2660be2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:35.390477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-6ad75a4a-01e8-4731-bd45-0f2660be2ff2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1094 time: 0.0885346 Jul 08 17:54:35.540582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-27986565-897a-4ab1-91ec-9b85e2e8f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:35.543999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-27986565-897a-4ab1-91ec-9b85e2e8f35b service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.1448975 Jul 08 17:54:35.554827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-96770275-ca4a-468b-97f8-4f561f255de6 req-3971108c-00b9-4ef3-bb8e-2344bed3b818 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=b1bc27cd-a3a2-42fb-90a9-82f88e10c140 HTTP/1.1" status: 200 len: 210 time: 0.0627902 Jul 08 17:54:35.606953 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-6f0fc32d-d8c7-45b6-9b7e-d5adb5755785 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 217 time: 0.0556388 Jul 08 17:54:35.669714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-4ce374c6-643a-42c1-b0b8-3e7c572ff668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:35.671334 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-4ce374c6-643a-42c1-b0b8-3e7c572ff668 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0561869 Jul 08 17:54:35.753200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-5f5b979d-e65d-4ceb-a821-37d416ccff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:35.754902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-5f5b979d-e65d-4ceb-a821-37d416ccff58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768442 Jul 08 17:54:35.864909 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-5dc37e27-788a-489c-ae62-44076330d6ef service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017740 Jul 08 17:54:35.969425 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c3933e13-1be9-4a47-a36f-580f2fe3fc8a req-6329b4f7-2bb7-4fde-8a6d-c64b80f4d2af service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960586 Jul 08 17:54:36.451725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56ce3c-689d-46f0-852e-eac1c3f24ca3 req-4148b9fc-4726-43b1-b33e-22b4dc35bb30 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:36.453243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c56ce3c-689d-46f0-852e-eac1c3f24ca3 req-4148b9fc-4726-43b1-b33e-22b4dc35bb30 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 943 time: 0.0853088 Jul 08 17:54:36.490950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c56ce3c-689d-46f0-852e-eac1c3f24ca3 req-e73caa43-c61f-4e47-ad77-2abb43810cd4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Jul 08 17:54:36.567729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4edce9db-d03a-4d21-84b9-4f3d90b60c4f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:54:36.669304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:36.688383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'port_id': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'mac_address': 'fa:16:3e:9d:18:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:54:36.729905 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:36.747333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edce9db-d03a-4d21-84b9-4f3d90b60c4f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:54:36.774252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:36.779305 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:36.835773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:36.909484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f9f49c47-3e86-4bf0-848d-c43f53324f4c no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:54:36.934503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: f9f49c47-3e86-4bf0-848d-c43f53324f4c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:54:36.935256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f9f49c47-3e86-4bf0-848d-c43f53324f4c not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:54:37.003739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4edce9db-d03a-4d21-84b9-4f3d90b60c4f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:54:37.680354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce85dd8-73af-4d65-a5bc-fd1e58aaa5e9 req-23c9e135-aa60-4c77-8ab1-c3426eb80f1e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:37.681942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ce85dd8-73af-4d65-a5bc-fd1e58aaa5e9 req-23c9e135-aa60-4c77-8ab1-c3426eb80f1e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 944 time: 0.0676153 Jul 08 17:54:37.722142 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7ce85dd8-73af-4d65-a5bc-fd1e58aaa5e9 req-eefbdc57-7dea-4e7b-9334-050774b5104a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336504 Jul 08 17:54:38.568522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4edce9db-d03a-4d21-84b9-4f3d90b60c4f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:54:38.641673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:54:38.646391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:54:38.649074 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:38.782869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:38.870153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:54:38.874687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:38.876971 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e74075-0ff8-4a19-bd76-eedf34284965" -d '{"events": [{"server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "name": "network-vif-plugged", "status": "completed", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:38.887409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:38.987316 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d363d77-e0b0-4c4e-b4dc-b1ccf9845dbb x-openstack-request-id: req-4d363d77-e0b0-4c4e-b4dc-b1ccf9845dbb {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:38.987609 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "name": "network-vif-plugged", "status": "completed", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:38.988585 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d363d77-e0b0-4c4e-b4dc-b1ccf9845dbb {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:38.989209 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'code': 200} Jul 08 17:54:39.045960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a31f8c-5337-4705-bd53-426fa127cf9b req-b3bc707f-c4b9-4560-8ceb-457a94f97273 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:39.049093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:54:39.054440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9a31f8c-5337-4705-bd53-426fa127cf9b req-b3bc707f-c4b9-4560-8ceb-457a94f97273 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1116884 Jul 08 17:54:39.111581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9a31f8c-5337-4705-bd53-426fa127cf9b req-98f634a7-5478-42b8-b047-5265d384ffeb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559363 Jul 08 17:54:39.128189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae82b9-ec07-4cdf-b236-9b7018f0e51d req-06c51640-8af0-4927-a4b8-24ed2947acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:39.129902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2ae82b9-ec07-4cdf-b236-9b7018f0e51d req-06c51640-8af0-4927-a4b8-24ed2947acdc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1096 time: 0.1052907 Jul 08 17:54:39.177798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b2ae82b9-ec07-4cdf-b236-9b7018f0e51d req-4f642cef-bb2b-4792-9ecb-c43e667e034c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Jul 08 17:54:40.403026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbc4aa-6398-445e-a888-e0bc270a99a8 req-ad445976-6f7b-4a49-bcd4-690d55986888 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:40.404631 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7bbc4aa-6398-445e-a888-e0bc270a99a8 req-ad445976-6f7b-4a49-bcd4-690d55986888 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1232712 Jul 08 17:54:40.473177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7bbc4aa-6398-445e-a888-e0bc270a99a8 req-3170e961-3faa-45af-8e95-40431d65a39e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601690 Jul 08 17:54:40.663433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0e749-5a97-4a24-9096-1733ce8be7cd req-41cb9ec7-90ee-475e-afe7-4b70ad96d01e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:40.665918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d1c0e749-5a97-4a24-9096-1733ce8be7cd req-41cb9ec7-90ee-475e-afe7-4b70ad96d01e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0832958 Jul 08 17:54:40.676618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 43380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:54:40.690225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'floatingip': {'port_id': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:54:40.742204 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:41.074498 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:54:41.414687 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:41.421408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:41.572037 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Floating IP 5b04dbf5-807d-4151-a262-0d9c475397fe associated. External IP: 172.25.5.29, port: 4edce9db-d03a-4d21-84b9-4f3d90b60c4f. Jul 08 17:54:41.907463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Router 60a69559-62ba-4174-91d4-57c0af8230a1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:54:42.399705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:54:42.405755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:42.415992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] Sync routers for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:54:42.428143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:42.429279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:42.457835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3f9ebb09-e871-4c0d-a1bf-8522e1c22c87 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "PUT /v2.0/floatingips/5b04dbf5-807d-4151-a262-0d9c475397fe HTTP/1.1" status: 200 len: 990 time: 1.7767918 Jul 08 17:54:42.457835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:54:42.458913 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b804704-082f-471b-a41c-427bdc8c24a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:54:42.664265 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0ebd11-5e62-4320-af3e-ea2243f47c4d x-openstack-request-id: req-af0ebd11-5e62-4320-af3e-ea2243f47c4d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:54:42.664718 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:54:42.665120 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-af0ebd11-5e62-4320-af3e-ea2243f47c4d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:54:42.665680 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'status': 'completed', 'code': 200} Jul 08 17:54:42.777517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:42.854047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-b922f255-359b-4363-aa30-fbb8e448043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:42.856937 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-b922f255-359b-4363-aa30-fbb8e448043d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1096 time: 0.1580348 Jul 08 17:54:43.118265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-07d76c79-8e06-488d-ba56-27536922de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.119740 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-07d76c79-8e06-488d-ba56-27536922de91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.2531552 Jul 08 17:54:43.234238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '5b04dbf5-807d-4151-a262-0d9c475397fe', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'port_id': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'mac_address': 'fa:16:3e:9d:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3b1186-cc90-4726-851b-45a8996828a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:54:28Z', 'updated_at': '2021-07-08T17:54:41Z', 'revision_number': 1, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:43.255087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-b52c4c88-7980-4bda-918d-5e25e428d334 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 998 time: 0.1266680 Jul 08 17:54:43.283810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] Checking router: 60a69559-62ba-4174-91d4-57c0af8230a1 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:54:43.293335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:54:43.293968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:54:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:43.404638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-28956ba6-a5e8-4bc5-82d3-672917b0d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.407910 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-28956ba6-a5e8-4bc5-82d3-672917b0d731 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.1433034 Jul 08 17:54:43.451487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:54:43.526083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-4f1e3dd3-54af-42fe-8842-977953f016c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:54:43.532268 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-4f1e3dd3-54af-42fe-8842-977953f016c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175752 Jul 08 17:54:43.785612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '5b04dbf5-807d-4151-a262-0d9c475397fe', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'port_id': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'mac_address': 'fa:16:3e:9d:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3b1186-cc90-4726-851b-45a8996828a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:54:28Z', 'updated_at': '2021-07-08T17:54:41Z', 'revision_number': 1, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:54:43.787234 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:43.801242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-eb45b2e8-7ba3-4943-a45b-8073a576ee57 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609184 Jul 08 17:54:43.853084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd2db2a-294c-4380-870b-0d05738d7716 None None] The sync data for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 is: [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '5b04dbf5-807d-4151-a262-0d9c475397fe', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'port_id': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'mac_address': 'fa:16:3e:9d:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3b1186-cc90-4726-851b-45a8996828a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:54:28Z', 'updated_at': '2021-07-08T17:54:41Z', 'revision_number': 1, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:54:43.997171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7b804704-082f-471b-a41c-427bdc8c24a4 req-62c42acd-e917-4d2b-9458-63c45ed9300c service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890209 Jul 08 17:54:44.290479 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c456d-1829-416f-9ea3-e5c6f625d31e None None] New status for floating IP 5b04dbf5-807d-4151-a262-0d9c475397fe: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:54:55.958530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:54:57.485086 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0409a198-c26b-4698-89b1-674366974d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:00.001726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8b007241-aa74-4589-97c1-2a72e11da2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:00.556695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:01.433628 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:02.879055 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:04.579763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-0ab66b83-36f0-49e3-9c23-8eb09750d6b4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:04.581340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-0ab66b83-36f0-49e3-9c23-8eb09750d6b4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1492803 Jul 08 17:55:04.597324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-df40c2b7-df01-4ae8-bda2-f1e026c99804 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/quotas/2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 375 time: 0.0105200 Jul 08 17:55:04.681353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-ffe6aea3-22c9-4ddf-b549-dc73e71b23b6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740817 Jul 08 17:55:04.827720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-144530ab-3568-4b6a-89b3-fbb200d748d4 service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392975 Jul 08 17:55:04.930614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-626c0e48-a5e6-4e9a-9a76-fd8790cb6122 service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976813 Jul 08 17:55:05.186355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71629649-6293-4d84-a60b-2b10cf8dc566 req-277304ac-02e0-47a1-8795-37bf8322c66d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 210 time: 0.0575416 Jul 08 17:55:06.364858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c404181c-7614-4ac7-9662-dab9185abebd req-038972bb-552b-4959-8b19-9f5c6a7b4686 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 210 time: 0.0681057 Jul 08 17:55:06.581041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-f331b349-a032-4118-825b-cfcc58d3b7d8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:06.582607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-f331b349-a032-4118-825b-cfcc58d3b7d8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1232245 Jul 08 17:55:06.624496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'port': {'device_id': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'admin_state_up': True, 'tenant_id': '2e45d758143b4debb58a65408ce49775'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:06.758588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:06.763980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:06.943129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.20.0.8 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/08e44b26-0a5d-48fd-a495-a6df243572df) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:07.204167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:07.238201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Transition to ACTIVE for port object 08e44b26-0a5d-48fd-a495-a6df243572df will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:07.307809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:07.372255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:07.377914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:07.382024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:07.467069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=08e44b26-0a5d-48fd-a495-a6df243572df,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:07.505399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.505776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.506121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.506463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.506804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.507137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.507465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.507790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.508114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.508437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.508776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.509100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:07.554365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:07.555826 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:07.618167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-1516d82c-7a8c-474d-b8b2-a3188ac81f2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9985998 Jul 08 17:55:07.749911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002ce3a-6446-4500-be65-b36944ebd401 req-705ad850-3371-4a81-ab72-0ef3fe71f746 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:07.750457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e31e0d6b-f74f-498a-9219-4fb26ebc62f7 None None] Provisioning for port 08e44b26-0a5d-48fd-a495-a6df243572df completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:07.752955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f002ce3a-6446-4500-be65-b36944ebd401 req-705ad850-3371-4a81-ab72-0ef3fe71f746 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 931 time: 0.1918693 Jul 08 17:55:07.757838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e31e0d6b-f74f-498a-9219-4fb26ebc62f7 None None] Provisioning complete for port 08e44b26-0a5d-48fd-a495-a6df243572df triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:07.758490 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e31e0d6b-f74f-498a-9219-4fb26ebc62f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:07.802292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Request body: {'port': {'device_id': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:07.873326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e31e0d6b-f74f-498a-9219-4fb26ebc62f7 None None] Port 08e44b26-0a5d-48fd-a495-a6df243572df cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:07.877527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f002ce3a-6446-4500-be65-b36944ebd401 req-d1a93095-9e7c-46e2-97bd-aca6e4ed4229 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170468 Jul 08 17:55:07.972568 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:08.463688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e44b26-0a5d-48fd-a495-a6df243572df {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:08.474604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:08.491638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Transition to ACTIVE for port object 08e44b26-0a5d-48fd-a495-a6df243572df will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:08.497936 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:08.569951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Pushing event updated for resources: {'Port': ['ID=08e44b26-0a5d-48fd-a495-a6df243572df,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:08.699212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Attempting to bind port 08e44b26-0a5d-48fd-a495-a6df243572df on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:08.700839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Attempting to bind port 08e44b26-0a5d-48fd-a495-a6df243572df by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:08.701889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Attempting to bind port 08e44b26-0a5d-48fd-a495-a6df243572df on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:08.714499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Port 08e44b26-0a5d-48fd-a495-a6df243572df on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:55:08.715091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Attempting to bind port 08e44b26-0a5d-48fd-a495-a6df243572df on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:08.722830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:08.723639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:08.724408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:08.725397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Bound port: 08e44b26-0a5d-48fd-a495-a6df243572df, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:08.726114 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:08.842730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] For port 08e44b26-0a5d-48fd-a495-a6df243572df, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:08.847366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] For port 08e44b26-0a5d-48fd-a495-a6df243572df, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=08e44b26-0a5d-48fd-a495-a6df243572df,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:08.853434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:08.953122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Pushing event updated for resources: {'Port': ['ID=08e44b26-0a5d-48fd-a495-a6df243572df,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:09.003393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:09.003965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:09.005427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-d7b4cd63-6cef-462f-91da-f50db301aa37 service neutron] 10.222.0.41 "PUT /v2.0/ports/08e44b26-0a5d-48fd-a495-a6df243572df HTTP/1.1" status: 200 len: 1091 time: 1.3648133 Jul 08 17:55:09.005882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'tag': '08e44b26-0a5d-48fd-a495-a6df243572df'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:09.035509 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df82e55-b4aa-4360-ac09-73ae1cc1787a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5676f3-300b-45a9-80cb-b6d8cb2abab5", "tag": "08e44b26-0a5d-48fd-a495-a6df243572df"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:09.169781 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b737f89-fef0-48d0-8110-403dbb2a3639 x-openstack-request-id: req-1b737f89-fef0-48d0-8110-403dbb2a3639 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:09.170086 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5676f3-300b-45a9-80cb-b6d8cb2abab5", "tag": "08e44b26-0a5d-48fd-a495-a6df243572df", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:09.170341 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1b737f89-fef0-48d0-8110-403dbb2a3639 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:09.170753 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'tag': '08e44b26-0a5d-48fd-a495-a6df243572df', 'status': 'completed', 'code': 200} Jul 08 17:55:09.350752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-4782ed74-e678-4ce8-938c-f54993312906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:09.357299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-4782ed74-e678-4ce8-938c-f54993312906 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 1094 time: 0.2726417 Jul 08 17:55:09.366232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d19c51-581e-4aa2-ab54-dda808103b4d req-95b174c2-bbdb-4e54-a900-1ab2ac411ba3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:09.367831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25d19c51-581e-4aa2-ab54-dda808103b4d req-95b174c2-bbdb-4e54-a900-1ab2ac411ba3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.2120502 Jul 08 17:55:09.459005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-9608fc89-8fe0-4f35-afa0-21f69bc9a391 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e44b26-0a5d-48fd-a495-a6df243572df HTTP/1.1" status: 200 len: 217 time: 0.0732741 Jul 08 17:55:09.500789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25d19c51-581e-4aa2-ab54-dda808103b4d req-6efb3447-f190-44ef-a85d-d27d16dac7fa tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268451 Jul 08 17:55:09.580340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-f43d51e5-1fff-4725-948a-8940a4484f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:09.581951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-f43d51e5-1fff-4725-948a-8940a4484f31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0951898 Jul 08 17:55:09.647170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-0c06a676-fd74-4ed3-9459-3c34b52ece49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:09.648843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-0c06a676-fd74-4ed3-9459-3c34b52ece49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562313 Jul 08 17:55:09.768293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-379a0282-490e-4ad7-bf21-4cc968ddcd42 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071818 Jul 08 17:55:09.938963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7674ca84-9076-4f11-9a9c-badcc605ac02 req-f3e9b335-7712-45ab-967f-56b61b80953b service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568162 Jul 08 17:55:10.136628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-54b05ae7-ee55-4150-8860-e3edbaf1d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:10.138610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-54b05ae7-ee55-4150-8860-e3edbaf1d37b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 1094 time: 0.0812042 Jul 08 17:55:10.225998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-5671a8be-3dc8-4cbe-9338-ef30b6b90417 req-65b61d1d-3790-4f28-aaaf-2e32ce8797eb service neutron] (93665) timed out ('10.222.0.63', 49570) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 17:55:10.677185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-7503174c-65d6-448c-8cb6-6eadb7bed312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:10.683574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-7503174c-65d6-448c-8cb6-6eadb7bed312 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.5376348 Jul 08 17:55:10.744463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-67057c63-eccc-45cf-a1ea-e1ea748d68f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08e44b26-0a5d-48fd-a495-a6df243572df HTTP/1.1" status: 200 len: 217 time: 0.0509448 Jul 08 17:55:10.835356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-12ebc606-f6d8-476f-97e3-a6f208488322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:10.839889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-12ebc606-f6d8-476f-97e3-a6f208488322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0760360 Jul 08 17:55:10.907120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde1fa-6a81-4223-8236-f6fb85910c1e req-8fe2ca31-fc3d-45b5-b9c0-13e4e37612f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:10.913346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99bde1fa-6a81-4223-8236-f6fb85910c1e req-8fe2ca31-fc3d-45b5-b9c0-13e4e37612f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.2132502 Jul 08 17:55:10.981200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99bde1fa-6a81-4223-8236-f6fb85910c1e req-ae4514b1-3d2e-4d52-afc1-22a73916b4cb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627050 Jul 08 17:55:10.985880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-ba108fbd-9a17-4b4e-b16f-ebdcf0896cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:10.987762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-ba108fbd-9a17-4b4e-b16f-ebdcf0896cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350002 Jul 08 17:55:11.128920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-b7ff6a9e-5a84-4790-8d12-a5bac2ae4c09 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297021 Jul 08 17:55:11.295017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1df82e55-b4aa-4360-ac09-73ae1cc1787a req-9d14830c-6563-4bc4-ae07-454f95205123 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560173 Jul 08 17:55:12.313225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8bd4a-ea76-4323-a998-d064bbe85e45 req-f433eadb-dd57-4617-937b-63b699e2e2fa tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:12.326346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4af8bd4a-ea76-4323-a998-d064bbe85e45 req-f433eadb-dd57-4617-937b-63b699e2e2fa tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.1123395 Jul 08 17:55:12.390602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4af8bd4a-ea76-4323-a998-d064bbe85e45 req-a3c62771-b6ff-4d5a-8ac7-290a0e958d51 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632124 Jul 08 17:55:13.724236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e616f31-1995-4ec2-a097-4b5b3dbffb77 req-a1d1fc09-892e-4076-819c-34efb832d077 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:13.732542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e616f31-1995-4ec2-a097-4b5b3dbffb77 req-a1d1fc09-892e-4076-819c-34efb832d077 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.1319184 Jul 08 17:55:13.772684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:13.806883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e616f31-1995-4ec2-a097-4b5b3dbffb77 req-8b5908e5-c86d-4f89-891e-b6c7438c7b3f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706685 Jul 08 17:55:15.039758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa2ee8-e423-4f3a-9d75-fba4b4bdee69 req-272445c7-155b-41e6-bab7-babaed928f3b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:15.047652 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cfa2ee8-e423-4f3a-9d75-fba4b4bdee69 req-272445c7-155b-41e6-bab7-babaed928f3b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.1057973 Jul 08 17:55:15.127542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cfa2ee8-e423-4f3a-9d75-fba4b4bdee69 req-41894d47-39d4-4635-ac25-4e3e279638e2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787120 Jul 08 17:55:16.345397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90a22-df63-4cf3-a8f6-bb03fb0ce039 req-24ea4c38-d0ad-4962-8f16-64ee00961c1e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:16.350113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ed90a22-df63-4cf3-a8f6-bb03fb0ce039 req-24ea4c38-d0ad-4962-8f16-64ee00961c1e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.1016021 Jul 08 17:55:16.404975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ed90a22-df63-4cf3-a8f6-bb03fb0ce039 req-167ee323-9661-45fb-8f75-e55996223b0a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Jul 08 17:55:17.679641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6199c-e07f-4ac4-990d-2649d926d1be req-517d21dc-1236-4e16-a7e3-ce05e48dfdb5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:17.681340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46d6199c-e07f-4ac4-990d-2649d926d1be req-517d21dc-1236-4e16-a7e3-ce05e48dfdb5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0706615 Jul 08 17:55:17.720848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-46d6199c-e07f-4ac4-990d-2649d926d1be req-b6e37a68-d17b-45e5-97ec-aa0c64e7f769 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Jul 08 17:55:18.075363 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:55:18.164425 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-49bbba0d-f8c8-4daa-81f3-fac41e1be0c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533409 Jul 08 17:55:18.267730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-14c27878-376e-4f91-9ce9-ac8d0df2ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:18.269383 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-14c27878-376e-4f91-9ce9-ac8d0df2ca46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1096 time: 0.0573816 Jul 08 17:55:18.396494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-61d3a50e-4cd1-447e-8010-db8b489a05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:18.398257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-61d3a50e-4cd1-447e-8010-db8b489a05e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.0993567 Jul 08 17:55:18.483784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-5057e70c-0d6b-476c-9e2e-9dca55c6b906 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 1000 time: 0.0792968 Jul 08 17:55:18.551603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-b80f82dc-9c99-4561-8307-146c49781d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:18.553536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-b80f82dc-9c99-4561-8307-146c49781d97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0619626 Jul 08 17:55:18.624685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-e1fc1bef-d7a8-4d77-8a8f-c3fb7d290931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:18.626844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-e1fc1bef-d7a8-4d77-8a8f-c3fb7d290931 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660470 Jul 08 17:55:18.735602 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-605fca98-1b7e-4862-ab67-d28f17eea079 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019716 Jul 08 17:55:18.934424 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-25726927-546b-4dea-80d8-c9977a2d56b5 req-22ff8042-b018-4c5f-a901-13dbdb1cd882 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929784 Jul 08 17:55:19.027451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959105-a76a-4379-8d14-e3e579034dd4 req-601a4e00-3361-439d-8461-a2babc330f7a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:19.029454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d959105-a76a-4379-8d14-e3e579034dd4 req-601a4e00-3361-439d-8461-a2babc330f7a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0787649 Jul 08 17:55:19.078513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d959105-a76a-4379-8d14-e3e579034dd4 req-bcab933b-25e7-4663-9fd6-831f3190e716 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 Jul 08 17:55:20.267064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436887b-9ab4-4fdf-9505-49de1593901c req-c3d20e95-e9b1-4253-b5b6-0c7603b0f879 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:20.268606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5436887b-9ab4-4fdf-9505-49de1593901c req-c3d20e95-e9b1-4253-b5b6-0c7603b0f879 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0685325 Jul 08 17:55:20.309729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5436887b-9ab4-4fdf-9505-49de1593901c req-471a7a3d-e5f9-43f4-8e62-17fee3dda006 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351312 Jul 08 17:55:21.498697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c7834-eac1-4448-8d99-4c9bcf9a4c1e req-11e9d510-c4d6-44e8-91bf-de3cc0865f36 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:21.500111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-679c7834-eac1-4448-8d99-4c9bcf9a4c1e req-11e9d510-c4d6-44e8-91bf-de3cc0865f36 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0722165 Jul 08 17:55:21.538486 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-679c7834-eac1-4448-8d99-4c9bcf9a4c1e req-7d50478a-37c8-4ff9-92fb-35203c5ea29a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Jul 08 17:55:22.719260 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c3dd7-35f6-4a1a-92d4-d1bc8c91deb4 req-2e75c91d-70bb-4812-9bc6-531923573f30 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:22.720818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-183c3dd7-35f6-4a1a-92d4-d1bc8c91deb4 req-2e75c91d-70bb-4812-9bc6-531923573f30 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0673597 Jul 08 17:55:22.758821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-183c3dd7-35f6-4a1a-92d4-d1bc8c91deb4 req-5123a08d-a84e-4e48-9e24-c6d7567326fe tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Jul 08 17:55:23.977658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176444-3558-4602-98ff-c8c6203eeab1 req-f17dc934-92d2-46cf-802a-b03a5031d20d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:23.985397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37176444-3558-4602-98ff-c8c6203eeab1 req-f17dc934-92d2-46cf-802a-b03a5031d20d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0791221 Jul 08 17:55:24.028547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37176444-3558-4602-98ff-c8c6203eeab1 req-0dcf545e-9084-4864-a855-c1644a73509c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Jul 08 17:55:25.264684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ae4e7-4c0f-4b31-9082-28407a755142 req-aa530ffd-2e15-4804-bba2-4d4d05494218 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:25.267803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-887ae4e7-4c0f-4b31-9082-28407a755142 req-aa530ffd-2e15-4804-bba2-4d4d05494218 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0855148 Jul 08 17:55:25.317239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-887ae4e7-4c0f-4b31-9082-28407a755142 req-a17b9040-44f6-43cf-bb8c-efe817433190 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Jul 08 17:55:25.964012 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:26.518016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11ad9d-3ca5-4693-b76c-ffc836efb602 req-6877db39-b014-4908-a823-8cad92e47c7c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:26.520165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc11ad9d-3ca5-4693-b76c-ffc836efb602 req-6877db39-b014-4908-a823-8cad92e47c7c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0786161 Jul 08 17:55:26.560727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc11ad9d-3ca5-4693-b76c-ffc836efb602 req-759925f8-70a3-4226-bcd3-211bf200d801 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345113 Jul 08 17:55:27.053422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44240) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:27.185712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Deleting subnet c3a9797d-553f-407c-abc9-79e030a4d80c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:55:27.188967 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.223490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.273031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.329153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.355388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a9797d-553f-407c-abc9-79e030a4d80c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:27.360033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.365116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c3a9797d-553f-407c-abc9-79e030a4d80c HTTP/1.1" status: 204 len: 168 time: 0.3075452 Jul 08 17:55:27.365239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44250) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:27.368878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.369459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.369813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.370473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.370816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.371160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.371831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.372053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.372389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.372723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.373080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.373924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eac484-b5d9-49bc-a4cb-272439ebd7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:27.442827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.480369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-91516259-a56e-4ae3-8ad9-f3a5fdb1a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.523759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.534732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639ecec6-6ace-4280-bd17-24552f5c8a80']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:27.544628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc088f74-d5f2-4a99-a138-fc458e369f78') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:27.544939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc088f74-d5f2-4a99-a138-fc458e369f78') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:27.555067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.569168 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.577445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:55:27.578017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:55:27.580904 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:55:27.646328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.653542 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.655649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/639ecec6-6ace-4280-bd17-24552f5c8a80 HTTP/1.1" status: 204 len: 168 time: 0.2896533 Jul 08 17:55:27.671996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c4080-ba89-413d-bdbc-570a1dd47ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=639ecec6-6ace-4280-bd17-24552f5c8a80,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:27.778195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61f2b9-1ec1-4ff4-ae86-8440c1f68dc3 req-84782077-73f7-4b09-8a04-90fd52df2a3d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:27.779956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d61f2b9-1ec1-4ff4-ae86-8440c1f68dc3 req-84782077-73f7-4b09-8a04-90fd52df2a3d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0766532 Jul 08 17:55:27.808015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44262) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:27.826640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d61f2b9-1ec1-4ff4-ae86-8440c1f68dc3 req-bf791cc7-7ac9-4f43-8ba6-adba5f7245f1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372250 Jul 08 17:55:27.874351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-06d0e368-6989-4378-94a3-988ea7b36881 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=035ccb0d03ba4ec6bd7d2ba057047089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648024 Jul 08 17:55:27.876822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44266) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:27.924444 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ce76a94-9b6d-4b3e-9999-e9aed4f78c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:27.947006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ce76a94-9b6d-4b3e-9999-e9aed4f78c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.004579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ce76a94-9b6d-4b3e-9999-e9aed4f78c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.008701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ce76a94-9b6d-4b3e-9999-e9aed4f78c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:28.010465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2ce76a94-9b6d-4b3e-9999-e9aed4f78c2a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/edc004ae-c320-400a-9ee9-40f8d1fd6fce HTTP/1.1" status: 204 len: 168 time: 0.1321332 Jul 08 17:55:28.019978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce76a94-9b6d-4b3e-9999-e9aed4f78c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc004ae-c320-400a-9ee9-40f8d1fd6fce,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:29.099542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ab34a-b8ac-435c-a5ff-9818b1d2b925 req-07900d31-02df-4034-ba11-2d093dfefa17 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:29.101161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac7ab34a-b8ac-435c-a5ff-9818b1d2b925 req-07900d31-02df-4034-ba11-2d093dfefa17 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0895910 Jul 08 17:55:29.142914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac7ab34a-b8ac-435c-a5ff-9818b1d2b925 req-ef9ecc64-aa4a-4572-80ee-4644b6656855 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Jul 08 17:55:30.011208 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5bf25c18-cb30-4f2a-b113-f3fbf46d187f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:30.346234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818039cd-5e49-4b2e-86e6-54b8d2f9c1f2 req-4326d7c4-715b-444d-b785-d4f5e2821eeb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:30.347776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-818039cd-5e49-4b2e-86e6-54b8d2f9c1f2 req-4326d7c4-715b-444d-b785-d4f5e2821eeb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0723445 Jul 08 17:55:30.391376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-818039cd-5e49-4b2e-86e6-54b8d2f9c1f2 req-2024462c-8fa0-4b83-8ef3-867c428ad69f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376134 Jul 08 17:55:30.469318 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:31.442294 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:31.594114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90005e0-0ee7-434f-af24-04cb5f200e5a req-4cca743f-a0a8-489e-9e12-6b5bc9b613ac tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:31.595705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e90005e0-0ee7-434f-af24-04cb5f200e5a req-4cca743f-a0a8-489e-9e12-6b5bc9b613ac tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0717151 Jul 08 17:55:31.649278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e90005e0-0ee7-434f-af24-04cb5f200e5a req-1696394d-6825-4726-9d68-c2a4e09d95e6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Jul 08 17:55:32.873999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff601c8-e69d-4162-a4b8-561987b30971 req-807d6663-2425-41b1-8b88-d2ed0bdbcc70 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:32.878362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff601c8-e69d-4162-a4b8-561987b30971 req-807d6663-2425-41b1-8b88-d2ed0bdbcc70 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.1035798 Jul 08 17:55:32.892947 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:32.925378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff601c8-e69d-4162-a4b8-561987b30971 req-cdf5b307-821c-4ed5-bf9c-8f6b208c2de8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Jul 08 17:55:34.127978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940ab1e-6f5c-475b-a056-e8a834dad121 req-4b809864-7d75-4b44-b87c-a6e5221f4cc8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:34.129645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b940ab1e-6f5c-475b-a056-e8a834dad121 req-4b809864-7d75-4b44-b87c-a6e5221f4cc8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.0717633 Jul 08 17:55:34.173311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b940ab1e-6f5c-475b-a056-e8a834dad121 req-a1f9daed-cadb-4249-9e63-6fcf3da95e46 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355835 Jul 08 17:55:35.112325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-0cb773a5-2f7a-4502-b285-0bcbbfb9d8f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802255 Jul 08 17:55:35.188946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 08e44b26-0a5d-48fd-a495-a6df243572df details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:55:35.303417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-c3d467c9-d780-446a-8359-fce06e7b1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:35.305275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-c3d467c9-d780-446a-8359-fce06e7b1423 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1097 time: 0.0904615 Jul 08 17:55:35.411979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 08e44b26-0a5d-48fd-a495-a6df243572df, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=08e44b26-0a5d-48fd-a495-a6df243572df,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:35.432497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '08e44b26-0a5d-48fd-a495-a6df243572df', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'port_id': '08e44b26-0a5d-48fd-a495-a6df243572df', 'mac_address': 'fa:16:3e:55:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:55:35.449154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-ff95df69-28e6-4cbb-a0c1-6201f5f22ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:35.450829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-ff95df69-28e6-4cbb-a0c1-6201f5f22ad7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 908 time: 0.1114914 Jul 08 17:55:35.497046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:35.518520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e44b26-0a5d-48fd-a495-a6df243572df {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:35.552629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 08e44b26-0a5d-48fd-a495-a6df243572df, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=08e44b26-0a5d-48fd-a495-a6df243572df,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:35.565584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:35.567729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-541bfec7-a72e-4657-86be-4ecf44ab84ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 1002 time: 0.0736423 Jul 08 17:55:35.652412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c6d8-1c27-462b-9826-6aa4e08b3df1 req-b10583e4-1fa8-4b31-988d-146274fba0e4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:35.654197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2274c6d8-1c27-462b-9826-6aa4e08b3df1 req-b10583e4-1fa8-4b31-988d-146274fba0e4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 943 time: 0.2022061 Jul 08 17:55:35.671511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=08e44b26-0a5d-48fd-a495-a6df243572df,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:35.674376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-a9bfe6e3-ff79-45fd-9303-78260a7e8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:35.676127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-a9bfe6e3-ff79-45fd-9303-78260a7e8e17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 200 len: 846 time: 0.0963438 Jul 08 17:55:35.689775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.691616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.692185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.693708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.694264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.694808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.695520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.696080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.698501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.699236 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.699787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.700328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:35.750504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2274c6d8-1c27-462b-9826-6aa4e08b3df1 req-6c679e34-7724-4ca4-abb6-360e7e16f05d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891614 Jul 08 17:55:35.787942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-3954c513-baa0-4e0d-8905-9e6c7b4b7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:35.789565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-3954c513-baa0-4e0d-8905-9e6c7b4b7cc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a416b017-2ee9-4c82-917a-e2112e2c691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028435 Jul 08 17:55:35.899786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-337c40ba-6590-41d5-9f80-2ef44f3b3bc4 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021590 Jul 08 17:55:35.944597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['08e44b26-0a5d-48fd-a495-a6df243572df'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:55:36.019275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d31ec630-2e6c-40c3-b36e-fda98ba815c1 req-9c17c60f-91cb-4349-84e8-96b0b4ba48d8 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107683 Jul 08 17:55:36.993633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee56cc9-ff92-4384-82dc-c86e27a18de0 req-de7edcff-a558-4a20-a790-8b145af5bb1a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:36.996787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ee56cc9-ff92-4384-82dc-c86e27a18de0 req-de7edcff-a558-4a20-a790-8b145af5bb1a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 944 time: 0.1196468 Jul 08 17:55:37.052986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ee56cc9-ff92-4384-82dc-c86e27a18de0 req-c86bf4c9-2e47-4d92-b4ac-e739533f233f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493145 Jul 08 17:55:37.201691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 08e44b26-0a5d-48fd-a495-a6df243572df up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:37.252469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 08e44b26-0a5d-48fd-a495-a6df243572df completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:37.256710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 08e44b26-0a5d-48fd-a495-a6df243572df triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:37.257163 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.339523 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.378759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e44b26-0a5d-48fd-a495-a6df243572df'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:37.383457 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3d8945-97a2-4504-a602-abd3cd809023" -d '{"events": [{"server_uuid": "cd5676f3-300b-45a9-80cb-b6d8cb2abab5", "name": "network-vif-plugged", "status": "completed", "tag": "08e44b26-0a5d-48fd-a495-a6df243572df"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:37.390088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 08e44b26-0a5d-48fd-a495-a6df243572df, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=08e44b26-0a5d-48fd-a495-a6df243572df,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:37.397101 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.459081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=08e44b26-0a5d-48fd-a495-a6df243572df,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:37.484659 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be61efa-129b-49cd-9c6b-a4f91fb1d2ae x-openstack-request-id: req-9be61efa-129b-49cd-9c6b-a4f91fb1d2ae {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:37.485194 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5676f3-300b-45a9-80cb-b6d8cb2abab5", "name": "network-vif-plugged", "status": "completed", "tag": "08e44b26-0a5d-48fd-a495-a6df243572df", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:37.485509 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9be61efa-129b-49cd-9c6b-a4f91fb1d2ae {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:37.485988 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e44b26-0a5d-48fd-a495-a6df243572df', 'code': 200} Jul 08 17:55:37.651313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b8008-4819-42c6-93c9-e1a9132644b4 req-ff92753b-ce24-46d6-9806-a7bcd87d3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:37.653199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf2b8008-4819-42c6-93c9-e1a9132644b4 req-ff92753b-ce24-46d6-9806-a7bcd87d3e2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 1096 time: 0.0621276 Jul 08 17:55:37.670468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44542) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:37.723113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf2b8008-4819-42c6-93c9-e1a9132644b4 req-2f05fc63-6181-4110-9e71-b450f68d2f3c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577149 Jul 08 17:55:37.810389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee773e73-aeed-4769-ad3c-446024a0e245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.914580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee773e73-aeed-4769-ad3c-446024a0e245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.920409 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee773e73-aeed-4769-ad3c-446024a0e245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:37.954207 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee773e73-aeed-4769-ad3c-446024a0e245 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=17854526cf1744859e2be8aa98cdfea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823856 Jul 08 17:55:37.956513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:37.986545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee773e73-aeed-4769-ad3c-446024a0e245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5290592-65ea-4da0-b544-e6c9bd9ed872,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.022489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92f31a22-30b4-40b8-9591-d3d85831a05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.046549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92f31a22-30b4-40b8-9591-d3d85831a05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.113100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92f31a22-30b4-40b8-9591-d3d85831a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.116422 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-92f31a22-30b4-40b8-9591-d3d85831a05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:38.120905 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-92f31a22-30b4-40b8-9591-d3d85831a05b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5290592-65ea-4da0-b544-e6c9bd9ed872 HTTP/1.1" status: 204 len: 168 time: 0.1633086 Jul 08 17:55:38.134222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f31a22-30b4-40b8-9591-d3d85831a05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5290592-65ea-4da0-b544-e6c9bd9ed872,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:38.291596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a78a17-032f-4154-9220-0a49f890cefd req-f2ae23c1-375c-48d0-b575-23d8af9c9ee2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:38.293201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59a78a17-032f-4154-9220-0a49f890cefd req-f2ae23c1-375c-48d0-b575-23d8af9c9ee2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.0691226 Jul 08 17:55:38.340137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59a78a17-032f-4154-9220-0a49f890cefd req-a2425550-6441-4a9b-9e38-824da24fa15a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Jul 08 17:55:39.536822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44b3f-0f68-4987-87a4-5ac71e3b9394 req-6f5a9b3b-6e4b-4b3a-a3d3-a5656c807a0a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:39.539237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bed44b3f-0f68-4987-87a4-5ac71e3b9394 req-6f5a9b3b-6e4b-4b3a-a3d3-a5656c807a0a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.0806832 Jul 08 17:55:39.584661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bed44b3f-0f68-4987-87a4-5ac71e3b9394 req-f1207799-76e2-4b42-9a95-ca7039b95814 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Jul 08 17:55:39.787503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa037c19-21c5-4e4d-be36-d55bb95f494b req-2055c44d-8ec3-4888-900d-32df1f4ecd39 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:39.789148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa037c19-21c5-4e4d-be36-d55bb95f494b req-2055c44d-8ec3-4888-900d-32df1f4ecd39 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.0803769 Jul 08 17:55:39.795415 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44600) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:39.801412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418153791', 'description': 'tempest-secgroup-smoke-418153791 description', 'project_id': '25b9e3294d1441afacb223be42639035'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:39.844934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.859431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa037c19-21c5-4e4d-be36-d55bb95f494b req-37e1f0fd-c8c5-4ef9-a5b4-c2e5bce05af2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616546 Jul 08 17:55:39.860327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.978502 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:39.984361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.060591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7372e8-0642-4bd6-b404-e68ae81eb988,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.140251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81f58-195e-4d18-b747-c8ef242f42db req-d25657f2-cf54-4c3d-a2c4-0aee4e5097d4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:40.141810 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f81f58-195e-4d18-b747-c8ef242f42db req-d25657f2-cf54-4c3d-a2c4-0aee4e5097d4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.1387901 Jul 08 17:55:40.144136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.150037 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.198388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.199641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4031641 Jul 08 17:55:40.202737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 44606) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.205526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677827a0-e56f-4206-82ad-fb332402dfd4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343185d2-7e72-4fa7-b918-7d86ed8e1690,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.208652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d59f2096-9cfc-4d0c-bea9-d4d16825fd8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '343185d2-7e72-4fa7-b918-7d86ed8e1690', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:40.216504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f81f58-195e-4d18-b747-c8ef242f42db req-df1679b7-31b3-4974-8206-309c6dbb2ce3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675619 Jul 08 17:55:40.267624 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d59f2096-9cfc-4d0c-bea9-d4d16825fd8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.323600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d59f2096-9cfc-4d0c-bea9-d4d16825fd8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.327895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d59f2096-9cfc-4d0c-bea9-d4d16825fd8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.354183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d59f2096-9cfc-4d0c-bea9-d4d16825fd8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.355451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d59f2096-9cfc-4d0c-bea9-d4d16825fd8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515563 Jul 08 17:55:40.356322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f2096-9cfc-4d0c-bea9-d4d16825fd8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a60f60f-5105-4303-b66f-0768effb910a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.359238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44614) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.364916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e85d7c22-8808-4cbf-a984-b60d5dd1f410 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '343185d2-7e72-4fa7-b918-7d86ed8e1690', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:40.396577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e85d7c22-8808-4cbf-a984-b60d5dd1f410 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.462830 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e85d7c22-8808-4cbf-a984-b60d5dd1f410 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.467271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e85d7c22-8808-4cbf-a984-b60d5dd1f410 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.490236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7c22-8808-4cbf-a984-b60d5dd1f410 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac659ba7-298d-4317-b0f0-045a7f4d46b9,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.499405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e85d7c22-8808-4cbf-a984-b60d5dd1f410 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.500997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e85d7c22-8808-4cbf-a984-b60d5dd1f410 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401157 Jul 08 17:55:40.504352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.510591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4c5b3c45-63ca-47ac-9f29-74600b268851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '343185d2-7e72-4fa7-b918-7d86ed8e1690', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:40.543873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c5b3c45-63ca-47ac-9f29-74600b268851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.622375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c5b3c45-63ca-47ac-9f29-74600b268851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.626742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c5b3c45-63ca-47ac-9f29-74600b268851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.647288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b3c45-63ca-47ac-9f29-74600b268851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeda1d0c-8261-445b-8113-1b60ad654c6f,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.653765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c5b3c45-63ca-47ac-9f29-74600b268851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.655128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4c5b3c45-63ca-47ac-9f29-74600b268851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496255 Jul 08 17:55:40.657951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44622) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.663010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fe540a33-4f10-4665-83e7-3bb22bff054b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '343185d2-7e72-4fa7-b918-7d86ed8e1690', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:40.704645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe540a33-4f10-4665-83e7-3bb22bff054b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.789195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe540a33-4f10-4665-83e7-3bb22bff054b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.798515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c5622-cb71-4c33-a6c5-192c4fd2affb req-6be97ffb-dd3b-4fd1-bcf5-8333da51954c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:40.800021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-421c5622-cb71-4c33-a6c5-192c4fd2affb req-6be97ffb-dd3b-4fd1-bcf5-8333da51954c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.1138201 Jul 08 17:55:40.801693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe540a33-4f10-4665-83e7-3bb22bff054b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.827141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe540a33-4f10-4665-83e7-3bb22bff054b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b2ebf0-f253-42c5-bd83-2d9c40248bde,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.840032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe540a33-4f10-4665-83e7-3bb22bff054b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.841157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fe540a33-4f10-4665-83e7-3bb22bff054b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820300 Jul 08 17:55:40.843986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44624) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.848381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '343185d2-7e72-4fa7-b918-7d86ed8e1690', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:40.871518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-421c5622-cb71-4c33-a6c5-192c4fd2affb req-fda7bec7-abbb-420c-895c-a7e179974ea7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618315 Jul 08 17:55:40.882945 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:55:40.888694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.940945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.944672 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.963033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4262ef66-12c1-4bc9-b550-122568f62ee1,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:40.969947 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:40.973406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-22d2664c-74b7-4bf4-8db8-3b55235c1c07 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260047 Jul 08 17:55:40.973648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44626) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:40.979064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '343185d2-7e72-4fa7-b918-7d86ed8e1690', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:41.000705 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:55:41.005639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.073521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.077662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.096705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfdabec-6756-4576-9500-ba32058d0583,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:41.104206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.105649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c65bec3f-1dde-44a0-a5d1-85e1100b8900 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309242 Jul 08 17:55:41.108575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44628) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:41.113739 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'network': {'name': 'tempest-network-smoke--1100566265', 'project_id': '25b9e3294d1441afacb223be42639035', 'port_security_enabled': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:41.134826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:41.138311 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.162163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:55:41.171063 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.171358 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Added segment a29eb538-95be-404a-9110-22504b403651 of type vlan for network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 Jul 08 17:55:41.210368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.238544 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.244016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:41.244590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.299819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1901119 Jul 08 17:55:41.302698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44630) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:41.307071 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'admin_state_up': True, 'project_id': '25b9e3294d1441afacb223be42639035', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:41.318805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780e885-cf4e-4988-8c3e-01a1d7fbf7f5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Network': ['ID=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:41.329992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:55:41.336807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.338580 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.400014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.540608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.750922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.770055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:41.885621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.102 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/9c46ba7c-eebb-42db-a449-7a277ec3d100) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:42.053336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.120585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6d2dc-4cc6-42ac-a526-13b0de9c4e4d req-839b0832-273b-4065-bcee-834fbcd3d5fb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:42.122432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99e6d2dc-4cc6-42ac-a526-13b0de9c4e4d req-839b0832-273b-4065-bcee-834fbcd3d5fb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.1211348 Jul 08 17:55:42.136158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.193808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:42.200770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:42.206035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:42.209747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99e6d2dc-4cc6-42ac-a526-13b0de9c4e4d req-18e6a3ce-529f-4674-9d84-8e0306565b55 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812201 Jul 08 17:55:42.211654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=9c46ba7c-eebb-42db-a449-7a277ec3d100,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:42.506654 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:42.517213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-d0fdfade-be43-4050-a798-1e016fdc61c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:42.519467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-d0fdfade-be43-4050-a798-1e016fdc61c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.1225820 Jul 08 17:55:43.062276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port 08e44b26-0a5d-48fd-a495-a6df243572df {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:55:43.062959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.135159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.205858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] For port 08e44b26-0a5d-48fd-a495-a6df243572df, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=08e44b26-0a5d-48fd-a495-a6df243572df,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:43.206140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.247218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for 08e44b26-0a5d-48fd-a495-a6df243572df owned by compute:nova {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:55:43.404820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router af3a68ca-9ec4-4d69-8c92-f752276df75b is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:55:43.509569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b254-24ad-4ae2-8195-e5487be36388 req-cf5c8503-7a7a-4eb9-8657-172f72541743 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:43.511110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbf7b254-24ad-4ae2-8195-e5487be36388 req-cf5c8503-7a7a-4eb9-8657-172f72541743 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 945 time: 0.1836240 Jul 08 17:55:43.518621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.556547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['08e44b26-0a5d-48fd-a495-a6df243572df'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:55:43.595278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=08e44b26-0a5d-48fd-a495-a6df243572df,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:43.653179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fbf7b254-24ad-4ae2-8195-e5487be36388 req-2cbd2621-19ea-49a7-a5df-706ddcf453b7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353748 Jul 08 17:55:43.671627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] No DVR routers for this DVR port 08e44b26-0a5d-48fd-a495-a6df243572df on host n-h2-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:55:43.675814 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.677861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c2ad69d-757e-4f1b-9ba9-bb38ad886e42 req-4d03fe2b-a7e9-44dd-a713-d165474eefee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "DELETE /v2.0/ports/08e44b26-0a5d-48fd-a495-a6df243572df HTTP/1.1" status: 204 len: 173 time: 1.1267748 Jul 08 17:55:43.678330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'name': 'network-vif-deleted', 'tag': '08e44b26-0a5d-48fd-a495-a6df243572df'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:43.680652 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921930a2-e9ab-4297-b072-7cba146065c9" -d '{"events": [{"server_uuid": "cd5676f3-300b-45a9-80cb-b6d8cb2abab5", "name": "network-vif-deleted", "tag": "08e44b26-0a5d-48fd-a495-a6df243572df"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:43.689892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:55:43.704501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Sync routers for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:55:43.716761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:43.717820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:55:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:43.729917 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf1acc-c175-4d6d-9765-63fa0100fdef x-openstack-request-id: req-42bf1acc-c175-4d6d-9765-63fa0100fdef {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:43.730320 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5676f3-300b-45a9-80cb-b6d8cb2abab5", "name": "network-vif-deleted", "tag": "08e44b26-0a5d-48fd-a495-a6df243572df", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:43.730457 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-42bf1acc-c175-4d6d-9765-63fa0100fdef {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:43.730806 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5676f3-300b-45a9-80cb-b6d8cb2abab5', 'name': 'network-vif-deleted', 'tag': '08e44b26-0a5d-48fd-a495-a6df243572df', 'status': 'completed', 'code': 200} Jul 08 17:55:43.733264 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:43.734625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f5039266-f9e6-4076-87e7-42a5231dd150 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4310050 Jul 08 17:55:43.738527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44656) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:43.853431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:43.916329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-acfb3d08-9618-4ac8-a776-a9da6ff63394 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=25b9e3294d1441afacb223be42639035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1763802 Jul 08 17:55:43.930189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44662) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:44.041153 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.057027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e478fa6a-d395-4749-b0ec-ccce7e91a90b tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:44.058659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e478fa6a-d395-4749-b0ec-ccce7e91a90b tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270640 Jul 08 17:55:44.061597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44666) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:44.098047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-df49e577-e7ee-4f4a-9e9a-52e3867afad1 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351720 Jul 08 17:55:44.100524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44668) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:44.107229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826996294', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'project_id': '25b9e3294d1441afacb223be42639035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:44.111313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:42Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:44.145801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Checking router: af3a68ca-9ec4-4d69-8c92-f752276df75b for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:55:44.146383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Updating router af3a68ca-9ec4-4d69-8c92-f752276df75b port 9c46ba7c-eebb-42db-a449-7a277ec3d100 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:55:44.182507 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.203677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:44.207975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.440477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.512475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Subnet': ['ID=477cb8d3-9fcf-4eff-bfa4-d8ec63423567,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:44.516871 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.520537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Checking segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:44.521022 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network hostable DHCP agents. Network: 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:55:44.530232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Transition to ACTIVE for port object 9c46ba7c-eebb-42db-a449-7a277ec3d100 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:44.537334 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.540564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:55:44.551689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:44.556749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:44.557599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.576986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd543cda-5e93-4b27-ad18-5ffd7aed7c8d None None] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:44.589942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b4dbbd71-9ca5-41b6-a50c-55b02e5aa6e3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4848130 Jul 08 17:55:44.590324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 44670) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:55:44.643925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Attempting to bind port 9c46ba7c-eebb-42db-a449-7a277ec3d100 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:44.644308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Attempting to bind port 9c46ba7c-eebb-42db-a449-7a277ec3d100 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:44.644679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Attempting to bind port 9c46ba7c-eebb-42db-a449-7a277ec3d100 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:44.664766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:44.665065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:44.666068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.666380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:44.666857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Bound port: 9c46ba7c-eebb-42db-a449-7a277ec3d100, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:44.667244 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.711512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ff3de-f6d0-471d-ac5e-b6b1d513fb3b None None] Pushing event updated for resources: {'Port': ['ID=9c46ba7c-eebb-42db-a449-7a277ec3d100,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:44.823663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] For port 9c46ba7c-eebb-42db-a449-7a277ec3d100, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:44.827760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] For port 9c46ba7c-eebb-42db-a449-7a277ec3d100, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9c46ba7c-eebb-42db-a449-7a277ec3d100,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:44.867849 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:44.935439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a06bc4f5-e712-4784-8707-ac37f5e63cb4 req-76d3635e-1a7b-4faa-8e49-605eb5fdc343 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 210 time: 0.0427570 Jul 08 17:55:45.198232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:45.198865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:55:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:45.271690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:55:45.272541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.286392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ff3de-f6d0-471d-ac5e-b6b1d513fb3b None None] Pushing event updated for resources: {'Port': ['ID=9c46ba7c-eebb-42db-a449-7a277ec3d100,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:45.318543 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.368387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:45.668234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Allocated IP 172.20.0.2 (92de7be3-32d4-4d0d-982d-8d9ef1e67dd0/477cb8d3-9fcf-4eff-bfa4-d8ec63423567/8498b7da-9a6e-4e31-9826-2fe691729b83) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:45.732368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:42Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:45.764194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419b8f75-42b9-4679-9fa8-b38a8484e419 None None] The sync data for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 is: [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:42Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:55:45.877558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:45.888765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Transition to ACTIVE for port object 8498b7da-9a6e-4e31-9826-2fe691729b83 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:45.921934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Transition to ACTIVE for port object 8498b7da-9a6e-4e31-9826-2fe691729b83 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:45.938559 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.006421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:46.010404 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:46.013661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:46.039507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.1 (92de7be3-32d4-4d0d-982d-8d9ef1e67dd0/477cb8d3-9fcf-4eff-bfa4-d8ec63423567/d6e3290a-5022-45ab-8963-4c8b842b1ce9) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:46.155598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Pushing event updated for resources: {'Port': ['ID=8498b7da-9a6e-4e31-9826-2fe691729b83,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:46.159076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Attempting to bind port 8498b7da-9a6e-4e31-9826-2fe691729b83 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:46.159453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Attempting to bind port 8498b7da-9a6e-4e31-9826-2fe691729b83 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:46.160058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Attempting to bind port 8498b7da-9a6e-4e31-9826-2fe691729b83 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:46.192460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:46.192632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Checking segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:46.195091 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.195091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Bound using segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:46.195091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Bound port: 8498b7da-9a6e-4e31-9826-2fe691729b83, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:46.198372 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.201463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.249928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49ac6e8f-1c4c-4c78-adc8-a8cc9dadec05 req-3e8ebed3-718c-4cd8-91d6-dc1fd3699155 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 210 time: 0.0664239 Jul 08 17:55:46.258588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object d6e3290a-5022-45ab-8963-4c8b842b1ce9 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:46.314205 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.319699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] For port 8498b7da-9a6e-4e31-9826-2fe691729b83, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:46.324477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] For port 8498b7da-9a6e-4e31-9826-2fe691729b83, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8498b7da-9a6e-4e31-9826-2fe691729b83,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:46.332708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.366580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:46.370777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:46.373681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:46.434161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7da757-7a9d-4b8a-a34e-1e298d624da7 None None] Pushing event updated for resources: {'Port': ['ID=8498b7da-9a6e-4e31-9826-2fe691729b83,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:46.442570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=d6e3290a-5022-45ab-8963-4c8b842b1ce9,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:46.463188 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:46.680589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:47.134013 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:47.147017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:47.246178 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:47.265875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 08e44b26-0a5d-48fd-a495-a6df243572df no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:55:47.276479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=d6e3290a-5022-45ab-8963-4c8b842b1ce9,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:47.292310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 08e44b26-0a5d-48fd-a495-a6df243572df {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:55:47.292663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 08e44b26-0a5d-48fd-a495-a6df243572df not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:55:47.386151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:47.388212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:47.508065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b66b3d24-960b-4545-b275-bd373858e7aa req-7133556e-4acf-41bc-807c-94229cfeddc2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 210 time: 0.0687625 Jul 08 17:55:47.594594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router af3a68ca-9ec4-4d69-8c92-f752276df75b has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:55:47.731050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:55:47.737612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-066c2d2e-586b-4923-b984-67027a10b1f9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/af3a68ca-9ec4-4d69-8c92-f752276df75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1461499 Jul 08 17:55:47.946413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-99d5d026-5b1e-418b-826c-613a2b58992d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418153791&fields=id&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 267 time: 0.0536726 Jul 08 17:55:47.971679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1984e4-9d1f-47d3-98a2-ee4388cb2dc7 None None] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:55:48.069085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8f26c2fb-f218-4208-bdde-768ab9c846cf None None] Provisioning for port 8498b7da-9a6e-4e31-9826-2fe691729b83 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:48.139003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c46ba7c-eebb-42db-a449-7a277ec3d100 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:48.194532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-170f3385-668a-4b47-9aea-07fce7b1bea1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:48.197663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-170f3385-668a-4b47-9aea-07fce7b1bea1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 797 time: 0.2504749 Jul 08 17:55:48.242362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9c46ba7c-eebb-42db-a449-7a277ec3d100 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:48.256518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-b6dd7b92-b43f-4264-bd14-1c6d71838f82 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/quotas/25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 375 time: 0.0535412 Jul 08 17:55:48.268775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9c46ba7c-eebb-42db-a449-7a277ec3d100 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:48.269273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.401016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-b600c7b1-8f56-487c-9823-257157e083b6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375654 Jul 08 17:55:48.450917 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.500339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 9c46ba7c-eebb-42db-a449-7a277ec3d100, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9c46ba7c-eebb-42db-a449-7a277ec3d100,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:48.516489 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.519355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8498b7da-9a6e-4e31-9826-2fe691729b83 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:48.670907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-cde76575-93d6-4c83-9cea-d6cc9bf81f12 service neutron] 10.222.0.63 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535224 Jul 08 17:55:48.689491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=9c46ba7c-eebb-42db-a449-7a277ec3d100,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:48.738799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8498b7da-9a6e-4e31-9826-2fe691729b83 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:48.744393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8498b7da-9a6e-4e31-9826-2fe691729b83 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:48.745114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.798554 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Sync routers for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:55:48.811858 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:48.812614 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:55:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:48.872145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c30734dc-aac0-4f6a-8231-f0594a452c61 req-b7e10a29-e015-41fa-b7a7-37e4024cdfaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5676f3-300b-45a9-80cb-b6d8cb2abab5 HTTP/1.1" status: 200 len: 210 time: 0.0661986 Jul 08 17:55:48.887252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-60825eaa-6d7d-4396-a0ec-0c698cb5d142 None None] Provisioning for port d6e3290a-5022-45ab-8963-4c8b842b1ce9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:48.906216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-60825eaa-6d7d-4396-a0ec-0c698cb5d142 None None] Provisioning complete for port d6e3290a-5022-45ab-8963-4c8b842b1ce9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:48.908570 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-60825eaa-6d7d-4396-a0ec-0c698cb5d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:48.940603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-f983d0de-91ea-4281-bb32-fddca6f9eee8 service neutron] 10.222.0.63 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602792 Jul 08 17:55:49.023036 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:49.057345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-60825eaa-6d7d-4396-a0ec-0c698cb5d142 None None] Port d6e3290a-5022-45ab-8963-4c8b842b1ce9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:49.064121 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:49.086682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-60825eaa-6d7d-4396-a0ec-0c698cb5d142 None None] Provisioning complete for port 8498b7da-9a6e-4e31-9826-2fe691729b83 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:49.088001 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-60825eaa-6d7d-4396-a0ec-0c698cb5d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:49.145104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8498b7da-9a6e-4e31-9826-2fe691729b83, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8498b7da-9a6e-4e31-9826-2fe691729b83,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:49.159812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:49.269368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-831c81a4-ed8f-4ff7-a565-d88ce59b1baa req-81f1c66a-3955-4d54-8f83-0e54e3beb17a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 210 time: 0.0762970 Jul 08 17:55:49.365309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8498b7da-9a6e-4e31-9826-2fe691729b83,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:49.493947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-83ff5cf0-c0e8-4c13-b03d-9a3a0bed0d3c None None] Provisioning complete for port d6e3290a-5022-45ab-8963-4c8b842b1ce9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:49.494372 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-83ff5cf0-c0e8-4c13-b03d-9a3a0bed0d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:49.537738 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 2, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:49.602911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Checking router: af3a68ca-9ec4-4d69-8c92-f752276df75b for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:55:49.603919 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Updating router af3a68ca-9ec4-4d69-8c92-f752276df75b port d6e3290a-5022-45ab-8963-4c8b842b1ce9 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:55:49.614698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-83ff5cf0-c0e8-4c13-b03d-9a3a0bed0d3c None None] Port d6e3290a-5022-45ab-8963-4c8b842b1ce9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:49.676906 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:49.738172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3cebdc0f-63fb-458f-924d-7b8d08392d8f None None] Provisioning complete for port d6e3290a-5022-45ab-8963-4c8b842b1ce9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:49.740153 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cebdc0f-63fb-458f-924d-7b8d08392d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:49.799157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3cebdc0f-63fb-458f-924d-7b8d08392d8f None None] Port d6e3290a-5022-45ab-8963-4c8b842b1ce9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:50.067028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c46ba7c-eebb-42db-a449-7a277ec3d100 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:50.089906 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.100911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Transition to ACTIVE for port object d6e3290a-5022-45ab-8963-4c8b842b1ce9 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:50.112446 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.167857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9c46ba7c-eebb-42db-a449-7a277ec3d100 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:50.168896 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.214399 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Pushing event updated for resources: {'Port': ['ID=d6e3290a-5022-45ab-8963-4c8b842b1ce9,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:50.240462 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.241042 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.241484 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.241922 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.242368 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.242942 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.243537 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.244084 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.244629 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.245217 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.245761 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.246319 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:55:50.258778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8498b7da-9a6e-4e31-9826-2fe691729b83 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:50.265139 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Attempting to bind port d6e3290a-5022-45ab-8963-4c8b842b1ce9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:50.265829 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Attempting to bind port d6e3290a-5022-45ab-8963-4c8b842b1ce9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:50.266505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Attempting to bind port d6e3290a-5022-45ab-8963-4c8b842b1ce9 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:50.272472 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:50.273247 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Checking segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:50.273962 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.275121 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Bound using segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:50.275831 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Bound port: d6e3290a-5022-45ab-8963-4c8b842b1ce9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:50.276533 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.368515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8498b7da-9a6e-4e31-9826-2fe691729b83 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:50.369096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.415542 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] For port d6e3290a-5022-45ab-8963-4c8b842b1ce9, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:50.420811 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] For port d6e3290a-5022-45ab-8963-4c8b842b1ce9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d6e3290a-5022-45ab-8963-4c8b842b1ce9,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:50.437030 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:50.514182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb726c3-109c-4459-9fc3-d575acf7c222 None None] Pushing event updated for resources: {'Port': ['ID=d6e3290a-5022-45ab-8963-4c8b842b1ce9,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:50.531014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4921109d-d9db-4ab3-b756-0d2bf54e3349 req-abd650c9-38c4-4255-a3d8-114dc2a16378 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 210 time: 0.0524728 Jul 08 17:55:50.555628 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:55:50.556553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:55:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:50.742389 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:55:51.009712 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:50Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:55:51.037209 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1b5e4d-d473-4fb6-96ea-fa4b7d105f97 None None] The sync data for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 is: [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:50Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:55:51.299561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-7ec585bc-7991-4e33-99c7-2c7f9b8f4e3d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:51.301605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-7ec585bc-7991-4e33-99c7-2c7f9b8f4e3d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 797 time: 0.2207572 Jul 08 17:55:51.382476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-cff1044d-9a70-476a-8337-44e98251d119 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 379 time: 0.0612946 Jul 08 17:55:51.395897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'port': {'device_id': '9e8a5d38-0626-4038-be45-f76be096830b', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'admin_state_up': True, 'tenant_id': '25b9e3294d1441afacb223be42639035', 'security_groups': ['343185d2-7e72-4fa7-b918-7d86ed8e1690']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:51.542862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:55:51.562582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:51.742396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-68f2bef2-3f51-4a72-a647-e89e405533bf req-6e939f43-c7e8-4d58-aa30-065b70c388f8 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 210 time: 0.0525391 Jul 08 17:55:51.821019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.4 (92de7be3-32d4-4d0d-982d-8d9ef1e67dd0/477cb8d3-9fcf-4eff-bfa4-d8ec63423567/320cb369-ade3-46eb-9b67-6fd9fd00f979) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:55:52.027223 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.055200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object 320cb369-ade3-46eb-9b67-6fd9fd00f979 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:52.093068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6e3290a-5022-45ab-8963-4c8b842b1ce9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:52.116579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.201910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:55:52.205423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:55:52.210522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:55:52.213266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d6e3290a-5022-45ab-8963-4c8b842b1ce9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:52.218274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d6e3290a-5022-45ab-8963-4c8b842b1ce9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:52.218851 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.359739 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.408521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d6e3290a-5022-45ab-8963-4c8b842b1ce9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d6e3290a-5022-45ab-8963-4c8b842b1ce9,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:52.425536 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.520562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d6e3290a-5022-45ab-8963-4c8b842b1ce9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:52.655101 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4ed1bba6-a6f3-4431-a278-3d7b2c45e181 None None] Provisioning for port 320cb369-ade3-46eb-9b67-6fd9fd00f979 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:52.661622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4ed1bba6-a6f3-4431-a278-3d7b2c45e181 None None] Provisioning complete for port 320cb369-ade3-46eb-9b67-6fd9fd00f979 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:52.674977 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bba6-a6f3-4431-a278-3d7b2c45e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.762210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:52.790707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1bba6-a6f3-4431-a278-3d7b2c45e181 None None] Port 320cb369-ade3-46eb-9b67-6fd9fd00f979 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:55:52.797550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:52.798120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:52.825959 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-51269db8-73c1-4531-a961-fdb2ef5fb2d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4363058 Jul 08 17:55:52.851265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Request body: {'port': {'device_id': '9e8a5d38-0626-4038-be45-f76be096830b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:55:52.953310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.160598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367bb20-f3ac-4014-aacf-d75352648aa0 req-114d824d-f218-4bd8-b1cf-9b66b5756b8e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:53.162042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e367bb20-f3ac-4014-aacf-d75352648aa0 req-114d824d-f218-4bd8-b1cf-9b66b5756b8e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 931 time: 0.1642053 Jul 08 17:55:53.270020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e367bb20-f3ac-4014-aacf-d75352648aa0 req-f44393b7-6d1c-47d7-a47f-7c0a723d7d8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864432 Jul 08 17:55:53.362220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320cb369-ade3-46eb-9b67-6fd9fd00f979 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:53.372709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.386208 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Transition to ACTIVE for port object 320cb369-ade3-46eb-9b67-6fd9fd00f979 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:55:53.390029 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.443563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:53.525027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:55:53.525789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:55:53.526343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:53.533035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:55:53.533374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:55:53.539335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:55:53.539682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Checking segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:55:53.540077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Bound using segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:55:53.541066 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Bound port: 320cb369-ade3-46eb-9b67-6fd9fd00f979, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:55:53.541423 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.619334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:55:53.622892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:55:53.630024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.672903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:53.673671 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:53.675203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] 10.222.0.41 "PUT /v2.0/ports/320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 1091 time: 0.8302743 Jul 08 17:55:53.675645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:53.678106 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e56c91-a566-47e2-9904-9751db2ffa1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:53.703662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe9a87-b668-4d86-8329-0fc3bb768ace service neutron] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:53.745516 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669e8ec0-b941-4b65-8927-f1506cfdb184 x-openstack-request-id: req-669e8ec0-b941-4b65-8927-f1506cfdb184 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:53.745871 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:53.746127 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-669e8ec0-b941-4b65-8927-f1506cfdb184 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:53.746537 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'status': 'completed', 'code': 200} Jul 08 17:55:53.856254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-55548ece-e5ba-4b20-9d55-915e7c9166d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:53.857936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-55548ece-e5ba-4b20-9d55-915e7c9166d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1094 time: 0.0929136 Jul 08 17:55:53.925480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-85a015d8-d7ab-4328-8d37-21591c9cf029 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 217 time: 0.0489578 Jul 08 17:55:54.008466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-3fa44f68-8f6c-4bc0-902b-12f1c238e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.010382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-3fa44f68-8f6c-4bc0-902b-12f1c238e1d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0758188 Jul 08 17:55:54.036483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6e3290a-5022-45ab-8963-4c8b842b1ce9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:54.103937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d6e3290a-5022-45ab-8963-4c8b842b1ce9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:54.104313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:54.122451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a74b-cb44-4701-bd79-1937278319c8 req-724c6d9e-72b0-4767-b4d4-a33140010dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.124087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-724c6d9e-72b0-4767-b4d4-a33140010dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034961 Jul 08 17:55:54.254726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-35979738-574e-40af-804b-b693d5dc6e76 service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193123 Jul 08 17:55:54.362349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5392a74b-cb44-4701-bd79-1937278319c8 req-77107006-9d02-4a3e-9b93-424752a3e91f service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965931 Jul 08 17:55:54.533619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fc39a-1960-4415-bded-5de211c0bfc9 req-07cc30b7-b1ee-42f5-8a50-ab1cce4ec828 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.535143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-727fc39a-1960-4415-bded-5de211c0bfc9 req-07cc30b7-b1ee-42f5-8a50-ab1cce4ec828 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.1234453 Jul 08 17:55:54.551142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-77c7bef8-59b8-47c1-bf71-1b487de378b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.552659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-77c7bef8-59b8-47c1-bf71-1b487de378b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1094 time: 0.0855241 Jul 08 17:55:54.630836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-727fc39a-1960-4415-bded-5de211c0bfc9 req-ca9df9c9-5be4-4cb6-b06c-dcb83fe9597d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885344 Jul 08 17:55:54.665579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-415346c5-5fa3-47c0-bf17-494db1a2a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.667036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-415346c5-5fa3-47c0-bf17-494db1a2a35f service neutron] 10.222.0.41 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.1065447 Jul 08 17:55:54.712971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-8cde860e-e04f-4b81-adea-6d7623dcbb42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 217 time: 0.0360525 Jul 08 17:55:54.776694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-18ad674c-02af-4667-bb46-f6d00436bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.778231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-18ad674c-02af-4667-bb46-f6d00436bc46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0575595 Jul 08 17:55:54.839697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-417a37f9-bf62-4b53-b43a-4b1e85ac56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:54.841462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-417a37f9-bf62-4b53-b43a-4b1e85ac56ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544901 Jul 08 17:55:54.943655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-e9adb61c-7b44-44bd-a62b-f6f0b5add6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924888 Jul 08 17:55:55.054169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06e56c91-a566-47e2-9904-9751db2ffa1f req-abb9ea0a-efe7-4435-a171-d0a7cecf265e service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010029 Jul 08 17:55:55.075480 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:55:55.810381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f70f1-9dba-42ae-bb4a-d787180c56b1 req-997fc15f-795d-4896-a7c3-60bb4041363c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:55.811916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-779f70f1-9dba-42ae-bb4a-d787180c56b1 req-997fc15f-795d-4896-a7c3-60bb4041363c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.0672076 Jul 08 17:55:55.854196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-779f70f1-9dba-42ae-bb4a-d787180c56b1 req-23ac4ef8-988e-422d-8683-3480511ec4fb tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361459 Jul 08 17:55:55.967716 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.055809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08789f8f-3420-470f-b356-d135e0b9014c req-97ecb5b6-0d35-4325-8d55-1881b1f973a4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:57.057864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08789f8f-3420-470f-b356-d135e0b9014c req-97ecb5b6-0d35-4325-8d55-1881b1f973a4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.0736713 Jul 08 17:55:57.106544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08789f8f-3420-470f-b356-d135e0b9014c req-89c6c38f-0ab0-4b5e-a221-69904187fbf9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 Jul 08 17:55:57.324313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:55:57.448355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:57.461765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'port_id': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'mac_address': 'fa:16:3e:ee:f6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:55:57.515040 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d683bc66-4cd0-4bfe-ae9b-1092d7d2551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.517678 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.530884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320cb369-ade3-46eb-9b67-6fd9fd00f979 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:55:57.552783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:57.557197 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:57.605122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:57.886212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['320cb369-ade3-46eb-9b67-6fd9fd00f979'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:55:58.296592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48020e-6f9b-4e96-b757-27c39960690c req-366b0503-65f7-44c8-a8b8-1f1949bb2f76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:58.298318 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a48020e-6f9b-4e96-b757-27c39960690c req-366b0503-65f7-44c8-a8b8-1f1949bb2f76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 944 time: 0.0755570 Jul 08 17:55:58.351693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a48020e-6f9b-4e96-b757-27c39960690c req-a533dc85-fe62-45fc-874b-5d58ff4b5c80 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442131 Jul 08 17:55:59.346283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:55:59.408912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 320cb369-ade3-46eb-9b67-6fd9fd00f979 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:55:59.414152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 320cb369-ade3-46eb-9b67-6fd9fd00f979 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:55:59.414696 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.553793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afbeba-cd65-4210-a1b4-188d19ade0f4 req-8511cd26-db48-4cd1-867d-49ca3817f7f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.561621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3afbeba-cd65-4210-a1b4-188d19ade0f4 req-8511cd26-db48-4cd1-867d-49ca3817f7f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 944 time: 0.0818143 Jul 08 17:55:59.609850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3afbeba-cd65-4210-a1b4-188d19ade0f4 req-0dfdf9cc-cec6-409d-8138-714b2a00852c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470092 Jul 08 17:55:59.676911 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.701526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:55:59.703926 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d263eab-9938-4c9a-8d3c-dc5bcfb40a4d" -d '{"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-plugged", "status": "completed", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:55:59.730548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:55:59.736125 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:55:59.768904 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b95d548-dabc-4191-85e0-844972876e04 x-openstack-request-id: req-8b95d548-dabc-4191-85e0-844972876e04 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:55:59.769423 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-plugged", "status": "completed", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:55:59.769675 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8b95d548-dabc-4191-85e0-844972876e04 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:55:59.770059 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'code': 200} Jul 08 17:55:59.799767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:55:59.940465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d535-8f49-460d-85ba-437799f1fd48 req-f25636ed-bfcd-409b-8eb8-160c57a9e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:55:59.943666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0115d535-8f49-460d-85ba-437799f1fd48 req-f25636ed-bfcd-409b-8eb8-160c57a9e982 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1096 time: 0.0751386 Jul 08 17:55:59.983963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0115d535-8f49-460d-85ba-437799f1fd48 req-8e2f7c09-2758-4fd6-a03e-a71e86ee0d85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304861 Jul 08 17:56:00.000902 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0471d37-0b40-4773-8eb6-5a3b07f23cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.455841 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:00.791732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3ac2-cfc3-4af5-a436-d73fe401e3c6 req-d29d0658-95fd-4596-bdab-803d00f8180d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:00.793923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45af3ac2-cfc3-4af5-a436-d73fe401e3c6 req-d29d0658-95fd-4596-bdab-803d00f8180d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0730336 Jul 08 17:56:00.841777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45af3ac2-cfc3-4af5-a436-d73fe401e3c6 req-20d01526-93e0-4797-8fc4-771f04648d59 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388825 Jul 08 17:56:01.452540 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.059057 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594cedf-7971-45f0-ac13-a3d2cc63424d req-0b2f41de-37b6-4f11-a4e9-c98bdecc0743 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:02.060857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5594cedf-7971-45f0-ac13-a3d2cc63424d req-0b2f41de-37b6-4f11-a4e9-c98bdecc0743 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0756948 Jul 08 17:56:02.115083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5594cedf-7971-45f0-ac13-a3d2cc63424d req-b983460d-5744-451b-88c1-056a6568a240 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457814 Jul 08 17:56:02.325767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ececad-3804-4428-895d-9570d76120ed req-03729d0c-5729-479e-8fda-014d4e702d4e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:02.327429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7ececad-3804-4428-895d-9570d76120ed req-03729d0c-5729-479e-8fda-014d4e702d4e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0685847 Jul 08 17:56:02.369164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7ececad-3804-4428-895d-9570d76120ed req-f5bf714f-9995-4102-aea0-9d10f554f46c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355575 Jul 08 17:56:02.394173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 45418) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:02.449252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d424ebd-8e5c-4038-87e8-128969d2a173 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:02.450782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d424ebd-8e5c-4038-87e8-128969d2a173 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1091 time: 0.0555935 Jul 08 17:56:02.453988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45424) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:02.458824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:02.491175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.603542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.729445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.186 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/1d1ce3a6-537a-4cb5-93a7-12f0394aa9da) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:02.859432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.878015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.920254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:02.965672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:02.968802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:02.972028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:03.001144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=1d1ce3a6-537a-4cb5-93a7-12f0394aa9da,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:03.409955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.505565 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.685638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.691466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.764059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=1d1ce3a6-537a-4cb5-93a7-12f0394aa9da,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:03.777460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:03.889179 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP cd1cd91e-9eb8-4292-b3d3-211762078bfe associated. External IP: 172.25.5.186, port: 320cb369-ade3-46eb-9b67-6fd9fd00f979. Jul 08 17:56:04.139414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router af3a68ca-9ec4-4d69-8c92-f752276df75b has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:56:04.258028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:56:04.268990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] Sync routers for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:56:04.278317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:04.279567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:04.280199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:56:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:04.328953 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0f8d53f0-e35f-475d-82c4-05be239ea4b2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8738041 Jul 08 17:56:04.329561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:04.332656 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baa5682-386b-4285-8b94-b28a56c72146" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:04.463564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:04.566512 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c6f1f7-5ca2-4af7-adf6-eb8723e445a5 x-openstack-request-id: req-a8c6f1f7-5ca2-4af7-adf6-eb8723e445a5 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:04.567015 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:04.567313 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a8c6f1f7-5ca2-4af7-adf6-eb8723e445a5 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:04.567815 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'status': 'completed', 'code': 200} Jul 08 17:56:04.589873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef73cb-c990-4988-824b-2074c7612b39 req-a5451c46-6548-4e79-9844-875aec9abb45 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:04.597547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4aef73cb-c990-4988-824b-2074c7612b39 req-a5451c46-6548-4e79-9844-875aec9abb45 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.1122537 Jul 08 17:56:04.673307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4aef73cb-c990-4988-824b-2074c7612b39 req-23f629a5-c464-4d20-8bbd-12d5687b821e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748231 Jul 08 17:56:04.694412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45476) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:04.723512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5682-386b-4285-8b94-b28a56c72146 req-c483f26c-9e70-4c63-a672-ad6d6f6ce78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:04.725070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0baa5682-386b-4285-8b94-b28a56c72146 req-c483f26c-9e70-4c63-a672-ad6d6f6ce78e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1096 time: 0.1101129 Jul 08 17:56:04.791917 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d59dcf8c-56cb-432f-a592-0d72478d0afe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/cd1cd91e-9eb8-4292-b3d3-211762078bfe HTTP/1.1" status: 200 len: 991 time: 0.0958292 Jul 08 17:56:04.794195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'cd1cd91e-9eb8-4292-b3d3-211762078bfe', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'port_id': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'mac_address': 'fa:16:3e:ee:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8a5d38-0626-4038-be45-f76be096830b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:56:03Z', 'updated_at': '2021-07-08T17:56:03Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:52Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:04.822639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] Checking router: af3a68ca-9ec4-4d69-8c92-f752276df75b for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:56:04.831373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:56:04.832096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:56:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:04.872067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5682-386b-4285-8b94-b28a56c72146 req-b88f604a-41b1-48eb-8957-a799926c14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:04.874005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0baa5682-386b-4285-8b94-b28a56c72146 req-b88f604a-41b1-48eb-8957-a799926c14c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.1421256 Jul 08 17:56:04.954661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0baa5682-386b-4285-8b94-b28a56c72146 req-e48e444c-f32d-471c-8067-3f318c2818f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 999 time: 0.0730760 Jul 08 17:56:04.958848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:56:05.029058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5682-386b-4285-8b94-b28a56c72146 req-b1c299ad-185a-461d-bd06-97a56cb88026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:05.030862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0baa5682-386b-4285-8b94-b28a56c72146 req-b1c299ad-185a-461d-bd06-97a56cb88026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0685940 Jul 08 17:56:05.145365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5682-386b-4285-8b94-b28a56c72146 req-35a183f2-b7a9-4137-b684-ddb117303299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:05.146887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0baa5682-386b-4285-8b94-b28a56c72146 req-35a183f2-b7a9-4137-b684-ddb117303299 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075258 Jul 08 17:56:05.247123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0baa5682-386b-4285-8b94-b28a56c72146 req-4b99c7d0-072d-4354-8260-d05fd4228ee5 service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922155 Jul 08 17:56:05.268860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'cd1cd91e-9eb8-4292-b3d3-211762078bfe', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'port_id': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'mac_address': 'fa:16:3e:ee:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8a5d38-0626-4038-be45-f76be096830b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:56:03Z', 'updated_at': '2021-07-08T17:56:03Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:52Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:56:05.300045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fdf5eb-41be-4550-8f81-9ce1a33ffb67 None None] The sync data for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 is: [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'cd1cd91e-9eb8-4292-b3d3-211762078bfe', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'port_id': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'mac_address': 'fa:16:3e:ee:f6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8a5d38-0626-4038-be45-f76be096830b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:56:03Z', 'updated_at': '2021-07-08T17:56:03Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:52Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:56:05.375382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0baa5682-386b-4285-8b94-b28a56c72146 req-0431d7d2-3d22-44cd-9709-321712533a8e service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212828 Jul 08 17:56:05.533718 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39466fb-dd7f-4e56-ab28-7ea09fa9da36 None None] New status for floating IP cd1cd91e-9eb8-4292-b3d3-211762078bfe: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:56:05.795743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 45498) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:05.860886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8fd0b540-411b-41bd-8a2f-0a009d9d7e6f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/cd1cd91e-9eb8-4292-b3d3-211762078bfe HTTP/1.1" status: 200 len: 993 time: 0.0627143 Jul 08 17:56:13.765944 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:13.812361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fcdf9ef4-f184-4cce-a9ec-7ef74333adeb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:13.814048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fcdf9ef4-f184-4cce-a9ec-7ef74333adeb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1173136 Jul 08 17:56:13.832300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-90fa12b1-cbef-4099-8b53-5d579c517450 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/quotas/2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 375 time: 0.0113738 Jul 08 17:56:13.904321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-cc261bea-b504-43b7-a311-acf342154b9c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663836 Jul 08 17:56:14.000392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-596f2e1e-1b1b-4189-b7be-91fa9dda825a service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892081 Jul 08 17:56:14.092019 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-0bbcc135-7207-45b8-8d1a-7b324b500adb service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Jul 08 17:56:14.403729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aea9f043-7cf1-4c34-b929-d351a1196333 req-aab3ef2b-44dd-4cee-9b33-15becd2a6ca0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 210 time: 0.0360000 Jul 08 17:56:15.630752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-553d3df1-717b-49c9-9439-32488e52a738 req-f24461f5-5ad8-404f-b6b0-26d5949e290f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 210 time: 0.1030402 Jul 08 17:56:15.747156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-523a1fef-cf1d-43e2-9784-935bfb8ebcfe tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:15.749452 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-523a1fef-cf1d-43e2-9784-935bfb8ebcfe tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.2310617 Jul 08 17:56:15.775941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'port': {'device_id': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'admin_state_up': True, 'tenant_id': '2e45d758143b4debb58a65408ce49775'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:15.929002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:15.933050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.103456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.20.0.7 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/c72790c1-3412-4975-8c48-42b75bab4283) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:16.261499 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.275841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Transition to ACTIVE for port object c72790c1-3412-4975-8c48-42b75bab4283 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:16.314221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.357489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:16.364715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:16.369026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:16.395004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=c72790c1-3412-4975-8c48-42b75bab4283,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:16.431255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:16.432237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.451772 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-451867fc-c78f-48ee-990f-c167972d1fd6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6870635 Jul 08 17:56:16.465151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Request body: {'port': {'device_id': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:16.553979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.654981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9ad03dc-2321-4937-a44c-b84fb7f3b14d None None] Provisioning for port c72790c1-3412-4975-8c48-42b75bab4283 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:16.660614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e9ad03dc-2321-4937-a44c-b84fb7f3b14d None None] Provisioning complete for port c72790c1-3412-4975-8c48-42b75bab4283 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:16.661299 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9ad03dc-2321-4937-a44c-b84fb7f3b14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.702904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad03dc-2321-4937-a44c-b84fb7f3b14d None None] Port c72790c1-3412-4975-8c48-42b75bab4283 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:16.876281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc403d2-8c54-4da3-b72e-95742d99cf22 req-8d678912-ca17-4468-8fb9-48c6748ea5e1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:16.883457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fc403d2-8c54-4da3-b72e-95742d99cf22 req-8d678912-ca17-4468-8fb9-48c6748ea5e1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 931 time: 0.0911155 Jul 08 17:56:16.933178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72790c1-3412-4975-8c48-42b75bab4283 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:16.942426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:16.944954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3fc403d2-8c54-4da3-b72e-95742d99cf22 req-f1cc39da-6d67-4a9a-aba8-4f684e1080bd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Jul 08 17:56:16.969783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Transition to ACTIVE for port object c72790c1-3412-4975-8c48-42b75bab4283 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:16.975623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.027069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Pushing event updated for resources: {'Port': ['ID=c72790c1-3412-4975-8c48-42b75bab4283,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:17.111888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Attempting to bind port c72790c1-3412-4975-8c48-42b75bab4283 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:17.112240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Attempting to bind port c72790c1-3412-4975-8c48-42b75bab4283 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:17.112649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Attempting to bind port c72790c1-3412-4975-8c48-42b75bab4283 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:17.118187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Port c72790c1-3412-4975-8c48-42b75bab4283 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:17.118718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Attempting to bind port c72790c1-3412-4975-8c48-42b75bab4283 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:17.124369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:17.124811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:17.125273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:17.125787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Bound port: c72790c1-3412-4975-8c48-42b75bab4283, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:17.126326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.207962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] For port c72790c1-3412-4975-8c48-42b75bab4283, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:17.214003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] For port c72790c1-3412-4975-8c48-42b75bab4283, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c72790c1-3412-4975-8c48-42b75bab4283,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:17.226175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.290249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.291005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:17.292557 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] 10.222.0.72 "PUT /v2.0/ports/c72790c1-3412-4975-8c48-42b75bab4283 HTTP/1.1" status: 200 len: 1091 time: 0.8322930 Jul 08 17:56:17.293225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'tag': 'c72790c1-3412-4975-8c48-42b75bab4283'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:17.296289 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10aa257-0541-49e9-963f-4793980579c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d07b243c-4fbc-4462-a610-24847af2ae23", "tag": "c72790c1-3412-4975-8c48-42b75bab4283"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:17.342153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7253e6-472d-4bf4-ba4b-132c9874d82a service neutron] Pushing event updated for resources: {'Port': ['ID=c72790c1-3412-4975-8c48-42b75bab4283,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:17.384408 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37475b43-c1b5-4ebc-8f42-57c8e8a63ca2 x-openstack-request-id: req-37475b43-c1b5-4ebc-8f42-57c8e8a63ca2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:17.384799 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07b243c-4fbc-4462-a610-24847af2ae23", "tag": "c72790c1-3412-4975-8c48-42b75bab4283", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:17.385140 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-37475b43-c1b5-4ebc-8f42-57c8e8a63ca2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:17.385552 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'tag': 'c72790c1-3412-4975-8c48-42b75bab4283', 'status': 'completed', 'code': 200} Jul 08 17:56:17.417853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-8056bad1-6a2c-4745-9e24-ce579eeeac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.419531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-8056bad1-6a2c-4745-9e24-ce579eeeac37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 1094 time: 0.0664277 Jul 08 17:56:17.472375 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-b76cadce-0733-4a6a-a09a-6ec03cc1aef0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c72790c1-3412-4975-8c48-42b75bab4283 HTTP/1.1" status: 200 len: 217 time: 0.0424862 Jul 08 17:56:17.536176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-7a07c26e-5eda-4945-a84d-c44062c4f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.536176 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-7a07c26e-5eda-4945-a84d-c44062c4f9e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0549109 Jul 08 17:56:17.614363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-b3b6e93c-902a-4f8e-95e2-aef0f9531edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.615858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-b3b6e93c-902a-4f8e-95e2-aef0f9531edb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725164 Jul 08 17:56:17.719774 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-b2c5f12d-64b6-4095-9b80-5af39a9d3619 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970316 Jul 08 17:56:17.816185 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4f88cba-40a9-46eb-98f4-782e9cd4db8a req-5194b8b7-a5a2-45e5-afff-d014bd87c361 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889204 Jul 08 17:56:17.941436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aa257-0541-49e9-963f-4793980579c1 req-69ef503a-b7a2-48bd-877f-30949e1ededc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:17.943467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b10aa257-0541-49e9-963f-4793980579c1 req-69ef503a-b7a2-48bd-877f-30949e1ededc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 1094 time: 0.0661950 Jul 08 17:56:18.069597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aa257-0541-49e9-963f-4793980579c1 req-1bd79389-6d12-4d06-885a-182dff8a837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.071841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b10aa257-0541-49e9-963f-4793980579c1 req-1bd79389-6d12-4d06-885a-182dff8a837e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1217771 Jul 08 17:56:18.194818 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b10aa257-0541-49e9-963f-4793980579c1 req-43192c5a-a1e8-402f-ae4e-c95fa4f3af24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c72790c1-3412-4975-8c48-42b75bab4283 HTTP/1.1" status: 200 len: 217 time: 0.1075137 Jul 08 17:56:18.279196 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-c734d65f-b26b-4cfa-9bcc-00ef5ca2629c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314547 Jul 08 17:56:18.280709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aa257-0541-49e9-963f-4793980579c1 req-714512cd-eee1-4b41-a3c2-f64d0565ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.282471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b10aa257-0541-49e9-963f-4793980579c1 req-714512cd-eee1-4b41-a3c2-f64d0565ffb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0806522 Jul 08 17:56:18.345488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea8b1e-5ec6-49a0-af37-81c7188e1535 req-6b3aaede-4ff6-4350-8873-a62cfd489590 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.354352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2cea8b1e-5ec6-49a0-af37-81c7188e1535 req-6b3aaede-4ff6-4350-8873-a62cfd489590 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.2157240 Jul 08 17:56:18.407405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2cea8b1e-5ec6-49a0-af37-81c7188e1535 req-49b7eb2d-052e-4a44-83c8-3b428f4aa1db tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515499 Jul 08 17:56:18.750190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aa257-0541-49e9-963f-4793980579c1 req-dfe59f1c-db04-4dec-a023-22d2c0029d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.751801 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b10aa257-0541-49e9-963f-4793980579c1 req-dfe59f1c-db04-4dec-a023-22d2c0029d0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4592762 Jul 08 17:56:18.754587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-b6f7d4e2-2c6e-4583-b4cc-0e3f8c3a364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.755940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-b6f7d4e2-2c6e-4583-b4cc-0e3f8c3a364a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1096 time: 0.4246116 Jul 08 17:56:18.929933 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b10aa257-0541-49e9-963f-4793980579c1 req-2d3c0b08-8265-49d7-a5ec-dd2ed8b4d449 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688957 Jul 08 17:56:18.936705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-eec8248d-0745-4320-ae9b-c5e67023e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:18.938857 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-eec8248d-0745-4320-ae9b-c5e67023e062 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.1579199 Jul 08 17:56:19.083765 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-ff2c2caa-6968-4f0e-9c1a-64baae3eda28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 1000 time: 0.1325333 Jul 08 17:56:19.137009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-de08a20b-ef44-4559-8104-0eed77c4cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:19.138558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-de08a20b-ef44-4559-8104-0eed77c4cee6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0468068 Jul 08 17:56:19.188955 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b10aa257-0541-49e9-963f-4793980579c1 req-71c2c75a-c11f-415b-aada-e2818757cab8 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488942 Jul 08 17:56:19.225147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-562c4b98-da56-4c53-9bc5-c47d841e5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:19.228065 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-562c4b98-da56-4c53-9bc5-c47d841e5c5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753589 Jul 08 17:56:19.345123 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-26f86b1e-559e-4e7b-8b98-eeac28097f8b service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106033 Jul 08 17:56:19.478587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8815a84a-5ffa-4834-8f5d-9f8ce3b58319 req-5737163c-6e5d-486c-b298-c17efa99a8bb service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253066 Jul 08 17:56:19.714306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73969e-95ec-4883-962f-39b3da27201b req-028aab3d-a2ac-4583-8df6-1b5e7820d008 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:19.716701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc73969e-95ec-4883-962f-39b3da27201b req-028aab3d-a2ac-4583-8df6-1b5e7820d008 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.1567705 Jul 08 17:56:19.771017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc73969e-95ec-4883-962f-39b3da27201b req-3e878894-17e7-4ce2-8050-3a32846e587f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Jul 08 17:56:20.966207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149fc18-8306-4238-a4e0-6ef866f29c5c req-84661ff3-13f1-49bd-a9f6-780c47882600 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:20.967852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7149fc18-8306-4238-a4e0-6ef866f29c5c req-84661ff3-13f1-49bd-a9f6-780c47882600 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.0729291 Jul 08 17:56:21.009750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7149fc18-8306-4238-a4e0-6ef866f29c5c req-e88e7e06-4695-4a49-a66f-823937e2b0a4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362175 Jul 08 17:56:22.202047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee82a80-be03-48eb-8ae1-4e9a47f6b3a7 req-a875ad3e-54b1-4267-a4a9-cf10be28c7a2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:22.203868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ee82a80-be03-48eb-8ae1-4e9a47f6b3a7 req-a875ad3e-54b1-4267-a4a9-cf10be28c7a2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.0803785 Jul 08 17:56:22.261795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ee82a80-be03-48eb-8ae1-4e9a47f6b3a7 req-64ab15b2-e68a-4d9d-9e07-2f166392fac8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Jul 08 17:56:23.464269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42595c29-a77d-4943-9b93-84fb5d2a584f req-07ee2631-08dc-41cf-a19f-e07961300219 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:23.465819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42595c29-a77d-4943-9b93-84fb5d2a584f req-07ee2631-08dc-41cf-a19f-e07961300219 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.0692546 Jul 08 17:56:23.508991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42595c29-a77d-4943-9b93-84fb5d2a584f req-a7a6b077-968a-45f7-a436-35ffa9f875ce tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358999 Jul 08 17:56:24.712171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e94f-6c5b-4861-9201-e4a601afbe1d req-6543256f-efc6-4588-ba61-8a76ac949795 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:24.714018 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de48e94f-6c5b-4861-9201-e4a601afbe1d req-6543256f-efc6-4588-ba61-8a76ac949795 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.0825796 Jul 08 17:56:24.753836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de48e94f-6c5b-4861-9201-e4a601afbe1d req-2c8da182-473e-43d8-93c2-40695c2825fa tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340211 Jul 08 17:56:25.936199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b17a-9efa-476e-b79c-7085cfae6ef8 req-3d675b0d-cce3-4876-b405-7d1dddde25d2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:25.937738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e138b17a-9efa-476e-b79c-7085cfae6ef8 req-3d675b0d-cce3-4876-b405-7d1dddde25d2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.0685406 Jul 08 17:56:25.984052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e138b17a-9efa-476e-b79c-7085cfae6ef8 req-f8bb7aee-a76c-4ba3-92e7-d6993ccf7829 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Jul 08 17:56:25.991133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.050014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c72790c1-3412-4975-8c48-42b75bab4283 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:56:27.160056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c72790c1-3412-4975-8c48-42b75bab4283, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c72790c1-3412-4975-8c48-42b75bab4283,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:27.172663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'c72790c1-3412-4975-8c48-42b75bab4283', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'port_id': 'c72790c1-3412-4975-8c48-42b75bab4283', 'mac_address': 'fa:16:3e:8e:92:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:56:27.193981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acb99f-034c-4af0-8385-a11c6471d6e8 req-cceaaebe-983c-4b19-b6d3-81d8b673129a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:27.199888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71acb99f-034c-4af0-8385-a11c6471d6e8 req-cceaaebe-983c-4b19-b6d3-81d8b673129a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 943 time: 0.0803857 Jul 08 17:56:27.211555 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.228650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72790c1-3412-4975-8c48-42b75bab4283 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:27.241317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71acb99f-034c-4af0-8385-a11c6471d6e8 req-bb7634f2-9cb7-404a-99a7-00a7ae4bb7fc tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Jul 08 17:56:27.250275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c72790c1-3412-4975-8c48-42b75bab4283, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c72790c1-3412-4975-8c48-42b75bab4283,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:27.254869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:27.308127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c72790c1-3412-4975-8c48-42b75bab4283,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:27.465225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c72790c1-3412-4975-8c48-42b75bab4283'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:27.518184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1611f582-8faf-445e-80c5-0244662181ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:28.420627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb10c-6d1b-4169-b664-d56c782ab99e req-c5dd922d-27cb-4bb6-9fa0-fda59dc799b7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:28.422085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4bfb10c-6d1b-4169-b664-d56c782ab99e req-c5dd922d-27cb-4bb6-9fa0-fda59dc799b7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 944 time: 0.0643640 Jul 08 17:56:28.460604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4bfb10c-6d1b-4169-b664-d56c782ab99e req-325e53c9-fecb-41cb-8086-e9c32f9a93d5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Jul 08 17:56:29.065972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c72790c1-3412-4975-8c48-42b75bab4283 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:56:29.120183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port c72790c1-3412-4975-8c48-42b75bab4283 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:29.125709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port c72790c1-3412-4975-8c48-42b75bab4283 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:29.126277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.203730 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.225850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72790c1-3412-4975-8c48-42b75bab4283'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:29.228392 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c78fd5b-9ef3-416c-bc95-276e2a71fc0c" -d '{"events": [{"server_uuid": "d07b243c-4fbc-4462-a610-24847af2ae23", "name": "network-vif-plugged", "status": "completed", "tag": "c72790c1-3412-4975-8c48-42b75bab4283"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:29.241578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port c72790c1-3412-4975-8c48-42b75bab4283, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c72790c1-3412-4975-8c48-42b75bab4283,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:56:29.248576 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:29.273403 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8e03b1-4c66-4086-9587-291a178e6e4b x-openstack-request-id: req-8c8e03b1-4c66-4086-9587-291a178e6e4b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:29.273767 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b243c-4fbc-4462-a610-24847af2ae23", "name": "network-vif-plugged", "status": "completed", "tag": "c72790c1-3412-4975-8c48-42b75bab4283", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:29.274015 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c8e03b1-4c66-4086-9587-291a178e6e4b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:29.274396 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72790c1-3412-4975-8c48-42b75bab4283', 'code': 200} Jul 08 17:56:29.303755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=c72790c1-3412-4975-8c48-42b75bab4283,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:29.390516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d60d8-1b86-433b-a4ed-4a208ee5f1aa req-f4bbb79a-1cab-4394-81e3-af9753835360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:29.391962 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c5d60d8-1b86-433b-a4ed-4a208ee5f1aa req-f4bbb79a-1cab-4394-81e3-af9753835360 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 1096 time: 0.0547574 Jul 08 17:56:29.428472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c5d60d8-1b86-433b-a4ed-4a208ee5f1aa req-736c7a05-e367-449f-aeeb-e30cd8a5c1eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294578 Jul 08 17:56:29.671257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2596af7-2fb4-45fc-94a9-094c9f2a236c req-5a3add28-a9ba-4e84-ba30-e3f5e82f86b5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:29.673406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2596af7-2fb4-45fc-94a9-094c9f2a236c req-5a3add28-a9ba-4e84-ba30-e3f5e82f86b5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 945 time: 0.0854683 Jul 08 17:56:29.715813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2596af7-2fb4-45fc-94a9-094c9f2a236c req-6fb6eea3-ce75-43b5-aa49-8815ca6f227e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 Jul 08 17:56:30.005920 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e091682c-db22-473f-8868-2bc945711f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:30.451166 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:30.922672 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca096728-fbe6-43a8-ada9-8b4817ec0d9e req-f8bb2ecd-dfef-4e60-aa61-34c51feae054 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:30.922672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca096728-fbe6-43a8-ada9-8b4817ec0d9e req-f8bb2ecd-dfef-4e60-aa61-34c51feae054 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 945 time: 0.0841317 Jul 08 17:56:30.971951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca096728-fbe6-43a8-ada9-8b4817ec0d9e req-b3d1333d-4231-4a1b-9556-a11a1ddb1e71 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Jul 08 17:56:31.110475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8a195-e56f-4322-ab9a-59d6ef54fc02 req-f9327c28-a740-4185-9fbf-a326caec9884 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:31.111841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2f8a195-e56f-4322-ab9a-59d6ef54fc02 req-f9327c28-a740-4185-9fbf-a326caec9884 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0844965 Jul 08 17:56:31.176425 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2f8a195-e56f-4322-ab9a-59d6ef54fc02 req-89b89a87-c897-40f0-a23b-a8a4a8c0002a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Jul 08 17:56:31.197439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f77e0b-295f-47e8-8b09-01fae3a02d5a req-5bcc0f0f-e652-4ea0-addc-a8d14af43a8e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:31.197439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11f77e0b-295f-47e8-8b09-01fae3a02d5a req-5bcc0f0f-e652-4ea0-addc-a8d14af43a8e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 945 time: 0.1074362 Jul 08 17:56:31.234700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11f77e0b-295f-47e8-8b09-01fae3a02d5a req-24207c45-7e02-4dcd-8c3d-cd32bf2cfa98 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326719 Jul 08 17:56:31.436630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:32.078619 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:56:32.375224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845ead4-3c15-40fc-9e9e-95f6376fd44c req-f2d23006-346c-4d80-bafe-e28185410d1d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:32.384107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7845ead4-3c15-40fc-9e9e-95f6376fd44c req-f2d23006-346c-4d80-bafe-e28185410d1d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0839918 Jul 08 17:56:32.432720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7845ead4-3c15-40fc-9e9e-95f6376fd44c req-83a591fa-0869-4256-88bf-bb325fef8d5b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470557 Jul 08 17:56:32.877108 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:33.614155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb914f-2aaa-42c7-8586-a89b41f94b99 req-ffe7b1f2-d1e0-45ad-a521-99bdcb7039d5 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:33.615801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-addb914f-2aaa-42c7-8586-a89b41f94b99 req-ffe7b1f2-d1e0-45ad-a521-99bdcb7039d5 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0741122 Jul 08 17:56:33.657281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-addb914f-2aaa-42c7-8586-a89b41f94b99 req-12eb53ea-c907-493b-8fe7-f3bf024bc7f4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Jul 08 17:56:33.979127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-57a31ec4-0f05-49f5-8c67-e2c772fb0b95 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:33.980750 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-57a31ec4-0f05-49f5-8c67-e2c772fb0b95 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1107736 Jul 08 17:56:33.996287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-d87f3185-1a20-440f-aca6-0fc889589001 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/quotas/2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 375 time: 0.0100801 Jul 08 17:56:34.071712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-ef055098-fce5-4132-a4fd-ad636b41a500 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700693 Jul 08 17:56:34.217792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-c666dc0f-f594-45a2-b5a4-e378cd8aa095 service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359217 Jul 08 17:56:34.327841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-db7c72b6-cf36-4563-b6c4-7ca52ff0f237 service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033418 Jul 08 17:56:34.536843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce97bc5a-3f57-40f5-a162-1a72a1bce713 req-6b8804c7-a6d6-4868-a101-b268859dab11 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0309072 Jul 08 17:56:34.877241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fece5-04ed-4ab3-950b-4e5ab604013c req-4dfbd49f-5593-4b8a-a105-2b6dbcba4a24 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:34.879683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-930fece5-04ed-4ab3-950b-4e5ab604013c req-4dfbd49f-5593-4b8a-a105-2b6dbcba4a24 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0842094 Jul 08 17:56:34.928851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-930fece5-04ed-4ab3-950b-4e5ab604013c req-68553fe2-6061-49ce-9684-f01e6671eb78 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Jul 08 17:56:35.092933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-e0434484-170b-4bf0-adf9-13ffb4c84640 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708301 Jul 08 17:56:35.239805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-b931a51a-5ab9-4154-90fc-d63b702f04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:35.241444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-b931a51a-5ab9-4154-90fc-d63b702f04ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca99bda30beb4559aa6432637fa28f74&device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 1097 time: 0.0559955 Jul 08 17:56:35.361217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-228128ce-1794-49f0-b01f-1064a30bb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:35.362899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-228128ce-1794-49f0-b01f-1064a30bb0ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 200 len: 908 time: 0.1002624 Jul 08 17:56:35.433399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-a3e41077-c2f2-4691-ba25-dd7131ffb1b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 200 len: 1002 time: 0.0637717 Jul 08 17:56:35.483986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-3a323a36-4125-43db-a90c-898be8274cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:35.485514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-3a323a36-4125-43db-a90c-898be8274cf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 200 len: 846 time: 0.0448012 Jul 08 17:56:35.544357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-3c106391-b183-4816-9ecd-c774c0ede1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:35.545920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-3c106391-b183-4816-9ecd-c774c0ede1e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a416b017-2ee9-4c82-917a-e2112e2c691f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529878 Jul 08 17:56:35.650821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-895512c1-fa6a-4ff7-a4ec-f95c8678a4d4 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961411 Jul 08 17:56:35.712234 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25729bb9-ad36-4439-ab4f-e006472bb4d6 req-bc8a740a-74b6-4058-b039-f18fe131cd20 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0456743 Jul 08 17:56:35.799217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56ee9c52-a78e-4d73-90fe-4888cd9b0b09 req-ccc6b794-9179-4b0d-80ce-fee063fcdda4 service neutron] 10.222.0.41 "GET /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300273 Jul 08 17:56:35.982771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-c090860a-1643-4284-84a0-efa0314d69cd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:35.984242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-c090860a-1643-4284-84a0-efa0314d69cd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1138961 Jul 08 17:56:36.023643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'port': {'device_id': '78abcb88-2aec-4bd5-a568-31b15c326260', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'admin_state_up': True, 'tenant_id': '2e45d758143b4debb58a65408ce49775'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:36.172258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be39b5-c17c-4fb9-838a-1c6c696754a2 req-ac831591-91d2-4082-9a48-bfe6716cf151 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:36.173807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35be39b5-c17c-4fb9-838a-1c6c696754a2 req-ac831591-91d2-4082-9a48-bfe6716cf151 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1012495 Jul 08 17:56:36.217545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:56:36.221137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.243188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35be39b5-c17c-4fb9-838a-1c6c696754a2 req-0e2b70b0-b7e2-4d56-aa87-7325d0cef138 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587864 Jul 08 17:56:36.689678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.20.0.8 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/e5511862-e52b-48cc-8c48-c62e1a4e76e2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:56:36.869385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.894863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f58fbfd5-26be-4106-a2cc-4f5d20ec6cf8 req-b0b95f72-fbf8-477c-8fdf-c112a37c7699 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0395617 Jul 08 17:56:36.902077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Transition to ACTIVE for port object e5511862-e52b-48cc-8c48-c62e1a4e76e2 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:36.938256 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:36.953797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c72790c1-3412-4975-8c48-42b75bab4283'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:56:37.035862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:56:37.039556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:56:37.043976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:56:37.051434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=e5511862-e52b-48cc-8c48-c62e1a4e76e2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:37.091488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.091833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.092175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.092514 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.092875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.093203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.093525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.093847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.094245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.094561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.094878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.095201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:56:37.142711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:37.143574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.175402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-49a96878-1c35-4dd3-a4b9-162a8983d157 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1569018 Jul 08 17:56:37.199944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Request body: {'port': {'device_id': '78abcb88-2aec-4bd5-a568-31b15c326260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:56:37.342764 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.458615 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-90512576-2e9e-4d6a-b376-f6f36a355b4b None None] Provisioning for port e5511862-e52b-48cc-8c48-c62e1a4e76e2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:56:37.463867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-90512576-2e9e-4d6a-b376-f6f36a355b4b None None] Provisioning complete for port e5511862-e52b-48cc-8c48-c62e1a4e76e2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:56:37.464513 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-90512576-2e9e-4d6a-b376-f6f36a355b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.529051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-90512576-2e9e-4d6a-b376-f6f36a355b4b None None] Port e5511862-e52b-48cc-8c48-c62e1a4e76e2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:56:37.616763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9b850-6be7-47e8-aa8e-4e50b94a98eb req-91513cec-230f-44ff-8ed8-f8a7a6a7e48e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:37.622400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ece9b850-6be7-47e8-aa8e-4e50b94a98eb req-91513cec-230f-44ff-8ed8-f8a7a6a7e48e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.2116182 Jul 08 17:56:37.690922 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ece9b850-6be7-47e8-aa8e-4e50b94a98eb req-3811a3f8-5a70-4273-a354-47b061070902 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587356 Jul 08 17:56:37.772030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5511862-e52b-48cc-8c48-c62e1a4e76e2 {{(pid=93664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:56:37.781154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.793103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Transition to ACTIVE for port object e5511862-e52b-48cc-8c48-c62e1a4e76e2 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:56:37.796921 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:37.848535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Pushing event updated for resources: {'Port': ['ID=e5511862-e52b-48cc-8c48-c62e1a4e76e2,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:37.931175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Attempting to bind port e5511862-e52b-48cc-8c48-c62e1a4e76e2 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:56:37.931643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Attempting to bind port e5511862-e52b-48cc-8c48-c62e1a4e76e2 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:56:37.931910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Attempting to bind port e5511862-e52b-48cc-8c48-c62e1a4e76e2 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:37.937295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Port e5511862-e52b-48cc-8c48-c62e1a4e76e2 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:56:37.937683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Attempting to bind port e5511862-e52b-48cc-8c48-c62e1a4e76e2 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:56:37.943059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:56:37.943436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:56:37.943792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:56:37.944231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Bound port: e5511862-e52b-48cc-8c48-c62e1a4e76e2, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:56:37.944670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.019270 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] For port e5511862-e52b-48cc-8c48-c62e1a4e76e2, host n-h2-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:56:38.024280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] For port e5511862-e52b-48cc-8c48-c62e1a4e76e2, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e5511862-e52b-48cc-8c48-c62e1a4e76e2,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:56:38.032057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.053928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.055106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:38.056557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] 10.222.0.41 "PUT /v2.0/ports/e5511862-e52b-48cc-8c48-c62e1a4e76e2 HTTP/1.1" status: 200 len: 1091 time: 0.8633480 Jul 08 17:56:38.059382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78abcb88-2aec-4bd5-a568-31b15c326260', 'tag': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:56:38.061554 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e57c6d-8e09-4770-b406-c55d913577bd" -d '{"events": [{"name": "network-changed", "server_uuid": "78abcb88-2aec-4bd5-a568-31b15c326260", "tag": "e5511862-e52b-48cc-8c48-c62e1a4e76e2"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:56:38.130375 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9f321-a0d8-4e7b-9be1-5af0e3bce13b x-openstack-request-id: req-aed9f321-a0d8-4e7b-9be1-5af0e3bce13b {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:56:38.130618 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78abcb88-2aec-4bd5-a568-31b15c326260", "tag": "e5511862-e52b-48cc-8c48-c62e1a4e76e2", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:56:38.130866 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aed9f321-a0d8-4e7b-9be1-5af0e3bce13b {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:56:38.131279 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78abcb88-2aec-4bd5-a568-31b15c326260', 'tag': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2', 'status': 'completed', 'code': 200} Jul 08 17:56:38.191211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa4667-377d-45ad-a65c-a365b925a732 service neutron] Pushing event updated for resources: {'Port': ['ID=e5511862-e52b-48cc-8c48-c62e1a4e76e2,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:38.234135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26460b0c-2c8a-4822-9dca-8187f2220bae req-d2b9bd7c-7e7e-431a-af59-ccd4897ccacd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.235845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26460b0c-2c8a-4822-9dca-8187f2220bae req-d2b9bd7c-7e7e-431a-af59-ccd4897ccacd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.1511872 Jul 08 17:56:38.289161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-72208c1e-8ba5-490a-9139-7c70c3b820e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.290772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-72208c1e-8ba5-490a-9139-7c70c3b820e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 1094 time: 0.1344013 Jul 08 17:56:38.299339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26460b0c-2c8a-4822-9dca-8187f2220bae req-5cd47167-6532-411b-b064-8dbec1d1f1a7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497429 Jul 08 17:56:38.343022 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-0e7da1a2-1c09-4fce-bd7a-1feda723341e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5511862-e52b-48cc-8c48-c62e1a4e76e2 HTTP/1.1" status: 200 len: 217 time: 0.0368500 Jul 08 17:56:38.404336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-8191b89c-f993-42cc-8e88-93b67a6c58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.405865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-8191b89c-f993-42cc-8e88-93b67a6c58c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0550635 Jul 08 17:56:38.468796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-f5052351-c55e-4781-8480-f38b64482f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.470324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-f5052351-c55e-4781-8480-f38b64482f74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579736 Jul 08 17:56:38.564745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-66571df3-20de-49a2-8ea8-6735547fc532 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865264 Jul 08 17:56:38.678253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99b7252a-9f8d-4295-95da-ad447775fd4b req-291dc190-5319-47ea-8cc6-227c5020f04d service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060224 Jul 08 17:56:38.848459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-e6979528-5ee0-4a44-819c-5f5ac3a00519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:38.850219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-e6979528-5ee0-4a44-819c-5f5ac3a00519 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 1094 time: 0.0857058 Jul 08 17:56:39.039465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-e1297bb7-97b8-4cee-9c6f-a16567637c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.041338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-e1297bb7-97b8-4cee-9c6f-a16567637c79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1761539 Jul 08 17:56:39.053171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088c9b0-86fe-4691-8c4a-91f39f195c97 req-0b67d214-65fd-4682-b023-fb9ff4c11ca7 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.055369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d088c9b0-86fe-4691-8c4a-91f39f195c97 req-0b67d214-65fd-4682-b023-fb9ff4c11ca7 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.2037649 Jul 08 17:56:39.216528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-4e2429d9-5581-42af-ba44-ee7146cc6cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5511862-e52b-48cc-8c48-c62e1a4e76e2 HTTP/1.1" status: 200 len: 217 time: 0.1094878 Jul 08 17:56:39.322975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d088c9b0-86fe-4691-8c4a-91f39f195c97 req-a85121e1-f89e-43c5-9d6e-02bfe8792e52 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460558 Jul 08 17:56:39.347534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-496fef78-191c-4494-9f64-c6819d14be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.349287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-496fef78-191c-4494-9f64-c6819d14be3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.1723530 Jul 08 17:56:39.423471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779be14-6d0b-483b-9aca-f50fd9fba381 req-6cc81742-e30e-43f4-8ef7-8b09091cdc3e tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.425054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6779be14-6d0b-483b-9aca-f50fd9fba381 req-6cc81742-e30e-43f4-8ef7-8b09091cdc3e tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1096 time: 0.1854329 Jul 08 17:56:39.449515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6779be14-6d0b-483b-9aca-f50fd9fba381 req-429ddc4b-ab62-4fa5-b9e0-66a24f45e8ae tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.535306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-4a985b40-efc0-40a7-b20a-41d73ad7b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.536943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-4a985b40-efc0-40a7-b20a-41d73ad7b428 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767831 Jul 08 17:56:39.677108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523960e8-1aec-4b5f-8660-d514a1a19d94 req-569ca9eb-618a-474d-afab-ced7d3991d2e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:39.684467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-523960e8-1aec-4b5f-8660-d514a1a19d94 req-569ca9eb-618a-474d-afab-ced7d3991d2e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.2151668 Jul 08 17:56:39.754872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-6c11a1da-f474-40a6-a5af-e175e33658e4 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086306 Jul 08 17:56:39.832886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-523960e8-1aec-4b5f-8660-d514a1a19d94 req-7074f6f4-a15a-42f5-ad43-0a8cb1560a56 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473420 Jul 08 17:56:39.850055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6779be14-6d0b-483b-9aca-f50fd9fba381 req-429ddc4b-ab62-4fa5-b9e0-66a24f45e8ae tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.858846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-6779be14-6d0b-483b-9aca-f50fd9fba381 req-429ddc4b-ab62-4fa5-b9e0-66a24f45e8ae tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:39.917341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ddc4b-ab62-4fa5-b9e0-66a24f45e8ae tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d1208e-c9ab-47a5-8104-bde67336cb54,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:56:39.965649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6779be14-6d0b-483b-9aca-f50fd9fba381 req-429ddc4b-ab62-4fa5-b9e0-66a24f45e8ae tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5304604 Jul 08 17:56:40.003566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0e57c6d-8e09-4770-b406-c55d913577bd req-1cce1f62-a79a-40ee-a51d-812ebcf21c4e service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379999 Jul 08 17:56:40.207271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a1228-a632-44e0-8484-96d5991a5517 req-a785e053-70fe-4720-bfb2-890e6ed013f2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:40.209023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a5a1228-a632-44e0-8484-96d5991a5517 req-a785e053-70fe-4720-bfb2-890e6ed013f2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.1012979 Jul 08 17:56:40.264872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a5a1228-a632-44e0-8484-96d5991a5517 req-fcaedc78-a8af-4f48-a249-456c2270d6ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455954 Jul 08 17:56:40.305991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 46230) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:40.411048 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2e5b700-8adf-46bf-a280-e5a4b32f2103 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/cd1cd91e-9eb8-4292-b3d3-211762078bfe HTTP/1.1" status: 200 len: 993 time: 0.1039000 Jul 08 17:56:40.589048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c10c1-f2b1-4059-b664-498b17ab664e req-b016903a-1f71-4d85-9044-482787783592 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:40.591004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a4c10c1-f2b1-4059-b664-498b17ab664e req-b016903a-1f71-4d85-9044-482787783592 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1270065 Jul 08 17:56:40.656909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a4c10c1-f2b1-4059-b664-498b17ab664e req-c08e9bcb-3e20-498f-b04b-cf0e3f877f25 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585830 Jul 08 17:56:41.130315 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25329a-0704-4c67-a4aa-33ccd291599f req-e8b0268a-cfad-478a-8413-86eea63ea7a8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:41.134606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa25329a-0704-4c67-a4aa-33ccd291599f req-e8b0268a-cfad-478a-8413-86eea63ea7a8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.1278243 Jul 08 17:56:41.195064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa25329a-0704-4c67-a4aa-33ccd291599f req-194c3281-e4d6-47e8-93c9-2ce2c3fb69db tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Jul 08 17:56:41.540422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 46268) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:56:41.788303 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1902a6-9de9-4055-badf-060cca1f80c0 req-69d8ed14-94c0-45c4-9e91-72def4a8bf41 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:41.790114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1902a6-9de9-4055-badf-060cca1f80c0 req-69d8ed14-94c0-45c4-9e91-72def4a8bf41 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.2012010 Jul 08 17:56:41.853853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1902a6-9de9-4055-badf-060cca1f80c0 req-f4975f84-8096-49a1-be43-6057e409676b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499873 Jul 08 17:56:41.885972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-ebeb9147-864f-4985-86d4-61ab3ae6f68f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3435068 Jul 08 17:56:42.005228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625120ae-9562-43b8-8a07-c0c58478a73c req-5e4f8068-412c-48d1-affd-fe8b2e369b4f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:42.015577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-625120ae-9562-43b8-8a07-c0c58478a73c req-5e4f8068-412c-48d1-affd-fe8b2e369b4f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1605930 Jul 08 17:56:42.097200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-625120ae-9562-43b8-8a07-c0c58478a73c req-c924812a-50d9-4191-8b27-f7e55ca7520a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802326 Jul 08 17:56:42.484663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147efe1-5802-41a2-8a13-4e5650b32b2f req-49907004-dc7d-46b8-aa32-3921a38a3613 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:42.495308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6147efe1-5802-41a2-8a13-4e5650b32b2f req-49907004-dc7d-46b8-aa32-3921a38a3613 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.1158757 Jul 08 17:56:42.546930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6147efe1-5802-41a2-8a13-4e5650b32b2f req-725b310a-827b-4d15-b4b3-8e826cb13cdf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Jul 08 17:56:43.204454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981668bd-978e-441e-9e78-b984762b0709 req-d02b6b02-433e-4951-adaa-57dcf04824a4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:43.213800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-981668bd-978e-441e-9e78-b984762b0709 req-d02b6b02-433e-4951-adaa-57dcf04824a4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.1820567 Jul 08 17:56:43.305237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-981668bd-978e-441e-9e78-b984762b0709 req-6f740906-07d7-4a04-9127-2c31e0304be7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902512 Jul 08 17:56:43.381300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9e2f7-347d-4ceb-b72a-2e4b69136512 req-a5e6a4fa-2fac-4364-9886-af49955b5dce tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:43.383116 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45f9e2f7-347d-4ceb-b72a-2e4b69136512 req-a5e6a4fa-2fac-4364-9886-af49955b5dce tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1272171 Jul 08 17:56:43.437341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45f9e2f7-347d-4ceb-b72a-2e4b69136512 req-19c0ce6d-d299-4788-bd4b-0cca705c3133 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Jul 08 17:56:43.789957 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:43.826184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681915b8-0468-410f-bbff-d7c9cf5da2d4 req-5440b084-76c2-4f9f-9e5a-08a83199d2d6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:43.827844 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-681915b8-0468-410f-bbff-d7c9cf5da2d4 req-5440b084-76c2-4f9f-9e5a-08a83199d2d6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.1533101 Jul 08 17:56:43.830194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-ba1311c7-8a97-4c05-be90-6a4d3496e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:43.832021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-ba1311c7-8a97-4c05-be90-6a4d3496e5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1096 time: 0.1158779 Jul 08 17:56:43.949908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-681915b8-0468-410f-bbff-d7c9cf5da2d4 req-c6f0b488-e8df-4ac1-a320-218927ad1789 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153347 Jul 08 17:56:44.004683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-14ef134d-e35b-438d-af55-68d9da73b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.006661 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-14ef134d-e35b-438d-af55-68d9da73b0a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.1630130 Jul 08 17:56:44.090871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-8ca9bfcb-3b85-461d-aae8-0060f5feeb2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 1001 time: 0.0727956 Jul 08 17:56:44.154316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-64902201-3b54-4f3a-a61f-7d225c7e9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.156187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-64902201-3b54-4f3a-a61f-7d225c7e9bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0556166 Jul 08 17:56:44.240545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-eac28851-d8b5-44a7-ac5b-e698f354e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.242785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-eac28851-d8b5-44a7-ac5b-e698f354e461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764389 Jul 08 17:56:44.353418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-a3a2a898-3edc-4c5f-817e-1d264b34f53b service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999706 Jul 08 17:56:44.592073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-e5b4743e-fb0f-4474-b010-f9a48eb8367b service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257450 Jul 08 17:56:44.606224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c70da1-e076-4852-8a2e-2629a8c6b153 req-4a879dea-4f22-49dc-9d6d-6623e136334e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.607708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15c70da1-e076-4852-8a2e-2629a8c6b153 req-4a879dea-4f22-49dc-9d6d-6623e136334e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.1260154 Jul 08 17:56:44.713381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15c70da1-e076-4852-8a2e-2629a8c6b153 req-6840b165-f43a-4b7f-aed5-f331f4cbd057 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983384 Jul 08 17:56:44.765036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5cdb2-041c-419b-b5eb-7a9de44a6f68 req-3fc124d6-2324-4027-bc11-5ce9732b382c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:44.767498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df5cdb2-041c-419b-b5eb-7a9de44a6f68 req-3fc124d6-2324-4027-bc11-5ce9732b382c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1168020 Jul 08 17:56:44.823802 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df5cdb2-041c-419b-b5eb-7a9de44a6f68 req-71594d43-b5b3-44b0-9060-22844a264212 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507047 Jul 08 17:56:45.198600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e35b-555b-42b9-b83c-0bd26059ca63 req-3741d9cd-7ecc-4f3b-b7a9-0288f5c2167b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:45.205852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c61e35b-555b-42b9-b83c-0bd26059ca63 req-3741d9cd-7ecc-4f3b-b7a9-0288f5c2167b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0933988 Jul 08 17:56:45.256858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c61e35b-555b-42b9-b83c-0bd26059ca63 req-76ce0660-b675-46c4-a1ab-64deea49d44c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Jul 08 17:56:45.952648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67664a-d53f-446d-92e2-3b34c2b2ef44 req-3b96db1e-d1fa-4f09-aa07-ed293b68b8af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:45.954242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b67664a-d53f-446d-92e2-3b34c2b2ef44 req-3b96db1e-d1fa-4f09-aa07-ed293b68b8af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0826631 Jul 08 17:56:46.024980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b67664a-d53f-446d-92e2-3b34c2b2ef44 req-0bbf98ed-1dc0-4120-8c56-14c044be6bc7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601096 Jul 08 17:56:46.051194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ff61-ba27-44fe-b4c9-434189b51b93 req-20226627-a1fe-4232-8e34-3bb8e5a95065 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:46.055088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3d3ff61-ba27-44fe-b4c9-434189b51b93 req-20226627-a1fe-4232-8e34-3bb8e5a95065 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0998774 Jul 08 17:56:46.097768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3d3ff61-ba27-44fe-b4c9-434189b51b93 req-c98ddb36-9cc2-41c9-9e45-194916cb317c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384309 Jul 08 17:56:46.459576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35e6a-8870-4bca-9893-347e9621d157 req-d5ae4d1d-af39-49cd-a52f-6f8224c7fb50 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:46.462710 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dab35e6a-8870-4bca-9893-347e9621d157 req-d5ae4d1d-af39-49cd-a52f-6f8224c7fb50 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0740662 Jul 08 17:56:46.506196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dab35e6a-8870-4bca-9893-347e9621d157 req-59ca5584-45a8-4b2a-ba17-bccf628847a4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Jul 08 17:56:47.216390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903286e-768b-4fad-a5f3-486ec3ff53e0 req-cde6c127-b3ae-4e50-ac95-8093d599d4d9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:47.219004 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9903286e-768b-4fad-a5f3-486ec3ff53e0 req-cde6c127-b3ae-4e50-ac95-8093d599d4d9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0688052 Jul 08 17:56:47.302561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9903286e-768b-4fad-a5f3-486ec3ff53e0 req-12f5f623-4ddd-4374-8ef1-8daaa6ea3796 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785742 Jul 08 17:56:47.332284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bdfef-a142-4a62-b522-ce03b3523668 req-bd9a7a9d-0960-4f50-80b4-ff2c4e85f840 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:47.333806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d8bdfef-a142-4a62-b522-ce03b3523668 req-bd9a7a9d-0960-4f50-80b4-ff2c4e85f840 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0937028 Jul 08 17:56:47.379107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d8bdfef-a142-4a62-b522-ce03b3523668 req-3d24c619-f00a-49c7-aa37-e775e0ebbd96 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394735 Jul 08 17:56:47.720443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecc027-c6a8-4432-b798-26ee42835598 req-ae82c887-fdeb-412c-a7d9-ab85e433c053 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:47.722762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2ecc027-c6a8-4432-b798-26ee42835598 req-ae82c887-fdeb-412c-a7d9-ab85e433c053 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0834451 Jul 08 17:56:47.805870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2ecc027-c6a8-4432-b798-26ee42835598 req-7c7ac198-5a80-4628-a476-7d3c29e0e528 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700233 Jul 08 17:56:47.841437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-ae0a571b-0040-490f-95e0-602c2be0dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:47.842980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-ae0a571b-0040-490f-95e0-602c2be0dd4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1096 time: 0.1421800 Jul 08 17:56:47.859271 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9252-1630-46eb-9fed-6bf8089e4d51 req-44a6c7ea-e958-43ac-84da-9bb7c432b002 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:47.861253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-451f9252-1630-46eb-9fed-6bf8089e4d51 req-44a6c7ea-e958-43ac-84da-9bb7c432b002 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1373925 Jul 08 17:56:47.902396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-451f9252-1630-46eb-9fed-6bf8089e4d51 req-d4e3850c-302b-463f-9517-9e9d55351fa8 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351744 Jul 08 17:56:47.944513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-6f4c6e94-798b-43bb-b0c9-5fda618de01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:47.946213 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-6f4c6e94-798b-43bb-b0c9-5fda618de01a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.0966940 Jul 08 17:56:48.020502 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-5ab63d62-ea74-43f9-8631-1e405bb27c0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 1000 time: 0.0671303 Jul 08 17:56:48.083408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-415e07df-d436-4080-b948-4e2f5186e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:48.085668 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-415e07df-d436-4080-b948-4e2f5186e8e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0582027 Jul 08 17:56:48.152433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-d2974ce6-5c1f-4b09-a1fe-5148727d7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:48.154082 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-d2974ce6-5c1f-4b09-a1fe-5148727d7d78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627973 Jul 08 17:56:48.260969 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-1a7f411d-b4fd-43b9-a385-985a7be353bf service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996633 Jul 08 17:56:48.368273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01190146-7e56-4eb3-8ebf-6bfd700ddb66 req-8a219605-86f3-41ad-8589-f4207d99c0a5 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001225 Jul 08 17:56:48.491775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec661d5-e6b1-4ce7-8931-4508937c6c23 req-1d93e783-7df4-41d6-a25c-eb3904ce46f0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:48.493380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ec661d5-e6b1-4ce7-8931-4508937c6c23 req-1d93e783-7df4-41d6-a25c-eb3904ce46f0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0686662 Jul 08 17:56:48.533515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ec661d5-e6b1-4ce7-8931-4508937c6c23 req-1693d350-cd6c-4494-8d59-5dbcc9c8c840 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343306 Jul 08 17:56:49.065907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815507c-3f0d-4411-81b1-ba830dc4f63e req-d4527201-9abe-49ea-b3f1-c31e34720d08 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:49.067918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d815507c-3f0d-4411-81b1-ba830dc4f63e req-d4527201-9abe-49ea-b3f1-c31e34720d08 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.1080930 Jul 08 17:56:49.145436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d815507c-3f0d-4411-81b1-ba830dc4f63e req-1ada205c-9299-425f-b340-c4dcd5292252 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708880 Jul 08 17:56:49.228521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83e43f-571a-4f5d-b937-76f445b5bd74 req-d2f6352d-e3d5-4bc0-a343-9eb61fb2310c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:49.230596 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa83e43f-571a-4f5d-b937-76f445b5bd74 req-d2f6352d-e3d5-4bc0-a343-9eb61fb2310c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1198246 Jul 08 17:56:49.288845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa83e43f-571a-4f5d-b937-76f445b5bd74 req-e4bbc530-51cd-4cbc-b8f4-6933e7fe5a6e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494111 Jul 08 17:56:49.757607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8350-8533-479b-9765-5b892424f780 req-507c30a9-7ce1-475f-8162-6081c2002888 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:49.759198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-deee8350-8533-479b-9765-5b892424f780 req-507c30a9-7ce1-475f-8162-6081c2002888 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0698175 Jul 08 17:56:49.805011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-deee8350-8533-479b-9765-5b892424f780 req-2a831d47-e747-46ea-bd8b-5300570e1c72 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382245 Jul 08 17:56:50.744080 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffba514-3999-49dc-adbb-133f698517d0 req-7a50e1aa-19e1-491e-82f7-db8e7dca8e35 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:50.745706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fffba514-3999-49dc-adbb-133f698517d0 req-7a50e1aa-19e1-491e-82f7-db8e7dca8e35 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.4664450 Jul 08 17:56:50.817369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fffba514-3999-49dc-adbb-133f698517d0 req-7638bcd2-3b8c-4a1d-bc82-be2472d2c57e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648925 Jul 08 17:56:50.827630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60912e-abae-42cf-a5ef-821ee06d8b0e req-7f043052-cee2-4b3a-ae3b-d6a70d6d571a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:50.838025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb60912e-abae-42cf-a5ef-821ee06d8b0e req-7f043052-cee2-4b3a-ae3b-d6a70d6d571a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1431384 Jul 08 17:56:50.896972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb60912e-abae-42cf-a5ef-821ee06d8b0e req-e087c33f-a95b-4589-8616-38ba2e541fe2 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507615 Jul 08 17:56:51.040036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef24de-0605-430b-9f37-387a6d0fdcb2 req-468eabaa-7f53-4e23-ad6d-17b8b8859ba9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:51.041370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3ef24de-0605-430b-9f37-387a6d0fdcb2 req-468eabaa-7f53-4e23-ad6d-17b8b8859ba9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0850575 Jul 08 17:56:51.083240 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3ef24de-0605-430b-9f37-387a6d0fdcb2 req-05e60d08-4097-4818-a4e6-79d247e1413e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345943 Jul 08 17:56:52.058465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746a67e-9657-4698-9cb1-2fbd949ee607 req-2a278fee-0b81-460a-8606-804c78e31d9a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:52.061381 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d746a67e-9657-4698-9cb1-2fbd949ee607 req-2a278fee-0b81-460a-8606-804c78e31d9a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.1048169 Jul 08 17:56:52.110515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d746a67e-9657-4698-9cb1-2fbd949ee607 req-0ed31bdb-8012-4418-8b3f-9d92efa72cdb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Jul 08 17:56:52.295171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f699269-54cc-4bc6-b0e5-a096a03eae8f req-e9370564-bc87-4e78-8cfe-48522718334b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:52.296880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f699269-54cc-4bc6-b0e5-a096a03eae8f req-e9370564-bc87-4e78-8cfe-48522718334b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0828907 Jul 08 17:56:52.350968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f699269-54cc-4bc6-b0e5-a096a03eae8f req-150f8b26-590c-4480-ad05-862a855ae032 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475779 Jul 08 17:56:53.301725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667647-ff7d-4c73-9742-5b231435494f req-ad642f63-caf7-4e3f-898f-c3dfc75b2a32 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:53.303394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20667647-ff7d-4c73-9742-5b231435494f req-ad642f63-caf7-4e3f-898f-c3dfc75b2a32 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0705514 Jul 08 17:56:53.349779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20667647-ff7d-4c73-9742-5b231435494f req-a0e74ad4-28e1-4f22-96f6-30b9958c3438 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Jul 08 17:56:53.559487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bb605-247f-4b0f-8200-a435ee96c5c9 req-ea00d9ee-9fdf-4ea3-a33c-3984aab13d36 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:53.561232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c03bb605-247f-4b0f-8200-a435ee96c5c9 req-ea00d9ee-9fdf-4ea3-a33c-3984aab13d36 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0821853 Jul 08 17:56:53.607365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c03bb605-247f-4b0f-8200-a435ee96c5c9 req-95e3ea4a-7e2a-4f24-819f-ea799549d36f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394592 Jul 08 17:56:54.554517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1a1e0-c896-4e79-b3fc-68b7f5f2052a req-0baca2a3-2688-41fc-818a-e2dff4bc1994 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.557550 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71d1a1e0-c896-4e79-b3fc-68b7f5f2052a req-0baca2a3-2688-41fc-818a-e2dff4bc1994 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0843287 Jul 08 17:56:54.606590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71d1a1e0-c896-4e79-b3fc-68b7f5f2052a req-a432d6f6-c510-4de6-8183-baf8e6ed5a49 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Jul 08 17:56:54.815509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a564254-b455-4fa0-8087-e2d5520c2a9d req-5d4616b3-a0fc-4f73-aed8-b6d844c67a05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:54.817139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a564254-b455-4fa0-8087-e2d5520c2a9d req-5d4616b3-a0fc-4f73-aed8-b6d844c67a05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0757220 Jul 08 17:56:54.867749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a564254-b455-4fa0-8087-e2d5520c2a9d req-ccf7061d-5f74-4cd6-8aa8-42065acb1d3e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Jul 08 17:56:55.851613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740f408-d4bc-4857-840d-b0cae7704a71 req-c381153e-697f-47e3-985b-14b1f3f41ccc tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:55.853292 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8740f408-d4bc-4857-840d-b0cae7704a71 req-c381153e-697f-47e3-985b-14b1f3f41ccc tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0915911 Jul 08 17:56:55.896508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8740f408-d4bc-4857-840d-b0cae7704a71 req-2e6496af-01c1-4734-b053-bfab8bf0703c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Jul 08 17:56:55.989046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:56.083832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baa5c3-7b75-42d8-a8b5-b54505b16a1a req-6f0a1d4c-db4c-4d8b-9362-c7fbba7db6e9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:56.086230 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65baa5c3-7b75-42d8-a8b5-b54505b16a1a req-6f0a1d4c-db4c-4d8b-9362-c7fbba7db6e9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0957108 Jul 08 17:56:56.132624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65baa5c3-7b75-42d8-a8b5-b54505b16a1a req-d6e31689-cd07-499b-95e3-c6bb34c071ac tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396736 Jul 08 17:56:57.105494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6052b-a20d-428f-ae84-edfefc14d17b req-58b0a94d-e6b7-4624-b46e-d703ef37bd4a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:57.107096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65f6052b-a20d-428f-ae84-edfefc14d17b req-58b0a94d-e6b7-4624-b46e-d703ef37bd4a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0785360 Jul 08 17:56:57.146822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65f6052b-a20d-428f-ae84-edfefc14d17b req-4b5c059b-8d2c-4391-825d-5d7d192b381e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341322 Jul 08 17:56:57.313577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be943-069e-431f-83fb-e3de34c8e5cc req-ae4d151d-e605-4f97-ad8c-ba39e3279045 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:57.315079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a4be943-069e-431f-83fb-e3de34c8e5cc req-ae4d151d-e605-4f97-ad8c-ba39e3279045 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0679066 Jul 08 17:56:57.353081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a4be943-069e-431f-83fb-e3de34c8e5cc req-1a4284ef-a7d8-4a22-b7b3-1fe61b32fc83 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318735 Jul 08 17:56:57.494857 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-536b570f-3dae-48c9-aa98-716f1c5e1731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:56:58.329977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc667aa-235b-42bc-94a4-d999dcceaab8 req-5644b320-9a0c-4e8a-b72f-b6fff0589e33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.331367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8dc667aa-235b-42bc-94a4-d999dcceaab8 req-5644b320-9a0c-4e8a-b72f-b6fff0589e33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0657735 Jul 08 17:56:58.382002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8dc667aa-235b-42bc-94a4-d999dcceaab8 req-cb0332ed-5b81-47a2-81e4-24aafc9d364a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 Jul 08 17:56:58.558917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec5494-1a43-47a9-b5db-9009a547dc18 req-f94026ec-015f-4e71-bc2b-16c0315fadc4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:58.560681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53ec5494-1a43-47a9-b5db-9009a547dc18 req-f94026ec-015f-4e71-bc2b-16c0315fadc4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0725760 Jul 08 17:56:58.603200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53ec5494-1a43-47a9-b5db-9009a547dc18 req-2bef4067-4a68-4e27-9a7b-c56cc26c0622 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347486 Jul 08 17:56:59.604350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8d6b-6b95-49f4-ab15-7e138bdff1ba req-450fe332-9bd5-4876-a869-e9b8ff7bb436 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:59.606011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-596d8d6b-6b95-49f4-ab15-7e138bdff1ba req-450fe332-9bd5-4876-a869-e9b8ff7bb436 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0835297 Jul 08 17:56:59.666481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-596d8d6b-6b95-49f4-ab15-7e138bdff1ba req-7602ba7e-eb02-4a0f-8d24-3ab65f9eee8f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526872 Jul 08 17:56:59.847905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb3eef-0167-4ba7-9621-8cd75e04aa3c req-7ef51744-6d0e-4c06-93e9-b7ecff8d261c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:56:59.851606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4edb3eef-0167-4ba7-9621-8cd75e04aa3c req-7ef51744-6d0e-4c06-93e9-b7ecff8d261c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.1021104 Jul 08 17:56:59.911458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4edb3eef-0167-4ba7-9621-8cd75e04aa3c req-87a278ec-f0a3-4c98-a813-c01fe0fe71a3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487759 Jul 08 17:57:00.007178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3f9eac83-c5c9-480d-ba92-f6093f6e2fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:00.454271 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:00.873841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7576922-7649-4a60-a208-6ac27be7a82b req-d9334263-e3bf-4c46-8130-a4c612c87cc8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:00.875439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7576922-7649-4a60-a208-6ac27be7a82b req-d9334263-e3bf-4c46-8130-a4c612c87cc8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 943 time: 0.0833125 Jul 08 17:57:00.930785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7576922-7649-4a60-a208-6ac27be7a82b req-75c6ff0e-abe2-418b-a6da-398c1db0eb45 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Jul 08 17:57:01.116437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee83ffb-c4d9-4562-9ed0-d90db3570783 req-21d4ca07-a96a-4ddb-a8bd-508202a32a59 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:01.118178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eee83ffb-c4d9-4562-9ed0-d90db3570783 req-21d4ca07-a96a-4ddb-a8bd-508202a32a59 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.0756397 Jul 08 17:57:01.162749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eee83ffb-c4d9-4562-9ed0-d90db3570783 req-c661ac81-43b0-4598-a449-98015377fda1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374486 Jul 08 17:57:01.447303 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:01.730368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e5511862-e52b-48cc-8c48-c62e1a4e76e2 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:01.841319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e5511862-e52b-48cc-8c48-c62e1a4e76e2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e5511862-e52b-48cc-8c48-c62e1a4e76e2,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:01.856288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'port_id': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2', 'mac_address': 'fa:16:3e:f1:3b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:01.902385 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:01.916619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5511862-e52b-48cc-8c48-c62e1a4e76e2 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:01.938857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e5511862-e52b-48cc-8c48-c62e1a4e76e2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e5511862-e52b-48cc-8c48-c62e1a4e76e2,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:01.946118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.008445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e5511862-e52b-48cc-8c48-c62e1a4e76e2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:02.017522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.017985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.018668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.019244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.019608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.019999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.020367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.020770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.021120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.021623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.022662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.023184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:02.191088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f83d85-6338-4d08-86f1-797526b725e9 req-80bcdffe-e555-44f7-a538-f7bf399d7b81 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:02.193306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7f83d85-6338-4d08-86f1-797526b725e9 req-80bcdffe-e555-44f7-a538-f7bf399d7b81 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 944 time: 0.1312993 Jul 08 17:57:02.260384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7f83d85-6338-4d08-86f1-797526b725e9 req-a3e32c52-3e30-488c-8128-6b47fb89af3b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602565 Jul 08 17:57:02.263042 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-06abdcc3-306e-4560-8aff-f984c2869e79 service neutron] show failed (client error): The resource could not be found. Jul 08 17:57:02.264244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-06abdcc3-306e-4560-8aff-f984c2869e79 service neutron] 10.222.0.41 "GET /v2.0/ports/320cb369-ade3-46eb-9b67-6fd9fd00f979/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.1367896 Jul 08 17:57:02.289745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['e5511862-e52b-48cc-8c48-c62e1a4e76e2'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:02.435289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6623fe-e0fa-4e7e-aa8e-6723b8fdc1b5 req-34f1b21c-efe1-44b3-a8f6-2c7dc4317184 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:02.439427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b6623fe-e0fa-4e7e-aa8e-6723b8fdc1b5 req-34f1b21c-efe1-44b3-a8f6-2c7dc4317184 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.1034458 Jul 08 17:57:02.502533 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b6623fe-e0fa-4e7e-aa8e-6723b8fdc1b5 req-59323e99-164e-480f-9315-4ee06fbc02df tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532131 Jul 08 17:57:02.651906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-8e93e353-e9df-415a-a2f2-b9777d9ffe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:02.653470 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-8e93e353-e9df-415a-a2f2-b9777d9ffe5b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 1096 time: 0.0979288 Jul 08 17:57:02.669960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:02.760325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:02.899276 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.009788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:03.051568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:03.123148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:03.128510 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a49777-8eb1-4ed8-a8e8-4a610d2b145f" -d '{"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-unplugged", "status": "completed", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:03.137932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.155087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Transition to ACTIVE for port object 320cb369-ade3-46eb-9b67-6fd9fd00f979 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:03.159063 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.202928 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5091249-3c8b-42ce-a3c4-6d9241b4c6e8 x-openstack-request-id: req-f5091249-3c8b-42ce-a3c4-6d9241b4c6e8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:03.203445 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-unplugged", "status": "completed", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:03.203698 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f5091249-3c8b-42ce-a3c4-6d9241b4c6e8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:03.204106 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'code': 200} Jul 08 17:57:03.232241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:03.286301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.286665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.287003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.287844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.287844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.288307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.289004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.289004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.289004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.290397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.290397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.290397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:03.373947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] No DVR routers for this DVR port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:03.528374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bb466-233a-45ee-b4e1-3ce2108004ea req-0e710876-7e3a-4d3b-9046-b4bb21ed0d4b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:03.530464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a18bb466-233a-45ee-b4e1-3ce2108004ea req-0e710876-7e3a-4d3b-9046-b4bb21ed0d4b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 944 time: 0.0939119 Jul 08 17:57:03.590268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a18bb466-233a-45ee-b4e1-3ce2108004ea req-b4cc01ca-928d-4b17-8231-647e60d84931 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Jul 08 17:57:03.617649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:03.618071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:03.618478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:03.623005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:57:03.623326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Attempting to bind port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:03.628464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:03.628834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Checking segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:03.629217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Bound using segment: {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:03.629656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Bound port: 320cb369-ade3-46eb-9b67-6fd9fd00f979, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29eb538-95be-404a-9110-22504b403651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:03.630001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.720668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:03.727145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:03.734457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.749599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e5511862-e52b-48cc-8c48-c62e1a4e76e2 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:03.802199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:03.803165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.806772 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] 10.222.0.72 "PUT /v2.0/ports/320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 1091 time: 1.1412594 Jul 08 17:57:03.822519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port e5511862-e52b-48cc-8c48-c62e1a4e76e2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:03.822712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4ddcc-1bf0-44a6-8f97-e7eca9d618f1 req-9603538d-49cd-4c69-ac50-e6a2ef333250 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:03.827401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port e5511862-e52b-48cc-8c48-c62e1a4e76e2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:03.828933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:03.832254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ac4ddcc-1bf0-44a6-8f97-e7eca9d618f1 req-9603538d-49cd-4c69-ac50-e6a2ef333250 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.1372507 Jul 08 17:57:03.900348 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ac4ddcc-1bf0-44a6-8f97-e7eca9d618f1 req-ac4f9358-a99f-412b-bd3c-e72d74f30988 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666213 Jul 08 17:57:03.942538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ced6a-c508-48e0-a791-498d04ba722a service neutron] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:03.948244 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.004250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e5511862-e52b-48cc-8c48-c62e1a4e76e2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e5511862-e52b-48cc-8c48-c62e1a4e76e2,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:04.005647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78abcb88-2aec-4bd5-a568-31b15c326260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:04.010391 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157323b0-3ab9-4efb-b6c9-d5c6fea552fd" -d '{"events": [{"server_uuid": "78abcb88-2aec-4bd5-a568-31b15c326260", "name": "network-vif-plugged", "status": "completed", "tag": "e5511862-e52b-48cc-8c48-c62e1a4e76e2"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:04.015508 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:04.028348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-da15caee-1585-4e57-a7bd-17e8629556e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.030560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-da15caee-1585-4e57-a7bd-17e8629556e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1094 time: 0.1864269 Jul 08 17:57:04.091229 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586feb6a-2c53-4d62-8824-a9860321d350 x-openstack-request-id: req-586feb6a-2c53-4d62-8824-a9860321d350 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:04.091414 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78abcb88-2aec-4bd5-a568-31b15c326260", "name": "network-vif-plugged", "status": "completed", "tag": "e5511862-e52b-48cc-8c48-c62e1a4e76e2", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:04.091719 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-586feb6a-2c53-4d62-8824-a9860321d350 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:04.092561 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78abcb88-2aec-4bd5-a568-31b15c326260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2', 'code': 200} Jul 08 17:57:04.113277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e5511862-e52b-48cc-8c48-c62e1a4e76e2,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:04.148767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-cdd3a350-c54f-4cc6-b58b-ddf95d841f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.150043 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-cdd3a350-c54f-4cc6-b58b-ddf95d841f47 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.1126018 Jul 08 17:57:04.232007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-63370872-f34d-4552-9579-8945967bee79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 999 time: 0.0744269 Jul 08 17:57:04.263414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011fc5-b956-40a5-a32b-3d341b689e12 req-b0b3b278-3fa2-4c8c-a8ad-d70aa9a63f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.265605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55011fc5-b956-40a5-a32b-3d341b689e12 req-b0b3b278-3fa2-4c8c-a8ad-d70aa9a63f20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 1096 time: 0.0720830 Jul 08 17:57:04.297841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-d0d5c2b7-b221-4f20-b140-e3c06f3ca535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.299876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-d0d5c2b7-b221-4f20-b140-e3c06f3ca535 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0620761 Jul 08 17:57:04.312308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55011fc5-b956-40a5-a32b-3d341b689e12 req-64ec12ed-1f8e-42d3-8adf-df0f3208d935 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Jul 08 17:57:04.379738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-94b878ce-baba-43ee-91b7-d64bef1baf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.383081 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-94b878ce-baba-43ee-91b7-d64bef1baf71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761621 Jul 08 17:57:04.485304 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-cdef0297-35af-485c-a791-9984baa0bee1 service neutron] 10.222.0.72 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940127 Jul 08 17:57:04.592534 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acba4b81-effb-4fef-8cb2-8421071b8fa8 req-8b75d43d-9478-4f7e-a6d6-51315bb20745 service neutron] 10.222.0.72 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979185 Jul 08 17:57:04.826623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a5ff2-8e6e-4b44-92ed-9edeef23d7d5 req-c900b24d-7ec3-4537-9525-7d6c48ffeb03 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:04.828148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-364a5ff2-8e6e-4b44-92ed-9edeef23d7d5 req-c900b24d-7ec3-4537-9525-7d6c48ffeb03 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 945 time: 0.0983343 Jul 08 17:57:04.866627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-364a5ff2-8e6e-4b44-92ed-9edeef23d7d5 req-187eab1e-9b6a-4a28-bcca-c668894c8304 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Jul 08 17:57:05.114081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532e328-4bc3-4c42-816f-bdcffb5f04d7 req-b3bc334e-0fbe-49b6-85c4-2690ddbc5316 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.115617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a532e328-4bc3-4c42-816f-bdcffb5f04d7 req-b3bc334e-0fbe-49b6-85c4-2690ddbc5316 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.0661407 Jul 08 17:57:05.156210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a532e328-4bc3-4c42-816f-bdcffb5f04d7 req-8b245386-8d3c-484c-b210-1509a7e7bc37 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329561 Jul 08 17:57:05.205526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:05.207896 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43f961-fa82-44dc-b4f8-db3c11c50304" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:05.255968 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d665c5a6-692b-458f-8030-8d57d6613b03 x-openstack-request-id: req-d665c5a6-692b-458f-8030-8d57d6613b03 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:05.256798 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:05.257081 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d665c5a6-692b-458f-8030-8d57d6613b03 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:05.257499 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'status': 'completed', 'code': 200} Jul 08 17:57:05.341192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-2bf97414-22f5-4996-b52e-9810665e9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.343082 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-2bf97414-22f5-4996-b52e-9810665e9e66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1094 time: 0.0671585 Jul 08 17:57:05.362810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-17ad0c66-7324-426e-9a28-3fc978d90069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.364264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-17ad0c66-7324-426e-9a28-3fc978d90069 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1094 time: 0.0560966 Jul 08 17:57:05.445030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-277456e2-7d97-4eed-86be-008b9d5a8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.446531 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-277456e2-7d97-4eed-86be-008b9d5a8703 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.0928557 Jul 08 17:57:05.470957 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-67ac2ab4-233e-4274-9c18-d51beab9d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.472752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-67ac2ab4-233e-4274-9c18-d51beab9d0cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.0936658 Jul 08 17:57:05.518369 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-6d929eae-465b-4b82-9eb8-935a703aefc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 999 time: 0.0625970 Jul 08 17:57:05.543748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-c3525a52-adb9-4eb2-8ff5-e2220fc7727a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 999 time: 0.0635946 Jul 08 17:57:05.587226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-a72d493a-b47e-49be-b42b-98c731d56b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.589283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-a72d493a-b47e-49be-b42b-98c731d56b55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0575743 Jul 08 17:57:05.621755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-77e8e935-cf03-4d50-8ae7-dc8fe97b7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.624112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-77e8e935-cf03-4d50-8ae7-dc8fe97b7ad7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0734251 Jul 08 17:57:05.700148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-4f034f42-41eb-4553-bad9-50915d556bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.701731 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-4f034f42-41eb-4553-bad9-50915d556bf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039965 Jul 08 17:57:05.711527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-46cd5531-67b7-45ec-ac0a-5e6ab5e0d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:05.713352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-46cd5531-67b7-45ec-ac0a-5e6ab5e0d2fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807757 Jul 08 17:57:05.749405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:05.796767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:05.815171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-df156f8a-3ccf-4170-924e-cd46da7999fc service neutron] 10.222.0.72 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060109 Jul 08 17:57:05.823505 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-688f248f-fcf7-4ab7-bc94-a22a8a56b786 service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031942 Jul 08 17:57:05.922764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-0e5c6615-eca9-45b4-bf97-69752d360060 service neutron] 10.222.0.72 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934329 Jul 08 17:57:05.934854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c43f961-fa82-44dc-b4f8-db3c11c50304 req-8ed1fe70-ae71-4506-993b-6ed888781783 service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040378 Jul 08 17:57:06.051251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba086fd-7fda-4764-9d20-511b76f60b9a req-728b1db3-cf74-4792-99a3-a30a067d70a4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.052776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ba086fd-7fda-4764-9d20-511b76f60b9a req-728b1db3-cf74-4792-99a3-a30a067d70a4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 945 time: 0.0642841 Jul 08 17:57:06.092149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ba086fd-7fda-4764-9d20-511b76f60b9a req-db94d7aa-b8ab-49b5-8123-f75562c2b536 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327313 Jul 08 17:57:06.363870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175171b-4005-4af4-826e-9e2d178a6248 req-512b8ef4-5e07-46b7-8e69-06383124393d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.365538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c175171b-4005-4af4-826e-9e2d178a6248 req-512b8ef4-5e07-46b7-8e69-06383124393d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 945 time: 0.1414456 Jul 08 17:57:06.416233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f825a-daf1-462f-8fb7-0763f8d4eafc req-42e8b80e-4f52-43a3-a74b-1dc5a22b74d0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.417818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-629f825a-daf1-462f-8fb7-0763f8d4eafc req-42e8b80e-4f52-43a3-a74b-1dc5a22b74d0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.1335878 Jul 08 17:57:06.449169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c175171b-4005-4af4-826e-9e2d178a6248 req-eb324fa3-9a38-417f-939c-a889d554dfa9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694139 Jul 08 17:57:06.489333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-629f825a-daf1-462f-8fb7-0763f8d4eafc req-509204d6-3e39-4204-a7d0-1eff8f354d61 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614991 Jul 08 17:57:06.924188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a7718-3eb8-4ffd-97ec-cf02982435b1 req-0aed55ec-b226-4c80-9bbc-afca6ed5c90b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:06.925738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f5a7718-3eb8-4ffd-97ec-cf02982435b1 req-0aed55ec-b226-4c80-9bbc-afca6ed5c90b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 945 time: 0.0636196 Jul 08 17:57:06.964849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f5a7718-3eb8-4ffd-97ec-cf02982435b1 req-e2326670-d468-49b2-bcf7-95b00ceb96f7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Jul 08 17:57:07.675379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702c2e5-6544-4f14-b19d-b922471b713e req-bb581f13-c73c-4120-8731-fb6834b6b176 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:07.676950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d702c2e5-6544-4f14-b19d-b922471b713e req-bb581f13-c73c-4120-8731-fb6834b6b176 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.0744855 Jul 08 17:57:07.731268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d702c2e5-6544-4f14-b19d-b922471b713e req-1da1248d-e6e4-427e-9893-0608c3d1c17a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472429 Jul 08 17:57:08.085179 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8014b2-f6b1-49c0-b468-dc0bf178eeed req-7e766311-03f4-4c43-a9ac-574a896af4e4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.087574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd8014b2-f6b1-49c0-b468-dc0bf178eeed req-7e766311-03f4-4c43-a9ac-574a896af4e4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.1159060 Jul 08 17:57:08.236998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd8014b2-f6b1-49c0-b468-dc0bf178eeed req-7c5fc723-4188-4288-a3a1-f8c55801ca08 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281321 Jul 08 17:57:08.300398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998646-2d59-4128-b205-bcd4a07828e4 req-c496a766-833a-4922-8cc7-82d443db037e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.302013 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba998646-2d59-4128-b205-bcd4a07828e4 req-c496a766-833a-4922-8cc7-82d443db037e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 945 time: 0.2121089 Jul 08 17:57:08.324472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-09056432-8ee1-4832-bb62-1b96bc01a758 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.326029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-09056432-8ee1-4832-bb62-1b96bc01a758 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b&tenant_id=25b9e3294d1441afacb223be42639035&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 943 time: 0.1672533 Jul 08 17:57:08.392242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba998646-2d59-4128-b205-bcd4a07828e4 req-b11c6da8-c266-4a37-a696-ac5fdca08918 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815048 Jul 08 17:57:08.423237 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-e204b5c9-4e80-40cb-a250-cb834d3e04e7 service neutron] delete failed (client error): The resource could not be found. Jul 08 17:57:08.424402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-e204b5c9-4e80-40cb-a250-cb834d3e04e7 service neutron] 10.222.0.41 "DELETE /v2.0/ports/320cb369-ade3-46eb-9b67-6fd9fd00f979/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0901656 Jul 08 17:57:08.579255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-3d51dbf3-8f97-4cef-b20c-9fefeb0e1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.581849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-3d51dbf3-8f97-4cef-b20c-9fefeb0e1d5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1094 time: 0.0740094 Jul 08 17:57:08.719958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-db2f2ca8-6d01-4459-95c7-99f86ddd415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.721409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-db2f2ca8-6d01-4459-95c7-99f86ddd415a service neutron] 10.222.0.41 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.1271055 Jul 08 17:57:08.728699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-c03ab486-b8cf-4cb7-aa40-65f929128922 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.730546 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-c03ab486-b8cf-4cb7-aa40-65f929128922 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 945 time: 0.0700521 Jul 08 17:57:08.799821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-9e9c60c0-e6e1-4606-89b1-49f4440f23c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 999 time: 0.0698791 Jul 08 17:57:08.858196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port e5511862-e52b-48cc-8c48-c62e1a4e76e2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:08.859063 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:08.864685 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-3d0f2890-0b41-47f8-9c8f-0e31a236e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.866296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-3d0f2890-0b41-47f8-9c8f-0e31a236e0b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.0599334 Jul 08 17:57:08.942599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-27e24bad-3524-4f57-9513-48a9f85e6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:08.944347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-27e24bad-3524-4f57-9513-48a9f85e6bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678637 Jul 08 17:57:09.000032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] For port e5511862-e52b-48cc-8c48-c62e1a4e76e2, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e5511862-e52b-48cc-8c48-c62e1a4e76e2,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:09.000573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.016484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for e5511862-e52b-48cc-8c48-c62e1a4e76e2 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:09.060005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-0ae247a8-cf3a-44a7-9774-ca62ef97ccdc service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062071 Jul 08 17:57:09.078611 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:57:09.160702 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.168353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1693dc24-24aa-4964-b54f-ca4af0c03ac3 req-ec1da660-13e8-4363-b26c-d3466f17ee43 service neutron] 10.222.0.41 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975111 Jul 08 17:57:09.174383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c72790c1-3412-4975-8c48-42b75bab4283'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:09.205906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=e5511862-e52b-48cc-8c48-c62e1a4e76e2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:09.216138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['e5511862-e52b-48cc-8c48-c62e1a4e76e2'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:09.243130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:57:09.255696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] No DVR routers for this DVR port e5511862-e52b-48cc-8c48-c62e1a4e76e2 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:09.258907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.261157 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1360fcc7-014d-4c6a-9eac-3ff471e706b7 req-4722c782-41f0-453b-8f8b-53f2e1a6937a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "DELETE /v2.0/ports/e5511862-e52b-48cc-8c48-c62e1a4e76e2 HTTP/1.1" status: 204 len: 173 time: 0.5231693 Jul 08 17:57:09.261424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78abcb88-2aec-4bd5-a568-31b15c326260', 'name': 'network-vif-deleted', 'tag': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:09.263740 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df2dce1-c1d8-4ec9-8c41-19c5e7371635" -d '{"events": [{"server_uuid": "78abcb88-2aec-4bd5-a568-31b15c326260", "name": "network-vif-deleted", "tag": "e5511862-e52b-48cc-8c48-c62e1a4e76e2"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:09.338199 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d77b74c-abdc-4e22-90da-7b1d9113b17a x-openstack-request-id: req-1d77b74c-abdc-4e22-90da-7b1d9113b17a {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:09.338490 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78abcb88-2aec-4bd5-a568-31b15c326260", "name": "network-vif-deleted", "tag": "e5511862-e52b-48cc-8c48-c62e1a4e76e2", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:09.338741 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d77b74c-abdc-4e22-90da-7b1d9113b17a {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:09.339417 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78abcb88-2aec-4bd5-a568-31b15c326260', 'name': 'network-vif-deleted', 'tag': 'e5511862-e52b-48cc-8c48-c62e1a4e76e2', 'status': 'completed', 'code': 200} Jul 08 17:57:09.435990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:09.493457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'port_id': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'mac_address': 'fa:16:3e:ee:f6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:57:09.546662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19e26f-bf04-4718-a9dc-bb5d95e02f3d req-6581dea1-92f3-4f8b-89d7-d3557d058772 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:09.558583 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad19e26f-bf04-4718-a9dc-bb5d95e02f3d req-6581dea1-92f3-4f8b-89d7-d3557d058772 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 943 time: 0.1495802 Jul 08 17:57:09.600541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.633163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320cb369-ade3-46eb-9b67-6fd9fd00f979 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:57:09.651120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18c284ab-6abb-4339-8b85-1899b1587759 req-3f0ae4be-efce-4ef2-af36-36d377097da1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0590246 Jul 08 17:57:09.657233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:09.658848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad19e26f-bf04-4718-a9dc-bb5d95e02f3d req-0790b468-0af9-49ac-b56f-7fb494f468be tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988462 Jul 08 17:57:09.662555 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:09.725716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:09.939289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['320cb369-ade3-46eb-9b67-6fd9fd00f979'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:10.906693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-70cdf92e-1545-41ba-8e58-c64a059d987d req-3862e669-5249-4423-87e4-5d4762d39299 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0570517 Jul 08 17:57:10.960128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c50842-7451-4888-9600-d283ed0d923c req-95ef928b-56ed-4a4c-a847-29be845d1f67 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:10.962558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59c50842-7451-4888-9600-d283ed0d923c req-95ef928b-56ed-4a4c-a847-29be845d1f67 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 944 time: 0.1768165 Jul 08 17:57:11.030417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59c50842-7451-4888-9600-d283ed0d923c req-5fef2586-b4ed-4e55-a4a8-b32c17883ce5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617537 Jul 08 17:57:11.058550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47106) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:11.138564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd5936af-9c79-4469-805c-8e1df77cd3ba tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/cd1cd91e-9eb8-4292-b3d3-211762078bfe HTTP/1.1" status: 200 len: 992 time: 0.0781171 Jul 08 17:57:11.244111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:11.329273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 320cb369-ade3-46eb-9b67-6fd9fd00f979 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:11.335496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 320cb369-ade3-46eb-9b67-6fd9fd00f979 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:11.336090 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:11.605394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:11.634967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:11.637273 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15083878-bbc3-4030-8c6a-7dc51eef75b3" -d '{"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-plugged", "status": "completed", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:11.652481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:11.657543 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:11.686800 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc3cb5-c2cf-4ac7-8e56-6868a48602ef x-openstack-request-id: req-d5dc3cb5-c2cf-4ac7-8e56-6868a48602ef {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:11.687168 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-plugged", "status": "completed", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:11.687503 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5dc3cb5-c2cf-4ac7-8e56-6868a48602ef {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:11.687952 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'code': 200} Jul 08 17:57:11.715716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:11.777057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e5511862-e52b-48cc-8c48-c62e1a4e76e2 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:11.811147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: e5511862-e52b-48cc-8c48-c62e1a4e76e2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:11.811497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e5511862-e52b-48cc-8c48-c62e1a4e76e2 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:12.097934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82373a51-725d-4131-ba60-a1d3b6bdaf3f req-6918c5ff-2379-42ad-8029-c3db02aec1f2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0329859 Jul 08 17:57:12.499509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47124) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:12.694605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f195f4fd-05cd-4176-8ede-f7918aaa676e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c419e64ac4e4f8a80ac3aa08d8afe13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930420 Jul 08 17:57:12.697063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:12.761489 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97473606-8e7c-4ebc-beb3-7bdc2af87f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:12.791191 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97473606-8e7c-4ebc-beb3-7bdc2af87f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:12.854649 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97473606-8e7c-4ebc-beb3-7bdc2af87f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:12.857964 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97473606-8e7c-4ebc-beb3-7bdc2af87f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:12.862029 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-97473606-8e7c-4ebc-beb3-7bdc2af87f62 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0ce0b9a5-c85c-4ad3-9e11-86d28375ac30 HTTP/1.1" status: 204 len: 168 time: 0.1609550 Jul 08 17:57:12.869702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473606-8e7c-4ebc-beb3-7bdc2af87f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce0b9a5-c85c-4ad3-9e11-86d28375ac30,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:13.279106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5305a075-50f5-418f-b43a-74d7575e6bba req-727f8565-10ac-4bf3-aaea-32aac0cea8b9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0378110 Jul 08 17:57:13.823376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:14.496209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-794a2fbc-e8cc-4ee8-a432-7305b1f74f2f req-1954c7bc-d217-44e4-8fe9-540c248633c5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=78abcb88-2aec-4bd5-a568-31b15c326260 HTTP/1.1" status: 200 len: 210 time: 0.0491524 Jul 08 17:57:19.184466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c9f94-b6a0-4685-9667-fc9d98bcca0d req-645b520a-9254-4b4d-a6a2-5ef8a0d50cc2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.192751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f42c9f94-b6a0-4685-9667-fc9d98bcca0d req-645b520a-9254-4b4d-a6a2-5ef8a0d50cc2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 945 time: 0.0771828 Jul 08 17:57:19.205801 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-dfa27690-d4d0-4cbe-bba9-17f42123ca8c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801792 Jul 08 17:57:19.235965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f42c9f94-b6a0-4685-9667-fc9d98bcca0d req-cba1e716-b03e-489c-9149-4f0e4ca11578 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393209 Jul 08 17:57:19.326018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-9a5a7d8b-7b9e-4170-8c91-4a68c553950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.327900 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-9a5a7d8b-7b9e-4170-8c91-4a68c553950f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1096 time: 0.0623527 Jul 08 17:57:19.478744 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-86ebcb43-f156-45c3-b162-e78d10f018ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.480888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-86ebcb43-f156-45c3-b162-e78d10f018ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.1270401 Jul 08 17:57:19.550917 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-58c1e5c6-ba00-4926-87f9-50e126fadf47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 1000 time: 0.0627687 Jul 08 17:57:19.603058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-247bffb4-e07c-412a-aae2-9d2bfa895fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.604783 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-247bffb4-e07c-412a-aae2-9d2bfa895fb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0459993 Jul 08 17:57:19.663210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-3e781053-c320-4d9f-be40-6fa7e0c11eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:19.664668 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-3e781053-c320-4d9f-be40-6fa7e0c11eba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532892 Jul 08 17:57:19.764919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-a64b40d8-8347-45cc-8bdf-165f5afc382c service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876255 Jul 08 17:57:19.860467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-34b3d655-94a7-4e7f-b204-26b35d606905 req-339d01f0-5aec-4028-a16c-8ded6d906d84 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Jul 08 17:57:20.411136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213b03-aff5-44b8-8db0-226c0ee545bf req-77b5c27b-2f79-41ed-ae74-95f5fca9dcb9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.412591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd213b03-aff5-44b8-8db0-226c0ee545bf req-77b5c27b-2f79-41ed-ae74-95f5fca9dcb9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 945 time: 0.0643909 Jul 08 17:57:20.454759 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd213b03-aff5-44b8-8db0-226c0ee545bf req-cc1c8c08-4a2d-4d61-9214-3a7d2bc067ee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=48733a15-83b5-4229-a5c4-921565d138fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364382 Jul 08 17:57:20.848411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-ad512f95-400a-4c88-b475-331010f7c26f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:20.849858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-ad512f95-400a-4c88-b475-331010f7c26f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 945 time: 0.0675547 Jul 08 17:57:20.956389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port c72790c1-3412-4975-8c48-42b75bab4283 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:20.956745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.046086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] For port c72790c1-3412-4975-8c48-42b75bab4283, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=c72790c1-3412-4975-8c48-42b75bab4283,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:21.046446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.062122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for c72790c1-3412-4975-8c48-42b75bab4283 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:21.203192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.217310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['c72790c1-3412-4975-8c48-42b75bab4283'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:57:21.234232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=c72790c1-3412-4975-8c48-42b75bab4283,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:21.286883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] No DVR routers for this DVR port c72790c1-3412-4975-8c48-42b75bab4283 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:21.289712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:21.291824 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f50ef025-a460-482d-a3b3-48aae8f9e38b req-27fcd694-3ca6-496b-8837-d42e2af715c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "DELETE /v2.0/ports/c72790c1-3412-4975-8c48-42b75bab4283 HTTP/1.1" status: 204 len: 173 time: 0.4343293 Jul 08 17:57:21.292269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'name': 'network-vif-deleted', 'tag': 'c72790c1-3412-4975-8c48-42b75bab4283'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:21.294631 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b1267-6a9c-4495-a3b4-7db408355b6f" -d '{"events": [{"server_uuid": "d07b243c-4fbc-4462-a610-24847af2ae23", "name": "network-vif-deleted", "tag": "c72790c1-3412-4975-8c48-42b75bab4283"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:21.376867 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563363a-3d3d-44d4-ba25-e77363ceadb5 x-openstack-request-id: req-3563363a-3d3d-44d4-ba25-e77363ceadb5 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:21.377163 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07b243c-4fbc-4462-a610-24847af2ae23", "name": "network-vif-deleted", "tag": "c72790c1-3412-4975-8c48-42b75bab4283", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:21.377420 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3563363a-3d3d-44d4-ba25-e77363ceadb5 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:21.377832 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07b243c-4fbc-4462-a610-24847af2ae23', 'name': 'network-vif-deleted', 'tag': 'c72790c1-3412-4975-8c48-42b75bab4283', 'status': 'completed', 'code': 200} Jul 08 17:57:21.634819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20941a79-fc25-4ae3-ae7d-e66d4aa3480a req-47a20b9e-2ca1-4cb0-804e-ae9ffc0cc3a5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 210 time: 0.0524545 Jul 08 17:57:22.792723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fabb7128-f24c-4123-aa88-67d8ec2b890d req-a7707fbe-d4f9-492a-a7b5-92d41f71dcff tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Jul 08 17:57:23.965427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dd4012bc-7cf0-4840-afd5-4ec3d28cfbc3 req-b2b3ad16-2853-4537-9cb9-71b6cc564e23 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 210 time: 0.0419102 Jul 08 17:57:25.122935 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7814db6b-d659-4e80-bedd-a78aec3d117c req-4e24041d-bdc9-4ba0-9977-e70c9988b872 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=d07b243c-4fbc-4462-a610-24847af2ae23 HTTP/1.1" status: 200 len: 210 time: 0.0339396 Jul 08 17:57:25.327937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c72790c1-3412-4975-8c48-42b75bab4283 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:25.368158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: c72790c1-3412-4975-8c48-42b75bab4283 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:25.368427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device c72790c1-3412-4975-8c48-42b75bab4283 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:26.011530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:27.502053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-54c24101-5c63-48f0-9a29-711121b68bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:29.352410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1a772-bfbe-43e1-b73c-a3f6020275f2 req-86a4e274-26a2-4ec0-99cb-c63ab2a0843e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:29.355100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fc1a772-bfbe-43e1-b73c-a3f6020275f2 req-86a4e274-26a2-4ec0-99cb-c63ab2a0843e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1028473 Jul 08 17:57:29.413184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8fc1a772-bfbe-43e1-b73c-a3f6020275f2 req-7f401833-7101-47a4-8f0d-523ff0f6bda8 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Jul 08 17:57:30.017084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2e3b6651-85fd-435b-ad66-7f10b87d8141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:30.460192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:30.691050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e71ef0-7f4c-4310-bbea-114bbca567de req-b5ca5234-9a61-4352-9d18-eb67c52f629a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:30.707225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90e71ef0-7f4c-4310-bbea-114bbca567de req-b5ca5234-9a61-4352-9d18-eb67c52f629a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1306725 Jul 08 17:57:30.776589 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90e71ef0-7f4c-4310-bbea-114bbca567de req-403ed392-3105-4ad8-b45b-15facdd69b62 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675771 Jul 08 17:57:31.450786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:32.100602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e587cd2-7ca2-44bd-a562-e4114c519527 req-42cb34df-36a5-4949-911d-68c80f765eff tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:32.102622 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e587cd2-7ca2-44bd-a562-e4114c519527 req-42cb34df-36a5-4949-911d-68c80f765eff tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1058888 Jul 08 17:57:32.175901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8e587cd2-7ca2-44bd-a562-e4114c519527 req-3696121a-9c86-4d47-a1f4-bfda7e455783 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626106 Jul 08 17:57:32.750809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e21d-cb82-4bc7-9ea5-0e5101657f0c req-c62b3572-e0b7-437e-9659-a1faa12ec6f4 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:32.752405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c51e21d-cb82-4bc7-9ea5-0e5101657f0c req-c62b3572-e0b7-437e-9659-a1faa12ec6f4 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.0695512 Jul 08 17:57:32.824277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c51e21d-cb82-4bc7-9ea5-0e5101657f0c req-a928d550-bd99-485f-913b-912c7bb9c98d tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602915 Jul 08 17:57:32.889816 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:33.378904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88172aa1-611f-4942-b67f-a715edc37aac req-564602cb-31ef-4043-9d5b-56f09f6edd0d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:33.380382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88172aa1-611f-4942-b67f-a715edc37aac req-564602cb-31ef-4043-9d5b-56f09f6edd0d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0795479 Jul 08 17:57:33.433923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-88172aa1-611f-4942-b67f-a715edc37aac req-76fcc04a-c1f0-46a0-a339-bcb3c88773fd tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461109 Jul 08 17:57:34.013306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea23a61-d3d3-4d7f-9d21-9252159fd95a req-c9c006bd-8626-415f-a929-3b3e90435577 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.014809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ea23a61-d3d3-4d7f-9d21-9252159fd95a req-c9c006bd-8626-415f-a929-3b3e90435577 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.0683281 Jul 08 17:57:34.057681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ea23a61-d3d3-4d7f-9d21-9252159fd95a req-685886ea-7794-44dd-92f3-dc5d8364204b tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 Jul 08 17:57:34.285201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-3e3fdda5-4841-4c49-96be-a9528a590082 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.287583 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-3e3fdda5-4841-4c49-96be-a9528a590082 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 946 time: 0.0812609 Jul 08 17:57:34.328440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47388) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:34.334716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ff893d98-b9ca-4f63-b494-d79246e446dd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773969501', 'description': 'tempest-secgroup-smoke-1773969501 description', 'project_id': '2e45d758143b4debb58a65408ce49775'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:34.364550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff893d98-b9ca-4f63-b494-d79246e446dd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.417514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Deleting port 6926ded1-b7fb-4cad-a36f-0ff641620171 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:34.417861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.501525 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff893d98-b9ca-4f63-b494-d79246e446dd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.507317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff893d98-b9ca-4f63-b494-d79246e446dd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.540963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff893d98-b9ca-4f63-b494-d79246e446dd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643b4ce7-47c7-4dc5-b4c3-f5bf04738704,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:34.544573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ff893d98-b9ca-4f63-b494-d79246e446dd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.546115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ff893d98-b9ca-4f63-b494-d79246e446dd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2156994 Jul 08 17:57:34.549103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47392) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:34.555477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e289fa8b-5b18-466b-ae7e-691fe83875e7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'security_group_rule': {'security_group_id': '643b4ce7-47c7-4dc5-b4c3-f5bf04738704', 'project_id': '2e45d758143b4debb58a65408ce49775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:34.559513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] For port 6926ded1-b7fb-4cad-a36f-0ff641620171, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6926ded1-b7fb-4cad-a36f-0ff641620171,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:34.559981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.594534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8b-5b18-466b-ae7e-691fe83875e7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.821399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8b-5b18-466b-ae7e-691fe83875e7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.835950 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8b-5b18-466b-ae7e-691fe83875e7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.875328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fa8b-5b18-466b-ae7e-691fe83875e7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2eec39c-6a7a-46d3-bcc5-76b21338db39,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:34.887031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8b-5b18-466b-ae7e-691fe83875e7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:34.889111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e289fa8b-5b18-466b-ae7e-691fe83875e7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385968 Jul 08 17:57:34.902970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831222c-72fa-4c1c-b915-e82bdb3a62ca req-183e5710-e0de-4dc7-a591-17b2ee913f74 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:34.905680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e831222c-72fa-4c1c-b915-e82bdb3a62ca req-183e5710-e0de-4dc7-a591-17b2ee913f74 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.2168751 Jul 08 17:57:34.906441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47400) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:34.914017 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b5ccda98-4fc9-4ee3-b61d-08bca55509f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'security_group_rule': {'security_group_id': '643b4ce7-47c7-4dc5-b4c3-f5bf04738704', 'project_id': '2e45d758143b4debb58a65408ce49775', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:34.999477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e831222c-72fa-4c1c-b915-e82bdb3a62ca req-9b819d06-2728-4211-9d2a-be95bed24fab tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780790 Jul 08 17:57:35.010839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5ccda98-4fc9-4ee3-b61d-08bca55509f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.097511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5ccda98-4fc9-4ee3-b61d-08bca55509f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.104006 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5ccda98-4fc9-4ee3-b61d-08bca55509f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.122691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccda98-4fc9-4ee3-b61d-08bca55509f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7322898a-4d82-4636-965e-a8a411650b46,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:35.138068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b5ccda98-4fc9-4ee3-b61d-08bca55509f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.143523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b5ccda98-4fc9-4ee3-b61d-08bca55509f0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2332261 Jul 08 17:57:35.144407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47404) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:35.152276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2be6ccc1-426d-492d-a9dc-f7e03ae51919 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'security_group_rule': {'security_group_id': '643b4ce7-47c7-4dc5-b4c3-f5bf04738704', 'project_id': '2e45d758143b4debb58a65408ce49775', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:35.186239 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2be6ccc1-426d-492d-a9dc-f7e03ae51919 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.194670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.195396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.195945 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Floating IP 3a6243c3-3449-4a53-9a62-fe9596075f8b disassociated. External IP: 172.25.5.229, port: 6926ded1-b7fb-4cad-a36f-0ff641620171. Jul 08 17:57:35.196550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Calling delete_port for 6926ded1-b7fb-4cad-a36f-0ff641620171 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:35.273773 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2be6ccc1-426d-492d-a9dc-f7e03ae51919 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.281330 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2be6ccc1-426d-492d-a9dc-f7e03ae51919 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.337666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6ccc1-426d-492d-a9dc-f7e03ae51919 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d972b7-be7d-4188-a8f2-843f8443450b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:35.350122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.351396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2be6ccc1-426d-492d-a9dc-f7e03ae51919 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.351975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2be6ccc1-426d-492d-a9dc-f7e03ae51919 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2064331 Jul 08 17:57:35.355686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47406) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:35.360524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-78fc1f54-ba70-44f2-995b-9d8f4974ce97 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'security_group_rule': {'security_group_id': '643b4ce7-47c7-4dc5-b4c3-f5bf04738704', 'project_id': '2e45d758143b4debb58a65408ce49775', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:35.396909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d7e4f-1750-481f-8d0a-2d00a07fd8ad req-d16b5ce1-30f3-4dab-9a2c-8056ec375587 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:35.397960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-742d7e4f-1750-481f-8d0a-2d00a07fd8ad req-d16b5ce1-30f3-4dab-9a2c-8056ec375587 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 867 time: 0.1190262 Jul 08 17:57:35.403914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event deleted for resources: {'Port': ['ID=6926ded1-b7fb-4cad-a36f-0ff641620171,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:35.426839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78fc1f54-ba70-44f2-995b-9d8f4974ce97 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.473865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-742d7e4f-1750-481f-8d0a-2d00a07fd8ad req-6389d1f6-4896-40d7-b083-71bab141431e tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/security-groups?id=ad8d5986-42db-4b7f-8466-fa79027f8b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683317 Jul 08 17:57:35.504895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78fc1f54-ba70-44f2-995b-9d8f4974ce97 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.510844 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78fc1f54-ba70-44f2-995b-9d8f4974ce97 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.545216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc1f54-ba70-44f2-995b-9d8f4974ce97 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb6d57d-1408-43c5-8aa6-ae4596899cfa,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:35.557709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-78fc1f54-ba70-44f2-995b-9d8f4974ce97 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.559002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-78fc1f54-ba70-44f2-995b-9d8f4974ce97 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2023783 Jul 08 17:57:35.562974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47408) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:35.569356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'security_group_rule': {'security_group_id': '643b4ce7-47c7-4dc5-b4c3-f5bf04738704', 'project_id': '2e45d758143b4debb58a65408ce49775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:35.586276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Router 03c52dde-5129-4d54-90b1-23244ea0b3fb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:35.600000 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Project 2e45d758143b4debb58a65408ce49775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:57:35.607960 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.713821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:35.721077 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.730554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.730704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] Sync routers for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:35.742389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:35.743345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:35.772340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69ac21a-ada1-42eb-aadb-b763342b2e49,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:35.784140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.785441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2e449000-a7fd-4877-9e8a-df91a4cb55c6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2214596 Jul 08 17:57:35.786038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] No DVR routers for this DVR port 6926ded1-b7fb-4cad-a36f-0ff641620171 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:35.789644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47412) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:35.797682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'security_group_rule': {'security_group_id': '643b4ce7-47c7-4dc5-b4c3-f5bf04738704', 'project_id': '2e45d758143b4debb58a65408ce49775', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:35.805052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.807847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aa5afb40-7f86-4c0f-bd47-5be30e28cc8a req-e6f48737-0690-4be4-b8ea-867f765258c2 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.41 "DELETE /v2.0/ports/6926ded1-b7fb-4cad-a36f-0ff641620171 HTTP/1.1" status: 204 len: 173 time: 1.5111589 Jul 08 17:57:35.812725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'name': 'network-vif-deleted', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:35.822824 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c083101-274f-4ecb-b195-dfb380b8ec2a" -d '{"events": [{"server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "name": "network-vif-deleted", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:35.859231 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Project 2e45d758143b4debb58a65408ce49775 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:57:35.871753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.923017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:35.983893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:35.991572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:36.020381 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:36.025837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2340534 Jul 08 17:57:36.032477 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f8e063-7b32-4618-a688-2bfc4efd8f4f x-openstack-request-id: req-47f8e063-7b32-4618-a688-2bfc4efd8f4f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:36.032964 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb24196a-b081-4004-bc7f-a6a7e184fe98", "name": "network-vif-deleted", "tag": "6926ded1-b7fb-4cad-a36f-0ff641620171", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:36.033306 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-47f8e063-7b32-4618-a688-2bfc4efd8f4f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:36.033797 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb24196a-b081-4004-bc7f-a6a7e184fe98', 'name': 'network-vif-deleted', 'tag': '6926ded1-b7fb-4cad-a36f-0ff641620171', 'status': 'completed', 'code': 200} Jul 08 17:57:36.034552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d0f87-fba7-4501-ae39-5ee1516ecc68 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548cfdca-2076-4f5d-891c-cdb1b97b9380,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:36.246554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 5, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:36.281265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] Checking router: 03c52dde-5129-4d54-90b1-23244ea0b3fb for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:36.281437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09397ea-2c60-4fbb-976c-738caab60bf3 req-2c8fc9f1-171d-4f22-8fa8-b2dc56c69aab tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:36.291465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:36.292095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:36.292266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b09397ea-2c60-4fbb-976c-738caab60bf3 req-2c8fc9f1-171d-4f22-8fa8-b2dc56c69aab tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1235800 Jul 08 17:57:36.366170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b09397ea-2c60-4fbb-976c-738caab60bf3 req-2986e5a8-dc3c-4074-ab48-d89dfc3e6b46 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716448 Jul 08 17:57:36.438754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:36.731740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b50b968-4bc4-4b44-80b8-ba5f3601b5fd req-8964d4a2-2657-45f2-b41f-e54f6445b542 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "GET /v2.0/ports?device_id=fb24196a-b081-4004-bc7f-a6a7e184fe98 HTTP/1.1" status: 200 len: 210 time: 0.0310500 Jul 08 17:57:36.774181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 5, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:36.803898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f806ee-5697-42d2-a689-42b8cf98b871 None None] The sync data for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 is: [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:52:11Z', 'revision_number': 4, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '81fd62ac-1e3f-482b-b50a-dc12e3d69b09', 'name': '', 'network_id': 'a416b017-2ee9-4c82-917a-e2112e2c691f', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'mac_address': 'fa:16:3e:cb:9d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:09Z', 'updated_at': '2021-07-08T17:52:21Z', 'revision_number': 5, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'subnets': [{'id': '66eacd1e-67b9-4267-82ca-b120fa6622f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:37.201239 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59cc664-176b-4996-9d35-a62e171701cc None None] New status for floating IP 3a6243c3-3449-4a53-9a62-fe9596075f8b: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:37.619234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13a037-412f-4e54-ada8-c9e4c3f86813 req-d4d9ae87-3aa2-4967-abcf-4abca67c2ec4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:37.620782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a13a037-412f-4e54-ada8-c9e4c3f86813 req-d4d9ae87-3aa2-4967-abcf-4abca67c2ec4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0822113 Jul 08 17:57:37.661005 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a13a037-412f-4e54-ada8-c9e4c3f86813 req-d3fe02e6-74f9-4561-946b-950c56357dc6 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Jul 08 17:57:37.857958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47510) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:37.918046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6926ded1-b7fb-4cad-a36f-0ff641620171 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:37.940018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 6926ded1-b7fb-4cad-a36f-0ff641620171 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:37.940408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6926ded1-b7fb-4cad-a36f-0ff641620171 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:38.010915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Deleting port 8ce46c54-5bae-4ead-b4ef-b6e67e0a08a5 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:38.011262 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:38.099901 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:38.101439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:38.114711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Calling delete_port for 8ce46c54-5bae-4ead-b4ef-b6e67e0a08a5 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:38.315307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:38.349251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event deleted for resources: {'Port': ['ID=8ce46c54-5bae-4ead-b4ef-b6e67e0a08a5,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:38.381539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.381900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.382224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.382572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.382911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.383239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.383564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.383889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.384213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.384546 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.384984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.385328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:38.432323 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:38.436075 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:38.440612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e8c6b5c8-512c-4476-ad91-43d3f4874451 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "DELETE /v2.0/floatingips/3a6243c3-3449-4a53-9a62-fe9596075f8b HTTP/1.1" status: 204 len: 168 time: 0.5815685 Jul 08 17:57:38.697162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47524) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:38.788228 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaba7-6f9a-461f-a652-2b8852a72652 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:38.834456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaba7-6f9a-461f-a652-2b8852a72652 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.014302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaba7-6f9a-461f-a652-2b8852a72652 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.019001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e9aaba7-6f9a-461f-a652-2b8852a72652 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.020973 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7e9aaba7-6f9a-461f-a652-2b8852a72652 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] 10.222.0.63 "DELETE /v2.0/security-groups/ad8d5986-42db-4b7f-8466-fa79027f8b99 HTTP/1.1" status: 204 len: 168 time: 0.3222730 Jul 08 17:57:39.037970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff18fe-fd89-45ce-8944-cc4be4c95966 req-de4b5d07-b88d-4fbc-ae58-a4930f56484a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:39.050490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0ff18fe-fd89-45ce-8944-cc4be4c95966 req-de4b5d07-b88d-4fbc-ae58-a4930f56484a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1627064 Jul 08 17:57:39.085106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47530) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:39.095740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aaba7-6f9a-461f-a652-2b8852a72652 tempest-TestServerBasicOps-1456050669 tempest-TestServerBasicOps-1456050669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d5986-42db-4b7f-8466-fa79027f8b99,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:39.153444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a0ff18fe-fd89-45ce-8944-cc4be4c95966 req-473d6e15-83d2-47a2-b757-f602ab20d944 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012421 Jul 08 17:57:39.870433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:39.972908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc8de0-86e5-43c8-8cbb-a6fcbc15b93a req-478fcada-4a18-4a31-b8e4-3b67731a0143 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:39.981590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afcc8de0-86e5-43c8-8cbb-a6fcbc15b93a req-478fcada-4a18-4a31-b8e4-3b67731a0143 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1096 time: 0.1098940 Jul 08 17:57:40.044571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afcc8de0-86e5-43c8-8cbb-a6fcbc15b93a req-839d4be3-7295-4d90-bce0-592c90d80a4e tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615523 Jul 08 17:57:40.079106 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47542) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:40.402697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Deleting port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:40.404467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.416943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 1d1ce3a6-537a-4cb5-93a7-12f0394aa9da {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:40.417434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.510881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f84c-736d-4f78-aec6-76ba3b70760b req-19ca8f6d-a9b3-4d67-af5c-af5c9cb09c51 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:40.513389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1229f84c-736d-4f78-aec6-76ba3b70760b req-19ca8f6d-a9b3-4d67-af5c-af5c9cb09c51 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1490712 Jul 08 17:57:40.549763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.550209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.564368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] For port 81fd62ac-1e3f-482b-b50a-dc12e3d69b09, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:40.564919 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.568424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 1d1ce3a6-537a-4cb5-93a7-12f0394aa9da owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:40.586848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Calling delete_port for 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:40.925596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:40.956517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=81fd62ac-1e3f-482b-b50a-dc12e3d69b09,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:40.978393 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1229f84c-736d-4f78-aec6-76ba3b70760b req-46b42f95-7c0d-4661-9b1a-79d90be82f48 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581048 Jul 08 17:57:41.355215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.423383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.510960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=1d1ce3a6-537a-4cb5-93a7-12f0394aa9da,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:41.618382 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:41.618382 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP cd1cd91e-9eb8-4292-b3d3-211762078bfe disassociated (deleted). External IP: 172.25.5.186, port: 320cb369-ade3-46eb-9b67-6fd9fd00f979. Jul 08 17:57:41.685397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0625b-f5b2-4f4e-ad58-0e7369d0e45d req-76e7247b-947b-433a-9c5e-cf81c9848737 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.687140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bc0625b-f5b2-4f4e-ad58-0e7369d0e45d req-76e7247b-947b-433a-9c5e-cf81c9848737 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1879225 Jul 08 17:57:41.709274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-d4f95586-795c-4b58-8633-d2165bc431db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:41.711550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-d4f95586-795c-4b58-8633-d2165bc431db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 1096 time: 0.2200565 Jul 08 17:57:41.774158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bc0625b-f5b2-4f4e-ad58-0e7369d0e45d req-37ccbc93-7ac6-46a8-a83a-597a1473994d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543783 Jul 08 17:57:41.917490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router af3a68ca-9ec4-4d69-8c92-f752276df75b has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:42.009839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Router 03c52dde-5129-4d54-90b1-23244ea0b3fb has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:42.019257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-7e28c043-2ba9-4012-bd65-4e674a592f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.028371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-7e28c043-2ba9-4012-bd65-4e674a592f31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.3067966 Jul 08 17:57:42.253893 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:42.260123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:42.281329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] Sync routers for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:42.297710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:42.299341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:42.304776 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-93b51d63-ffb9-4781-9a48-dfa4aa1fc881 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 200 len: 1000 time: 0.2705944 Jul 08 17:57:42.362679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cb68b07f-6262-49c3-ab33-d91da4c68951 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/floatingips/cd1cd91e-9eb8-4292-b3d3-211762078bfe HTTP/1.1" status: 204 len: 168 time: 2.2821970 Jul 08 17:57:42.363784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:42.372547 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:42.490159 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8dd694-8788-4e7a-b1cd-aa1544a8a969 x-openstack-request-id: req-0e8dd694-8788-4e7a-b1cd-aa1544a8a969 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:42.490159 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:42.490159 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0e8dd694-8788-4e7a-b1cd-aa1544a8a969 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:42.490159 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'status': 'completed', 'code': 200} Jul 08 17:57:42.606838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:42.673697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-d165629a-5e7f-43ef-8fda-216e30ca47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.675155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-d165629a-5e7f-43ef-8fda-216e30ca47cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.3558879 Jul 08 17:57:42.698741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:42.709884 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] Sync routers for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:42.726952 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:42.728482 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:42.736936 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e00ae3be-d3ea-46c2-a55d-4dcd06e7d4ad admin admin] 10.222.0.63 "PUT /v2.0/routers/03c52dde-5129-4d54-90b1-23244ea0b3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6480203 Jul 08 17:57:42.737881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47600) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:42.762552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-72fe62a8-ba7b-4a4c-b9cb-328853ac9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:42.764091 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-72fe62a8-ba7b-4a4c-b9cb-328853ac9af8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 1096 time: 0.2384865 Jul 08 17:57:42.998694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-015faf74-6c82-4665-a0f4-ffd6177aa3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.000288 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-015faf74-6c82-4665-a0f4-ffd6177aa3f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153007 Jul 08 17:57:43.113582 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:43.192233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.276546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-9b9bece7-1b51-42e6-9a13-e030ecf07729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.282176 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-9b9bece7-1b51-42e6-9a13-e030ecf07729 service neutron] 10.222.0.72 "GET /v2.0/networks?id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 200 len: 898 time: 0.5107861 Jul 08 17:57:43.358245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:52Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:43.364777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-c5aba42b-e3e2-40e0-b172-8ac8291cc857 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465149 Jul 08 17:57:43.366534 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-a5f4d392-a91c-4806-8f04-a11d901c8b3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 200 len: 217 time: 0.0725973 Jul 08 17:57:43.430932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] Checking router: af3a68ca-9ec4-4d69-8c92-f752276df75b for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:43.450481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:43.451890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:43.452718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457871-024d-42e4-8d26-a8c1a2b92544 req-99916780-d970-4472-ba1c-58cf8b6cfa62 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.460626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a457871-024d-42e4-8d26-a8c1a2b92544 req-99916780-d970-4472-ba1c-58cf8b6cfa62 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.4083948 Jul 08 17:57:43.555060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a457871-024d-42e4-8d26-a8c1a2b92544 req-607b4b75-8d06-47bd-baf2-df0ee6f83f91 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939219 Jul 08 17:57:43.575030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.601633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac540ed2-7904-4d0f-a308-869d0403e992 req-07d64fb6-d58f-42bb-b4ca-7bb3c990f273 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.604284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac540ed2-7904-4d0f-a308-869d0403e992 req-07d64fb6-d58f-42bb-b4ca-7bb3c990f273 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.3251121 Jul 08 17:57:43.633840 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:57:40Z', 'revision_number': 5, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port': {'id': 'b911e868-97bc-4d92-babb-54bb1f8981fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:05Z', 'updated_at': '2021-07-08T17:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:43.685120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-989c412f-e941-4255-8f3a-22aee0110302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.688306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-989c412f-e941-4255-8f3a-22aee0110302 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 200 len: 834 time: 0.3106699 Jul 08 17:57:43.691367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ef0d5a69-b30f-4efd-a1bc-de4aafe2c268 req-d148d803-92b7-49a0-9ba3-486d6091dc46 service neutron] 10.222.0.72 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889328 Jul 08 17:57:43.742380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac540ed2-7904-4d0f-a308-869d0403e992 req-92e4f3de-fa4e-4c02-bfc4-50871add4afe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022353 Jul 08 17:57:43.784482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Deleting port b911e868-97bc-4d92-babb-54bb1f8981fa {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:43.785510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.810495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-9f675f6a-e83f-4a94-96dc-d56ea13ce903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:43.816271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:43.817264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-9f675f6a-e83f-4a94-96dc-d56ea13ce903 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180890 Jul 08 17:57:43.910315 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.926419 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] Checking router: 03c52dde-5129-4d54-90b1-23244ea0b3fb for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:43.936701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] For port b911e868-97bc-4d92-babb-54bb1f8981fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b911e868-97bc-4d92-babb-54bb1f8981fa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:43.937437 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:43.942515 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] Routers {'03c52dde-5129-4d54-90b1-23244ea0b3fb'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:43.943841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['03c52dde-5129-4d54-90b1-23244ea0b3fb'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:43.954638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Calling delete_port for b911e868-97bc-4d92-babb-54bb1f8981fa owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:44.157907 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-d5646da6-053b-46cd-bf61-00f962eb2880 service neutron] 10.222.0.72 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322935 Jul 08 17:57:44.169118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.190910 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] Set router 03c52dde-5129-4d54-90b1-23244ea0b3fb gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:44.201065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=b911e868-97bc-4d92-babb-54bb1f8981fa,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:44.269511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:52Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:44.308698 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:57:43Z', 'revision_number': 6, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:44.342930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb684ee-d5d3-4c4e-8562-c6f25cc13c68 None None] The sync data for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 is: [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:46Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd6e3290a-5022-45ab-8963-4c8b842b1ce9', 'name': '', 'network_id': '92de7be3-32d4-4d0d-982d-8d9ef1e67dd0', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:95:4b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:45Z', 'updated_at': '2021-07-08T17:55:52Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '477cb8d3-9fcf-4eff-bfa4-d8ec63423567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:44.386181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.459936 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b1079-5891-40e5-adec-bf6bd534e5c8 None None] The sync data for ids ['03c52dde-5129-4d54-90b1-23244ea0b3fb'] in n-d-799528-4 is: [{'id': '03c52dde-5129-4d54-90b1-23244ea0b3fb', 'name': 'tempest-TestServerBasicOps-34989721-router', 'tenant_id': 'ca99bda30beb4559aa6432637fa28f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:04Z', 'updated_at': '2021-07-08T17:57:43Z', 'revision_number': 6, 'project_id': 'ca99bda30beb4559aa6432637fa28f74', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:44.565187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-0bfa21d0-975e-4227-a3af-c88b67f73265 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:44.568034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-0bfa21d0-975e-4227-a3af-c88b67f73265 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.2711310 Jul 08 17:57:44.572881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ece1547a-fd37-4d85-9ef8-b4f8dcd96161 req-c16f4016-a255-4cab-9bb5-ff27cb26f4bb service neutron] 10.222.0.72 "GET /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053729 Jul 08 17:57:44.690682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.693517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.762206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.764947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03c52dde-5129-4d54-90b1-23244ea0b3fb {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:57:44.775008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.778689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-445ebfb0-7987-44cf-ada2-708ec2e60dfe admin admin] 10.222.0.63 "DELETE /v2.0/routers/03c52dde-5129-4d54-90b1-23244ea0b3fb HTTP/1.1" status: 204 len: 168 time: 2.0389106 Jul 08 17:57:44.781587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47652) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:44.901936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] Deleting subnet 66eacd1e-67b9-4267-82ca-b120fa6622f1 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:57:44.906891 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:44.920316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba993d06-be23-4e27-9ae7-a5c6a398668c None None] New status for floating IP cd1cd91e-9eb8-4292-b3d3-211762078bfe: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:57:45.141981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.267961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff8894-85ae-429b-a042-2c5c16576b8f req-13d95af1-165f-4b2a-b35e-f24400fee5b3 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:45.269594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06ff8894-85ae-429b-a042-2c5c16576b8f req-13d95af1-165f-4b2a-b35e-f24400fee5b3 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.3755555 Jul 08 17:57:45.284490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ad4d3-40a8-4495-84fa-49d87da48396 req-fc199a52-25e1-4aaa-9bb9-84e423c4efc5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:45.286058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-522ad4d3-40a8-4495-84fa-49d87da48396 req-fc199a52-25e1-4aaa-9bb9-84e423c4efc5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 945 time: 0.3123171 Jul 08 17:57:45.305529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 320cb369-ade3-46eb-9b67-6fd9fd00f979 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:45.306127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.319298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.398919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06ff8894-85ae-429b-a042-2c5c16576b8f req-efefa325-d9a4-49d2-99e8-b60d3ac89d70 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117048 Jul 08 17:57:45.429414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 320cb369-ade3-46eb-9b67-6fd9fd00f979, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=320cb369-ade3-46eb-9b67-6fd9fd00f979,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:45.429842 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.452647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-522ad4d3-40a8-4495-84fa-49d87da48396 req-d45dd5ea-1013-4e9f-84f1-0cbc895d6f0f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=343185d2-7e72-4fa7-b918-7d86ed8e1690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532300 Jul 08 17:57:45.454905 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.458772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 320cb369-ade3-46eb-9b67-6fd9fd00f979 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:45.503119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66eacd1e-67b9-4267-82ca-b120fa6622f1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:45.508446 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.511587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-62151a5b-7ac4-4410-857a-a4d038d19e0c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/66eacd1e-67b9-4267-82ca-b120fa6622f1 HTTP/1.1" status: 204 len: 168 time: 0.7281055 Jul 08 17:57:45.513973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47662) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:45.517555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1da62-f4ba-440d-a513-98dd6b470776 None None] Network a416b017-2ee9-4c82-917a-e2112e2c691f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:57:45.623391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.678995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.718003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Deleting port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:45.718613 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.747462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=320cb369-ade3-46eb-9b67-6fd9fd00f979,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:45.806726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] No DVR routers for this DVR port 320cb369-ade3-46eb-9b67-6fd9fd00f979 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:45.809437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.813339 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6aeb5173-7ac5-4203-aa13-9ef9306aea59 req-9b31f007-011b-417e-95d5-7a87532e4695 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "DELETE /v2.0/ports/320cb369-ade3-46eb-9b67-6fd9fd00f979 HTTP/1.1" status: 204 len: 173 time: 1.2386858 Jul 08 17:57:45.814480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-deleted', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:57:45.819480 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f14accb-cb6d-4114-a5b4-de93896027ef" -d '{"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-deleted", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:57:45.822056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] DHCP port deletion for a416b017-2ee9-4c82-917a-e2112e2c691f request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:57:45.860388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] For port cf5e7a73-a988-4f96-8c37-cffb2a5a6795, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:45.860818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:45.898980 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc54efe-984c-418f-ac03-165ceee875b7 x-openstack-request-id: req-cfc54efe-984c-418f-ac03-165ceee875b7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:57:45.899471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Calling delete_port for cf5e7a73-a988-4f96-8c37-cffb2a5a6795 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:45.899616 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8a5d38-0626-4038-be45-f76be096830b", "name": "network-vif-deleted", "tag": "320cb369-ade3-46eb-9b67-6fd9fd00f979", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:57:45.899997 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cfc54efe-984c-418f-ac03-165ceee875b7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:57:45.900468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] Deleting port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:45.900668 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8a5d38-0626-4038-be45-f76be096830b', 'name': 'network-vif-deleted', 'tag': '320cb369-ade3-46eb-9b67-6fd9fd00f979', 'status': 'completed', 'code': 200} Jul 08 17:57:45.901313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.056238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.066645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] For port cf5e7a73-a988-4f96-8c37-cffb2a5a6795, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,segment=NetworkSegment(284a1b31-b060-4507-891e-3461a969c027),segment_id=284a1b31-b060-4507-891e-3461a969c027)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:46.067226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.098373 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:57:46.102745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] Calling delete_port for cf5e7a73-a988-4f96-8c37-cffb2a5a6795 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:46.107751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] No DVR routers for this DVR port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:46.113824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:46.215937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:46.217243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.228874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a416b017-2ee9-4c82-917a-e2112e2c691f']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:46.263219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284a1b31-b060-4507-891e-3461a969c027') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:46.265102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284a1b31-b060-4507-891e-3461a969c027') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:46.267150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:46.267497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 81fd62ac-1e3f-482b-b50a-dc12e3d69b09 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:46.267913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b911e868-97bc-4d92-babb-54bb1f8981fa no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:46.289275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.293840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b911e868-97bc-4d92-babb-54bb1f8981fa {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:46.294061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b911e868-97bc-4d92-babb-54bb1f8981fa not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:46.294407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cf5e7a73-a988-4f96-8c37-cffb2a5a6795 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:46.321408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.329752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: cf5e7a73-a988-4f96-8c37-cffb2a5a6795 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:46.330111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device cf5e7a73-a988-4f96-8c37-cffb2a5a6795 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:46.333233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:57:46.333702 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:57:46.335424 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:57:46.358964 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.394013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] Pushing event deleted for resources: {'Port': ['ID=cf5e7a73-a988-4f96-8c37-cffb2a5a6795,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:46.402230 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cedcf03-66f5-4228-9fa6-631154107938 None None] No DVR routers for this DVR port cf5e7a73-a988-4f96-8c37-cffb2a5a6795 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:46.418294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.425024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:46.427567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a416b017-2ee9-4c82-917a-e2112e2c691f HTTP/1.1" status: 204 len: 168 time: 0.9126339 Jul 08 17:57:46.430592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47668) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:46.440490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a0a88-795a-4d0c-be18-7a6d1f265595 admin admin] Pushing event deleted for resources: {'Network': ['ID=a416b017-2ee9-4c82-917a-e2112e2c691f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:46.745811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db2115e1-fb17-4307-91ee-c29bfbed4e0b req-680fb0dd-272a-4245-8b23-d3461f26b50d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e8a5d38-0626-4038-be45-f76be096830b HTTP/1.1" status: 200 len: 210 time: 0.0473051 Jul 08 17:57:46.906479 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:47.221718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Deleting port de701a26-4aea-4a12-8dc4-75146d7cc108 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:47.221984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:47.306367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] For port de701a26-4aea-4a12-8dc4-75146d7cc108, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=de701a26-4aea-4a12-8dc4-75146d7cc108,segment=NetworkSegment(cd90e52d-378c-4a1a-a82b-8e94be529157),segment_id=cd90e52d-378c-4a1a-a82b-8e94be529157)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:47.306846 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:47.320604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Calling delete_port for de701a26-4aea-4a12-8dc4-75146d7cc108 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:47.554055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:47.580928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=de701a26-4aea-4a12-8dc4-75146d7cc108,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:47.837014 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:47.919641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47680) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:48.147169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Router 34548a9e-6049-4792-b091-158b151dcc1a has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:48.264675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:48.285917 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e8147ed0-3a5b-4de0-bf61-34e103c5bd2c admin admin] 10.222.0.63 "PUT /v2.0/routers/34548a9e-6049-4792-b091-158b151dcc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8467588 Jul 08 17:57:48.286426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:48.317878 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] Sync routers for ids ['34548a9e-6049-4792-b091-158b151dcc1a'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:48.343430 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] Routers {'34548a9e-6049-4792-b091-158b151dcc1a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:48.344647 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['34548a9e-6049-4792-b091-158b151dcc1a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:48.476958 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.495393 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.535374 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] Set router 34548a9e-6049-4792-b091-158b151dcc1a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:48.685710 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.776892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Deleting port 4b82db17-360f-4972-b324-16234decb6fa {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:48.781550 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.788417 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '4b82db17-360f-4972-b324-16234decb6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:57:47Z', 'revision_number': 5, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port': {'id': '4b82db17-360f-4972-b324-16234decb6fa', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34548a9e-6049-4792-b091-158b151dcc1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:52:18Z', 'updated_at': '2021-07-08T17:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:48.847673 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] Checking router: 34548a9e-6049-4792-b091-158b151dcc1a for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:48.865275 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] Routers {'34548a9e-6049-4792-b091-158b151dcc1a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:48.866264 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['34548a9e-6049-4792-b091-158b151dcc1a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:48.910399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] For port 4b82db17-360f-4972-b324-16234decb6fa, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4b82db17-360f-4972-b324-16234decb6fa,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:48.910908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:48.928831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Calling delete_port for 4b82db17-360f-4972-b324-16234decb6fa owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:49.014078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port d6e3290a-5022-45ab-8963-4c8b842b1ce9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:49.014922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.023665 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] Set router 34548a9e-6049-4792-b091-158b151dcc1a gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:49.091552 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:57:48Z', 'revision_number': 6, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:49.121623 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ed46bd-cd59-4b89-900e-2add6a2b1ce8 None None] The sync data for ids ['34548a9e-6049-4792-b091-158b151dcc1a'] in n-d-799528-4 is: [{'id': '34548a9e-6049-4792-b091-158b151dcc1a', 'name': 'tempest-TestServerBasicOps-1129307892-router', 'tenant_id': '2cdc245301664a99a4ad9db8bdc739db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:52:17Z', 'updated_at': '2021-07-08T17:57:48Z', 'revision_number': 6, 'project_id': '2cdc245301664a99a4ad9db8bdc739db', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:49.166438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port d6e3290a-5022-45ab-8963-4c8b842b1ce9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d6e3290a-5022-45ab-8963-4c8b842b1ce9,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:49.166907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.198984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for d6e3290a-5022-45ab-8963-4c8b842b1ce9 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:49.212546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.254240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b82db17-360f-4972-b324-16234decb6fa,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:49.349322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.436832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:49.471722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 320cb369-ade3-46eb-9b67-6fd9fd00f979 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:49.472765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 320cb369-ade3-46eb-9b67-6fd9fd00f979 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:49.524723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.527995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.614929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.615492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34548a9e-6049-4792-b091-158b151dcc1a {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:57:49.621120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.625685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0f711526-1a16-44f2-8aab-5c98da8f6e0c admin admin] 10.222.0.63 "DELETE /v2.0/routers/34548a9e-6049-4792-b091-158b151dcc1a HTTP/1.1" status: 204 len: 168 time: 1.3340960 Jul 08 17:57:49.626144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47690) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:49.725470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] Deleting subnet 916495a3-eb91-4424-bf88-32adf4acde18 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:57:49.743033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.790201 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.797753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:49.831101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=d6e3290a-5022-45ab-8963-4c8b842b1ce9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:49.927345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.009871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.031322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.031534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b351bc-b3f0-4821-8f43-5d2dd90e0bfd None None] Network ff307e59-aa71-4a87-af00-70e94837afd4 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:57:50.033490 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/916495a3-eb91-4424-bf88-32adf4acde18 HTTP/1.1" status: 204 len: 168 time: 0.4063201 Jul 08 17:57:50.039078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47694) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:50.069128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3425506-d3a3-4bfb-8a66-bffed962179a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916495a3-eb91-4424-bf88-32adf4acde18,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:50.226853 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.232317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.314727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4b82db17-360f-4972-b324-16234decb6fa no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:50.350365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4b82db17-360f-4972-b324-16234decb6fa {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:50.350720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4b82db17-360f-4972-b324-16234decb6fa not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:50.351387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de701a26-4aea-4a12-8dc4-75146d7cc108 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:50.381299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: de701a26-4aea-4a12-8dc4-75146d7cc108 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:50.381647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device de701a26-4aea-4a12-8dc4-75146d7cc108 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:50.403010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Deleting port befe7af5-4eeb-47d5-b30e-9a793a93520a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:50.403358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.516362 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] For port befe7af5-4eeb-47d5-b30e-9a793a93520a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=befe7af5-4eeb-47d5-b30e-9a793a93520a,segment=NetworkSegment(cd90e52d-378c-4a1a-a82b-8e94be529157),segment_id=cd90e52d-378c-4a1a-a82b-8e94be529157)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:50.516697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.544181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Calling delete_port for befe7af5-4eeb-47d5-b30e-9a793a93520a owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:50.546332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] DHCP port deletion for ff307e59-aa71-4a87-af00-70e94837afd4 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:57:50.618162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] Deleting port befe7af5-4eeb-47d5-b30e-9a793a93520a {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:50.618690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.704374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] For port befe7af5-4eeb-47d5-b30e-9a793a93520a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=befe7af5-4eeb-47d5-b30e-9a793a93520a,segment=NetworkSegment(cd90e52d-378c-4a1a-a82b-8e94be529157),segment_id=cd90e52d-378c-4a1a-a82b-8e94be529157)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:50.704921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.721821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] Calling delete_port for befe7af5-4eeb-47d5-b30e-9a793a93520a owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:50.728356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router af3a68ca-9ec4-4d69-8c92-f752276df75b has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:57:50.729605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.772830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] No DVR routers for this DVR port befe7af5-4eeb-47d5-b30e-9a793a93520a on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:50.772830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=befe7af5-4eeb-47d5-b30e-9a793a93520a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:50.833738 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:50.894853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] Pushing event deleted for resources: {'Port': ['ID=befe7af5-4eeb-47d5-b30e-9a793a93520a,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:50.899298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a3bd0-cabc-447f-baf5-eebd3b38c44f None None] No DVR routers for this DVR port befe7af5-4eeb-47d5-b30e-9a793a93520a on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:50.955622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.026600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff307e59-aa71-4a87-af00-70e94837afd4']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:51.039584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd90e52d-378c-4a1a-a82b-8e94be529157') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:51.040268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd90e52d-378c-4a1a-a82b-8e94be529157') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:51.055528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.075579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:51.077601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.086352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47700) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:51.086882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6796285b-1c25-4ef7-a92e-0ad59dc7734a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/af3a68ca-9ec4-4d69-8c92-f752276df75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1654706 Jul 08 17:57:51.087711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] Sync routers for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:51.091887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:57:51.092327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:57:51.094462 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:57:51.098969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:51.099802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:51.156547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting subnet 477cb8d3-9fcf-4eff-bfa4-d8ec63423567 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:57:51.160176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.163795 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.185875 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.192790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ff307e59-aa71-4a87-af00-70e94837afd4 HTTP/1.1" status: 204 len: 168 time: 1.1505368 Jul 08 17:57:51.211774 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c7ac3-43f2-4a81-940b-1d350a22f4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff307e59-aa71-4a87-af00-70e94837afd4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:51.228017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.243206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:51.343625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.374390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47704) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:51.446144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b764c5a4-ed05-4c9e-865f-a6ed2f6b015a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ca99bda30beb4559aa6432637fa28f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704734 Jul 08 17:57:51.448628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47706) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:51.454936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.494732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:57:49Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:51.496545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Subnet': ['ID=477cb8d3-9fcf-4eff-bfa4-d8ec63423567,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:51.507215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.509474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-93329fe0-b15b-4f38-a1a7-8a8f3ebed03c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/subnets/477cb8d3-9fcf-4eff-bfa4-d8ec63423567 HTTP/1.1" status: 204 len: 168 time: 0.4220774 Jul 08 17:57:51.512084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47708) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:51.527599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6a5-78ea-4aae-a763-90de66c3ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.537158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fbfa70-7ab2-4789-acdb-5531dddf23d2 None None] Network 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:57:51.539981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] Checking router: af3a68ca-9ec4-4d69-8c92-f752276df75b for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:51.556691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6a5-78ea-4aae-a763-90de66c3ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.594850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] Routers {'af3a68ca-9ec4-4d69-8c92-f752276df75b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:51.595495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['af3a68ca-9ec4-4d69-8c92-f752276df75b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:51.615547 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6a5-78ea-4aae-a763-90de66c3ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.619519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d59a6a5-78ea-4aae-a763-90de66c3ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.621358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d59a6a5-78ea-4aae-a763-90de66c3ddb3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/202e7dc1-4b23-4c81-a6b7-cacb361aa4a8 HTTP/1.1" status: 204 len: 168 time: 0.1714475 Jul 08 17:57:51.652210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59a6a5-78ea-4aae-a763-90de66c3ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202e7dc1-4b23-4c81-a6b7-cacb361aa4a8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:51.672188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.794055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] Set router af3a68ca-9ec4-4d69-8c92-f752276df75b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:51.834938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:51.956480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 9c46ba7c-eebb-42db-a449-7a277ec3d100 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:51.956868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.016408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] DHCP port deletion for 92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:57:52.135287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8498b7da-9a6e-4e31-9826-2fe691729b83 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:52.158994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 9c46ba7c-eebb-42db-a449-7a277ec3d100, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9c46ba7c-eebb-42db-a449-7a277ec3d100,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:52.160759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.185239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 9c46ba7c-eebb-42db-a449-7a277ec3d100 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:52.208660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47718) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:52.221948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:57:49Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:52.275325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f78f027e-9d62-4c60-b87b-9119e9fa9f7c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2cdc245301664a99a4ad9db8bdc739db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654893 Jul 08 17:57:52.279429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47720) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:52.287062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0f4d7-9144-46a8-b130-11752273ac49 None None] The sync data for ids ['af3a68ca-9ec4-4d69-8c92-f752276df75b'] in n-d-799528-4 is: [{'id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2023743175', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:57:49Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '9c46ba7c-eebb-42db-a449-7a277ec3d100', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3a68ca-9ec4-4d69-8c92-f752276df75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:55:41Z', 'updated_at': '2021-07-08T17:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:52.305191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] Deleting port 8498b7da-9a6e-4e31-9826-2fe691729b83 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:57:52.305653 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.382621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b92e8f2a-6635-4673-b255-30a46259fbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.417590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b92e8f2a-6635-4673-b255-30a46259fbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.424396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.450632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] For port 8498b7da-9a6e-4e31-9826-2fe691729b83, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8498b7da-9a6e-4e31-9826-2fe691729b83,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:52.451060 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.478738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] Calling delete_port for 8498b7da-9a6e-4e31-9826-2fe691729b83 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:57:52.495489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8498b7da-9a6e-4e31-9826-2fe691729b83, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8498b7da-9a6e-4e31-9826-2fe691729b83,segment=NetworkSegment(a29eb538-95be-404a-9110-22504b403651),segment_id=a29eb538-95be-404a-9110-22504b403651)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:52.516509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b92e8f2a-6635-4673-b255-30a46259fbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.519091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b92e8f2a-6635-4673-b255-30a46259fbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.524251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b92e8f2a-6635-4673-b255-30a46259fbd5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/683896e4-0794-43fd-ab33-c8a6f0bcfad5 HTTP/1.1" status: 204 len: 168 time: 0.2398498 Jul 08 17:57:52.524251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.531097 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.531806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device befe7af5-4eeb-47d5-b30e-9a793a93520a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:52.556514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e8f2a-6635-4673-b255-30a46259fbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683896e4-0794-43fd-ab33-c8a6f0bcfad5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:52.559584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: befe7af5-4eeb-47d5-b30e-9a793a93520a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:52.559993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device befe7af5-4eeb-47d5-b30e-9a793a93520a not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:52.561634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=9c46ba7c-eebb-42db-a449-7a277ec3d100,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:52.647470 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.648462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8498b7da-9a6e-4e31-9826-2fe691729b83,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:52.664632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.703552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] Pushing event deleted for resources: {'Port': ['ID=8498b7da-9a6e-4e31-9826-2fe691729b83,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:52.718919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf69699-0f26-4ced-9cc2-5cb5af8084e3 None None] No DVR routers for this DVR port 8498b7da-9a6e-4e31-9826-2fe691729b83 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:57:52.800794 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.815427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.868462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.869110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Fanout notify agent at l3_agent the message router_deleted on router af3a68ca-9ec4-4d69-8c92-f752276df75b {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:57:52.886816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:52.888404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9ef998d6-bbfa-42ae-93b7-13d842769833 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/routers/af3a68ca-9ec4-4d69-8c92-f752276df75b HTTP/1.1" status: 204 len: 168 time: 1.3752580 Jul 08 17:57:52.891287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47728) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:52.988726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.096658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.109246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92de7be3-32d4-4d0d-982d-8d9ef1e67dd0']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:53.122206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29eb538-95be-404a-9110-22504b403651') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:53.122495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29eb538-95be-404a-9110-22504b403651') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:53.138592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.158053 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.175885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:57:53.177102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: timer() Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:57:53.181268 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:57:53.268285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.275648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.277484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/networks/92de7be3-32d4-4d0d-982d-8d9ef1e67dd0 HTTP/1.1" status: 204 len: 168 time: 0.3849194 Jul 08 17:57:53.280891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47740) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:53.298599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849725df-cd13-43da-ba38-0dfc77ea64f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Network': ['ID=92de7be3-32d4-4d0d-982d-8d9ef1e67dd0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:53.387384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f171ece-bb8c-480e-8b8f-c14e2d41e15c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.425034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f171ece-bb8c-480e-8b8f-c14e2d41e15c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.513774 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f171ece-bb8c-480e-8b8f-c14e2d41e15c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.517030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f171ece-bb8c-480e-8b8f-c14e2d41e15c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.520950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8f171ece-bb8c-480e-8b8f-c14e2d41e15c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/security-groups/343185d2-7e72-4fa7-b918-7d86ed8e1690 HTTP/1.1" status: 204 len: 168 time: 0.2282546 Jul 08 17:57:53.538571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f171ece-bb8c-480e-8b8f-c14e2d41e15c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343185d2-7e72-4fa7-b918-7d86ed8e1690,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:53.591746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47754) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:53.721635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-118066159-network', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:53.751226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Made reservation on behalf of cfd1c1c467b847b39866d59bef6860a7 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:53.754616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.774302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.890954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:53.896412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3ce8ac25-dc09-44aa-a5f8-b56cdc65f36a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508890496', 'description': 'tempest-secgroup-smoke-1508890496 description', 'project_id': '25b9e3294d1441afacb223be42639035'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:53.911612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.917756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.940858 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ac25-dc09-44aa-a5f8-b56cdc65f36a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.948134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:57:53.964947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c168a24e-5105-4c02-8eb8-d53bfe18777a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:53.968574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:53.968959 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Added segment 0604802f-4927-4d42-9f9b-71969bda63b4 of type vlan for network 937b8c05-c7e4-46f3-a018-0e082e042816 Jul 08 17:57:54.021909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.073514 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.074756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.075398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.112136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c46ba7c-eebb-42db-a449-7a277ec3d100 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:54.114769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ac25-dc09-44aa-a5f8-b56cdc65f36a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.122356 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ac25-dc09-44aa-a5f8-b56cdc65f36a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.139072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9c46ba7c-eebb-42db-a449-7a277ec3d100 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:54.139766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9c46ba7c-eebb-42db-a449-7a277ec3d100 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:54.140407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6e3290a-5022-45ab-8963-4c8b842b1ce9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:57:54.147250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] Pushing event updated for resources: {'Network': ['ID=937b8c05-c7e4-46f3-a018-0e082e042816,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:54.153436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2cebf5f5-1ba3-441f-b51a-5d74a0ac0331 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5576646 Jul 08 17:57:54.153654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47762) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:54.162978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Request body: {'subnet': {'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-118066159-subnet', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:54.176718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 937b8c05-c7e4-46f3-a018-0e082e042816 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:57:54.179566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d6e3290a-5022-45ab-8963-4c8b842b1ce9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:57:54.180119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d6e3290a-5022-45ab-8963-4c8b842b1ce9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:57:54.182186 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ce8ac25-dc09-44aa-a5f8-b56cdc65f36a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.183660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3ce8ac25-dc09-44aa-a5f8-b56cdc65f36a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2915311 Jul 08 17:57:54.187729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47764) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:54.198919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e0cb073d-0220-48a7-b79b-77f46773a685 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': 'c834a767-4620-4abb-b6e0-2b51a902f658', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:54.212709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8ac25-dc09-44aa-a5f8-b56cdc65f36a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c834a767-4620-4abb-b6e0-2b51a902f658,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:54.216555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Made reservation on behalf of cfd1c1c467b847b39866d59bef6860a7 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:54.223568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.255444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0cb073d-0220-48a7-b79b-77f46773a685 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.336295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0cb073d-0220-48a7-b79b-77f46773a685 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.342195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0cb073d-0220-48a7-b79b-77f46773a685 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.364910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb073d-0220-48a7-b79b-77f46773a685 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65f3f5a-7224-46bf-aa4c-5de1268ca758,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:54.389858 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0cb073d-0220-48a7-b79b-77f46773a685 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.396899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e0cb073d-0220-48a7-b79b-77f46773a685 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079282 Jul 08 17:57:54.398381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:54.406471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-70392e17-f8dd-4837-8c02-e825b687d337 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': 'c834a767-4620-4abb-b6e0-2b51a902f658', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:54.449857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70392e17-f8dd-4837-8c02-e825b687d337 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.513067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.556549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70392e17-f8dd-4837-8c02-e825b687d337 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.563838 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70392e17-f8dd-4837-8c02-e825b687d337 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.595574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70392e17-f8dd-4837-8c02-e825b687d337 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e8530f-9e0c-43e1-8f3e-e6fcb42b9555,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:54.606194 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70392e17-f8dd-4837-8c02-e825b687d337 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.610314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70392e17-f8dd-4837-8c02-e825b687d337 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2091799 Jul 08 17:57:54.610499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a4c8c3-3202-4462-b3c4-e6292c753701,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:54.610740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47770) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:54.618302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4201bcef-a1aa-4bdd-bd22-6cda96f259ad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': 'c834a767-4620-4abb-b6e0-2b51a902f658', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:54.621937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Checking segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:54.622571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Network hostable DHCP agents. Network: 937b8c05-c7e4-46f3-a018-0e082e042816, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:57:54.651057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Network 937b8c05-c7e4-46f3-a018-0e082e042816 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:57:54.652909 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201bcef-a1aa-4bdd-bd22-6cda96f259ad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.664769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 937b8c05-c7e4-46f3-a018-0e082e042816) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:54.670568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:54.671591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.675322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e031be5-38a6-4fdb-b9f2-a5711001fc7a None None] Network 937b8c05-c7e4-46f3-a018-0e082e042816 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:57:54.700552 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bd75abbf-7233-4816-8a00-50da22ae2afb admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5435612 Jul 08 17:57:54.702196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:54.710218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:54.740262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.741494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.778629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201bcef-a1aa-4bdd-bd22-6cda96f259ad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.784687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201bcef-a1aa-4bdd-bd22-6cda96f259ad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.814531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4201bcef-a1aa-4bdd-bd22-6cda96f259ad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.814931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4201bcef-a1aa-4bdd-bd22-6cda96f259ad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2031608 Jul 08 17:57:54.815873 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201bcef-a1aa-4bdd-bd22-6cda96f259ad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e79f0ec-8c12-439d-873a-8e46daaec21e,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:54.817742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47774) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:54.822371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ba094a93-0c61-45b8-a74b-25a805e07a8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': 'c834a767-4620-4abb-b6e0-2b51a902f658', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:54.857780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba094a93-0c61-45b8-a74b-25a805e07a8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.871381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.931015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba094a93-0c61-45b8-a74b-25a805e07a8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.936713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba094a93-0c61-45b8-a74b-25a805e07a8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.941135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-937b8c05-c7e4-46f3-a018-0e082e042816', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'fixed_ips': [{'subnet_id': '75a4c8c3-3202-4462-b3c4-e6292c753701'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:57:54.942924 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.955761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba094a93-0c61-45b8-a74b-25a805e07a8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d480ded-8535-4823-b569-4fb5a0b560af,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:54.972338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba094a93-0c61-45b8-a74b-25a805e07a8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:54.978673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ba094a93-0c61-45b8-a74b-25a805e07a8d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559772 Jul 08 17:57:54.979801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47776) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:54.989946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': 'c834a767-4620-4abb-b6e0-2b51a902f658', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:55.035302 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:57:55.045542 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.150871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.156285 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.198160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64106788-f619-4fbd-9dbd-bb660166f431,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:55.201146 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Allocated IP 172.20.0.2 (937b8c05-c7e4-46f3-a018-0e082e042816/75a4c8c3-3202-4462-b3c4-e6292c753701/353d11d1-e288-440d-99cd-23ff01231822) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:55.212241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.217888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8dd708aa-5a56-474b-8b90-8c2c898a81e6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2316780 Jul 08 17:57:55.218737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47780) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:55.232140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': 'c834a767-4620-4abb-b6e0-2b51a902f658', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:55.278618 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 17:57:55.288221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.433136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.450343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.481884 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23905549-9146-409a-872e-9ad068223a25,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:55.491523 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.493109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5a5adbf0-6b04-4d6f-89fb-59038b9c553d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2704926 Jul 08 17:57:55.495857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47784) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:55.508086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'network': {'name': 'tempest-network-smoke--22463940', 'project_id': '25b9e3294d1441afacb223be42639035', 'port_security_enabled': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:55.543950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:55.549434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.569969 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.584456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:57:55.587040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Transition to ACTIVE for port object 353d11d1-e288-440d-99cd-23ff01231822 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:55.599012 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.599367 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Added segment c49c247a-235c-4191-8863-956bb62a8a43 of type vlan for network 873ac436-304f-476a-8a70-57db7109f309 Jul 08 17:57:55.611468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Transition to ACTIVE for port object 353d11d1-e288-440d-99cd-23ff01231822 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:55.623953 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.626356 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.654226 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.667797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Network 937b8c05-c7e4-46f3-a018-0e082e042816 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:55.671284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:55.681358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:55.698195 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.708625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:55.709519 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.755566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Pushing event updated for resources: {'Port': ['ID=353d11d1-e288-440d-99cd-23ff01231822,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:55.775873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Attempting to bind port 353d11d1-e288-440d-99cd-23ff01231822 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:55.776372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Attempting to bind port 353d11d1-e288-440d-99cd-23ff01231822 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:55.777794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Attempting to bind port 353d11d1-e288-440d-99cd-23ff01231822 on network 937b8c05-c7e4-46f3-a018-0e082e042816 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:55.791813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:55.792876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Checking segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:55.793537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.794119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Bound using segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:55.795297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Bound port: 353d11d1-e288-440d-99cd-23ff01231822, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:55.795786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.807092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3097198 Jul 08 17:57:55.808137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47786) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:55.815892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'admin_state_up': True, 'project_id': '25b9e3294d1441afacb223be42639035', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:55.847372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbca74-9b14-446e-9b6b-83a0b4494f1a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Network': ['ID=873ac436-304f-476a-8a70-57db7109f309,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:55.861170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.862698 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.898210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] For port 353d11d1-e288-440d-99cd-23ff01231822, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:55.903349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] For port 353d11d1-e288-440d-99cd-23ff01231822, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=353d11d1-e288-440d-99cd-23ff01231822,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:55.907993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 873ac436-304f-476a-8a70-57db7109f309 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:57:55.908402 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.930658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.934530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:55.938401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.058517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.081015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95588fdf-884f-49a2-9f31-f0d75d49a0ec None None] Pushing event updated for resources: {'Port': ['ID=353d11d1-e288-440d-99cd-23ff01231822,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:56.126863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.142816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Allocated IP 172.25.5.12 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/7bc188b6-07c1-49b4-868e-bbb872a43cd1) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:56.340350 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.428334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.483596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.502612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:56.505187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:56.510123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:56.530097 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.536042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Pushing event updated for resources: {'Port': ['ID=7bc188b6-07c1-49b4-868e-bbb872a43cd1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:56.684339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.183 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/7611ed26-9bea-4b85-9f2e-554b701d5b49) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:56.789103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.811034 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.862357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:56.903793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:56.907302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:56.913587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:56.947156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=7611ed26-9bea-4b85-9f2e-554b701d5b49,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:57.046626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.230550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:57:57.238345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.383909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c010cb-4eb6-4e2b-a6d3-75348c2696f8 None None] Network 937b8c05-c7e4-46f3-a018-0e082e042816 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:57:57.396608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:57.410437 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Sync routers for ids ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:57.421255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.421884 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Routers {'2224cb5a-b56c-4edb-ab0d-72380a57a6c5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:57.422722 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:57.428056 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee964c36-7195-4781-b2f3-878ac7529e1f admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7248056 Jul 08 17:57:57.430702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47794) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:57.496178 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.552139 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Set router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:57.673355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router caa6b59f-ef19-406f-aecb-783a20711040 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:57:57.826664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ae0e2a17-36a5-4abc-b6b6-f8443bfb19d5 None None] Provisioning for port 353d11d1-e288-440d-99cd-23ff01231822 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:57.841020 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-50efda15-ea1b-4ece-a6ad-8318600ce5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:57.875563 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:57:56Z', 'revision_number': 3, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port': {'id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:57.914444 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Checking router: 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:57.915234 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Updating router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:57:57.970027 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.142042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.229476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 353d11d1-e288-440d-99cd-23ff01231822 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:57:58.340195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 353d11d1-e288-440d-99cd-23ff01231822 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:57:58.352193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 353d11d1-e288-440d-99cd-23ff01231822 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:58.353150 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.387216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Allocated IP 172.20.0.1 (937b8c05-c7e4-46f3-a018-0e082e042816/75a4c8c3-3202-4462-b3c4-e6292c753701/83e1c94f-4452-4af3-a0bc-4d28c3ada534) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:57:58.399794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:57:58.441994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.443898 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-03eba34d-0a68-4531-8020-04174e6cb9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6316848 Jul 08 17:57:58.447713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Sync routers for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:57:58.449009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47800) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:58.491751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e4313f70-1c3d-44c1-920c-68fa80f376e8 None None] Provisioning complete for port 353d11d1-e288-440d-99cd-23ff01231822 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:57:58.492668 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e4313f70-1c3d-44c1-920c-68fa80f376e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.500110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-621df94f-350d-48f4-8045-d7ea42d862f0 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=25b9e3294d1441afacb223be42639035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497732 Jul 08 17:57:58.503703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47802) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:58.540543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:58.541266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:58.547937 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.568243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Transition to ACTIVE for port object 7bc188b6-07c1-49b4-868e-bbb872a43cd1 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:58.584800 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.669396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bd268-5f53-4baf-80c6-13cf179b833b tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:58.671265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.672506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d38bd268-5f53-4baf-80c6-13cf179b833b tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1663661 Jul 08 17:57:58.675060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47804) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:58.697440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Transition to ACTIVE for port object 83e1c94f-4452-4af3-a0bc-4d28c3ada534 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:57:58.721526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c79ebed9-96ad-479c-8256-81e24bd54003 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434000 Jul 08 17:57:58.725772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47806) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:58.734989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-653912334', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'project_id': '25b9e3294d1441afacb223be42639035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:57:58.765990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.825633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:58.827862 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.842051 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Attempting to bind port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:57:58.842698 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Attempting to bind port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:57:58.843246 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Attempting to bind port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:57:58.846864 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Pushing event updated for resources: {'Port': ['ID=7bc188b6-07c1-49b4-868e-bbb872a43cd1,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:58.860350 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:57:58.860689 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:58.861300 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.862313 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:57:58.864011 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Bound port: 7bc188b6-07c1-49b4-868e-bbb872a43cd1, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:57:58.864430 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.875865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:57:58.880623 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:58.891632 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.891972 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.892298 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.892623 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.892965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.893283 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.893599 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.893912 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.894224 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.894534 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.894841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.895666 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:57:58.916089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Pushing event updated for resources: {'Port': ['ID=83e1c94f-4452-4af3-a0bc-4d28c3ada534,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:58.943590 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] For port 7bc188b6-07c1-49b4-868e-bbb872a43cd1, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:57:58.948126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Network 937b8c05-c7e4-46f3-a018-0e082e042816 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:57:58.951334 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] For port 7bc188b6-07c1-49b4-868e-bbb872a43cd1, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7bc188b6-07c1-49b4-868e-bbb872a43cd1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:57:58.952085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:58.954955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:57:58.958822 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.022089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 353d11d1-e288-440d-99cd-23ff01231822, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=353d11d1-e288-440d-99cd-23ff01231822,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:57:59.040762 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.061356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.069335 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e4313f70-1c3d-44c1-920c-68fa80f376e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.098714 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Routers {'2224cb5a-b56c-4edb-ab0d-72380a57a6c5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:57:59.099497 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:57:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:59.166830 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e285c6-e6e8-476b-98e7-9dee36a0936f None None] Pushing event updated for resources: {'Port': ['ID=7bc188b6-07c1-49b4-868e-bbb872a43cd1,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:59.214523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=353d11d1-e288-440d-99cd-23ff01231822,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:59.245752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.266034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-e4313f70-1c3d-44c1-920c-68fa80f376e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 17:57:59.266870 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-e4313f70-1c3d-44c1-920c-68fa80f376e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 17:57:59.311525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:57:57Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:59.347816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Subnet': ['ID=e36a125f-a6ba-47a3-b0bf-5157fddaef5b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:57:59.356643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Checking router: caa6b59f-ef19-406f-aecb-783a20711040 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:57:59.357024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Updating router caa6b59f-ef19-406f-aecb-783a20711040 port 7611ed26-9bea-4b85-9f2e-554b701d5b49 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:57:59.366035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Checking segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:57:59.366420 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network hostable DHCP agents. Network: 873ac436-304f-476a-8a70-57db7109f309, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:57:59.370691 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] Set router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:57:59.387598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 873ac436-304f-476a-8a70-57db7109f309 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:57:59.404092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.410699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 873ac436-304f-476a-8a70-57db7109f309) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:57:59.418176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:57:59.418778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.425565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e599ec66-9f11-4e74-bf74-d77f254c34e9 None None] Network 873ac436-304f-476a-8a70-57db7109f309 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:57:59.427946 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.455548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47810) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:57:59.455781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-76deefcf-c941-4089-a494-ec3510f46e0b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7271247 Jul 08 17:57:59.687480 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:57:56Z', 'revision_number': 3, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port': {'id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:57:59.738848 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a42f2-f8d3-4080-9ef2-83c3522f9c89 None None] The sync data for ids ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'] in n-d-799528-4 is: [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:57:56Z', 'revision_number': 3, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port': {'id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:57:59.797297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:57:59.883735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.020624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Pushing event updated for resources: {'Port': ['ID=83e1c94f-4452-4af3-a0bc-4d28c3ada534,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:00.052593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-873ac436-304f-476a-8a70-57db7109f309', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:58:00.057801 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.153762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-df55cf64-83d3-4a06-bf70-8e200d91e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.162862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 353d11d1-e288-440d-99cd-23ff01231822 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:00.284308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4082d8cd-0c76-404a-a5ac-0e92e67f3197 None None] Provisioning for port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:00.323552 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.328439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4082d8cd-0c76-404a-a5ac-0e92e67f3197 None None] Provisioning complete for port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:00.329223 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4082d8cd-0c76-404a-a5ac-0e92e67f3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.507646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Transition to ACTIVE for port object 7611ed26-9bea-4b85-9f2e-554b701d5b49 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:00.525952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 353d11d1-e288-440d-99cd-23ff01231822 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:00.526739 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.529041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.541262 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.634379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4082d8cd-0c76-404a-a5ac-0e92e67f3197 None None] Port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:00.636462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.746891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Allocated IP 172.20.0.2 (873ac436-304f-476a-8a70-57db7109f309/e36a125f-a6ba-47a3-b0bf-5157fddaef5b/8f621c3c-3b7a-435d-9f6d-c2738a7e9323) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:00.749218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Attempting to bind port 7611ed26-9bea-4b85-9f2e-554b701d5b49 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:00.749589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Attempting to bind port 7611ed26-9bea-4b85-9f2e-554b701d5b49 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:00.749985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Attempting to bind port 7611ed26-9bea-4b85-9f2e-554b701d5b49 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:00.754242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a15b5-5a08-4812-bd08-8b8730f4954a None None] Pushing event updated for resources: {'Port': ['ID=7611ed26-9bea-4b85-9f2e-554b701d5b49,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:00.777254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:00.777254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:00.777596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.777861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:00.778350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Bound port: 7611ed26-9bea-4b85-9f2e-554b701d5b49, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:00.778733 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:00.878284 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Network 937b8c05-c7e4-46f3-a018-0e082e042816 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:00.881127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:00.963772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] For port 7611ed26-9bea-4b85-9f2e-554b701d5b49, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:01.011930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] For port 7611ed26-9bea-4b85-9f2e-554b701d5b49, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7611ed26-9bea-4b85-9f2e-554b701d5b49,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:01.078467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.147976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.181917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:01.263210 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.264949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a15b5-5a08-4812-bd08-8b8730f4954a None None] Pushing event updated for resources: {'Port': ['ID=7611ed26-9bea-4b85-9f2e-554b701d5b49,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:01.282019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:01.282826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:01.287550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Transition to ACTIVE for port object 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:01.414399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Transition to ACTIVE for port object 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:01.417694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-66cc25ef-d6c2-4860-8a06-1d649636e798 None None] Provisioning complete for port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:01.418069 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-66cc25ef-d6c2-4860-8a06-1d649636e798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.456345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:01.544089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:01.550616 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9aa16e4-7616-4780-a7d6-fc6dbd317991 admin admin] 10.222.0.63 "PUT /v2.0/routers/2224cb5a-b56c-4edb-ab0d-72380a57a6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1202216 Jul 08 17:58:01.746783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.1 (873ac436-304f-476a-8a70-57db7109f309/e36a125f-a6ba-47a3-b0bf-5157fddaef5b/71b933bc-4cec-4a7f-8796-8e1fa556e573) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:01.800784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:01.884900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Pushing event updated for resources: {'Port': ['ID=8f621c3c-3b7a-435d-9f6d-c2738a7e9323,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:01.906767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-66cc25ef-d6c2-4860-8a06-1d649636e798 None None] Port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:01.996329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.031078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object 71b933bc-4cec-4a7f-8796-8e1fa556e573 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:02.078067 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.101173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Network 873ac436-304f-476a-8a70-57db7109f309 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:02.105070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.133808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:02.137314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:02.174629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 873ac436-304f-476a-8a70-57db7109f309 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:02.178114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:02.183776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:02.260818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=71b933bc-4cec-4a7f-8796-8e1fa556e573,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:02.267335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7bc188b6-07c1-49b4-868e-bbb872a43cd1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:02.344062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.387763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Attempting to bind port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:02.388428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Attempting to bind port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:02.389119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Attempting to bind port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:02.399559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:02.400519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Checking segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:02.401341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.401936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Bound using segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:02.402761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Bound port: 8f621c3c-3b7a-435d-9f6d-c2738a7e9323, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:02.403361 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.490499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47862) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:02.493129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:02.498430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1005548832-network', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:02.509499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:57:57Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:02.511549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:02.512186 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.576502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Made reservation on behalf of 8eb7a1d2ed0142a7a54d8726b8674cad for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:02.578946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.584785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b2a5f5-313c-4c82-b02a-ef1c779bd1b8 None None] The sync data for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 is: [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:57:57Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:02.594579 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Sync routers for ids ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:02.596684 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.603128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.609735 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Routers {'2224cb5a-b56c-4edb-ab0d-72380a57a6c5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:02.613807 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:02.679913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] For port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:02.684585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] For port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8f621c3c-3b7a-435d-9f6d-c2738a7e9323,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:02.705501 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.888914 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.891539 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Set router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:02.895415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.976399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 17:58:02.979837 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:02.983975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4028e436-2a12-42a1-81a8-b690413edbbf,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:02.989348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Pushing event updated for resources: {'Port': ['ID=8f621c3c-3b7a-435d-9f6d-c2738a7e9323,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:03.004445 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.006123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.006535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.006951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.007374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.007779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.008183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.008580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.010194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.010194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.010531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.010940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.011329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb0845d-4f0d-4758-9870-cf097f07a1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.013964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.014374 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Added segment f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef of type vlan for network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 Jul 08 17:58:03.032643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 7bc188b6-07c1-49b4-868e-bbb872a43cd1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7bc188b6-07c1-49b4-868e-bbb872a43cd1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:03.057436 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.171162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=7bc188b6-07c1-49b4-868e-bbb872a43cd1,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:03.212613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.349381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.357855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.475386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.477160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:03.477615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.525904 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:57:59Z', 'revision_number': 4, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port': {'id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '83e1c94f-4452-4af3-a0bc-4d28c3ada534', 'name': '', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'mac_address': 'fa:16:3e:6b:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:58Z', 'updated_at': '2021-07-08T17:57:59Z', 'revision_number': 2, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'subnets': [{'id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:03.560870 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Checking router: 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:03.561262 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Updating router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:58:03.621120 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.624497 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1338611 Jul 08 17:58:03.627008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=71b933bc-4cec-4a7f-8796-8e1fa556e573,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:03.627543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47868) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:03.632772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Request body: {'subnet': {'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1005548832-subnet', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:03.643435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.646798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.647151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.647499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.647834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.648171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.648509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.648884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.649218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.649549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.650023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.650355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.650680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:03.654163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126817a5-2116-41f9-b17c-9c8a407e6a92 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2ac945-804f-44b8-9dff-d0cadb5c90f0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:03.680593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 17:58:03.702125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Made reservation on behalf of 8eb7a1d2ed0142a7a54d8726b8674cad for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:03.706738 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:03.873839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 873ac436-304f-476a-8a70-57db7109f309 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:03.880808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:04.149670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.159802 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.173512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Transition to ACTIVE for port object 83e1c94f-4452-4af3-a0bc-4d28c3ada534 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:04.192702 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.224528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router caa6b59f-ef19-406f-aecb-783a20711040 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:04.276954 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba02e0-795f-4e1a-b998-5b76deef3971 None None] Pushing event updated for resources: {'Port': ['ID=83e1c94f-4452-4af3-a0bc-4d28c3ada534,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:04.329864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccd7b50-cc9b-4af3-af4a-e59d78a217a4,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:04.336678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Checking segment: {'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:04.337692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Network hostable DHCP agents. Network: ad2ac945-804f-44b8-9dff-d0cadb5c90f0, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 17:58:04.372093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 17:58:04.392610 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Attempting to bind port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:04.393002 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Attempting to bind port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:04.394204 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Attempting to bind port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 on network 937b8c05-c7e4-46f3-a018-0e082e042816 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:04.400552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ad2ac945-804f-44b8-9dff-d0cadb5c90f0) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:04.407731 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:04.409452 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Checking segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:04.410066 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.411736 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Bound using segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:04.413185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Bound port: 83e1c94f-4452-4af3-a0bc-4d28c3ada534, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:04.414181 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.426925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50980da-d937-47bb-858c-610922fd9ba6 None None] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:04.436345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:04.438572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.497989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-43c2dfda-ed36-4fe7-a75b-79331633e3cd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8687279 Jul 08 17:58:04.499074 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 47874) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:04.518174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:04.566839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.568163 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.590210 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] For port 83e1c94f-4452-4af3-a0bc-4d28c3ada534, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:04.598538 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] For port 83e1c94f-4452-4af3-a0bc-4d28c3ada534, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=83e1c94f-4452-4af3-a0bc-4d28c3ada534,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:04.607007 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.623829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:04.645107 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e7d462c-09a3-4a90-b823-d359be863839 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/caa6b59f-ef19-406f-aecb-783a20711040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1883707 Jul 08 17:58:04.683858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7611ed26-9bea-4b85-9f2e-554b701d5b49 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:04.729017 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:04.743845 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba02e0-795f-4e1a-b998-5b76deef3971 None None] Pushing event updated for resources: {'Port': ['ID=83e1c94f-4452-4af3-a0bc-4d28c3ada534,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:04.782042 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Routers {'2224cb5a-b56c-4edb-ab0d-72380a57a6c5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:04.782750 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:04.819836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f08ec8-bdc3-4a0c-8cac-b6cd204ccee4 None None] Network 873ac436-304f-476a-8a70-57db7109f309 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:05.079513 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] Set router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:05.181364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.276058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ad2ac945-804f-44b8-9dff-d0cadb5c90f0', 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'fixed_ips': [{'subnet_id': 'bccd7b50-cc9b-4af3-af4a-e59d78a217a4'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 17:58:05.279058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.328588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7611ed26-9bea-4b85-9f2e-554b701d5b49 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:05.348964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7611ed26-9bea-4b85-9f2e-554b701d5b49 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:05.350077 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.352471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bf3c32fd-1ddb-46bc-ab0e-7ee43c11d595 None None] Provisioning for port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:05.375513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-b54242b0-df22-490d-9402-ce8df3a8409c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508890496&fields=id&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 267 time: 0.1844940 Jul 08 17:58:05.564156 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:57:59Z', 'revision_number': 4, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port': {'id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '83e1c94f-4452-4af3-a0bc-4d28c3ada534', 'name': '', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'mac_address': 'fa:16:3e:6b:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:58Z', 'updated_at': '2021-07-08T17:58:04Z', 'revision_number': 4, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'subnets': [{'id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:05.622906 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e224b5d-0bd6-40d9-b04b-f00bc3b1fdf0 None None] The sync data for ids ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'] in n-d-799528-4 is: [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:57:59Z', 'revision_number': 4, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port': {'id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '83e1c94f-4452-4af3-a0bc-4d28c3ada534', 'name': '', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'mac_address': 'fa:16:3e:6b:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:58Z', 'updated_at': '2021-07-08T17:58:04Z', 'revision_number': 4, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'subnets': [{'id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:05.653235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Sync routers for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:05.765667 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-85bc3132-839c-4c9f-9968-6ccd54e41106 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:05.778668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-85bc3132-839c-4c9f-9968-6ccd54e41106 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 795 time: 0.4021688 Jul 08 17:58:05.796529 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-861ecd52-8528-4440-8b43-16fc6a134ba2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/quotas/25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 375 time: 0.0163393 Jul 08 17:58:05.875388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.897743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:05.898912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:05.932549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.964881 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:05.997479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 7611ed26-9bea-4b85-9f2e-554b701d5b49, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7611ed26-9bea-4b85-9f2e-554b701d5b49,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:06.003705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Allocated IP 172.20.0.2 (ad2ac945-804f-44b8-9dff-d0cadb5c90f0/bccd7b50-cc9b-4af3-af4a-e59d78a217a4/e532e037-a885-4a4d-9d05-6d8627a9277f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:06.004960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-ffcf3051-8ecd-4128-8ec7-64f5d310c338 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1955183 Jul 08 17:58:06.012711 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.014127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7bc188b6-07c1-49b4-868e-bbb872a43cd1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:06.102399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=7611ed26-9bea-4b85-9f2e-554b701d5b49,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:06.253902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-59b41fca-2408-4fb6-9968-f566466c24f0 service neutron] 10.222.0.63 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433186 Jul 08 17:58:06.308418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Allocated IP 172.25.5.32 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/b2d1cca0-9249-4d0d-9937-2a226446def7) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:06.379421 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:06.528216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:06.528770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.633585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-05a068b6-a0c3-4df7-8864-4ceed6871533 service neutron] 10.222.0.63 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787165 Jul 08 17:58:06.690471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.833474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:06.957082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d1cca0-9249-4d0d-9937-2a226446def7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:07.011063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:07.029104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:07.035649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-920b7373-0c75-4a8d-8027-ff0d770a5419 req-a4979350-8e55-4d92-841e-8d03e64a214e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0361087 Jul 08 17:58:07.040291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:07.374635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.413649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13ea0012-f753-4705-8674-6f8de725e055 None None] Provisioning for port 71b933bc-4cec-4a7f-8796-8e1fa556e573 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:07.418648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Transition to ACTIVE for port object e532e037-a885-4a4d-9d05-6d8627a9277f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:07.443417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13ea0012-f753-4705-8674-6f8de725e055 None None] Provisioning complete for port 71b933bc-4cec-4a7f-8796-8e1fa556e573 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:07.443980 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13ea0012-f753-4705-8674-6f8de725e055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.601341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:07.613526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Transition to ACTIVE for port object e532e037-a885-4a4d-9d05-6d8627a9277f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:07.651454 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.685041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.704064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Pushing event updated for resources: {'Port': ['ID=e532e037-a885-4a4d-9d05-6d8627a9277f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:07.710275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 2, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:07.720934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-13ea0012-f753-4705-8674-6f8de725e055 None None] Port 71b933bc-4cec-4a7f-8796-8e1fa556e573 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:07.759382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Checking router: caa6b59f-ef19-406f-aecb-783a20711040 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:07.759871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Updating router caa6b59f-ef19-406f-aecb-783a20711040 port 71b933bc-4cec-4a7f-8796-8e1fa556e573 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:58:07.806570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:07.810730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:07.813599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:07.918694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:07.992254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:07.998261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9f31ad20-9452-414b-83d5-3b97e44f1921 None None] Provisioning complete for port 71b933bc-4cec-4a7f-8796-8e1fa556e573 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:07.998885 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9f31ad20-9452-414b-83d5-3b97e44f1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.016586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.112184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Attempting to bind port e532e037-a885-4a4d-9d05-6d8627a9277f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:08.112569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Attempting to bind port e532e037-a885-4a4d-9d05-6d8627a9277f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:08.113030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Attempting to bind port e532e037-a885-4a4d-9d05-6d8627a9277f on network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:08.127875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:08.128253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Checking segment: {'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:08.128668 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.130160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Bound using segment: {'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:08.130678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Bound port: e532e037-a885-4a4d-9d05-6d8627a9277f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:08.131101 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.148713 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:08.149132 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.257436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2d7b7f6-792d-432f-8684-83b765557fd6 req-c5fe2610-6349-4c17-8e8a-88db18e04851 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0477862 Jul 08 17:58:08.289326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9f31ad20-9452-414b-83d5-3b97e44f1921 None None] Port 71b933bc-4cec-4a7f-8796-8e1fa556e573 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:08.293392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 17:58:08.428040 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] For port e532e037-a885-4a4d-9d05-6d8627a9277f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:08.437498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] For port e532e037-a885-4a4d-9d05-6d8627a9277f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e532e037-a885-4a4d-9d05-6d8627a9277f,segment=NetworkSegment(f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef),segment_id=f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:08.479331 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.480975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:08.492984 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Sync routers for ids ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:08.512422 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Routers {'4b7b2df0-444e-429c-a00f-21e2bbfdb945'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:08.513150 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:08.525284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.529507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 47938) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:08.532531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-246056e4-1ece-4941-9fa2-1a0c7c12d870 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0300269 Jul 08 17:58:08.564698 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.658639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b9d2-5c9a-4744-9900-c853acb9b6cd None None] Pushing event updated for resources: {'Port': ['ID=e532e037-a885-4a4d-9d05-6d8627a9277f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:08.710345 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Set router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:08.775175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8f621c3c-3b7a-435d-9f6d-c2738a7e9323,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:08.784356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.882084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:08.954597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Transition to ACTIVE for port object 71b933bc-4cec-4a7f-8796-8e1fa556e573 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:08.986748 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.004903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8f621c3c-3b7a-435d-9f6d-c2738a7e9323,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:09.078049 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:07Z', 'revision_number': 3, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port': {'id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:05Z', 'updated_at': '2021-07-08T17:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:09.173012 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Checking router: 4b7b2df0-444e-429c-a00f-21e2bbfdb945 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:09.173012 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Updating router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 port b2d1cca0-9249-4d0d-9937-2a226446def7 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:58:09.173269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7611ed26-9bea-4b85-9f2e-554b701d5b49 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:09.287628 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.338825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb963251-0874-4790-a636-2527c8c4452d None None] Pushing event updated for resources: {'Port': ['ID=71b933bc-4cec-4a7f-8796-8e1fa556e573,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:09.374324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Attempting to bind port 71b933bc-4cec-4a7f-8796-8e1fa556e573 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:09.374875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Attempting to bind port 71b933bc-4cec-4a7f-8796-8e1fa556e573 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:09.375312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Attempting to bind port 71b933bc-4cec-4a7f-8796-8e1fa556e573 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:09.384844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:09.385233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Checking segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:09.385718 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.386191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Bound using segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:09.386803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Bound port: 71b933bc-4cec-4a7f-8796-8e1fa556e573, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:09.387266 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.551643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7611ed26-9bea-4b85-9f2e-554b701d5b49 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:09.552947 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.587040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.627715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfecea0c-da69-4e57-a393-247b0ccd0e48 req-5d16346f-dcb8-40c7-8e14-a90a95309a46 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0576952 Jul 08 17:58:09.642000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] For port 71b933bc-4cec-4a7f-8796-8e1fa556e573, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:09.644050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-02cd6f66-a374-4d67-a767-41477ef03437 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773969501&fields=id&tenant_id=2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 267 time: 0.1209004 Jul 08 17:58:09.648239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] For port 71b933bc-4cec-4a7f-8796-8e1fa556e573, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=71b933bc-4cec-4a7f-8796-8e1fa556e573,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:09.667797 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.721996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-fb492eee-b3eb-4051-8c13-511b0683b666 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.724543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-fb492eee-b3eb-4051-8c13-511b0683b666 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 795 time: 0.2902005 Jul 08 17:58:09.813233 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.835697 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Transition to ACTIVE for port object b2d1cca0-9249-4d0d-9937-2a226446def7 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:09.844071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:09.845787 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:09.855135 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:09.924360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-8a06e2db-26f2-4fe2-a0ea-e5164941979f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 380 time: 0.1152382 Jul 08 17:58:09.937198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-39573361-245a-4a23-9364-4470bda2f954 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:09.940625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-39573361-245a-4a23-9364-4470bda2f954 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.2803950 Jul 08 17:58:09.944560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'port': {'device_id': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'admin_state_up': True, 'tenant_id': '25b9e3294d1441afacb223be42639035', 'security_groups': ['c834a767-4620-4abb-b6e0-2b51a902f658']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:09.963842 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Attempting to bind port b2d1cca0-9249-4d0d-9937-2a226446def7 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:09.964203 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Attempting to bind port b2d1cca0-9249-4d0d-9937-2a226446def7 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:09.964557 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Attempting to bind port b2d1cca0-9249-4d0d-9937-2a226446def7 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:09.966620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 83e1c94f-4452-4af3-a0bc-4d28c3ada534 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:09.978124 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-9fa47618-c38b-4f6d-bcd0-cd75e6a62f66 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/quotas/2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 375 time: 0.0249846 Jul 08 17:58:09.999044 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:09.999415 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:09.999814 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.000202 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:10.000681 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Bound port: b2d1cca0-9249-4d0d-9937-2a226446def7, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:10.003336 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.034237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb963251-0874-4790-a636-2527c8c4452d None None] Pushing event updated for resources: {'Port': ['ID=71b933bc-4cec-4a7f-8796-8e1fa556e573,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:10.070959 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93a600-295d-4bb5-ada0-3af239113909 None None] Pushing event updated for resources: {'Port': ['ID=b2d1cca0-9249-4d0d-9937-2a226446def7,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:10.130882 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] For port b2d1cca0-9249-4d0d-9937-2a226446def7, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:10.135323 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] For port b2d1cca0-9249-4d0d-9937-2a226446def7, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b2d1cca0-9249-4d0d-9937-2a226446def7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:10.143011 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.152907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:10.154629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-ca1f5c42-49a4-4562-baf4-18edcfbccc2a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704111 Jul 08 17:58:10.219361 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Routers {'4b7b2df0-444e-429c-a00f-21e2bbfdb945'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:10.219981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:10.247907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:10.260724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:10.261485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.276987 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93a600-295d-4bb5-ada0-3af239113909 None None] Pushing event updated for resources: {'Port': ['ID=b2d1cca0-9249-4d0d-9937-2a226446def7,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:10.355771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Allocated IP 172.20.0.1 (ad2ac945-804f-44b8-9dff-d0cadb5c90f0/bccd7b50-cc9b-4af3-af4a-e59d78a217a4/01753acb-5c6e-4979-afcf-c9e878b7a762) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:10.389012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-e769179f-a03f-431a-91f2-a22dbc85a35b service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227247 Jul 08 17:58:10.429823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7664a1-f7f1-4e4a-ad1a-01fab789e178 None None] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:10.479810 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] Set router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:10.517754 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-cf1a3686-0f80-4eb2-b915-8d1d04e0c95c service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193757 Jul 08 17:58:10.529584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:10.533431 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.598674 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.609368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:10.691230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Transition to ACTIVE for port object 01753acb-5c6e-4979-afcf-c9e878b7a762 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:10.839917 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:07Z', 'revision_number': 3, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port': {'id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:05Z', 'updated_at': '2021-07-08T17:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:10.851868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.4 (873ac436-304f-476a-8a70-57db7109f309/e36a125f-a6ba-47a3-b0bf-5157fddaef5b/edf34fa0-f492-49a9-9c5a-2f22672d04e8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:10.923920 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39260b41-8131-4fb1-b20b-81fac2d8c533 None None] The sync data for ids ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'] in n-d-799528-4 is: [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:07Z', 'revision_number': 3, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port': {'id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:05Z', 'updated_at': '2021-07-08T17:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:10.944820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ff98a5e-de97-4bb2-a793-473684a99a66 req-50cfdf95-1762-4a40-9bbc-b5e7e4379a8b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0726240 Jul 08 17:58:10.986375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.014082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 83e1c94f-4452-4af3-a0bc-4d28c3ada534, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=83e1c94f-4452-4af3-a0bc-4d28c3ada534,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:11.020533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2ad02919-a742-4f38-ab0e-8ab85f0e930f None None] Provisioning for port e532e037-a885-4a4d-9d05-6d8627a9277f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:11.029724 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.135446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=83e1c94f-4452-4af3-a0bc-4d28c3ada534,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:11.185965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5748f91c-a1a6-4c74-b8bc-f87f02b81725 req-c44ae75b-e879-4b56-b299-ec36d88a845c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0665102 Jul 08 17:58:11.259302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:09Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:11.291387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1690b499-30c0-487e-9ba9-ef279994ec7f None None] The sync data for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 is: [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:09Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:11.503129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e532e037-a885-4a4d-9d05-6d8627a9277f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:11.661232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e532e037-a885-4a4d-9d05-6d8627a9277f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:11.675013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e532e037-a885-4a4d-9d05-6d8627a9277f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:11.675440 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.820549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-73b9c73a-d98f-416c-8f87-a5ae5a07ab3a None None] Provisioning for port 01753acb-5c6e-4979-afcf-c9e878b7a762 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:11.836334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-73b9c73a-d98f-416c-8f87-a5ae5a07ab3a None None] Provisioning complete for port 01753acb-5c6e-4979-afcf-c9e878b7a762 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:11.836720 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-73b9c73a-d98f-416c-8f87-a5ae5a07ab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.855308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Pushing event updated for resources: {'Port': ['ID=01753acb-5c6e-4979-afcf-c9e878b7a762,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:11.882585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:11.886194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:11.891987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:11.963228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-73b9c73a-d98f-416c-8f87-a5ae5a07ab3a None None] Port 01753acb-5c6e-4979-afcf-c9e878b7a762 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:11.976479 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.989564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:11.994864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-73b9c73a-d98f-416c-8f87-a5ae5a07ab3a None None] Provisioning complete for port e532e037-a885-4a4d-9d05-6d8627a9277f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:11.995587 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-73b9c73a-d98f-416c-8f87-a5ae5a07ab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.010221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object edf34fa0-f492-49a9-9c5a-2f22672d04e8 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:12.091221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.093401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.121294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port e532e037-a885-4a4d-9d05-6d8627a9277f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e532e037-a885-4a4d-9d05-6d8627a9277f,segment=NetworkSegment(f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef),segment_id=f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:12.137133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.140504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:12.315923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 873ac436-304f-476a-8a70-57db7109f309 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:12.340265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:12.353571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:12.376165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2843c5-f2e1-45cf-a044-db8fdbceb38b req-2d6ca15d-0e66-4e3b-ba98-bfcb80b04312 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:12.390907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=e532e037-a885-4a4d-9d05-6d8627a9277f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:12.393637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b2843c5-f2e1-45cf-a044-db8fdbceb38b req-2d6ca15d-0e66-4e3b-ba98-bfcb80b04312 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 931 time: 0.1588521 Jul 08 17:58:12.463372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:12.470599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5465f639-c871-4c4b-b3c7-2899dbca8bf1 req-7f0e66d8-2951-4ef3-9104-d89a02196728 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0434959 Jul 08 17:58:12.473456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.512257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b2843c5-f2e1-45cf-a044-db8fdbceb38b req-1a69ac44-36ca-40ee-88bb-3b527ec3993c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176229 Jul 08 17:58:12.530233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:12.530564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:12.531358 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.542978 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-cc598656-511e-40c8-96df-1b7698a180ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6068058 Jul 08 17:58:12.583538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Request body: {'port': {'device_id': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:12.629927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-27cb1e51-49c2-4836-8f78-ca2fa9f91fee None None] Provisioning complete for port 01753acb-5c6e-4979-afcf-c9e878b7a762 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:12.630622 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-27cb1e51-49c2-4836-8f78-ca2fa9f91fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.710709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-27cb1e51-49c2-4836-8f78-ca2fa9f91fee None None] Port 01753acb-5c6e-4979-afcf-c9e878b7a762 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:12.748909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.773435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.858533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7d76354c-bb6e-47ba-b1e9-76ab3478238e None None] Provisioning for port edf34fa0-f492-49a9-9c5a-2f22672d04e8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:12.875305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7d76354c-bb6e-47ba-b1e9-76ab3478238e None None] Provisioning complete for port edf34fa0-f492-49a9-9c5a-2f22672d04e8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:12.875991 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7d76354c-bb6e-47ba-b1e9-76ab3478238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:12.921685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7d76354c-bb6e-47ba-b1e9-76ab3478238e None None] Port edf34fa0-f492-49a9-9c5a-2f22672d04e8 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:13.356629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e532e037-a885-4a4d-9d05-6d8627a9277f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:13.410185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-bc6d58f7-0c5f-4418-bca9-e023a870098f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.412303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-bc6d58f7-0c5f-4418-bca9-e023a870098f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.3958349 Jul 08 17:58:13.418307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.441691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e532e037-a885-4a4d-9d05-6d8627a9277f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:13.442462 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.456237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.555884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf34fa0-f492-49a9-9c5a-2f22672d04e8 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:13.584944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.599310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 83e1c94f-4452-4af3-a0bc-4d28c3ada534 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:13.602631 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.609360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-334c0f07-4e4e-480c-a049-849ac64937ce tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 380 time: 0.1677992 Jul 08 17:58:13.613141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Pushing event updated for resources: {'Port': ['ID=01753acb-5c6e-4979-afcf-c9e878b7a762,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:13.623675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'port': {'device_id': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'admin_state_up': True, 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'security_groups': ['643b4ce7-47c7-4dc5-b4c3-f5bf04738704']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:13.716923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:13.717643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.721787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Transition to ACTIVE for port object edf34fa0-f492-49a9-9c5a-2f22672d04e8 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:13.768845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.818783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41805194-f913-44c0-90c0-a9d135832799 req-b2d55f72-519e-4b04-807f-0e446fdfdbab tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0874963 Jul 08 17:58:13.882186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4889-6092-4450-8296-0fa5fddd4089 req-9b131270-8c95-43f0-98b2-25309aabf1d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:13.892359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a86c4889-6092-4450-8296-0fa5fddd4089 req-9b131270-8c95-43f0-98b2-25309aabf1d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.1427350 Jul 08 17:58:13.907414 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:13.935091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2d1cca0-9249-4d0d-9937-2a226446def7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:13.990965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a86c4889-6092-4450-8296-0fa5fddd4089 req-9a8e3f8d-5d21-4a05-bd8b-38b84d2345c1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975692 Jul 08 17:58:13.999924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b2d1cca0-9249-4d0d-9937-2a226446def7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:14.006200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b2d1cca0-9249-4d0d-9937-2a226446def7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:14.006588 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.040493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:14.182657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:14.187166 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:14.207366 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.222185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:14.227450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.256554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port b2d1cca0-9249-4d0d-9937-2a226446def7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b2d1cca0-9249-4d0d-9937-2a226446def7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:14.273073 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.273899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71b933bc-4cec-4a7f-8796-8e1fa556e573 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:14.372775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:14.373129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:14.373468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:14.418235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=b2d1cca0-9249-4d0d-9937-2a226446def7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:14.452262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:14.453161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:14.470788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 71b933bc-4cec-4a7f-8796-8e1fa556e573 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:14.485172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 71b933bc-4cec-4a7f-8796-8e1fa556e573 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:14.485611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.544423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:14.544609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Checking segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:14.546462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Bound using segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:14.546931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Bound port: edf34fa0-f492-49a9-9c5a-2f22672d04e8, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:14.547303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.588571 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.645998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 71b933bc-4cec-4a7f-8796-8e1fa556e573, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=71b933bc-4cec-4a7f-8796-8e1fa556e573,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:14.658288 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.712175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:14.721979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-65667977-0f4c-4f80-98c7-919712b2a0d6 None None] Provisioning complete for port 01753acb-5c6e-4979-afcf-c9e878b7a762 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:14.724071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-65667977-0f4c-4f80-98c7-919712b2a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.745187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.20.0.7 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/3b0191ea-506e-4bda-bd28-6f5ad812ca92) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:14.761088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:14.765582 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:14.800091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-65667977-0f4c-4f80-98c7-919712b2a0d6 None None] Port 01753acb-5c6e-4979-afcf-c9e878b7a762 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:14.819358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.863062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=71b933bc-4cec-4a7f-8796-8e1fa556e573,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:14.883305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:14.884104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:14.885656 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] 10.222.0.41 "PUT /v2.0/ports/edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 1091 time: 2.3073704 Jul 08 17:58:14.919251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:14.922530 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a08a1d-e032-4347-a2cf-eef735749185" -d '{"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:15.083986 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d229a9-bc0a-47ab-885e-ac2f4f7172be x-openstack-request-id: req-e8d229a9-bc0a-47ab-885e-ac2f4f7172be {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:15.084308 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:15.084607 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e8d229a9-bc0a-47ab-885e-ac2f4f7172be {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:15.084932 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'status': 'completed', 'code': 200} Jul 08 17:58:15.092651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-384a30ea-cea9-411f-8344-b5c09dce123c req-16c0c4a7-004a-4e2e-b8c7-a26e2b1cf3e8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0566683 Jul 08 17:58:15.202621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2d1cca0-9249-4d0d-9937-2a226446def7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:15.234066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6e475-1b35-4e87-a440-e6804cd1303b service neutron] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:15.247556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:15.266367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c72fe3e-17ab-4e1d-a445-76e7383b1f54 admin admin] 10.222.0.63 "PUT /v2.0/routers/4b7b2df0-444e-429c-a00f-21e2bbfdb945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7346578 Jul 08 17:58:15.305308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.361505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Transition to ACTIVE for port object 3b0191ea-506e-4bda-bd28-6f5ad812ca92 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:15.374712 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b2d1cca0-9249-4d0d-9937-2a226446def7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:15.374712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.398065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-e4855ec4-3477-4071-9bbf-1fc4c4b9f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:15.399975 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-e4855ec4-3477-4071-9bbf-1fc4c4b9f091 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1094 time: 0.3475659 Jul 08 17:58:15.415718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Sync routers for ids ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:15.421903 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54116529-154c-40b1-87ef-960907add727 req-f3923e19-5c43-4af8-86f6-95c566876f36 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:15.430439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54116529-154c-40b1-87ef-960907add727 req-f3923e19-5c43-4af8-86f6-95c566876f36 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.1474426 Jul 08 17:58:15.467003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Routers {'4b7b2df0-444e-429c-a00f-21e2bbfdb945'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:15.469004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:15.471227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-8a3f8215-06ed-4c55-9037-50ac5048ba48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 217 time: 0.0519421 Jul 08 17:58:15.482929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.495856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-54116529-154c-40b1-87ef-960907add727 req-e5b2c0a7-ae33-452b-9c66-750c0d72af95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642080 Jul 08 17:58:15.585467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-546ce57a-9271-44c9-948b-e877a883ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:15.587144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-546ce57a-9271-44c9-948b-e877a883ada9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.1016650 Jul 08 17:58:15.591960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:15.593596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=3b0191ea-506e-4bda-bd28-6f5ad812ca92,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:15.596293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:15.611012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:15.639831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71b933bc-4cec-4a7f-8796-8e1fa556e573 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:15.694836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Set router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:15.697276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:15.698220 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.733467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-7f7f227f-b1fb-47f7-b0da-473ce501a42d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1138692 Jul 08 17:58:15.755577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Request body: {'port': {'device_id': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:15.759628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-f4a3f23c-03ea-441b-88de-d21cbd09558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:15.764482 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-f4a3f23c-03ea-441b-88de-d21cbd09558f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651046 Jul 08 17:58:15.932497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 71b933bc-4cec-4a7f-8796-8e1fa556e573 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:15.933034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:15.980376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.005044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-a90c5033-5046-4472-a491-70ff1e4ba331 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143886 Jul 08 17:58:16.015686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ebf159c-8047-409d-8e7f-107d940cdfc6 None None] Provisioning for port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:16.021924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3ebf159c-8047-409d-8e7f-107d940cdfc6 None None] Provisioning complete for port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:16.022524 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ebf159c-8047-409d-8e7f-107d940cdfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.068003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf159c-8047-409d-8e7f-107d940cdfc6 None None] Port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:16.098195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-4cf2cd71-170b-4ad9-9458-afe60cb7caf4 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:16.108881 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-4cf2cd71-170b-4ad9-9458-afe60cb7caf4 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/networks?id=937b8c05-c7e4-46f3-a018-0e082e042816 HTTP/1.1" status: 200 len: 910 time: 0.1242027 Jul 08 17:58:16.135986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-5f7059df-56d3-4662-a280-fde4af31bfc3 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/quotas/8eb7a1d2ed0142a7a54d8726b8674cad HTTP/1.1" status: 200 len: 375 time: 0.0260708 Jul 08 17:58:16.206613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cc2045b2-ef1e-4e79-ad46-dd8b4fc686c2 req-9afb2173-ef35-4350-8f49-95dc393b3aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783841 Jul 08 17:58:16.283272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:12Z', 'revision_number': 4, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port': {'id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:05Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '01753acb-5c6e-4979-afcf-c9e878b7a762', 'name': '', 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'mac_address': 'fa:16:3e:95:fb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'bccd7b50-cc9b-4af3-af4a-e59d78a217a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:09Z', 'updated_at': '2021-07-08T17:58:12Z', 'revision_number': 2, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'subnets': [{'id': 'bccd7b50-cc9b-4af3-af4a-e59d78a217a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:16.323816 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Checking router: 4b7b2df0-444e-429c-a00f-21e2bbfdb945 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:16.324181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Updating router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 port 01753acb-5c6e-4979-afcf-c9e878b7a762 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 17:58:16.373288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-96fdbc66-fa83-44fc-8c7a-478251cbaca6 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?tenant_id=8eb7a1d2ed0142a7a54d8726b8674cad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2354903 Jul 08 17:58:16.400550 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.546105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef14c3-705e-48df-9c78-1c4f75b6ce36 req-1bf6ebce-875d-4422-ac1b-7a4f304a99a6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:16.548023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61ef14c3-705e-48df-9c78-1c4f75b6ce36 req-1bf6ebce-875d-4422-ac1b-7a4f304a99a6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 931 time: 0.2664800 Jul 08 17:58:16.586937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a08a1d-e032-4347-a2cf-eef735749185 req-e14fc4ba-6f63-419f-ad38-bad783169625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:16.593652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61a08a1d-e032-4347-a2cf-eef735749185 req-e14fc4ba-6f63-419f-ad38-bad783169625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1094 time: 0.2265847 Jul 08 17:58:16.645776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-fb4d3350-a9ec-4699-8433-39c35b3ce3ec service neutron] 10.222.0.63 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611852 Jul 08 17:58:16.661176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61ef14c3-705e-48df-9c78-1c4f75b6ce36 req-c1e48cb0-4083-4a02-b014-e14a4a167268 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865443 Jul 08 17:58:16.768180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0191ea-506e-4bda-bd28-6f5ad812ca92 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:16.780034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:16.868571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-e853821d-ea37-4e6b-84bb-493c8f99097a service neutron] 10.222.0.63 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217305 Jul 08 17:58:16.876760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Transition to ACTIVE for port object 3b0191ea-506e-4bda-bd28-6f5ad812ca92 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:16.889921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a08a1d-e032-4347-a2cf-eef735749185 req-19c2f5a7-3846-4045-9992-341964f4e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:16.892857 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61a08a1d-e032-4347-a2cf-eef735749185 req-19c2f5a7-3846-4045-9992-341964f4e580 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.2710009 Jul 08 17:58:16.896990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.021526 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.048082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Transition to ACTIVE for port object 01753acb-5c6e-4979-afcf-c9e878b7a762 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:17.068049 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.246075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2bc1d-d602-4100-9616-2579cdf5409d None None] Pushing event updated for resources: {'Port': ['ID=01753acb-5c6e-4979-afcf-c9e878b7a762,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:17.319391 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2826bd6d-51f4-46b8-af12-dc89497cb2e7 req-a006b3fc-95c4-4084-b070-cbefb6db72cc tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 210 time: 0.0833986 Jul 08 17:58:17.474813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Attempting to bind port 01753acb-5c6e-4979-afcf-c9e878b7a762 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:17.475387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Attempting to bind port 01753acb-5c6e-4979-afcf-c9e878b7a762 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:17.475771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Attempting to bind port 01753acb-5c6e-4979-afcf-c9e878b7a762 on network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:17.493735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:17.494118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Checking segment: {'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:17.496112 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.496692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Bound using segment: {'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:17.501566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Bound port: 01753acb-5c6e-4979-afcf-c9e878b7a762, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:17.502809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.511400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0926c-676d-4708-b8b3-44c6737a5a3c req-ff85340c-38d7-4161-ad97-af07d59fdec7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:17.521519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69e0926c-676d-4708-b8b3-44c6737a5a3c req-ff85340c-38d7-4161-ad97-af07d59fdec7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.1960232 Jul 08 17:58:17.632866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69e0926c-676d-4708-b8b3-44c6737a5a3c req-63ffc357-c9b8-43d6-b761-aa0a78a9fee9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089883 Jul 08 17:58:17.701061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] For port 01753acb-5c6e-4979-afcf-c9e878b7a762, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:17.716768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] For port 01753acb-5c6e-4979-afcf-c9e878b7a762, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=01753acb-5c6e-4979-afcf-c9e878b7a762,segment=NetworkSegment(f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef),segment_id=f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:17.727989 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:17.853726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2bc1d-d602-4100-9616-2579cdf5409d None None] Pushing event updated for resources: {'Port': ['ID=01753acb-5c6e-4979-afcf-c9e878b7a762,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:17.908021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Routers {'4b7b2df0-444e-429c-a00f-21e2bbfdb945'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:17.917649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:17.937365 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61a08a1d-e032-4347-a2cf-eef735749185 req-6d498ea4-542f-42c5-81c0-3e48c685fe34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 217 time: 1.0261264 Jul 08 17:58:17.966585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0191ea-506e-4bda-bd28-6f5ad812ca92,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:17.999975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915e98-7dd5-4f69-a2ae-fa2839205564 req-5df43b32-4d51-44af-89b6-e72af090abe2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.010951 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c915e98-7dd5-4f69-a2ae-fa2839205564 req-5df43b32-4d51-44af-89b6-e72af090abe2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.1712325 Jul 08 17:58:18.083963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a08a1d-e032-4347-a2cf-eef735749185 req-f2c3ebd5-8362-4ddd-8f07-552badce5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.086570 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61a08a1d-e032-4347-a2cf-eef735749185 req-f2c3ebd5-8362-4ddd-8f07-552badce5e08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.1050448 Jul 08 17:58:18.088548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c915e98-7dd5-4f69-a2ae-fa2839205564 req-99885c9e-7ec0-4a54-9452-1fafa2ddd181 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703981 Jul 08 17:58:18.260602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Attempting to bind port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:18.261034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Attempting to bind port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:18.261397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Attempting to bind port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:18.270954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a08a1d-e032-4347-a2cf-eef735749185 req-56422424-c1bb-411e-b464-417bbc460d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.272631 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61a08a1d-e032-4347-a2cf-eef735749185 req-56422424-c1bb-411e-b464-417bbc460d46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093841 Jul 08 17:58:18.273853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:18.274221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Attempting to bind port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:18.281444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:18.281849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:18.282171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:18.282609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Bound port: 3b0191ea-506e-4bda-bd28-6f5ad812ca92, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:18.282977 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.518314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] Set router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:18.587096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] For port 3b0191ea-506e-4bda-bd28-6f5ad812ca92, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:18.604454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] For port 3b0191ea-506e-4bda-bd28-6f5ad812ca92, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:18.615175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61a08a1d-e032-4347-a2cf-eef735749185 req-d70fe7a6-068f-4fd4-8082-9813ba136ad6 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285310 Jul 08 17:58:18.652300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b95641cd-1a7a-4a60-bc0e-6877444bd858 req-fca7e916-2f77-480d-a10e-1e7f0141c643 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 210 time: 0.0816429 Jul 08 17:58:18.727215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.761844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6cd4b-875f-4553-8688-f95999c3b0c9 req-ef753eb3-e242-4e6f-a638-d2fd2f572530 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.769198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14a6cd4b-875f-4553-8688-f95999c3b0c9 req-ef753eb3-e242-4e6f-a638-d2fd2f572530 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1063507 Jul 08 17:58:18.841516 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14a6cd4b-875f-4553-8688-f95999c3b0c9 req-73f505f0-ecb9-414e-87ad-dfa866ab1597 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704880 Jul 08 17:58:18.857367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:18.857367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:18.857367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/3b0191ea-506e-4bda-bd28-6f5ad812ca92 HTTP/1.1" status: 200 len: 1091 time: 3.1076462 Jul 08 17:58:18.858304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:18.859221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:12Z', 'revision_number': 4, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port': {'id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:05Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '01753acb-5c6e-4979-afcf-c9e878b7a762', 'name': '', 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'mac_address': 'fa:16:3e:95:fb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'bccd7b50-cc9b-4af3-af4a-e59d78a217a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:09Z', 'updated_at': '2021-07-08T17:58:17Z', 'revision_number': 4, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'subnets': [{'id': 'bccd7b50-cc9b-4af3-af4a-e59d78a217a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:18.860653 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:18.898102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb47eb-4c7e-41f1-a59c-02e5ea602344 None None] The sync data for ids ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'] in n-d-799528-4 is: [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:12Z', 'revision_number': 4, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port': {'id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:05Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '01753acb-5c6e-4979-afcf-c9e878b7a762', 'name': '', 'network_id': 'ad2ac945-804f-44b8-9dff-d0cadb5c90f0', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'mac_address': 'fa:16:3e:95:fb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'bccd7b50-cc9b-4af3-af4a-e59d78a217a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:09Z', 'updated_at': '2021-07-08T17:58:17Z', 'revision_number': 4, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'subnets': [{'id': 'bccd7b50-cc9b-4af3-af4a-e59d78a217a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:18.923913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534059e-5f66-4639-b8ff-8e506cfcb3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0191ea-506e-4bda-bd28-6f5ad812ca92,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:19.065218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-61a08a1d-e032-4347-a2cf-eef735749185 req-942a6fa9-f929-437b-8fb2-cf738c1864f8 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315066 Jul 08 17:58:19.072481 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cfca95-e79b-4c37-a2f1-ab6a27556ded x-openstack-request-id: req-e0cfca95-e79b-4c37-a2f1-ab6a27556ded {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:19.072799 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:19.073059 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e0cfca95-e79b-4c37-a2f1-ab6a27556ded {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:19.074150 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'status': 'completed', 'code': 200} Jul 08 17:58:19.099804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-79fa2e92-e322-402b-832e-2f9cfb68ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.101711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-79fa2e92-e322-402b-832e-2f9cfb68ca91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 1094 time: 0.1089447 Jul 08 17:58:19.106754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad87f3-8ddf-43d9-b6af-e0317de0b1ee req-40709a44-f57a-45cb-a034-5ace24388720 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.119429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49ad87f3-8ddf-43d9-b6af-e0317de0b1ee req-40709a44-f57a-45cb-a034-5ace24388720 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.1860445 Jul 08 17:58:19.158798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-28edfc87-d797-452c-b774-dd175b2af5fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92 HTTP/1.1" status: 200 len: 217 time: 0.0493214 Jul 08 17:58:19.235298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 01753acb-5c6e-4979-afcf-c9e878b7a762 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:19.353195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-74e5bf56-6fea-40a3-8379-ad0656994241 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.355029 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-74e5bf56-6fea-40a3-8379-ad0656994241 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.72 "GET /v2.0/networks?id=937b8c05-c7e4-46f3-a018-0e082e042816 HTTP/1.1" status: 200 len: 910 time: 0.1203506 Jul 08 17:58:19.360932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-81dfcd75-6767-4fbb-a38d-420e00c52728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.362797 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-81dfcd75-6767-4fbb-a38d-420e00c52728 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.1948795 Jul 08 17:58:19.368402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Request body: {'port': {'device_id': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'admin_state_up': True, 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:19.443262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 01753acb-5c6e-4979-afcf-c9e878b7a762 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:19.443939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Made reservation on behalf of 8eb7a1d2ed0142a7a54d8726b8674cad for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:19.447467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.448508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 01753acb-5c6e-4979-afcf-c9e878b7a762 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:19.448961 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.499303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-4f4c6b25-2d67-4ede-b732-8b8c1df15c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:19.501392 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-4f4c6b25-2d67-4ede-b732-8b8c1df15c8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061122 Jul 08 17:58:19.648229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Allocated IP 172.20.0.7 (937b8c05-c7e4-46f3-a018-0e082e042816/75a4c8c3-3202-4462-b3c4-e6292c753701/4bb22671-18df-4473-be27-91e67f3e61a3) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:19.651134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.736488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 01753acb-5c6e-4979-afcf-c9e878b7a762, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=01753acb-5c6e-4979-afcf-c9e878b7a762,segment=NetworkSegment(f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef),segment_id=f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:19.745312 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:19.854453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=01753acb-5c6e-4979-afcf-c9e878b7a762,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:19.918825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49ad87f3-8ddf-43d9-b6af-e0317de0b1ee req-b309265b-134b-490f-abd4-b31f5c1f8a57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7937760 Jul 08 17:58:19.980445 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-d33e8e46-c255-46f9-ba8f-c7a6fcc12af8 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857259 Jul 08 17:58:20.002505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f6a60-0b04-465c-a923-d27a9a4fb2e5 req-29be5a77-94b7-4c1c-863e-518fe6f2d238 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:20.015570 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81f6a60-0b04-465c-a923-d27a9a4fb2e5 req-29be5a77-94b7-4c1c-863e-518fe6f2d238 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.1997609 Jul 08 17:58:20.038908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:20.094747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a81f6a60-0b04-465c-a923-d27a9a4fb2e5 req-a813b21c-44c8-48f2-9da4-675eacaacfc0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781815 Jul 08 17:58:20.114341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.139775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Transition to ACTIVE for port object 4bb22671-18df-4473-be27-91e67f3e61a3 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:20.236817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d8191ab-9141-4217-9f1e-887680cc4a07 req-ec14b8ad-617f-4267-9403-c70bb9593bd9 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 210 time: 0.0704384 Jul 08 17:58:20.296634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:20.320295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'port_id': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'mac_address': 'fa:16:3e:bf:79:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:20.325909 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdbbcd36-119a-45c5-8234-cded87bbe0ac req-3789c505-a46e-41c9-a31b-9615ef158c65 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052034 Jul 08 17:58:20.381809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.398255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf34fa0-f492-49a9-9c5a-2f22672d04e8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:20.404591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.422382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:20.429084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.472139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4944e4-ab1b-4733-a064-18aafc11cd7b req-446e3d4b-c54b-411f-9453-dbe5c91f779a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:20.474580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a4944e4-ab1b-4733-a064-18aafc11cd7b req-446e3d4b-c54b-411f-9453-dbe5c91f779a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.1329551 Jul 08 17:58:20.505127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Network 937b8c05-c7e4-46f3-a018-0e082e042816 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:20.511015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb22671-18df-4473-be27-91e67f3e61a3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:20.516767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:20.519556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:20.519704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:20.556072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9278d-d494-4f95-86d1-7614038983c5 req-223e72aa-c6e2-48ac-9a2f-55ca006bc357 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:20.557640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98f9278d-d494-4f95-86d1-7614038983c5 req-223e72aa-c6e2-48ac-9a2f-55ca006bc357 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.3425639 Jul 08 17:58:20.569607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a4944e4-ab1b-4733-a064-18aafc11cd7b req-5526f593-18ee-4091-890a-d1dddba33b52 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886130 Jul 08 17:58:20.715753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:20.716368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:20.737321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-a88bacc0-c530-4793-a7ad-f42f4597e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:20.739831 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-a88bacc0-c530-4793-a7ad-f42f4597e939 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 1094 time: 0.3182883 Jul 08 17:58:20.787911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-8342c362-e036-495b-897c-fbc194f053cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4233425 Jul 08 17:58:20.794036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['edf34fa0-f492-49a9-9c5a-2f22672d04e8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:20.881901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-1a142fe1-8adc-4b36-b50f-f0cab269db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:20.883380 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-1a142fe1-8adc-4b36-b50f-f0cab269db7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1318233 Jul 08 17:58:20.889861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Request body: {'port': {'device_id': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:20.984084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a7ce53ae-581a-4778-982c-6f963ce68f75 None None] Provisioning for port 4bb22671-18df-4473-be27-91e67f3e61a3 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:21.001638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-44088083-e0b3-4846-95ca-1c99a05589dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92 HTTP/1.1" status: 200 len: 217 time: 0.1079414 Jul 08 17:58:21.006260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Deleting port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:21.006871 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.024021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a7ce53ae-581a-4778-982c-6f963ce68f75 None None] Provisioning complete for port 4bb22671-18df-4473-be27-91e67f3e61a3 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:21.024399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53ae-581a-4778-982c-6f963ce68f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.141998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] For port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:21.142556 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.165172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a7ce53ae-581a-4778-982c-6f963ce68f75 None None] Port 4bb22671-18df-4473-be27-91e67f3e61a3 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:21.235497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 01753acb-5c6e-4979-afcf-c9e878b7a762 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:21.288048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e91d49-812d-4d50-b985-23f954c7ca7b req-a041ba08-a77b-4c61-a964-3957dd0086f2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.296275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5e91d49-812d-4d50-b985-23f954c7ca7b req-a041ba08-a77b-4c61-a964-3957dd0086f2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 944 time: 0.1733711 Jul 08 17:58:21.366471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.370021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 01753acb-5c6e-4979-afcf-c9e878b7a762 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:21.370402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.381305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5e91d49-812d-4d50-b985-23f954c7ca7b req-ed1d7868-378c-44a3-ad65-46591abf59a3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837247 Jul 08 17:58:21.465313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11745260-cc86-4a6e-bbb1-5da6895b2f1a req-1ad75ef8-580b-404e-8dbb-bd8a202f1fd9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.467127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11745260-cc86-4a6e-bbb1-5da6895b2f1a req-1ad75ef8-580b-404e-8dbb-bd8a202f1fd9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.1516116 Jul 08 17:58:21.532326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11745260-cc86-4a6e-bbb1-5da6895b2f1a req-ef28ac16-7691-4a21-8364-6a738cf55335 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570223 Jul 08 17:58:21.550280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-2bf2ace5-3689-4839-8cda-c2d904eb40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.552267 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-2bf2ace5-3689-4839-8cda-c2d904eb40ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.2814739 Jul 08 17:58:21.612970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264e476-6a52-4c20-b2b1-e600457004bf req-beed3f8b-89a2-4738-89a5-0921c88fabde tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.614410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e264e476-6a52-4c20-b2b1-e600457004bf req-beed3f8b-89a2-4738-89a5-0921c88fabde tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1027 time: 0.0621827 Jul 08 17:58:21.673374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e264e476-6a52-4c20-b2b1-e600457004bf req-f4f48742-c379-44a9-9f7a-a865e13c10db tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514572 Jul 08 17:58:21.682534 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.682907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:21.683220 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Floating IP 5b04dbf5-807d-4151-a262-0d9c475397fe disassociated. External IP: 172.25.5.29, port: 4edce9db-d03a-4d21-84b9-4f3d90b60c4f. Jul 08 17:58:21.683588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Calling delete_port for 4edce9db-d03a-4d21-84b9-4f3d90b60c4f owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:21.721571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-09c02443-ba6d-46b0-92c0-bf703a14c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.723609 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-09c02443-ba6d-46b0-92c0-bf703a14c378 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624775 Jul 08 17:58:21.788301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8ab92-a07d-4628-a58e-5924ff63c48c req-e7ffbf02-6088-4bd4-9430-3892b9893f9d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:21.789988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15f8ab92-a07d-4628-a58e-5924ff63c48c req-e7ffbf02-6088-4bd4-9430-3892b9893f9d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 945 time: 0.0827625 Jul 08 17:58:21.845443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15f8ab92-a07d-4628-a58e-5924ff63c48c req-9d15af1f-f581-4f26-aeee-3ba9efe8f294 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=2c5a35e9-0510-43af-a51c-e026b22cb251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491776 Jul 08 17:58:21.990794 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-39628d05-83f5-4da9-b8cb-1efb6eb2cce0 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375243 Jul 08 17:58:21.992820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb22671-18df-4473-be27-91e67f3e61a3 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:22.003231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.048677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:22.082144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.115310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port edf34fa0-f492-49a9-9c5a-2f22672d04e8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:22.119138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port edf34fa0-f492-49a9-9c5a-2f22672d04e8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:22.119706 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.130562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Transition to ACTIVE for port object 4bb22671-18df-4473-be27-91e67f3e61a3 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:22.133122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event deleted for resources: {'Port': ['ID=4edce9db-d03a-4d21-84b9-4f3d90b60c4f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:22.155689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.239463 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.243918 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-6a70dc66-8ac5-4ae1-922c-e39866ec1d8a service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427549 Jul 08 17:58:22.283386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:22.286603 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1b0eac-da86-4e79-826a-defb450af2d5" -d '{"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-plugged", "status": "completed", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:22.303577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:22.315658 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.351196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Pushing event updated for resources: {'Port': ['ID=4bb22671-18df-4473-be27-91e67f3e61a3,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:22.385043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:22.433885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Router 60a69559-62ba-4174-91d4-57c0af8230a1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:22.440343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Attempting to bind port 4bb22671-18df-4473-be27-91e67f3e61a3 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:22.440677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Attempting to bind port 4bb22671-18df-4473-be27-91e67f3e61a3 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:22.441095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Attempting to bind port 4bb22671-18df-4473-be27-91e67f3e61a3 on network 937b8c05-c7e4-46f3-a018-0e082e042816 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:22.442455 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620ae89d-5b5a-4b84-a660-4bf281256ed2 x-openstack-request-id: req-620ae89d-5b5a-4b84-a660-4bf281256ed2 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:22.442994 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-plugged", "status": "completed", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:22.443748 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-620ae89d-5b5a-4b84-a660-4bf281256ed2 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:22.444343 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'code': 200} Jul 08 17:58:22.448624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Port 4bb22671-18df-4473-be27-91e67f3e61a3 on network 937b8c05-c7e4-46f3-a018-0e082e042816 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:22.449019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Attempting to bind port 4bb22671-18df-4473-be27-91e67f3e61a3 on network 937b8c05-c7e4-46f3-a018-0e082e042816 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:22.458148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:22.458473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Checking segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:22.458859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Bound using segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:22.459289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Bound port: 4bb22671-18df-4473-be27-91e67f3e61a3, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:22.459646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.606972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd932c9-ef76-4d52-b986-6365328d0236 req-a3571a8f-c1a4-4644-a29d-9ecac3374b26 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:22.618387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdd932c9-ef76-4d52-b986-6365328d0236 req-a3571a8f-c1a4-4644-a29d-9ecac3374b26 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0846007 Jul 08 17:58:22.662885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdd932c9-ef76-4d52-b986-6365328d0236 req-41c65bb8-97c9-453c-8d7c-1003e7ee60a5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435898 Jul 08 17:58:22.677978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] For port 4bb22671-18df-4473-be27-91e67f3e61a3, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:22.734507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] For port 4bb22671-18df-4473-be27-91e67f3e61a3, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bb22671-18df-4473-be27-91e67f3e61a3,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:22.763481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:22.822664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0238e-d0a8-4a9b-bb40-0d32c3ae0c6b req-ce4b52c1-5e41-4b03-9307-d62111d9c2a1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:22.824671 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79a0238e-d0a8-4a9b-bb40-0d32c3ae0c6b req-ce4b52c1-5e41-4b03-9307-d62111d9c2a1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.1115394 Jul 08 17:58:22.907640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79a0238e-d0a8-4a9b-bb40-0d32c3ae0c6b req-861fd21c-ab2c-4842-ae71-77af62f74138 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747037 Jul 08 17:58:22.924318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df960cd1-d0b9-4d8c-9750-877f8ef26d94 req-883668c4-8242-40b0-a308-a621530f6df8 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:22.925783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df960cd1-d0b9-4d8c-9750-877f8ef26d94 req-883668c4-8242-40b0-a308-a621530f6df8 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1094 time: 0.0917659 Jul 08 17:58:22.970168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-df960cd1-d0b9-4d8c-9750-877f8ef26d94 req-4945c906-f26d-4844-bd03-446920608edd tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Jul 08 17:58:23.077621 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:58:23.091947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b3f7196-d219-4b9b-91c8-e45d5f669090 req-3acff8a2-5318-4e4c-9f3c-a506decd09ac tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a3b1186-cc90-4726-851b-45a8996828a1 HTTP/1.1" status: 200 len: 210 time: 0.0346100 Jul 08 17:58:23.179559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.180142 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.181863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] 10.222.0.72 "PUT /v2.0/ports/4bb22671-18df-4473-be27-91e67f3e61a3 HTTP/1.1" status: 200 len: 1091 time: 2.2962492 Jul 08 17:58:23.188040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'tag': '4bb22671-18df-4473-be27-91e67f3e61a3'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:23.190916 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b133c98-8264-42f7-b5d2-39cf914d290b", "tag": "4bb22671-18df-4473-be27-91e67f3e61a3"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:23.239697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f06783-e955-44d2-a575-97b1426f5990 req-7633e0fe-6369-4ecb-991e-962094f080f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.241393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14f06783-e955-44d2-a575-97b1426f5990 req-7633e0fe-6369-4ecb-991e-962094f080f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1096 time: 0.6614151 Jul 08 17:58:23.252918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:23.267332 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] Sync routers for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:23.284066 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:23.284699 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:23.314172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b13f3c-42cd-43ea-9c5a-32483bca9bab service neutron] Pushing event updated for resources: {'Port': ['ID=4bb22671-18df-4473-be27-91e67f3e61a3,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:23.321844 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab9aa6-2e9e-451f-871b-c252ad936465 x-openstack-request-id: req-f1ab9aa6-2e9e-451f-871b-c252ad936465 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:23.322156 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b133c98-8264-42f7-b5d2-39cf914d290b", "tag": "4bb22671-18df-4473-be27-91e67f3e61a3", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:23.322358 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f1ab9aa6-2e9e-451f-871b-c252ad936465 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:23.322750 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'tag': '4bb22671-18df-4473-be27-91e67f3e61a3', 'status': 'completed', 'code': 200} Jul 08 17:58:23.375424 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14f06783-e955-44d2-a575-97b1426f5990 req-6b5b8147-317a-4822-ba6a-e11709f18521 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204946 Jul 08 17:58:23.399818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] No DVR routers for this DVR port 4edce9db-d03a-4d21-84b9-4f3d90b60c4f on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:23.403174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:23.406732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.72 "DELETE /v2.0/ports/4edce9db-d03a-4d21-84b9-4f3d90b60c4f HTTP/1.1" status: 204 len: 173 time: 2.8184764 Jul 08 17:58:23.423548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-66df7154-4026-49e1-9a11-b860a4181d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.430306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-66df7154-4026-49e1-9a11-b860a4181d8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eb7a1d2ed0142a7a54d8726b8674cad&device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1094 time: 0.1844010 Jul 08 17:58:23.502742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-85605127-1229-4d15-9a14-3f46d3694f05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb22671-18df-4473-be27-91e67f3e61a3 HTTP/1.1" status: 200 len: 217 time: 0.0543706 Jul 08 17:58:23.510310 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:23.554660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-a62b6320-b1ff-4048-9594-62bcefa05168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.561964 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-a62b6320-b1ff-4048-9594-62bcefa05168 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75a4c8c3-3202-4462-b3c4-e6292c753701 HTTP/1.1" status: 200 len: 848 time: 0.0579922 Jul 08 17:58:23.622974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4edce9db-d03a-4d21-84b9-4f3d90b60c4f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:23.642403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-2b0b9436-3bf5-4f0b-a92a-e5ef195e96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.645039 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-2b0b9436-3bf5-4f0b-a92a-e5ef195e96ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=937b8c05-c7e4-46f3-a018-0e082e042816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740304 Jul 08 17:58:23.647392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 4edce9db-d03a-4d21-84b9-4f3d90b60c4f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:23.647746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4edce9db-d03a-4d21-84b9-4f3d90b60c4f not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:23.757007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-06d9ccbf-e0cc-4c49-90e8-d74194b64cf4 service neutron] 10.222.0.72 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040144 Jul 08 17:58:23.885380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e8932-6709-45ec-b100-ffae94080803 req-d5d75317-acd8-42cd-8890-edebfc9b23b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:23.887117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db0e8932-6709-45ec-b100-ffae94080803 req-d5d75317-acd8-42cd-8890-edebfc9b23b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0724573 Jul 08 17:58:23.890435 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:23.906898 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04cb026c-747e-4426-9b36-ddf7fa74adfc req-44e8cf9c-575d-4774-af56-5eb5b8ad7ed5 service neutron] 10.222.0.72 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373248 Jul 08 17:58:23.916317 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] Checking router: 60a69559-62ba-4174-91d4-57c0af8230a1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:23.927854 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:23.928468 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:23.940860 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db0e8932-6709-45ec-b100-ffae94080803 req-0812f394-02d1-4163-a859-4324a8ae569e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453811 Jul 08 17:58:24.065533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-417c5ca5-6050-4537-b681-8865a30a2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:24.067375 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-417c5ca5-6050-4537-b681-8865a30a2b79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8eb7a1d2ed0142a7a54d8726b8674cad&device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1094 time: 0.1027973 Jul 08 17:58:24.100427 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:24.190025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-02e10566-758a-4b97-aac8-b1a4a35c58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:24.192687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-02e10566-758a-4b97-aac8-b1a4a35c58b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=937b8c05-c7e4-46f3-a018-0e082e042816 HTTP/1.1" status: 200 len: 910 time: 0.1181188 Jul 08 17:58:24.253920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe572e-634e-4e3e-af73-71c960412d78 req-d2a4ca84-7b10-4d63-a7b8-5371de25c307 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:24.255432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebfe572e-634e-4e3e-af73-71c960412d78 req-d2a4ca84-7b10-4d63-a7b8-5371de25c307 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.1003847 Jul 08 17:58:24.259439 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-cdab5fee-03f4-4ddc-b8af-14f18d5038b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb22671-18df-4473-be27-91e67f3e61a3 HTTP/1.1" status: 200 len: 217 time: 0.0581853 Jul 08 17:58:24.284433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394802c5-55eb-490c-96f4-23b5280f6fca req-64a67b0f-026d-4f88-baac-bc4b195c21a5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:24.287260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-394802c5-55eb-490c-96f4-23b5280f6fca req-64a67b0f-026d-4f88-baac-bc4b195c21a5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1094 time: 0.1716306 Jul 08 17:58:24.338479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-394802c5-55eb-490c-96f4-23b5280f6fca req-97f8ad3e-98b4-46de-870b-fcbf76bf0cc1 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Jul 08 17:58:24.373160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-e8eb070b-05e8-4a2c-aa75-5418ac8f8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:24.374682 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-e8eb070b-05e8-4a2c-aa75-5418ac8f8f45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75a4c8c3-3202-4462-b3c4-e6292c753701 HTTP/1.1" status: 200 len: 848 time: 0.1088793 Jul 08 17:58:24.378076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebfe572e-634e-4e3e-af73-71c960412d78 req-ed331c8f-452a-408f-aa90-1f8c4abd29ee tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155729 Jul 08 17:58:24.437167 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:24.466660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-3fb20667-cd7f-4a0d-8066-c7075671158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:24.468949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-3fb20667-cd7f-4a0d-8066-c7075671158e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=937b8c05-c7e4-46f3-a018-0e082e042816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863812 Jul 08 17:58:24.483042 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6557d7d-7765-4267-bbc5-b50c41f66e5e None None] The sync data for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 is: [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:24.516165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48138) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:24.632698 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-1241367f-c91f-49bf-97d2-925837fc5674 service neutron] 10.222.0.72 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549053 Jul 08 17:58:24.637376 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb750-42e2-485d-beef-857aaedd73ba tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.668277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb750-42e2-485d-beef-857aaedd73ba tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.744146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb750-42e2-485d-beef-857aaedd73ba tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.748413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb750-42e2-485d-beef-857aaedd73ba tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:24.753936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d8bdb750-42e2-485d-beef-857aaedd73ba tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "DELETE /v2.0/security-groups/2c5a35e9-0510-43af-a51c-e026b22cb251 HTTP/1.1" status: 204 len: 168 time: 0.2312672 Jul 08 17:58:24.754342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48140) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:24.770199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdb750-42e2-485d-beef-857aaedd73ba tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a35e9-0510-43af-a51c-e026b22cb251,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:24.772842 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-0a51f556-8184-4cbf-bd07-1f9922164ed4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] show failed (client error): The resource could not be found. Jul 08 17:58:24.773911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0a51f556-8184-4cbf-bd07-1f9922164ed4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups/2c5a35e9-0510-43af-a51c-e026b22cb251 HTTP/1.1" status: 404 len: 347 time: 0.0184772 Jul 08 17:58:24.776268 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a51f1182-81c1-4c29-b64d-3e0ddd3b52cd req-c31af51d-4c24-4b3c-9aa3-a9801096a147 service neutron] 10.222.0.72 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362300 Jul 08 17:58:24.777439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48142) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:24.922532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4422c7aa-09b1-444d-a6dc-b02e5b734653 None None] New status for floating IP 5b04dbf5-807d-4151-a262-0d9c475397fe: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:58:24.954927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Deleting port a713d1db-1ace-46a0-9a0c-59a4be0999df {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:24.955768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.053533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.054089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.068287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Calling delete_port for a713d1db-1ace-46a0-9a0c-59a4be0999df owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:25.159519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a4bfe-811d-4c4e-932f-6c694e3d00f5 req-45017090-9790-4e1a-8b85-e798474241ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:25.168413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-293a4bfe-811d-4c4e-932f-6c694e3d00f5 req-45017090-9790-4e1a-8b85-e798474241ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0772312 Jul 08 17:58:25.206173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-293a4bfe-811d-4c4e-932f-6c694e3d00f5 req-aba5cd28-37e3-4a83-b276-a9ea3405bb19 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368116 Jul 08 17:58:25.233519 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.270406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event deleted for resources: {'Port': ['ID=a713d1db-1ace-46a0-9a0c-59a4be0999df,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:25.324655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'name': 'network-vif-deleted', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:25.328037 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b948b0e7-abbb-4dcf-992c-17ef4b34b01d" -d '{"events": [{"server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "name": "network-vif-deleted", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:25.343325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.346976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.349510 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0fbff28b-d5a7-4679-b8bd-4c1db6d92b1c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "DELETE /v2.0/floatingips/5b04dbf5-807d-4151-a262-0d9c475397fe HTTP/1.1" status: 204 len: 168 time: 0.5701079 Jul 08 17:58:25.391852 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d851e3c-4658-4a36-af58-79d13f34d636 x-openstack-request-id: req-3d851e3c-4658-4a36-af58-79d13f34d636 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:25.393092 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3b1186-cc90-4726-851b-45a8996828a1", "name": "network-vif-deleted", "tag": "4edce9db-d03a-4d21-84b9-4f3d90b60c4f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:25.393710 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3d851e3c-4658-4a36-af58-79d13f34d636 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:25.393710 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3b1186-cc90-4726-851b-45a8996828a1', 'name': 'network-vif-deleted', 'tag': '4edce9db-d03a-4d21-84b9-4f3d90b60c4f', 'status': 'completed', 'code': 200} Jul 08 17:58:25.432725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ffe1-d792-4e3c-bf5b-a5f57f2653bb req-93839bb9-c347-451c-88af-76c9a981cf29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:25.435790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e37ffe1-d792-4e3c-bf5b-a5f57f2653bb req-93839bb9-c347-451c-88af-76c9a981cf29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.1060884 Jul 08 17:58:25.480664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e37ffe1-d792-4e3c-bf5b-a5f57f2653bb req-69f38c2b-3f2a-4e4a-b443-ac4d5e041d4b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364923 Jul 08 17:58:25.506171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48156) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:25.552605 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108af012-b7c2-4092-a9bb-46e637aa6384 req-4c68da98-68d3-415d-9941-67a3490668fa tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:25.554256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-108af012-b7c2-4092-a9bb-46e637aa6384 req-4c68da98-68d3-415d-9941-67a3490668fa tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1094 time: 0.0668404 Jul 08 17:58:25.565668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b57e705-bf52-44e8-b788-14fc477001ee tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:25.570870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5b57e705-bf52-44e8-b788-14fc477001ee tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1091 time: 0.0607574 Jul 08 17:58:25.571500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48158) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:25.576973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:25.615667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.633386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-108af012-b7c2-4092-a9bb-46e637aa6384 req-df5cb7eb-6ada-4d9a-8d98-01e6aaed14da tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706496 Jul 08 17:58:25.838223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:25.980652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04398aab-19b0-4a08-b3e1-72ea4c596775 req-6eee80ea-f530-4a13-accf-f3e2890dd508 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:25.989180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04398aab-19b0-4a08-b3e1-72ea4c596775 req-6eee80ea-f530-4a13-accf-f3e2890dd508 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.1354432 Jul 08 17:58:25.992222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.105 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/cc4f41ee-ac1a-4f46-ad2d-1041acc05658) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:26.029502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.065228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04398aab-19b0-4a08-b3e1-72ea4c596775 req-71463d42-5ac2-40cc-bfbe-99c191d98cd9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750091 Jul 08 17:58:26.137598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.179356 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.216089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:26.219313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:26.222035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:26.268653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=cc4f41ee-ac1a-4f46-ad2d-1041acc05658,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:26.372984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48166) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:26.377679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8c73ab9d-2463-49af-9aca-bef27d0945bb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268898478', 'description': 'tempest-description--214393964'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:26.455188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c73ab9d-2463-49af-9aca-bef27d0945bb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.682951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c73ab9d-2463-49af-9aca-bef27d0945bb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.688285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c73ab9d-2463-49af-9aca-bef27d0945bb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.735591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c73ab9d-2463-49af-9aca-bef27d0945bb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.740142 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8c73ab9d-2463-49af-9aca-bef27d0945bb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3632312 Jul 08 17:58:26.740298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:26.747938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-48336bbb-c533-4fd1-8b16-b5f06978cf9e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'security_group_rule': {'security_group_id': '4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:26.783217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73ab9d-2463-49af-9aca-bef27d0945bb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:26.802262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.840102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48336bbb-c533-4fd1-8b16-b5f06978cf9e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.858152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc8ce-08f3-408c-91c3-a3d0614cba8c req-3fe462f3-8e8f-455c-9153-2f5b26926b63 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:26.859704 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd0cc8ce-08f3-408c-91c3-a3d0614cba8c req-3fe462f3-8e8f-455c-9153-2f5b26926b63 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1094 time: 0.0991738 Jul 08 17:58:26.900134 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.912541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd0cc8ce-08f3-408c-91c3-a3d0614cba8c req-2ccde46f-2a91-4c4a-99ab-dee29c7281cf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Jul 08 17:58:26.926283 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48336bbb-c533-4fd1-8b16-b5f06978cf9e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.938256 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48336bbb-c533-4fd1-8b16-b5f06978cf9e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.957489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48336bbb-c533-4fd1-8b16-b5f06978cf9e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce819243-b3dd-4547-86b5-8d91b8189a74,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:26.964607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-48336bbb-c533-4fd1-8b16-b5f06978cf9e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:26.968390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-48336bbb-c533-4fd1-8b16-b5f06978cf9e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2243502 Jul 08 17:58:26.969151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48174) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:26.974353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8877a298-8c3b-41a2-9515-14708bbe83d4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'security_group_rule': {'security_group_id': '4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:27.006395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8877a298-8c3b-41a2-9515-14708bbe83d4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.079093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.084223 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.094570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8877a298-8c3b-41a2-9515-14708bbe83d4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.100383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8877a298-8c3b-41a2-9515-14708bbe83d4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.123422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a298-8c3b-41a2-9515-14708bbe83d4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8177b4b-315a-4463-b710-a4cc0d69af1b,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:27.139507 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8877a298-8c3b-41a2-9515-14708bbe83d4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.141936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8877a298-8c3b-41a2-9515-14708bbe83d4 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721950 Jul 08 17:58:27.148254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48178) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:27.157047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:27.170874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=cc4f41ee-ac1a-4f46-ad2d-1041acc05658,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:27.179396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.204593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.289046 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP 1cb35835-f4ee-47a4-9ed5-f77aece5e62f associated. External IP: 172.25.5.105, port: edf34fa0-f492-49a9-9c5a-2f22672d04e8. Jul 08 17:58:27.375301 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9fb6c-0197-4248-bde4-6372f22d7c49 req-42982031-cdeb-4b5b-9ffc-a304606d5bd5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:27.377339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1b9fb6c-0197-4248-bde4-6372f22d7c49 req-42982031-cdeb-4b5b-9ffc-a304606d5bd5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.0930717 Jul 08 17:58:27.446012 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.450652 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1b9fb6c-0197-4248-bde4-6372f22d7c49 req-4e7bc1f3-f738-464a-a579-d6e60737e006 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619633 Jul 08 17:58:27.493361 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-466d1ac1-fa7a-467d-a543-dbf8bc73b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.519761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router caa6b59f-ef19-406f-aecb-783a20711040 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:27.565335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Allocated IP 172.25.5.70 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/894501a9-2e04-4c1f-839b-2c9e219b3ab5) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:27.635928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:27.647295 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] Sync routers for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:27.649090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4bb22671-18df-4473-be27-91e67f3e61a3 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:27.663118 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:27.664161 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:27.679810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.707648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.753758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.756487 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9e2d9d88-779b-4a18-8b1e-03832149c155 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1839032 Jul 08 17:58:27.757117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:27.768898 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147eab9e-2531-49d7-b463-35e60fbdabbb" -d '{"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:27.806350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:27.812389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:27.815714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:27.834550 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771c344b-4c06-401e-800e-bec14e5222ed x-openstack-request-id: req-771c344b-4c06-401e-800e-bec14e5222ed {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:27.835073 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:27.835511 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-771c344b-4c06-401e-800e-bec14e5222ed {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:27.836090 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'status': 'completed', 'code': 200} Jul 08 17:58:27.844702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'Port': ['ID=894501a9-2e04-4c1f-839b-2c9e219b3ab5,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:27.860132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4bb22671-18df-4473-be27-91e67f3e61a3, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bb22671-18df-4473-be27-91e67f3e61a3,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:27.871438 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:27.884095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '4bb22671-18df-4473-be27-91e67f3e61a3', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'port_id': '4bb22671-18df-4473-be27-91e67f3e61a3', 'mac_address': 'fa:16:3e:8b:be:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:27.948964 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.965799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb22671-18df-4473-be27-91e67f3e61a3 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:27.974626 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:27.998591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4bb22671-18df-4473-be27-91e67f3e61a3, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bb22671-18df-4473-be27-91e67f3e61a3,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:28.005419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.024327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-55987af7-e0f6-4417-922c-9385f73b5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.026826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-55987af7-e0f6-4417-922c-9385f73b5daf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1096 time: 0.1355739 Jul 08 17:58:28.139138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4bb22671-18df-4473-be27-91e67f3e61a3,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:28.190760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.227162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4bb22671-18df-4473-be27-91e67f3e61a3'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:28.256137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-3061817f-e069-4a50-9795-11bdff04f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.261118 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-3061817f-e069-4a50-9795-11bdff04f093 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.2281556 Jul 08 17:58:28.369087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-9256ad45-0aae-440e-b6b4-4df1aa2fc40a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.1006703 Jul 08 17:58:28.369774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48192) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:28.373462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.385929 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.408643 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '1cb35835-f4ee-47a4-9ed5-f77aece5e62f', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'port_id': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'mac_address': 'fa:16:3e:bf:79:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:26Z', 'updated_at': '2021-07-08T17:58:26Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:28.426304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-d5e5bc7e-a019-41e1-bce2-7dabb20d625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.428075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-d5e5bc7e-a019-41e1-bce2-7dabb20d625f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0528398 Jul 08 17:58:28.436858 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] Checking router: caa6b59f-ef19-406f-aecb-783a20711040 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:28.447632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'Port': ['ID=894501a9-2e04-4c1f-839b-2c9e219b3ab5,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:28.448720 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:28.450802 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:28.531157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716aff-16be-4c1f-a34b-c5005f0f91e1 req-3aa0c921-9773-4379-9681-42933930bdf3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.532753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7716aff-16be-4c1f-a34b-c5005f0f91e1 req-3aa0c921-9773-4379-9681-42933930bdf3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.5299733 Jul 08 17:58:28.541315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-c4f2811c-17f6-40fb-8f0e-8571dff80c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.542865 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-c4f2811c-17f6-40fb-8f0e-8571dff80c3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074142 Jul 08 17:58:28.607864 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.609355 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:28.629812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7716aff-16be-4c1f-a34b-c5005f0f91e1 req-aaebb648-dcd6-4837-ade8-05a7b4f76f4e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891049 Jul 08 17:58:28.633767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4580e8-ba1c-425c-9206-464e0d4d9110 req-c4a15346-d2fa-4513-b659-76a555c315fd tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.636114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4580e8-ba1c-425c-9206-464e0d4d9110 req-c4a15346-d2fa-4513-b659-76a555c315fd tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1095 time: 0.2592630 Jul 08 17:58:28.652050 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-86f65cea-883e-41f0-8fe0-656d9235696d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.669682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48198) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:28.681876 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.684463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20655752-748c-4ea9-81eb-52449758da8f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5340405 Jul 08 17:58:28.719448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c4580e8-ba1c-425c-9206-464e0d4d9110 req-c6b8429f-ac67-4fce-a2b2-de3be4ff5390 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738866 Jul 08 17:58:28.720000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-9a4910b4-5e8a-45fe-b548-8f103260218d service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690416 Jul 08 17:58:28.883231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0f74a7c3-016e-4e06-a9c4-07ed1992a3d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/1cb35835-f4ee-47a4-9ed5-f77aece5e62f HTTP/1.1" status: 200 len: 991 time: 0.2080576 Jul 08 17:58:28.885592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e6ec2-0f32-4796-a67c-348a21681990 req-11a72810-6eb0-47a4-b8d2-7bfb941c416e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:28.896290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-449e6ec2-0f32-4796-a67c-348a21681990 req-11a72810-6eb0-47a4-b8d2-7bfb941c416e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 943 time: 0.1072569 Jul 08 17:58:28.938036 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-147eab9e-2531-49d7-b463-35e60fbdabbb req-8b98f0f8-48d2-4c3e-9674-502267561ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778791 Jul 08 17:58:28.987580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-86f65cea-883e-41f0-8fe0-656d9235696d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:28.989206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-449e6ec2-0f32-4796-a67c-348a21681990 req-bac2523f-0c90-4dec-ac77-38845b6b0330 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920453 Jul 08 17:58:28.994389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-86f65cea-883e-41f0-8fe0-656d9235696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.029913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f65cea-883e-41f0-8fe0-656d9235696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc009a44-9356-498d-b9e9-95120f7c340c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:29.052627 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '1cb35835-f4ee-47a4-9ed5-f77aece5e62f', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'port_id': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'mac_address': 'fa:16:3e:bf:79:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:26Z', 'updated_at': '2021-07-08T17:58:26Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:29.064498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-86f65cea-883e-41f0-8fe0-656d9235696d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0313ad076f6c44449bf6d1fb34f14210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911821 Jul 08 17:58:29.065074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48212) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:29.069312 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-80ac5961-f335-465b-824c-d2ee4dc3766c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1268898478&fields=id&tenant_id=fe5381ae51c442f3859167c0d5dd6609 HTTP/1.1" status: 200 len: 267 time: 0.0746493 Jul 08 17:58:29.095740 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2eb5b4-bb92-4dd4-bbcb-13be9a76ced3 None None] The sync data for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 is: [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '1cb35835-f4ee-47a4-9ed5-f77aece5e62f', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'port_id': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'mac_address': 'fa:16:3e:bf:79:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:26Z', 'updated_at': '2021-07-08T17:58:26Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:29.118957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b17ed7-e861-4633-8b35-e2c0411f3399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.142770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b17ed7-e861-4633-8b35-e2c0411f3399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.186833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-c2e58a59-46cc-4e94-8f8d-0c747ab1e880 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:29.188429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-c2e58a59-46cc-4e94-8f8d-0c747ab1e880 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 811 time: 0.1183500 Jul 08 17:58:29.201677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b17ed7-e861-4633-8b35-e2c0411f3399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.204416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-cf3a231d-4b7c-4384-b65b-b48c07c82760 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/quotas/fe5381ae51c442f3859167c0d5dd6609 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Jul 08 17:58:29.205910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b17ed7-e861-4633-8b35-e2c0411f3399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.207838 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a9b17ed7-e861-4633-8b35-e2c0411f3399 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dc009a44-9356-498d-b9e9-95120f7c340c HTTP/1.1" status: 204 len: 168 time: 0.1416214 Jul 08 17:58:29.220347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b17ed7-e861-4633-8b35-e2c0411f3399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc009a44-9356-498d-b9e9-95120f7c340c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:29.303786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-75cd8167-78c3-45af-bb47-ab1dc4826745 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0934172 Jul 08 17:58:29.359856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9027170c-3627-448b-ae41-ce062d461336 None None] New status for floating IP 1cb35835-f4ee-47a4-9ed5-f77aece5e62f: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:58:29.420373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-15083c0f-b1c9-481f-b012-9cc27e98e97f service neutron] 10.222.0.63 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049402 Jul 08 17:58:29.521845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-b7cac1d5-2559-42b6-939f-2d3d6d5028df service neutron] 10.222.0.63 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931814 Jul 08 17:58:29.654635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3b0191ea-506e-4bda-bd28-6f5ad812ca92 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:29.759523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4bb22671-18df-4473-be27-91e67f3e61a3 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:29.774857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-524ffa97-df98-4d8f-b320-ef6bafa1fc69 req-daff00a0-3a58-4577-8a1f-270fe814548d tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 210 time: 0.0613468 Jul 08 17:58:29.870629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3b0191ea-506e-4bda-bd28-6f5ad812ca92, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:29.885891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48226) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:29.891758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'port_id': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'mac_address': 'fa:16:3e:77:fa:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:29.896882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 4bb22671-18df-4473-be27-91e67f3e61a3 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:29.902922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 4bb22671-18df-4473-be27-91e67f3e61a3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:29.903323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.986635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:29.988621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f73b2-2212-4a01-ab0e-5555308c7cd9 req-7977531d-edc9-4e2e-b663-b13706d2f0d5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:29.992914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e5f73b2-2212-4a01-ab0e-5555308c7cd9 req-7977531d-edc9-4e2e-b663-b13706d2f0d5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1095 time: 0.0964577 Jul 08 17:58:30.041541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0191ea-506e-4bda-bd28-6f5ad812ca92 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:30.063896 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-263cf2c7-2b92-4508-80c6-15f43acfdf08 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/1cb35835-f4ee-47a4-9ed5-f77aece5e62f HTTP/1.1" status: 200 len: 993 time: 0.1707270 Jul 08 17:58:30.082587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e5f73b2-2212-4a01-ab0e-5555308c7cd9 req-5929df73-f611-4629-8317-2498ab563bac tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788131 Jul 08 17:58:30.088970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3b0191ea-506e-4bda-bd28-6f5ad812ca92, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:30.098239 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a0eab097-9336-499e-a41e-4b501948300d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.105898 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.148384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.190336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3b0191ea-506e-4bda-bd28-6f5ad812ca92,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:30.200128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb22671-18df-4473-be27-91e67f3e61a3'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:30.202478 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f9c5a3-e7c1-437c-9411-516c6cf9a292" -d '{"events": [{"server_uuid": "6b133c98-8264-42f7-b5d2-39cf914d290b", "name": "network-vif-plugged", "status": "completed", "tag": "4bb22671-18df-4473-be27-91e67f3e61a3"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:30.224363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4bb22671-18df-4473-be27-91e67f3e61a3, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bb22671-18df-4473-be27-91e67f3e61a3,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:30.230771 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.294533 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacba53d-1f3f-4dc2-93c5-6c4b6f5b19da x-openstack-request-id: req-aacba53d-1f3f-4dc2-93c5-6c4b6f5b19da {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:30.294840 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b133c98-8264-42f7-b5d2-39cf914d290b", "name": "network-vif-plugged", "status": "completed", "tag": "4bb22671-18df-4473-be27-91e67f3e61a3", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:30.295104 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aacba53d-1f3f-4dc2-93c5-6c4b6f5b19da {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:30.295698 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb22671-18df-4473-be27-91e67f3e61a3', 'code': 200} Jul 08 17:58:30.299457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4bb22671-18df-4473-be27-91e67f3e61a3,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:30.314823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3b0191ea-506e-4bda-bd28-6f5ad812ca92'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:30.337343 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20228765-f446-4175-bb65-5405237ea94b req-b6ab74e3-03fd-42b4-a9d9-fed6b724b763 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:30.344929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20228765-f446-4175-bb65-5405237ea94b req-b6ab74e3-03fd-42b4-a9d9-fed6b724b763 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 944 time: 0.0818110 Jul 08 17:58:30.390716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-20228765-f446-4175-bb65-5405237ea94b req-dd337b99-c308-4ad0-8232-2d81a10a9b86 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448096 Jul 08 17:58:30.477338 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:30.511735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02164ee-4baa-44dd-b4cb-18ac08b3c601 req-bef5d3b6-24c7-4d56-a2e6-6e54ff4725ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:30.513929 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a02164ee-4baa-44dd-b4cb-18ac08b3c601 req-bef5d3b6-24c7-4d56-a2e6-6e54ff4725ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0908051 Jul 08 17:58:30.561623 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a02164ee-4baa-44dd-b4cb-18ac08b3c601 req-24271b08-d281-4ee5-9bdc-609ed61028f0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Jul 08 17:58:30.933455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fcc22d6b-94c3-4774-9169-6da042e76501 req-77e0c0a5-bf71-4619-91fc-c55930a885ac tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 210 time: 0.0292807 Jul 08 17:58:31.241887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-4d15cc7d-133d-4b66-95e3-7ea80901f391 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.243597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-4d15cc7d-133d-4b66-95e3-7ea80901f391 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.41 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 811 time: 0.1157701 Jul 08 17:58:31.260813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280f39e-0ada-49fa-97a0-6f481c7ea90c req-12cf16d4-18f7-48b0-9100-e6dc17dc95c8 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.262423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7280f39e-0ada-49fa-97a0-6f481c7ea90c req-12cf16d4-18f7-48b0-9100-e6dc17dc95c8 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0631607 Jul 08 17:58:31.299082 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-bee93e7c-b71d-443d-9670-a264f9111f3e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe5381ae51c442f3859167c0d5dd6609 HTTP/1.1" status: 200 len: 380 time: 0.0387826 Jul 08 17:58:31.304565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7280f39e-0ada-49fa-97a0-6f481c7ea90c req-4e1c5e04-6579-4f1c-b2a4-d3fc516f3743 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346823 Jul 08 17:58:31.309689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'port': {'device_id': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'admin_state_up': True, 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'security_groups': ['4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:31.430595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Made reservation on behalf of fe5381ae51c442f3859167c0d5dd6609 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:31.434179 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.450101 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.564356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Allocated IP 172.20.0.5 (c2400ee8-6ea8-40a5-8e99-1ca415bd31cc/e925a1fc-c408-40d9-b6f5-458e1a5f96cf/9b36a192-65e9-470a-9b20-910ec0bbc855) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:31.573748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064aaf-e852-460e-a4b3-0860da602165 req-97e7a0d8-8af2-4dff-9840-e08d560cbe36 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.575269 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e064aaf-e852-460e-a4b3-0860da602165 req-97e7a0d8-8af2-4dff-9840-e08d560cbe36 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 944 time: 0.0643368 Jul 08 17:58:31.615759 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e064aaf-e852-460e-a4b3-0860da602165 req-885fa5ca-4547-4905-8845-5ed76836319e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335453 Jul 08 17:58:31.669445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3b0191ea-506e-4bda-bd28-6f5ad812ca92 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:31.707987 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.717606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:31.721130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:31.721509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.723010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Transition to ACTIVE for port object 9b36a192-65e9-470a-9b20-910ec0bbc855 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:31.755833 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.805807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:31.806096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.807279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:31.811606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:31.835968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event updated for resources: {'Port': ['ID=9b36a192-65e9-470a-9b20-910ec0bbc855,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:31.839671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3b0191ea-506e-4bda-bd28-6f5ad812ca92, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:31.845154 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.871415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:31.872398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:31.887236 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-a3e8a2d9-5349-48fe-a713-9998267c59c1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815325 Jul 08 17:58:31.900505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3b0191ea-506e-4bda-bd28-6f5ad812ca92,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:31.906111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Request body: {'port': {'device_id': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:31.986160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.044196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-587d9e43-802a-4c23-8f0f-15589e5d7fc5 None None] Provisioning for port 9b36a192-65e9-470a-9b20-910ec0bbc855 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:32.047986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-587d9e43-802a-4c23-8f0f-15589e5d7fc5 None None] Provisioning complete for port 9b36a192-65e9-470a-9b20-910ec0bbc855 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:32.048366 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-587d9e43-802a-4c23-8f0f-15589e5d7fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.090840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-587d9e43-802a-4c23-8f0f-15589e5d7fc5 None None] Port 9b36a192-65e9-470a-9b20-910ec0bbc855 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:32.116289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6643517-2d5b-465a-93a3-993b5a89a009 req-87111edc-0edf-4d3f-9628-2b5cd16a3018 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.117859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6643517-2d5b-465a-93a3-993b5a89a009 req-87111edc-0edf-4d3f-9628-2b5cd16a3018 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 931 time: 0.0699420 Jul 08 17:58:32.161510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6643517-2d5b-465a-93a3-993b5a89a009 req-478d680c-2f2a-4c78-af50-f40645f4d292 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379891 Jul 08 17:58:32.297377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:32.299898 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53beb9e7-5d91-4f28-a178-7104a97fd53b" -d '{"events": [{"server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "name": "network-vif-plugged", "status": "completed", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:32.338587 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d46d32e-cde4-41a4-a789-1da76dd664f9 x-openstack-request-id: req-8d46d32e-cde4-41a4-a789-1da76dd664f9 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:32.339024 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "name": "network-vif-plugged", "status": "completed", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:32.339282 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8d46d32e-cde4-41a4-a789-1da76dd664f9 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:32.339684 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'code': 200} Jul 08 17:58:32.476572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db401946-b681-4e9c-8124-cad8dbb46fe8 req-bbc96127-6ff6-4749-a559-6ec3e9a590d0 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.478132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db401946-b681-4e9c-8124-cad8dbb46fe8 req-bbc96127-6ff6-4749-a559-6ec3e9a590d0 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0545781 Jul 08 17:58:32.512123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db401946-b681-4e9c-8124-cad8dbb46fe8 req-3528bc76-a088-4e0d-a1e0-4d7849b49ded tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281188 Jul 08 17:58:32.577121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed4679-5418-49ce-a863-86da0e1469ee req-cdd0f48e-5bdd-4c87-857f-4c558b08d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.579028 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-48ed4679-5418-49ce-a863-86da0e1469ee req-cdd0f48e-5bdd-4c87-857f-4c558b08d67c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 1096 time: 0.0924304 Jul 08 17:58:32.650490 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-48ed4679-5418-49ce-a863-86da0e1469ee req-ae18b4b8-0f61-47cb-afc3-51d1c5e96dd2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650814 Jul 08 17:58:32.655012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b36a192-65e9-470a-9b20-910ec0bbc855 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:32.662638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.674328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cece970-09fd-474e-b51d-969ad92e6a19 req-e011479a-5b0b-4c74-bf4d-1e0b7122bfc1 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.675579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Transition to ACTIVE for port object 9b36a192-65e9-470a-9b20-910ec0bbc855 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:32.676848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4cece970-09fd-474e-b51d-969ad92e6a19 req-e011479a-5b0b-4c74-bf4d-1e0b7122bfc1 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0549862 Jul 08 17:58:32.680254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.715237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4cece970-09fd-474e-b51d-969ad92e6a19 req-91e9d870-abc3-4930-86b2-df8bfb7ca300 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Jul 08 17:58:32.735684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Pushing event updated for resources: {'Port': ['ID=9b36a192-65e9-470a-9b20-910ec0bbc855,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:32.818683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Attempting to bind port 9b36a192-65e9-470a-9b20-910ec0bbc855 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:32.819294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Attempting to bind port 9b36a192-65e9-470a-9b20-910ec0bbc855 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:32.819642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Attempting to bind port 9b36a192-65e9-470a-9b20-910ec0bbc855 on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:32.823061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac8bdb-5d30-4730-a767-a75ad148ac42 req-37cef95d-3633-4595-8d72-79879c45f0b6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.825016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Port 9b36a192-65e9-470a-9b20-910ec0bbc855 on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:32.825016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Attempting to bind port 9b36a192-65e9-470a-9b20-910ec0bbc855 on network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:32.830232 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ac8bdb-5d30-4730-a767-a75ad148ac42 req-37cef95d-3633-4595-8d72-79879c45f0b6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 945 time: 0.0937843 Jul 08 17:58:32.830659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:32.831018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Checking segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:32.831474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Bound using segment: {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:32.831912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Bound port: 9b36a192-65e9-470a-9b20-910ec0bbc855, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87563fea-9d5e-4197-8bea-e8993ff65e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:32.832285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.868142 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69ac8bdb-5d30-4730-a767-a75ad148ac42 req-4b868724-c522-4a86-b872-99f89385fedb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369837 Jul 08 17:58:32.901405 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.915649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] For port 9b36a192-65e9-470a-9b20-910ec0bbc855, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:32.918886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] For port 9b36a192-65e9-470a-9b20-910ec0bbc855, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9b36a192-65e9-470a-9b20-910ec0bbc855,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:32.924415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.954781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a74ff2-0d24-4eff-96ba-7bd9e9696d16 req-78167a4e-ed33-4be5-b4b7-30973d030ca5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.956373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56a74ff2-0d24-4eff-96ba-7bd9e9696d16 req-78167a4e-ed33-4be5-b4b7-30973d030ca5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0666578 Jul 08 17:58:32.961526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:32.962157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:32.963573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b36a192-65e9-470a-9b20-910ec0bbc855 HTTP/1.1" status: 200 len: 1091 time: 1.0618935 Jul 08 17:58:32.964012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:32.966318 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37" -d '{"events": [{"name": "network-changed", "server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:32.993240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c081-fa20-4737-a484-31951cb6f615 service neutron] Pushing event updated for resources: {'Port': ['ID=9b36a192-65e9-470a-9b20-910ec0bbc855,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:33.002674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56a74ff2-0d24-4eff-96ba-7bd9e9696d16 req-7be1c291-1b7d-4377-9caf-aa8d8cdfa0a3 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Jul 08 17:58:33.058067 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456fd4f7-34ac-428f-845c-f3a7d3528746 x-openstack-request-id: req-456fd4f7-34ac-428f-845c-f3a7d3528746 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:33.058434 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:33.058759 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-456fd4f7-34ac-428f-845c-f3a7d3528746 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:33.059698 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'status': 'completed', 'code': 200} Jul 08 17:58:33.090661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-08709621-36eb-4360-927a-2b718e325f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.092272 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-08709621-36eb-4360-927a-2b718e325f2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 1094 time: 0.0656872 Jul 08 17:58:33.150759 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-b1af1d8c-f3df-49f6-b3dc-8bb1b1db5175 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b36a192-65e9-470a-9b20-910ec0bbc855 HTTP/1.1" status: 200 len: 217 time: 0.0424957 Jul 08 17:58:33.215273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-4ac4b8d7-e093-4cbf-a3ef-66ceeea8c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.216289 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-4ac4b8d7-e093-4cbf-a3ef-66ceeea8c982 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0588748 Jul 08 17:58:33.278198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-7064bcba-8710-4169-a01e-6d2afc00647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.280227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-7064bcba-8710-4169-a01e-6d2afc00647b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570405 Jul 08 17:58:33.368966 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-38ec3aee-208d-4022-bff7-4849918edf31 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.370494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-38ec3aee-208d-4022-bff7-4849918edf31 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/networks?id=937b8c05-c7e4-46f3-a018-0e082e042816 HTTP/1.1" status: 200 len: 910 time: 0.1396761 Jul 08 17:58:33.377228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-3a2ab641-9f98-46d3-933b-a1dbfe99c361 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895939 Jul 08 17:58:33.389254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-560e34bf-3582-4a11-aff2-eefb3a825927 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/quotas/8eb7a1d2ed0142a7a54d8726b8674cad HTTP/1.1" status: 200 len: 375 time: 0.0120387 Jul 08 17:58:33.397751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d790bb3-3e69-4273-8ae4-064f167bb84e req-a6df35d1-9205-4c5d-bf8e-11ed20174740 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.399219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d790bb3-3e69-4273-8ae4-064f167bb84e req-a6df35d1-9205-4c5d-bf8e-11ed20174740 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 943 time: 0.1043482 Jul 08 17:58:33.480899 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-536b4eda-a37b-428e-b6ee-fae51d94baa4 req-9ca6667f-c947-4a2e-95ab-cc7b0fe41f93 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945008 Jul 08 17:58:33.492460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5d790bb3-3e69-4273-8ae4-064f167bb84e req-c3d16bd8-624b-4851-853c-2f0a2436666b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835516 Jul 08 17:58:33.505097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e21891d0-b787-4609-a7ee-abb6903ec725 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?tenant_id=8eb7a1d2ed0142a7a54d8726b8674cad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047421 Jul 08 17:58:33.604028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-6ff95be7-1965-4fdf-8929-3c5d1e9d81e4 service neutron] 10.222.0.63 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917180 Jul 08 17:58:33.647352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-4b9fdbc7-3f27-4bdd-99eb-fda2d8e94a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.648936 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-4b9fdbc7-3f27-4bdd-99eb-fda2d8e94a5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 1094 time: 0.0526483 Jul 08 17:58:33.692654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-ef1ab452-039d-4aab-9a3a-e885516a6b52 service neutron] 10.222.0.63 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827901 Jul 08 17:58:33.743660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-535e7dd5-6374-4365-8919-bfc42499f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.745191 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-535e7dd5-6374-4365-8919-bfc42499f9b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.0900772 Jul 08 17:58:33.788770 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-8d367043-6921-4e83-b3bd-ffb1df74ae3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b36a192-65e9-470a-9b20-910ec0bbc855 HTTP/1.1" status: 200 len: 217 time: 0.0363419 Jul 08 17:58:33.846764 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-663b0482-e373-4847-932e-21d40efb75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.849076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-663b0482-e373-4847-932e-21d40efb75e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0501540 Jul 08 17:58:33.866651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ec3502a-e2fb-41ba-85f2-cc56ab1b472f req-28482f99-f8fe-4bf7-acb6-5c85e29d3da8 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 210 time: 0.0334237 Jul 08 17:58:33.914600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-ae5bc214-b4f0-40e4-8f44-5157e1911e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:33.916353 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-ae5bc214-b4f0-40e4-8f44-5157e1911e24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606072 Jul 08 17:58:34.019289 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-deb04a46-df00-412c-891f-6220cfeadb61 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926557 Jul 08 17:58:34.053400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b7b8-0626-4cce-8d09-e52bec131f61 req-05373932-9f7d-4515-b2b5-86e7ab7fdbdd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:34.055254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b08b7b8-0626-4cce-8d09-e52bec131f61 req-05373932-9f7d-4515-b2b5-86e7ab7fdbdd tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 945 time: 0.0710735 Jul 08 17:58:34.102132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b08b7b8-0626-4cce-8d09-e52bec131f61 req-9ec06637-a0ef-466e-a4d3-d9f2215be248 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394561 Jul 08 17:58:34.140565 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4eb9b7d2-fae3-4abf-a84f-8224b1c0fb37 req-ff159768-db29-4bf6-8389-e4c172922584 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116896 Jul 08 17:58:34.296100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579d40c-3275-4327-aac7-c216062b0e20 req-cf1a7b94-77fa-4312-8baf-582c1db5ed62 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:34.297549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e579d40c-3275-4327-aac7-c216062b0e20 req-cf1a7b94-77fa-4312-8baf-582c1db5ed62 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 945 time: 0.0653141 Jul 08 17:58:34.335073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e579d40c-3275-4327-aac7-c216062b0e20 req-04f5cd95-a90e-4d3e-9a18-a0ecd1db88ea tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314972 Jul 08 17:58:34.361220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48286) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:34.414041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cecada3-2c5c-434e-89e3-e66abd9e5233 tempest-TestVolumeBootPattern-93952298 tempest-TestVolumeBootPattern-93952298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:34.415576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4cecada3-2c5c-434e-89e3-e66abd9e5233 tempest-TestVolumeBootPattern-93952298 tempest-TestVolumeBootPattern-93952298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 1091 time: 0.0533388 Jul 08 17:58:34.418576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48288) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:34.422899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:34.444233 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.556054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.665163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.25.5.240 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/326ad051-39f7-4330-b80d-6974a9a736f4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:34.680414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4d768-c564-4708-bed9-698096d129bf req-2b05325b-0464-4778-bcab-edc66c6baefb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:34.682026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2b4d768-c564-4708-bed9-698096d129bf req-2b05325b-0464-4778-bcab-edc66c6baefb tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 943 time: 0.0669315 Jul 08 17:58:34.721048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2b4d768-c564-4708-bed9-698096d129bf req-b7a3a980-bd24-44dc-9c6c-a2a8b0e64964 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329857 Jul 08 17:58:34.769810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.808359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:34.842676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:34.845491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:34.851334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:34.880128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=326ad051-39f7-4330-b80d-6974a9a736f4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:35.007847 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-487f9506-46e2-400e-9c7d-023c12b3d58c req-931a8870-5e7b-4556-a55b-ab8d45917df1 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jul 08 17:58:35.159031 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-28d52d0e-f973-4115-8794-9923d590a706 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.160575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-28d52d0e-f973-4115-8794-9923d590a706 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.41 "GET /v2.0/networks?id=937b8c05-c7e4-46f3-a018-0e082e042816 HTTP/1.1" status: 200 len: 910 time: 0.1405978 Jul 08 17:58:35.191865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Request body: {'port': {'device_id': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'admin_state_up': True, 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:35.257918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Made reservation on behalf of 8eb7a1d2ed0142a7a54d8726b8674cad for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 17:58:35.260254 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.370959 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.451182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Allocated IP 172.20.0.5 (937b8c05-c7e4-46f3-a018-0e082e042816/75a4c8c3-3202-4462-b3c4-e6292c753701/2f4e4b46-91e3-435e-afd3-c2f044678e23) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 17:58:35.500852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.698700 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.723012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Transition to ACTIVE for port object 2f4e4b46-91e3-435e-afd3-c2f044678e23 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:35.746005 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.751956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.833742 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.838448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=326ad051-39f7-4330-b80d-6974a9a736f4,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:35.847776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4bb22671-18df-4473-be27-91e67f3e61a3'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:35.886358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:35.915907 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e092254-535a-418e-a608-30f031b36b83 req-f8e4b90f-1faf-49d5-a20c-a281aad6b30e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:35.917637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e092254-535a-418e-a608-30f031b36b83 req-f8e4b90f-1faf-49d5-a20c-a281aad6b30e tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 943 time: 0.0772345 Jul 08 17:58:35.930791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Network 937b8c05-c7e4-46f3-a018-0e082e042816 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 17:58:35.937606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Pushing event updated for resources: {'Port': ['ID=2f4e4b46-91e3-435e-afd3-c2f044678e23,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:35.940075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 17:58:35.946657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 17:58:35.980626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e092254-535a-418e-a608-30f031b36b83 req-4b2f1a7e-4276-466d-89a5-6c668a2b9398 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540698 Jul 08 17:58:36.033999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.034657 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.050633 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Floating IP 3aacfb36-c1a1-4beb-9110-9d63fc8ca95c associated. External IP: 172.25.5.240, port: 3b0191ea-506e-4bda-bd28-6f5ad812ca92. Jul 08 17:58:36.059634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e0c0f2a9-c1f8-4e30-92d5-86b8f3dd7b52 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8735728 Jul 08 17:58:36.099576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Request body: {'port': {'device_id': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:36.106168 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-1ab78478-4d23-4d31-8250-a15f4505cc6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794115 Jul 08 17:58:36.157483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9b36a192-65e9-470a-9b20-910ec0bbc855 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:36.241049 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.264567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1e6b4-2c55-4808-b67e-8339e3195176 req-c45e8892-cd06-42e7-8451-e708cca3ad73 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.266129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8d1e6b4-2c55-4808-b67e-8339e3195176 req-c45e8892-cd06-42e7-8451-e708cca3ad73 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1027 time: 0.1169837 Jul 08 17:58:36.267402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9b36a192-65e9-470a-9b20-910ec0bbc855, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9b36a192-65e9-470a-9b20-910ec0bbc855,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:36.267910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-33a94674-952e-4199-a942-590981a72bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.270063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-33a94674-952e-4199-a942-590981a72bfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0759773 Jul 08 17:58:36.285504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'port_id': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'mac_address': 'fa:16:3e:5b:40:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:36.312274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-40ed586c-8658-46bc-b689-aab15a3be5a7 None None] Provisioning for port 2f4e4b46-91e3-435e-afd3-c2f044678e23 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:36.323832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-40ed586c-8658-46bc-b689-aab15a3be5a7 None None] Provisioning complete for port 2f4e4b46-91e3-435e-afd3-c2f044678e23 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:36.324204 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-40ed586c-8658-46bc-b689-aab15a3be5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.351170 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.372132 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8d1e6b4-2c55-4808-b67e-8339e3195176 req-46817078-a050-44bc-bea6-b94126771b5c tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994830 Jul 08 17:58:36.372537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b36a192-65e9-470a-9b20-910ec0bbc855 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:36.378622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-40ed586c-8658-46bc-b689-aab15a3be5a7 None None] Port 2f4e4b46-91e3-435e-afd3-c2f044678e23 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 17:58:36.404071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9b36a192-65e9-470a-9b20-910ec0bbc855, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9b36a192-65e9-470a-9b20-910ec0bbc855,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:36.408903 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.414727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-6a2adf5b-df63-40fb-b02e-1673bc9efc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.416436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-6a2adf5b-df63-40fb-b02e-1673bc9efc63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.1203580 Jul 08 17:58:36.465453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9b36a192-65e9-470a-9b20-910ec0bbc855,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:36.492045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-0194bf84-b397-463d-b718-c55310f6f2b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 1001 time: 0.0686674 Jul 08 17:58:36.518777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:36.546323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-2b0d175b-4daf-4351-9482-40f08c76e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.547867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-2b0d175b-4daf-4351-9482-40f08c76e71e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0480759 Jul 08 17:58:36.604638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-5a8ebb80-e38f-42b0-8c85-c2f1744ab932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:36.606178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-5a8ebb80-e38f-42b0-8c85-c2f1744ab932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513289 Jul 08 17:58:36.695654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:36.697666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-49917bf8-31e0-4bf5-9390-0f2df947c791 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834482 Jul 08 17:58:36.705623 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:36.716373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4e4b46-91e3-435e-afd3-c2f044678e23 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:36.716994 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:36.716994 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:36.721498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.728263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.761186 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9b36a192-65e9-470a-9b20-910ec0bbc855'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:36.771577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Transition to ACTIVE for port object 2f4e4b46-91e3-435e-afd3-c2f044678e23 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:58:36.777425 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-516ed369-8613-439d-b175-df8e1d8379e9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3578541 Jul 08 17:58:36.778032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:36.780436 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db7587d-1b2b-439c-9dad-bd387c1f8c24" -d '{"events": [{"name": "network-changed", "server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:36.786433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:36.823794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-b9765841-9c40-4e3a-a6ee-2c379e2a0330 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176994 Jul 08 17:58:36.844881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4e4b46-91e3-435e-afd3-c2f044678e23,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:36.878289 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eafccd-b063-4f90-b797-80b1aa9086e3 x-openstack-request-id: req-32eafccd-b063-4f90-b797-80b1aa9086e3 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:36.878578 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:36.878829 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32eafccd-b063-4f90-b797-80b1aa9086e3 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:36.879240 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'status': 'completed', 'code': 200} Jul 08 17:58:36.960841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:36.994742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Attempting to bind port 2f4e4b46-91e3-435e-afd3-c2f044678e23 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:58:36.995083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Attempting to bind port 2f4e4b46-91e3-435e-afd3-c2f044678e23 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:58:36.995418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Attempting to bind port 2f4e4b46-91e3-435e-afd3-c2f044678e23 on network 937b8c05-c7e4-46f3-a018-0e082e042816 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:37.003406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Port 2f4e4b46-91e3-435e-afd3-c2f044678e23 on network 937b8c05-c7e4-46f3-a018-0e082e042816 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:58:37.003737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Attempting to bind port 2f4e4b46-91e3-435e-afd3-c2f044678e23 on network 937b8c05-c7e4-46f3-a018-0e082e042816 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:58:37.006932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-ecd6f209-c1fe-4b77-96e4-40d666d2fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.008465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-ecd6f209-c1fe-4b77-96e4-40d666d2fce7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 1096 time: 0.0976639 Jul 08 17:58:37.012650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:58:37.014516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Checking segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:58:37.014924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Bound using segment: {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:58:37.015376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Bound port: 2f4e4b46-91e3-435e-afd3-c2f044678e23, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0604802f-4927-4d42-9f9b-71969bda63b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:58:37.015748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.191671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183bf2-64e1-43b0-a278-8cdae5e8025e req-89668bb8-9372-40e1-8c98-a2f389a3ab52 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.194362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2183bf2-64e1-43b0-a278-8cdae5e8025e req-89668bb8-9372-40e1-8c98-a2f389a3ab52 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 944 time: 0.0711224 Jul 08 17:58:37.227939 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3aacfb36-c1a1-4beb-9110-9d63fc8ca95c', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:77:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:35Z', 'updated_at': '2021-07-08T17:58:35Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:37.245281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2183bf2-64e1-43b0-a278-8cdae5e8025e req-613375e8-98fe-44e6-8672-dbb742bfa008 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392482 Jul 08 17:58:37.259219 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:37.268356 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:37.269566 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:37.374978 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:37.493456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] For port 2f4e4b46-91e3-435e-afd3-c2f044678e23, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:58:37.500064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] For port 2f4e4b46-91e3-435e-afd3-c2f044678e23, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2f4e4b46-91e3-435e-afd3-c2f044678e23,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:58:37.502663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-eb022da8-d62a-4945-8498-8c2f5642cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.505430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-eb022da8-d62a-4945-8498-8c2f5642cded service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.4872406 Jul 08 17:58:37.507527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.562175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbd538-f1c7-4653-9cb1-1fd40b42d468 req-c5e13269-7c02-4dd4-92fb-c2aeecdad1bf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.563654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1bfbd538-f1c7-4653-9cb1-1fd40b42d468 req-c5e13269-7c02-4dd4-92fb-c2aeecdad1bf tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1094 time: 0.0682478 Jul 08 17:58:37.594400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.595024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:37.596399 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f4e4b46-91e3-435e-afd3-c2f044678e23 HTTP/1.1" status: 200 len: 1091 time: 1.5019722 Jul 08 17:58:37.619435 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1bfbd538-f1c7-4653-9cb1-1fd40b42d468 req-57a02f27-cf78-4e98-a549-ea6e26d3d2ff tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490060 Jul 08 17:58:37.629783 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3aacfb36-c1a1-4beb-9110-9d63fc8ca95c', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:77:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:35Z', 'updated_at': '2021-07-08T17:58:35Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:37.636643 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-8db3d810-85c2-4f32-9e01-e97ba0e72103 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92 HTTP/1.1" status: 200 len: 999 time: 0.1228650 Jul 08 17:58:37.639524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728517d-fb30-4b42-9d95-46b63e2d22b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4e4b46-91e3-435e-afd3-c2f044678e23,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:37.664357 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b6057-0321-432f-9edb-b56508414f4c None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3aacfb36-c1a1-4beb-9110-9d63fc8ca95c', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:77:fa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:35Z', 'updated_at': '2021-07-08T17:58:35Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:37.737978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-1bda02d9-5d5b-4cfe-bd1a-e91133e74302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.739575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-1bda02d9-5d5b-4cfe-bd1a-e91133e74302 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0969958 Jul 08 17:58:37.763273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-d94c4ef7-250d-4755-af11-a547ae9287f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.764919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-d94c4ef7-250d-4755-af11-a547ae9287f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8eb7a1d2ed0142a7a54d8726b8674cad&device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1094 time: 0.0801284 Jul 08 17:58:37.829117 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-7e3a1531-188a-4fce-b57d-aa61128c728c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f4e4b46-91e3-435e-afd3-c2f044678e23 HTTP/1.1" status: 200 len: 217 time: 0.0398376 Jul 08 17:58:37.890535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-c6abd696-e3c0-4beb-acfe-897b7c0f197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.892044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-c6abd696-e3c0-4beb-acfe-897b7c0f197d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392500 Jul 08 17:58:37.895788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-94d768c4-69b7-4277-abdd-7d9ed288f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:37.897103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4421c1ca-5d15-487c-8efb-3ffe7f95297e None None] New status for floating IP 3aacfb36-c1a1-4beb-9110-9d63fc8ca95c: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:58:37.897605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-94d768c4-69b7-4277-abdd-7d9ed288f3d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75a4c8c3-3202-4462-b3c4-e6292c753701 HTTP/1.1" status: 200 len: 848 time: 0.0595927 Jul 08 17:58:38.022773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-54f93f4c-a542-4490-809c-bab8ed904232 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242642 Jul 08 17:58:38.025440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-aea67227-9ea4-4adb-a8d2-f9a2d1b50aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.026823 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-aea67227-9ea4-4adb-a8d2-f9a2d1b50aaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=937b8c05-c7e4-46f3-a018-0e082e042816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202168 Jul 08 17:58:38.186929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9b36a192-65e9-470a-9b20-910ec0bbc855 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:38.187400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2db7587d-1b2b-439c-9dad-bd387c1f8c24 req-2ea08b55-6d99-4325-967b-3410109d567f service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578031 Jul 08 17:58:38.189326 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-e4b58452-e1a1-4aa8-8828-c5540848c96b service neutron] 10.222.0.41 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518946 Jul 08 17:58:38.236595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 9b36a192-65e9-470a-9b20-910ec0bbc855 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:38.240783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 9b36a192-65e9-470a-9b20-910ec0bbc855 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:38.241171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.285529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5800885f-63ca-422b-a210-2cd50c7bc608 req-38ece7b1-8576-4b8e-8200-38b1de20f10b service neutron] 10.222.0.41 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Jul 08 17:58:38.320141 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.342729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:38.345129 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb632043-47ff-4a29-b12d-c9db1de05067" -d '{"events": [{"server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "name": "network-vif-plugged", "status": "completed", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:38.358760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9b36a192-65e9-470a-9b20-910ec0bbc855, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9b36a192-65e9-470a-9b20-910ec0bbc855,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:38.363385 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:38.430082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8a331-90da-4b96-be22-25f8a553599f req-65dff5b0-c536-4aac-a8b1-2f149d3e433a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.431685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5c8a331-90da-4b96-be22-25f8a553599f req-65dff5b0-c536-4aac-a8b1-2f149d3e433a tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 945 time: 0.0669250 Jul 08 17:58:38.473554 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5c8a331-90da-4b96-be22-25f8a553599f req-d1c95404-6baa-41fb-8022-e786f92f07b5 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361221 Jul 08 17:58:38.535832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9acd34-1843-48e8-a106-1850ef69813c req-acbe5525-1f28-40c8-8cd4-705a7757c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.537389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9acd34-1843-48e8-a106-1850ef69813c req-acbe5525-1f28-40c8-8cd4-705a7757c93d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 1096 time: 0.0554781 Jul 08 17:58:38.547773 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7d7749-91ef-4ddf-a3e5-0aa5508ba7ff x-openstack-request-id: req-fc7d7749-91ef-4ddf-a3e5-0aa5508ba7ff {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:38.548062 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "name": "network-vif-plugged", "status": "completed", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:38.548346 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fc7d7749-91ef-4ddf-a3e5-0aa5508ba7ff {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:38.548747 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'code': 200} Jul 08 17:58:38.579493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9b36a192-65e9-470a-9b20-910ec0bbc855,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:38.580128 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3e9acd34-1843-48e8-a106-1850ef69813c req-ea20f46a-67b9-4dd8-a0d5-955a77de4e22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310962 Jul 08 17:58:38.792434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce16ac3-94cd-48bc-9ef3-1d8c84401fd8 req-ac5d6b34-9656-479c-9e67-f86704da904d tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:38.793989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ce16ac3-94cd-48bc-9ef3-1d8c84401fd8 req-ac5d6b34-9656-479c-9e67-f86704da904d tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1094 time: 0.0519166 Jul 08 17:58:38.828899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ce16ac3-94cd-48bc-9ef3-1d8c84401fd8 req-550cd869-3160-499f-a3a5-98424dcc862a tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292237 Jul 08 17:58:38.880399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'tag': '2f4e4b46-91e3-435e-afd3-c2f044678e23'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:38.882819 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b06e49-cf1d-49af-bbf9-736d94e109ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b60f9d-f91b-47b1-a0e2-2a02380953b7", "tag": "2f4e4b46-91e3-435e-afd3-c2f044678e23"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:38.917979 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf4b8f4-584b-42d8-b177-9a7207b34db2 x-openstack-request-id: req-aaf4b8f4-584b-42d8-b177-9a7207b34db2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:38.918300 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b60f9d-f91b-47b1-a0e2-2a02380953b7", "tag": "2f4e4b46-91e3-435e-afd3-c2f044678e23", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:38.918554 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aaf4b8f4-584b-42d8-b177-9a7207b34db2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:38.918953 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'tag': '2f4e4b46-91e3-435e-afd3-c2f044678e23', 'status': 'completed', 'code': 200} Jul 08 17:58:39.059602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-caf64473-3d94-4806-a939-0ee917996862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.061059 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-caf64473-3d94-4806-a939-0ee917996862 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8eb7a1d2ed0142a7a54d8726b8674cad&device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1094 time: 0.0564277 Jul 08 17:58:39.148292 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-702befba-7956-42c0-b195-2c850ba7c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.149880 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-702befba-7956-42c0-b195-2c850ba7c242 service neutron] 10.222.0.41 "GET /v2.0/networks?id=937b8c05-c7e4-46f3-a018-0e082e042816 HTTP/1.1" status: 200 len: 910 time: 0.0823107 Jul 08 17:58:39.193078 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-88eaaa6f-59de-48f6-b0c0-aefb2fda9e3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f4e4b46-91e3-435e-afd3-c2f044678e23 HTTP/1.1" status: 200 len: 217 time: 0.0353186 Jul 08 17:58:39.247718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-3b9c3e14-6c98-4cfd-bc60-be37f8cd92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.249249 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-3b9c3e14-6c98-4cfd-bc60-be37f8cd92c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75a4c8c3-3202-4462-b3c4-e6292c753701 HTTP/1.1" status: 200 len: 848 time: 0.0498741 Jul 08 17:58:39.305435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-0033afc1-bcc1-4a76-9e86-c98c01ed00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.306913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-0033afc1-bcc1-4a76-9e86-c98c01ed00f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=937b8c05-c7e4-46f3-a018-0e082e042816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506947 Jul 08 17:58:39.394932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-72243ac5-3e2d-46c9-bda8-5e95c8877b87 service neutron] 10.222.0.41 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788927 Jul 08 17:58:39.485763 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d9b06e49-cf1d-49af-bbf9-736d94e109ec req-c7b4d4a8-6409-475a-96a4-2a30151aec8c service neutron] 10.222.0.41 "GET /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839694 Jul 08 17:58:39.651384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ccd8e-e29d-4ed1-b421-197a7b750b8d req-01274a6d-9821-45ff-8288-4c9cf83ff872 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.652887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae4ccd8e-e29d-4ed1-b421-197a7b750b8d req-01274a6d-9821-45ff-8288-4c9cf83ff872 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 945 time: 0.0651801 Jul 08 17:58:39.690098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae4ccd8e-e29d-4ed1-b421-197a7b750b8d req-52160db0-21dc-4100-96dd-1c71352225f1 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Jul 08 17:58:39.989240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df628-01a8-44af-9040-30557214e30a req-2214135b-42ba-45c6-a28e-fd13debbf8ef tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:39.990737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-467df628-01a8-44af-9040-30557214e30a req-2214135b-42ba-45c6-a28e-fd13debbf8ef tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1094 time: 0.0514579 Jul 08 17:58:40.023987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-467df628-01a8-44af-9040-30557214e30a req-f631a3d4-abdf-4621-b3ee-bc78977666b1 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276973 Jul 08 17:58:40.860663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a13e1-cec4-42ec-9480-9812b58eaa3f req-e8dd2792-6222-4cec-84e7-bf2dd54a08fe tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:40.862158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d92a13e1-cec4-42ec-9480-9812b58eaa3f req-e8dd2792-6222-4cec-84e7-bf2dd54a08fe tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 945 time: 0.0633721 Jul 08 17:58:40.902319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d92a13e1-cec4-42ec-9480-9812b58eaa3f req-99cf745a-821b-400d-ae6b-9193a6511b0f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345626 Jul 08 17:58:41.075898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e81ba-e4d5-4ff6-83ea-9ae3612c54fc req-92ed852f-ca5c-4108-8204-6fcc6ef7588c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.077466 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-198e81ba-e4d5-4ff6-83ea-9ae3612c54fc req-92ed852f-ca5c-4108-8204-6fcc6ef7588c tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 945 time: 0.0639522 Jul 08 17:58:41.086722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48324) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:41.091502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Request body: {'floatingip': {'port_id': '9b36a192-65e9-470a-9b20-910ec0bbc855'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:58:41.130572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:41.182972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673542fc-1c3f-4740-a847-589dd5921cd4 req-62f466b5-63c4-492e-ad90-459ebf54e1a8 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:41.184528 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-673542fc-1c3f-4740-a847-589dd5921cd4 req-62f466b5-63c4-492e-ad90-459ebf54e1a8 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1094 time: 0.0519416 Jul 08 17:58:41.240376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-673542fc-1c3f-4740-a847-589dd5921cd4 req-34885507-ac0c-4966-9a85-8e78ec04585c tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 Jul 08 17:58:41.613209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:41.621043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:41.726376 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Floating IP 9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc associated. External IP: 172.25.5.70, port: 9b36a192-65e9-470a-9b20-910ec0bbc855. Jul 08 17:58:41.936062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Router 60a69559-62ba-4174-91d4-57c0af8230a1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:42.053540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:42.058720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.063614 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] Sync routers for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:42.073172 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:42.074126 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:42.094889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4e346fec-0b39-4d07-99a9-d4798ff73e67 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "PUT /v2.0/floatingips/9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc HTTP/1.1" status: 200 len: 990 time: 1.0069549 Jul 08 17:58:42.095562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:42.098353 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48" -d '{"events": [{"name": "network-changed", "server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:42.141208 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59b18d-55b3-4776-8615-a39568af3da1 x-openstack-request-id: req-ef59b18d-55b3-4776-8615-a39568af3da1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:42.141590 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:42.142862 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ef59b18d-55b3-4776-8615-a39568af3da1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:42.143304 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'status': 'completed', 'code': 200} Jul 08 17:58:42.195995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2f4e4b46-91e3-435e-afd3-c2f044678e23 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:58:42.199678 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:42.242328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-64e38995-f2da-48b6-b9bb-d958a40b8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.243933 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-64e38995-f2da-48b6-b9bb-d958a40b8bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 1096 time: 0.0566819 Jul 08 17:58:42.308037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2f4e4b46-91e3-435e-afd3-c2f044678e23, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2f4e4b46-91e3-435e-afd3-c2f044678e23,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:42.320520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '2f4e4b46-91e3-435e-afd3-c2f044678e23', 'network_id': '937b8c05-c7e4-46f3-a018-0e082e042816', 'port_id': '2f4e4b46-91e3-435e-afd3-c2f044678e23', 'mac_address': 'fa:16:3e:c6:b1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a4c8c3-3202-4462-b3c4-e6292c753701', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:58:42.351338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-0e157133-4bb1-42a9-8895-37308e74d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.352914 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-0e157133-4bb1-42a9-8895-37308e74d1b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.1028254 Jul 08 17:58:42.369757 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.382907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4e4b46-91e3-435e-afd3-c2f044678e23 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:58:42.407689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2f4e4b46-91e3-435e-afd3-c2f044678e23, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2f4e4b46-91e3-435e-afd3-c2f044678e23,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:42.413655 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:42.439203 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-2434fc84-e6e9-4581-bb45-21bbefaa3421 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b36a192-65e9-470a-9b20-910ec0bbc855 HTTP/1.1" status: 200 len: 998 time: 0.0775933 Jul 08 17:58:42.448471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9bd66-2190-4d81-bace-c872341d5458 req-e8ce052f-5a08-485c-95f2-f6bf2c8f2ec5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.450122 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2dc9bd66-2190-4d81-bace-c872341d5458 req-e8ce052f-5a08-485c-95f2-f6bf2c8f2ec5 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1094 time: 0.0731144 Jul 08 17:58:42.468284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=2f4e4b46-91e3-435e-afd3-c2f044678e23,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:42.490729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2dc9bd66-2190-4d81-bace-c872341d5458 req-5d3f0214-7e50-45a6-9726-946a64073394 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Jul 08 17:58:42.500398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-4dbdcca6-851d-482d-87a2-9298b34dbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.501938 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-4dbdcca6-851d-482d-87a2-9298b34dbfd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.0552847 Jul 08 17:58:42.511688 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'port_id': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'mac_address': 'fa:16:3e:5b:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:27Z', 'updated_at': '2021-07-08T17:58:41Z', 'revision_number': 1, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:42.538150 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] Checking router: 60a69559-62ba-4174-91d4-57c0af8230a1 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:42.546315 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:42.546981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:42.560230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-cfbdf260-d6ee-41de-86fa-401e2b58a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:42.561780 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-cfbdf260-d6ee-41de-86fa-401e2b58a382 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529656 Jul 08 17:58:42.658034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-436cf4e6-9aa8-45eb-bbad-87ff2b58f7d9 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887609 Jul 08 17:58:42.659175 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:42.731706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2f4e4b46-91e3-435e-afd3-c2f044678e23'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:42.758075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cecec01e-fa6f-4dcf-89cc-69d5e8a73f48 req-4a36a703-7668-47e4-b640-cde6c6414d99 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915215 Jul 08 17:58:42.891832 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'port_id': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'mac_address': 'fa:16:3e:5b:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:27Z', 'updated_at': '2021-07-08T17:58:41Z', 'revision_number': 1, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:42.917253 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9e870-f9ad-4ce0-9c4b-3383bb0969cc None None] The sync data for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 is: [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'floating_ip_address': '172.25.5.70', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'port_id': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'mac_address': 'fa:16:3e:5b:40:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T17:58:27Z', 'updated_at': '2021-07-08T17:58:41Z', 'revision_number': 1, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:43.093523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708da811-427a-44dc-9f81-4321d9db0377 None None] New status for floating IP 9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 17:58:43.657146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9970-976b-4f17-9525-fd6c475f95d8 req-9180cb12-ae11-4256-a742-176c001d95c1 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:43.658659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-841f9970-976b-4f17-9525-fd6c475f95d8 req-9180cb12-ae11-4256-a742-176c001d95c1 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1095 time: 0.0524590 Jul 08 17:58:43.692580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-841f9970-976b-4f17-9525-fd6c475f95d8 req-77fef135-ee6c-4906-923f-e96745e705a2 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281005 Jul 08 17:58:43.810092 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.209588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2f4e4b46-91e3-435e-afd3-c2f044678e23 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:58:44.261476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 2f4e4b46-91e3-435e-afd3-c2f044678e23 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:58:44.265569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 2f4e4b46-91e3-435e-afd3-c2f044678e23 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:58:44.266004 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.348446 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.376492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4e4b46-91e3-435e-afd3-c2f044678e23'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:44.379974 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c64c9cb-0b7f-4801-80fe-b5bd38d9ae20" -d '{"events": [{"server_uuid": "e9b60f9d-f91b-47b1-a0e2-2a02380953b7", "name": "network-vif-plugged", "status": "completed", "tag": "2f4e4b46-91e3-435e-afd3-c2f044678e23"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:44.395668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 2f4e4b46-91e3-435e-afd3-c2f044678e23, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2f4e4b46-91e3-435e-afd3-c2f044678e23,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:44.399649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:44.425494 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e5c52b-bf10-4df4-80ca-047efc1c3829 x-openstack-request-id: req-66e5c52b-bf10-4df4-80ca-047efc1c3829 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:44.425781 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b60f9d-f91b-47b1-a0e2-2a02380953b7", "name": "network-vif-plugged", "status": "completed", "tag": "2f4e4b46-91e3-435e-afd3-c2f044678e23", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:44.426038 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-66e5c52b-bf10-4df4-80ca-047efc1c3829 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:44.426424 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4e4b46-91e3-435e-afd3-c2f044678e23', 'code': 200} Jul 08 17:58:44.453351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=2f4e4b46-91e3-435e-afd3-c2f044678e23,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:44.583396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa14434-4da2-4192-9939-c013e6e3fbfc req-9292f4b7-deae-4f1c-8434-298db0514693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.585080 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3aa14434-4da2-4192-9939-c013e6e3fbfc req-9292f4b7-deae-4f1c-8434-298db0514693 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.0576673 Jul 08 17:58:44.634104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3aa14434-4da2-4192-9939-c013e6e3fbfc req-665af103-1265-46b3-b086-b0109326ab0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300930 Jul 08 17:58:44.858390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9d64e-cb6e-4460-8d3e-f2d939ad40fc req-48fdef38-3c82-4dbb-9856-3272aaebf071 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:44.859998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01e9d64e-cb6e-4460-8d3e-f2d939ad40fc req-48fdef38-3c82-4dbb-9856-3272aaebf071 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.0547264 Jul 08 17:58:44.896181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01e9d64e-cb6e-4460-8d3e-f2d939ad40fc req-06e2a4fd-d80f-444d-b819-f360ad474c06 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300584 Jul 08 17:58:46.351782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d74b7-3b1e-4f7a-9d21-a79b619d5a4a req-dc70104d-0702-4a7c-9ec5-262f05f1be34 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:46.353342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e90d74b7-3b1e-4f7a-9d21-a79b619d5a4a req-dc70104d-0702-4a7c-9ec5-262f05f1be34 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.3485096 Jul 08 17:58:46.388430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e90d74b7-3b1e-4f7a-9d21-a79b619d5a4a req-d34a89f8-eccc-4fe6-8e45-6cd2e883980d tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293806 Jul 08 17:58:46.546489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f592c3-ab7e-4209-ab3e-3d0d955d304b req-27537aed-b95a-4e4f-a489-0152a6348db9 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:46.547975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63f592c3-ab7e-4209-ab3e-3d0d955d304b req-27537aed-b95a-4e4f-a489-0152a6348db9 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.0504529 Jul 08 17:58:46.582457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63f592c3-ab7e-4209-ab3e-3d0d955d304b req-431bc790-e104-411c-b1f8-3db5403e498a tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284498 Jul 08 17:58:46.741956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca524551-9b04-4cb9-b228-2c4b7b77b885 req-4c8d3137-de84-41a6-ab1b-94cd9a704e7c tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:46.743464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca524551-9b04-4cb9-b228-2c4b7b77b885 req-4c8d3137-de84-41a6-ab1b-94cd9a704e7c tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.0544701 Jul 08 17:58:46.779457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca524551-9b04-4cb9-b228-2c4b7b77b885 req-f1c4d861-f8a7-4873-b428-4e6d29752696 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Jul 08 17:58:47.136162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cffd-d226-4e05-96ed-6f54ca6d1d74 req-309335d0-6c42-4b11-8342-a4acc59a4b10 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:47.137636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b047cffd-d226-4e05-96ed-6f54ca6d1d74 req-309335d0-6c42-4b11-8342-a4acc59a4b10 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.0500810 Jul 08 17:58:47.171573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b047cffd-d226-4e05-96ed-6f54ca6d1d74 req-93e56b15-5256-4f7e-944c-0fd4ff7673db tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283473 Jul 08 17:58:48.332557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed9b3b-b985-40bb-bc6b-ddd79abe1619 req-bc2a1aea-f87b-40d2-8802-b2505fc30128 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.334093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22ed9b3b-b985-40bb-bc6b-ddd79abe1619 req-bc2a1aea-f87b-40d2-8802-b2505fc30128 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.0523360 Jul 08 17:58:48.372543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22ed9b3b-b985-40bb-bc6b-ddd79abe1619 req-d54b7a64-1bf7-44be-93b7-5c1048bdf890 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Jul 08 17:58:48.824439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1c9a6c2e-e48a-43fe-8ce5-459913ca87de tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:48.825987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1c9a6c2e-e48a-43fe-8ce5-459913ca87de tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 1096 time: 0.0513053 Jul 08 17:58:48.919887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Deleting port 2f4e4b46-91e3-435e-afd3-c2f044678e23 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:48.920244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.000119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] For port 2f4e4b46-91e3-435e-afd3-c2f044678e23, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=2f4e4b46-91e3-435e-afd3-c2f044678e23,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:49.000478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.012887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Calling delete_port for 2f4e4b46-91e3-435e-afd3-c2f044678e23 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:49.135570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.146710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4bb22671-18df-4473-be27-91e67f3e61a3'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:49.163219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f4e4b46-91e3-435e-afd3-c2f044678e23,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:49.175656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['2f4e4b46-91e3-435e-afd3-c2f044678e23'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:49.212488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] No DVR routers for this DVR port 2f4e4b46-91e3-435e-afd3-c2f044678e23 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:49.215870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:49.219226 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be07c11-7188-4752-b2d5-e575b1c48b90 req-1187d98c-a5ef-4b5f-a61d-44112b70fb32 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2f4e4b46-91e3-435e-afd3-c2f044678e23 HTTP/1.1" status: 204 len: 173 time: 0.3864923 Jul 08 17:58:49.219841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'name': 'network-vif-deleted', 'tag': '2f4e4b46-91e3-435e-afd3-c2f044678e23'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:49.223197 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501ecc1e-97d5-4602-8eb5-cf7d65b06754" -d '{"events": [{"server_uuid": "e9b60f9d-f91b-47b1-a0e2-2a02380953b7", "name": "network-vif-deleted", "tag": "2f4e4b46-91e3-435e-afd3-c2f044678e23"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:49.305301 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8d322-4613-489c-9af1-bfdced768b16 x-openstack-request-id: req-2ad8d322-4613-489c-9af1-bfdced768b16 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:49.305601 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b60f9d-f91b-47b1-a0e2-2a02380953b7", "name": "network-vif-deleted", "tag": "2f4e4b46-91e3-435e-afd3-c2f044678e23", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:49.305841 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ad8d322-4613-489c-9af1-bfdced768b16 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:49.306255 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b60f9d-f91b-47b1-a0e2-2a02380953b7', 'name': 'network-vif-deleted', 'tag': '2f4e4b46-91e3-435e-afd3-c2f044678e23', 'status': 'completed', 'code': 200} Jul 08 17:58:49.533737 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e7649f5-de49-4b15-8600-4bebb507bbcb req-7c9b29bb-03cf-4578-a706-0b133191f184 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e9b60f9d-f91b-47b1-a0e2-2a02380953b7 HTTP/1.1" status: 200 len: 210 time: 0.0265086 Jul 08 17:58:50.978829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c13b3-df24-4068-95d9-450804f72183 req-3b2f6db7-ba00-41d6-9c49-ddb5cc886f42 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:50.980404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-534c13b3-df24-4068-95d9-450804f72183 req-3b2f6db7-ba00-41d6-9c49-ddb5cc886f42 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0562465 Jul 08 17:58:51.015258 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-534c13b3-df24-4068-95d9-450804f72183 req-65e653de-470b-4092-ba20-498b981e0f39 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291533 Jul 08 17:58:52.178364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8830b8f-8f8e-40e9-bc10-44ad960f40f2 req-3eafa167-c6ef-4083-bf64-c7ddc4a96b9a tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.179886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8830b8f-8f8e-40e9-bc10-44ad960f40f2 req-3eafa167-c6ef-4083-bf64-c7ddc4a96b9a tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0517564 Jul 08 17:58:52.213479 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8830b8f-8f8e-40e9-bc10-44ad960f40f2 req-04b33118-f05e-49cd-b4c1-74f1279d48aa tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4028e436-2a12-42a1-81a8-b690413edbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278149 Jul 08 17:58:52.257565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2f4e4b46-91e3-435e-afd3-c2f044678e23 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:52.278203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 2f4e4b46-91e3-435e-afd3-c2f044678e23 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:52.278891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 2f4e4b46-91e3-435e-afd3-c2f044678e23 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:52.338520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-ba6cc27c-f433-4533-b881-b4d4060b20ab tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:58:52.340029 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-ba6cc27c-f433-4533-b881-b4d4060b20ab tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 1096 time: 0.0529058 Jul 08 17:58:52.430263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Deleting port 4bb22671-18df-4473-be27-91e67f3e61a3 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:52.430517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.509673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] For port 4bb22671-18df-4473-be27-91e67f3e61a3, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4bb22671-18df-4473-be27-91e67f3e61a3,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:52.510026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.522917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Calling delete_port for 4bb22671-18df-4473-be27-91e67f3e61a3 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:52.644125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.657858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4bb22671-18df-4473-be27-91e67f3e61a3'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:58:52.671630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bb22671-18df-4473-be27-91e67f3e61a3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:52.715600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] No DVR routers for this DVR port 4bb22671-18df-4473-be27-91e67f3e61a3 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:52.718327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:52.720376 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2288bfd-11d6-48f0-880d-5f1c62881a95 req-4a8ae5db-6a59-42ac-8e44-ccc546f90958 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.72 "DELETE /v2.0/ports/4bb22671-18df-4473-be27-91e67f3e61a3 HTTP/1.1" status: 204 len: 173 time: 0.3728883 Jul 08 17:58:52.720849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'name': 'network-vif-deleted', 'tag': '4bb22671-18df-4473-be27-91e67f3e61a3'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:58:52.723194 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41436f0-3510-4c60-984f-9c45bb3dd7d2" -d '{"events": [{"server_uuid": "6b133c98-8264-42f7-b5d2-39cf914d290b", "name": "network-vif-deleted", "tag": "4bb22671-18df-4473-be27-91e67f3e61a3"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:58:52.775856 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c82103-c224-48ac-8637-e2ac11bb7d4b x-openstack-request-id: req-f4c82103-c224-48ac-8637-e2ac11bb7d4b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:58:52.776249 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b133c98-8264-42f7-b5d2-39cf914d290b", "name": "network-vif-deleted", "tag": "4bb22671-18df-4473-be27-91e67f3e61a3", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:58:52.777206 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4c82103-c224-48ac-8637-e2ac11bb7d4b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:58:52.777206 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b133c98-8264-42f7-b5d2-39cf914d290b', 'name': 'network-vif-deleted', 'tag': '4bb22671-18df-4473-be27-91e67f3e61a3', 'status': 'completed', 'code': 200} Jul 08 17:58:53.368849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e54a97bf-3d7f-4851-aa37-c6aa1a638787 req-b00cca42-37fd-410e-a0fa-2481717f3545 tempest-TestServerMultinode-159754249 tempest-TestServerMultinode-159754249-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6b133c98-8264-42f7-b5d2-39cf914d290b HTTP/1.1" status: 200 len: 210 time: 0.0292761 Jul 08 17:58:54.465650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48400) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:54.833294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.096192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Deleting port 83e1c94f-4452-4af3-a0bc-4d28c3ada534 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:55.096461 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.179133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] For port 83e1c94f-4452-4af3-a0bc-4d28c3ada534, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=83e1c94f-4452-4af3-a0bc-4d28c3ada534,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:55.179495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.191898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Calling delete_port for 83e1c94f-4452-4af3-a0bc-4d28c3ada534 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:55.373617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:55.404074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e1c94f-4452-4af3-a0bc-4d28c3ada534,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:55.763099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4bb22671-18df-4473-be27-91e67f3e61a3 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:55.786822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 4bb22671-18df-4473-be27-91e67f3e61a3 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:55.787263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4bb22671-18df-4473-be27-91e67f3e61a3 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:55.893876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.012630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.115778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:56.221859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:56.227771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a52b537e-80c1-4a39-acfd-dcbfa01f7ee8 admin admin] 10.222.0.63 "PUT /v2.0/routers/2224cb5a-b56c-4edb-ab0d-72380a57a6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7607920 Jul 08 17:58:56.230505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48408) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:56.234213 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] Sync routers for ids ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:56.247062 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] Routers {'2224cb5a-b56c-4edb-ab0d-72380a57a6c5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:56.247878 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.340144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.449780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.464320 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] Set router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:56.508311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Deleting port 7bc188b6-07c1-49b4-868e-bbb872a43cd1 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:56.508651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.587790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] For port 7bc188b6-07c1-49b4-868e-bbb872a43cd1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7bc188b6-07c1-49b4-868e-bbb872a43cd1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:56.588168 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.601365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Calling delete_port for 7bc188b6-07c1-49b4-868e-bbb872a43cd1 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:56.652958 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:58:55Z', 'revision_number': 5, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port': {'id': '7bc188b6-07c1-49b4-868e-bbb872a43cd1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.679146 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] Checking router: 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:56.687354 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] Routers {'2224cb5a-b56c-4edb-ab0d-72380a57a6c5'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:56.687963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.780393 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] Set router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:56.787830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:56.830501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc188b6-07c1-49b4-868e-bbb872a43cd1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:56.837027 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:58:56Z', 'revision_number': 6, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:56.872622 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ca248-cb84-42bd-a950-5fc8dec79406 None None] The sync data for ids ['2224cb5a-b56c-4edb-ab0d-72380a57a6c5'] in n-d-799528-4 is: [{'id': '2224cb5a-b56c-4edb-ab0d-72380a57a6c5', 'name': 'tempest-TestServerMultinode-118066159-router', 'tenant_id': 'cfd1c1c467b847b39866d59bef6860a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:54Z', 'updated_at': '2021-07-08T17:58:56Z', 'revision_number': 6, 'project_id': 'cfd1c1c467b847b39866d59bef6860a7', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:56.914687 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.009749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.011969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.058336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.059079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2224cb5a-b56c-4edb-ab0d-72380a57a6c5 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:58:57.063816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.064914 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-55467d93-755f-4168-ae9c-c0b32ca935dc admin admin] 10.222.0.63 "DELETE /v2.0/routers/2224cb5a-b56c-4edb-ab0d-72380a57a6c5 HTTP/1.1" status: 204 len: 168 time: 0.8334498 Jul 08 17:58:57.067421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48412) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:57.119561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] Deleting subnet 75a4c8c3-3202-4462-b3c4-e6292c753701 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:58:57.123039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.156409 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.234916 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.303268 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.338268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a4c8c3-3202-4462-b3c4-e6292c753701,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:57.342110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.343923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-96590940-4ae8-45e9-9429-e983304bae60 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/75a4c8c3-3202-4462-b3c4-e6292c753701 HTTP/1.1" status: 204 len: 168 time: 0.2754579 Jul 08 17:58:57.346449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48414) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:57.353190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d904e03-6b5b-4df3-903b-94d92e9f55f1 None None] Network 937b8c05-c7e4-46f3-a018-0e082e042816 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:58:57.397647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 83e1c94f-4452-4af3-a0bc-4d28c3ada534 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:57.419364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.426076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 83e1c94f-4452-4af3-a0bc-4d28c3ada534 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:57.426435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 83e1c94f-4452-4af3-a0bc-4d28c3ada534 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:57.488295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Deleting port 353d11d1-e288-440d-99cd-23ff01231822 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:57.488647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.524160 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d4e57d1-0b3b-4124-899f-eca5b6e591aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.561332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] For port 353d11d1-e288-440d-99cd-23ff01231822, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=353d11d1-e288-440d-99cd-23ff01231822,segment=NetworkSegment(0604802f-4927-4d42-9f9b-71969bda63b4),segment_id=0604802f-4927-4d42-9f9b-71969bda63b4)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:57.561692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.575980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Calling delete_port for 353d11d1-e288-440d-99cd-23ff01231822 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:57.659765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.686393 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=353d11d1-e288-440d-99cd-23ff01231822,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:57.689823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] No DVR routers for this DVR port 353d11d1-e288-440d-99cd-23ff01231822 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:58:57.731108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b13fb3-b4fc-4a26-abbd-296420c09a1f None None] DHCP port deletion for 937b8c05-c7e4-46f3-a018-0e082e042816 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:58:57.769173 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.780294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937b8c05-c7e4-46f3-a018-0e082e042816']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:57.791549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0604802f-4927-4d42-9f9b-71969bda63b4') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:57.791826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0604802f-4927-4d42-9f9b-71969bda63b4') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:57.803981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.820340 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.826909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:58:57.827368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:58:57.829313 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:58:57.891510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.898554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:57.904664 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] 10.222.0.63 "DELETE /v2.0/networks/937b8c05-c7e4-46f3-a018-0e082e042816 HTTP/1.1" status: 204 len: 168 time: 0.5530739 Jul 08 17:58:57.904824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48420) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:57.912702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6438a7-448d-4cd3-a26b-9e8975455d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=937b8c05-c7e4-46f3-a018-0e082e042816,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:58.287803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.538321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Deleting port 01753acb-5c6e-4979-afcf-c9e878b7a762 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:58.538659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.621322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] For port 01753acb-5c6e-4979-afcf-c9e878b7a762, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=01753acb-5c6e-4979-afcf-c9e878b7a762,segment=NetworkSegment(f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef),segment_id=f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:58.621711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.634114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Calling delete_port for 01753acb-5c6e-4979-afcf-c9e878b7a762 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:58.816258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:58.839380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01753acb-5c6e-4979-afcf-c9e878b7a762,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:58:58.853042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.853390 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.853732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.854072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.854402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.854727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.855055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.855376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.855701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.856019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.856340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:58.856662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:58:59.026622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.193638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7bc188b6-07c1-49b4-868e-bbb872a43cd1 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:59.215925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7bc188b6-07c1-49b4-868e-bbb872a43cd1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:59.216268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7bc188b6-07c1-49b4-868e-bbb872a43cd1 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:59.216680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 353d11d1-e288-440d-99cd-23ff01231822 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:58:59.235130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 353d11d1-e288-440d-99cd-23ff01231822 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:58:59.235469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 353d11d1-e288-440d-99cd-23ff01231822 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:58:59.260330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 17:58:59.365642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 17:58:59.370880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fc21cbb9-b5d6-45be-bce7-d1d2e6183ec9 admin admin] 10.222.0.63 "PUT /v2.0/routers/4b7b2df0-444e-429c-a00f-21e2bbfdb945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4659319 Jul 08 17:58:59.373448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48426) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:58:59.375342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] Sync routers for ids ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 17:58:59.385095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] Routers {'4b7b2df0-444e-429c-a00f-21e2bbfdb945'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:59.385715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:59.479869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.488234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] Set router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:59.586847 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.639391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Deleting port b2d1cca0-9249-4d0d-9937-2a226446def7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:58:59.639641 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.669115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:58Z', 'revision_number': 5, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port': {'id': 'b2d1cca0-9249-4d0d-9937-2a226446def7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:05Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:59.699648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] Checking router: 4b7b2df0-444e-429c-a00f-21e2bbfdb945 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 17:58:59.707883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] Routers {'4b7b2df0-444e-429c-a00f-21e2bbfdb945'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 17:58:59.708478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T17:58:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:59.720687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] For port b2d1cca0-9249-4d0d-9937-2a226446def7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b2d1cca0-9249-4d0d-9937-2a226446def7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:58:59.721086 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.739163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Calling delete_port for b2d1cca0-9249-4d0d-9937-2a226446def7 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:58:59.794220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] Set router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 17:58:59.845213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:59Z', 'revision_number': 6, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:58:59.880858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c9433-1cfa-48ac-a90d-6e327ae7effd None None] The sync data for ids ['4b7b2df0-444e-429c-a00f-21e2bbfdb945'] in n-d-799528-4 is: [{'id': '4b7b2df0-444e-429c-a00f-21e2bbfdb945', 'name': 'tempest-TestServerMultinode-1005548832-router', 'tenant_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:58:04Z', 'updated_at': '2021-07-08T17:58:59Z', 'revision_number': 6, 'project_id': '8eb7a1d2ed0142a7a54d8726b8674cad', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 17:58:59.927427 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:58:59.959687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d1cca0-9249-4d0d-9937-2a226446def7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:00.014691 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0e7f261c-dec0-4ec7-9b72-1ecd7bc0cc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.025455 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.078259 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:59:00.115892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.118139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.161869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.162360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7b2df0-444e-429c-a00f-21e2bbfdb945 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 17:59:00.166670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.167878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2613b3a0-a063-4eb4-961b-b1683478458e admin admin] 10.222.0.63 "DELETE /v2.0/routers/4b7b2df0-444e-429c-a00f-21e2bbfdb945 HTTP/1.1" status: 204 len: 168 time: 0.7927244 Jul 08 17:59:00.170261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48430) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:00.218864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] Deleting subnet bccd7b50-cc9b-4af3-af4a-e59d78a217a4 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 17:59:00.221939 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.259219 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.362953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.422213 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.447709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccd7b50-cc9b-4af3-af4a-e59d78a217a4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:00.451465 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.456159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-215f47f9-78e0-4582-ae74-248f755b1eb0 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bccd7b50-cc9b-4af3-af4a-e59d78a217a4 HTTP/1.1" status: 204 len: 168 time: 0.2849452 Jul 08 17:59:00.456436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48432) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:00.462316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc122c54-0dbf-4d1f-95de-9ddf9625549d None None] Network ad2ac945-804f-44b8-9dff-d0cadb5c90f0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 17:59:00.508754 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.531074 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.593043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Deleting port e532e037-a885-4a4d-9d05-6d8627a9277f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:00.593612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.669878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] For port e532e037-a885-4a4d-9d05-6d8627a9277f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e532e037-a885-4a4d-9d05-6d8627a9277f,segment=NetworkSegment(f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef),segment_id=f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:00.670244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.682361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] DHCP port deletion for ad2ac945-804f-44b8-9dff-d0cadb5c90f0 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 17:59:00.687126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Calling delete_port for e532e037-a885-4a4d-9d05-6d8627a9277f owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:00.739481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] Deleting port e532e037-a885-4a4d-9d05-6d8627a9277f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 17:59:00.739995 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.776173 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.812172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Pushing event deleted for resources: {'Port': ['ID=e532e037-a885-4a4d-9d05-6d8627a9277f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:00.815734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] No DVR routers for this DVR port e532e037-a885-4a4d-9d05-6d8627a9277f on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:00.825363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] For port e532e037-a885-4a4d-9d05-6d8627a9277f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e532e037-a885-4a4d-9d05-6d8627a9277f,segment=NetworkSegment(f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef),segment_id=f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:00.825769 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.840473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] Calling delete_port for e532e037-a885-4a4d-9d05-6d8627a9277f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 17:59:00.886629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.898240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2ac945-804f-44b8-9dff-d0cadb5c90f0']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:00.910451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:00.910761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bd1dbb-6eef-4022-b7c3-9d250cbee0ef') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 17:59:00.920701 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 17:59:00.925183 n-d-799528-4 neutron-server[93666]: self.session.flush() Jul 08 17:59:00.934539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.935159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.941887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 17:59:00.942285 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: timer() Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 17:59:00.943980 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 17:59:00.963939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] Pushing event deleted for resources: {'Port': ['ID=e532e037-a885-4a4d-9d05-6d8627a9277f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:00.968777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc4af9-db33-4ab6-b67e-de7a673745d3 None None] No DVR routers for this DVR port e532e037-a885-4a4d-9d05-6d8627a9277f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:01.003243 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.009570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.013876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ad2ac945-804f-44b8-9dff-d0cadb5c90f0 HTTP/1.1" status: 204 len: 168 time: 0.5533078 Jul 08 17:59:01.025725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4498d-4090-4e89-81ac-6d32ac680072 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2ac945-804f-44b8-9dff-d0cadb5c90f0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:01.146174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e532e037-a885-4a4d-9d05-6d8627a9277f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:01.166269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e532e037-a885-4a4d-9d05-6d8627a9277f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:01.166596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e532e037-a885-4a4d-9d05-6d8627a9277f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:01.167201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 01753acb-5c6e-4979-afcf-c9e878b7a762 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:01.186618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 01753acb-5c6e-4979-afcf-c9e878b7a762 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:01.186910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 01753acb-5c6e-4979-afcf-c9e878b7a762 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:01.187304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2d1cca0-9249-4d0d-9937-2a226446def7 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:01.196163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48436) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:01.208949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b2d1cca0-9249-4d0d-9937-2a226446def7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 17:59:01.209289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b2d1cca0-9249-4d0d-9937-2a226446def7 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:01.253546 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2a833006-23ac-4c93-a76e-100450ce01aa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cfd1c1c467b847b39866d59bef6860a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557675 Jul 08 17:59:01.256541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48438) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:01.304979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50aef25c-3d93-406d-ad5a-b492a95721e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.327267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50aef25c-3d93-406d-ad5a-b492a95721e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.376711 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50aef25c-3d93-406d-ad5a-b492a95721e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.381359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-50aef25c-3d93-406d-ad5a-b492a95721e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.382796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-50aef25c-3d93-406d-ad5a-b492a95721e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c168a24e-5105-4c02-8eb8-d53bfe18777a HTTP/1.1" status: 204 len: 168 time: 0.1249607 Jul 08 17:59:01.395025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aef25c-3d93-406d-ad5a-b492a95721e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c168a24e-5105-4c02-8eb8-d53bfe18777a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:01.449732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.727405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48446) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:01.770772 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0c1a2a22-04a3-432b-ba34-925a6b98ef01 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8eb7a1d2ed0142a7a54d8726b8674cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421162 Jul 08 17:59:01.773589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48448) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:01.821883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a011545a-3858-4b5c-892d-3fbd132dab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.842882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a011545a-3858-4b5c-892d-3fbd132dab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.889475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a011545a-3858-4b5c-892d-3fbd132dab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.892079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a011545a-3858-4b5c-892d-3fbd132dab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:01.893255 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a011545a-3858-4b5c-892d-3fbd132dab9f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4028e436-2a12-42a1-81a8-b690413edbbf HTTP/1.1" status: 204 len: 168 time: 0.1188810 Jul 08 17:59:01.902642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011545a-3858-4b5c-892d-3fbd132dab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028e436-2a12-42a1-81a8-b690413edbbf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:02.893321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:03.347272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcacc00-6966-41f8-82fd-bda581fcc2df req-c88da19a-3313-41f6-882d-a5f7bb259c97 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.348726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bcacc00-6966-41f8-82fd-bda581fcc2df req-c88da19a-3313-41f6-882d-a5f7bb259c97 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0519493 Jul 08 17:59:03.383186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bcacc00-6966-41f8-82fd-bda581fcc2df req-a863c708-b7dc-4a4b-b80c-e6b1a46997a6 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287058 Jul 08 17:59:03.558231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7462c4-8126-4dfb-972c-98ce431a7968 req-50814f99-d1aa-4f94-bf95-6f91a32aba0c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:03.559760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c7462c4-8126-4dfb-972c-98ce431a7968 req-50814f99-d1aa-4f94-bf95-6f91a32aba0c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0655997 Jul 08 17:59:03.599523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c7462c4-8126-4dfb-972c-98ce431a7968 req-1519201c-ddcf-4aad-b400-e7d4e1066769 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Jul 08 17:59:03.624294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48462) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:03.689937 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e6eb8f5d-7c28-44e3-9402-789e3c6ad26c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/1cb35835-f4ee-47a4-9ed5-f77aece5e62f HTTP/1.1" status: 200 len: 993 time: 0.0642645 Jul 08 17:59:04.304817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-cf984456-76b4-410e-b21a-219e6efdc075 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660739 Jul 08 17:59:04.357325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02890a1b-90f9-4918-a88d-6d77a88bc13c req-6029f70e-30c6-4fe7-9135-6443327f7c44 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:04.358908 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02890a1b-90f9-4918-a88d-6d77a88bc13c req-6029f70e-30c6-4fe7-9135-6443327f7c44 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0699680 Jul 08 17:59:04.397385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-02890a1b-90f9-4918-a88d-6d77a88bc13c req-5e5cc922-86d4-41a4-bd04-fac4bd160000 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327868 Jul 08 17:59:05.537458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-07895021-79dc-40c3-8b35-45c57abf6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.539114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-07895021-79dc-40c3-8b35-45c57abf6733 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0563743 Jul 08 17:59:05.579645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457ae7d-2ec3-44d7-9485-d16f3c154d71 req-44ad63a3-44ea-44cf-9ce3-d2dd72cdb63b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.581205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6457ae7d-2ec3-44d7-9485-d16f3c154d71 req-44ad63a3-44ea-44cf-9ce3-d2dd72cdb63b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0655692 Jul 08 17:59:05.624095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6457ae7d-2ec3-44d7-9485-d16f3c154d71 req-55cf8d7e-8adf-4761-9bc4-79fdc3456211 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358016 Jul 08 17:59:05.633287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-25cb5a79-9127-458e-b64b-7055f1506056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.634814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-25cb5a79-9127-458e-b64b-7055f1506056 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.0880635 Jul 08 17:59:05.706088 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-fcec4a65-7c1b-4a78-8918-aca1bec86c5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 1001 time: 0.0637574 Jul 08 17:59:05.755142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-03d406fa-5ae1-4df3-9475-6561337fca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.756568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-03d406fa-5ae1-4df3-9475-6561337fca5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0433736 Jul 08 17:59:05.813847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-0ac5ee2e-5cc4-41c6-9e41-1cfa2734fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:05.815469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-0ac5ee2e-5cc4-41c6-9e41-1cfa2734fd9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508988 Jul 08 17:59:05.914671 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-2b8e2b94-4bf8-4d09-be0e-50e35eb00f4c service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911071 Jul 08 17:59:06.017516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-e7263786-7940-4fcd-bce9-2d1d067d2a3f service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805635 Jul 08 17:59:06.797747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342239d-ccbd-4f96-8586-03a4cf825deb req-19bf04d6-87a7-4dd4-95f9-2f243aa7a7fd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:06.799238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1342239d-ccbd-4f96-8586-03a4cf825deb req-19bf04d6-87a7-4dd4-95f9-2f243aa7a7fd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0644848 Jul 08 17:59:06.837692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1342239d-ccbd-4f96-8586-03a4cf825deb req-da6acca7-235d-46f8-ba19-5335e089d04c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Jul 08 17:59:08.028975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9e024-3879-41e1-926d-437722be24e3 req-712d0872-1f23-44f1-a2b6-24dcea1c2b65 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:08.030500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6c9e024-3879-41e1-926d-437722be24e3 req-712d0872-1f23-44f1-a2b6-24dcea1c2b65 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0696187 Jul 08 17:59:08.071943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d6c9e024-3879-41e1-926d-437722be24e3 req-e185ef6c-14a4-4d48-bc92-b1df30ce03fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340452 Jul 08 17:59:09.264122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6cd3f-647b-4992-ac86-ad75d963e804 req-6ad7f4f4-48e0-4407-9a44-d66262699d5e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:09.265777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79d6cd3f-647b-4992-ac86-ad75d963e804 req-6ad7f4f4-48e0-4407-9a44-d66262699d5e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0735574 Jul 08 17:59:09.308763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79d6cd3f-647b-4992-ac86-ad75d963e804 req-a9c68da0-6d1c-4b19-aa50-e7fe3d1db1ba tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360837 Jul 08 17:59:10.493109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87d3db-ee0b-43e5-84b0-579f933ab2d3 req-91540b69-fe28-4865-b8b9-b9bb7ef0038d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:10.494818 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a87d3db-ee0b-43e5-84b0-579f933ab2d3 req-91540b69-fe28-4865-b8b9-b9bb7ef0038d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0712707 Jul 08 17:59:10.536120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a87d3db-ee0b-43e5-84b0-579f933ab2d3 req-09446c84-acfb-47ea-b374-76b7de4f8a65 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356603 Jul 08 17:59:11.718298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d36520-44d1-4da5-a032-e29aee9d6849 req-1df9c998-e075-404c-9186-738093592496 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:11.719807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59d36520-44d1-4da5-a032-e29aee9d6849 req-1df9c998-e075-404c-9186-738093592496 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0664659 Jul 08 17:59:11.763264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59d36520-44d1-4da5-a032-e29aee9d6849 req-836f7ae2-6102-47e6-945c-9c9ece626e51 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372176 Jul 08 17:59:12.951394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63749bd4-44c0-4bf8-996f-d8e58df394e5 req-52ba311e-36e1-495d-9ea1-0dce74ccbb5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:12.952916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63749bd4-44c0-4bf8-996f-d8e58df394e5 req-52ba311e-36e1-495d-9ea1-0dce74ccbb5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0699582 Jul 08 17:59:12.992538 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63749bd4-44c0-4bf8-996f-d8e58df394e5 req-5e0453fe-d985-4289-91d8-e1dcad335536 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338607 Jul 08 17:59:13.826039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:14.174798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1d2a-a10c-4fee-a8fb-95f5de6bf956 req-0f3a1cc0-3b64-4f62-a36e-b7bc3b10d257 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:14.176204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-444c1d2a-a10c-4fee-a8fb-95f5de6bf956 req-0f3a1cc0-3b64-4f62-a36e-b7bc3b10d257 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0646713 Jul 08 17:59:14.213778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-444c1d2a-a10c-4fee-a8fb-95f5de6bf956 req-0b0e41c3-cd62-4f22-9716-0afdee685d53 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Jul 08 17:59:15.393101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05cdab-bac9-49a0-a159-ba68bfc807b5 req-da7a18bc-1cf6-4927-86b3-719a7c85a418 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:15.394500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee05cdab-bac9-49a0-a159-ba68bfc807b5 req-da7a18bc-1cf6-4927-86b3-719a7c85a418 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0689542 Jul 08 17:59:15.432056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee05cdab-bac9-49a0-a159-ba68bfc807b5 req-0bc08c7b-d122-4de4-9688-e4bb17dfaa54 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Jul 08 17:59:16.607016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc23c0-cf33-4c32-adde-da05b7593559 req-912a0aa6-9968-4dec-8f34-2778f76aaece tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:16.608535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5bc23c0-cf33-4c32-adde-da05b7593559 req-912a0aa6-9968-4dec-8f34-2778f76aaece tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0661249 Jul 08 17:59:16.645778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5bc23c0-cf33-4c32-adde-da05b7593559 req-31b497cb-52bd-4623-9082-246d62e5cbe8 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Jul 08 17:59:17.824831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3f1ba-181f-4728-b6ad-cb02e5db0f7a req-14b059b3-e861-409c-a9c8-c0d53aeb25fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:17.826340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4da3f1ba-181f-4728-b6ad-cb02e5db0f7a req-14b059b3-e861-409c-a9c8-c0d53aeb25fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0684998 Jul 08 17:59:17.864180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4da3f1ba-181f-4728-b6ad-cb02e5db0f7a req-310f8203-03c1-403e-b5fa-16aab63a46bd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Jul 08 17:59:19.045210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edb9d2-7e61-430f-be3b-aee707684746 req-bd771746-521e-4083-bbac-b8f33a97c723 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:19.046716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1edb9d2-7e61-430f-be3b-aee707684746 req-bd771746-521e-4083-bbac-b8f33a97c723 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0723412 Jul 08 17:59:19.085961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f1edb9d2-7e61-430f-be3b-aee707684746 req-12a343dc-fcad-431a-928b-d72137d7bcc6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334458 Jul 08 17:59:20.259369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43187f-65af-4166-9255-34df3b36b243 req-288d6f9e-3a1a-4145-89c2-2cac1ac84d2b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:20.260929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff43187f-65af-4166-9255-34df3b36b243 req-288d6f9e-3a1a-4145-89c2-2cac1ac84d2b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0635548 Jul 08 17:59:20.302105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ff43187f-65af-4166-9255-34df3b36b243 req-3e7db9d3-c9e0-4c56-8b5c-753c71cf2d5e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Jul 08 17:59:21.481700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3ef2-ef4e-404c-821c-d2ed58037dc9 req-d181b177-178d-4fc5-afe4-8dd3258d8f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:21.483207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32fb3ef2-ef4e-404c-821c-d2ed58037dc9 req-d181b177-178d-4fc5-afe4-8dd3258d8f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0694828 Jul 08 17:59:21.520100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32fb3ef2-ef4e-404c-821c-d2ed58037dc9 req-d9a33ff2-7ed9-4422-93e4-0687231bcf78 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Jul 08 17:59:22.151804 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-6e3ed599-0141-4682-af8c-45e309f192aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557985 Jul 08 17:59:22.243174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-b5b848df-0867-4872-9eaa-5fa293c09452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.244656 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-b5b848df-0867-4872-9eaa-5fa293c09452 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 1096 time: 0.0525048 Jul 08 17:59:22.344546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-a717ec8a-da58-4836-addc-2c6c57fc6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.346031 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-a717ec8a-da58-4836-addc-2c6c57fc6b73 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.0821657 Jul 08 17:59:22.414895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-1ad364ad-0de1-4783-b4fb-fcb85ec24f47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92 HTTP/1.1" status: 200 len: 1001 time: 0.0617929 Jul 08 17:59:22.461695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-a9b4a0c4-5e47-4707-8588-2ed71f081636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.463123 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-a9b4a0c4-5e47-4707-8588-2ed71f081636 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0425262 Jul 08 17:59:22.519147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-86eca148-937e-46fd-85c7-8aa2cdd2b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.520636 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-86eca148-937e-46fd-85c7-8aa2cdd2b467 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513015 Jul 08 17:59:22.617796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-e3d5581e-793c-4c2e-90f1-fcc4bda02a01 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892687 Jul 08 17:59:22.701134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551249b-83ec-4831-8e32-56a27d34cf0b req-6c923ee2-03e1-4a73-8ba6-4acdf1e0cfbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:22.702580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c551249b-83ec-4831-8e32-56a27d34cf0b req-6c923ee2-03e1-4a73-8ba6-4acdf1e0cfbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0652928 Jul 08 17:59:22.715327 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5de70170-3162-4e7a-8572-3bfb111717d6 req-28f969c9-bd0f-4096-9d93-b850ab049f6c service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871847 Jul 08 17:59:22.747303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c551249b-83ec-4831-8e32-56a27d34cf0b req-a300af7c-4b1f-4647-b29d-c9be8d49c6c4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372050 Jul 08 17:59:23.419789 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-1bf658b6-8bf6-4dfa-b749-fed4d71e19a6 service neutron] show failed (client error): The resource could not be found. Jul 08 17:59:23.420960 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-1bf658b6-8bf6-4dfa-b749-fed4d71e19a6 service neutron] 10.222.0.41 "GET /v2.0/ports/edf34fa0-f492-49a9-9c5a-2f22672d04e8/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0621727 Jul 08 17:59:23.677374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-9d5a3afc-42c2-4c13-bd53-a28502a2a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:23.678768 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-9d5a3afc-42c2-4c13-bd53-a28502a2a4ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 1096 time: 0.0523827 Jul 08 17:59:23.691566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:23.761276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:23.934445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9cff-b1f0-44cf-b1f1-438384a61f5a req-e4d812c0-ce02-4e7b-8797-e59b47f08b97 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:23.935868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cbb9cff-b1f0-44cf-b1f1-438384a61f5a req-e4d812c0-ce02-4e7b-8797-e59b47f08b97 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 945 time: 0.0716467 Jul 08 17:59:23.969295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:23.973769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cbb9cff-b1f0-44cf-b1f1-438384a61f5a req-ec0d5254-9a9d-418b-b85c-a3a063ce9b2b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320292 Jul 08 17:59:24.008348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:24.061242 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:24.063735 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418132c6-c7de-4d9b-ad93-f4daa6f195c6" -d '{"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:24.067371 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.090244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Transition to ACTIVE for port object edf34fa0-f492-49a9-9c5a-2f22672d04e8 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 17:59:24.095363 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.153918 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3ce3a-283d-48eb-9eed-f735355217e3 x-openstack-request-id: req-f4e3ce3a-283d-48eb-9eed-f735355217e3 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:24.154359 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:24.154765 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4e3ce3a-283d-48eb-9eed-f735355217e3 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:24.155346 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'code': 200} Jul 08 17:59:24.212721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:24.226984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.226984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.228309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.228641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.229082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.229415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.229737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.230059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.230376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.230694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.231020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.231333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:24.265604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] No DVR routers for this DVR port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:24.713336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:24.714404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:24.714404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:24.718139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:24.718464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:24.723185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:24.723524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Checking segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:24.723912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Bound using segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:24.724339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Bound port: edf34fa0-f492-49a9-9c5a-2f22672d04e8, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:24.724699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.786446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:24.789954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:24.794885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.827216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.827841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:24.829274 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] 10.222.0.72 "PUT /v2.0/ports/edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 1091 time: 1.1419663 Jul 08 17:59:24.854572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799dd97-9b64-4ce1-afe0-68eb6f0d4593 service neutron] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:24.919204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-6550b029-ca04-47c9-b1ae-eea81e238efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:24.920791 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-6550b029-ca04-47c9-b1ae-eea81e238efa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1094 time: 0.0590711 Jul 08 17:59:25.014904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-0ef97737-3cbd-4de6-86e6-bdf305cf942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.016543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-0ef97737-3cbd-4de6-86e6-bdf305cf942d service neutron] 10.222.0.72 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.0900388 Jul 08 17:59:25.084788 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-28566809-ab81-4674-974b-64426839a225 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.0620003 Jul 08 17:59:25.135505 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-bc5cea9e-6df2-4312-9a9b-dad385d30009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.137024 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-bc5cea9e-6df2-4312-9a9b-dad385d30009 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0457463 Jul 08 17:59:25.164525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66f0b-93a0-493b-a24f-54feacec2877 req-45b8fde6-2809-4458-ba16-715e1607eaa1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.166052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c66f0b-93a0-493b-a24f-54feacec2877 req-45b8fde6-2809-4458-ba16-715e1607eaa1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.0697556 Jul 08 17:59:25.195900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-e89ff6c0-de6f-4a00-8c42-2062acc831c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:25.197702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-e89ff6c0-de6f-4a00-8c42-2062acc831c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548820 Jul 08 17:59:25.226842 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b1c66f0b-93a0-493b-a24f-54feacec2877 req-bbd12d6c-d5e0-4007-8ea7-76644fd2ebd3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542545 Jul 08 17:59:25.293326 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-2e4e995f-c600-47fc-a7fa-992445ca5628 service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894885 Jul 08 17:59:25.380224 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0294d7f7-6af9-4ac8-a4e7-ee0f1b1aabc1 req-01ee2e38-bf06-4683-853c-06375c60cc49 service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807519 Jul 08 17:59:26.027121 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:26.157133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:26.159441 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423bfe83-2cf9-4513-bb5c-0344d19272eb" -d '{"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:26.205902 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522d16c-d114-4fb8-b588-40e426a40965 x-openstack-request-id: req-e522d16c-d114-4fb8-b588-40e426a40965 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:26.206202 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:26.206455 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e522d16c-d114-4fb8-b588-40e426a40965 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:26.206856 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'status': 'completed', 'code': 200} Jul 08 17:59:26.327983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-920cfddd-8ac1-4a64-92b0-b278c6dd340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.329527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-920cfddd-8ac1-4a64-92b0-b278c6dd340c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1094 time: 0.1032460 Jul 08 17:59:26.347895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-5f962b4c-b4da-4be3-8ff9-432ed4e793ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.349256 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-5f962b4c-b4da-4be3-8ff9-432ed4e793ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1094 time: 0.0917354 Jul 08 17:59:26.368542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:26.433994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e968f-a0ab-4826-9d62-4aadd58eed83 req-f798d07a-983e-4aa8-b7b7-59620c1b18d8 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.441822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:26.442164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e83e968f-a0ab-4826-9d62-4aadd58eed83 req-f798d07a-983e-4aa8-b7b7-59620c1b18d8 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.0770619 Jul 08 17:59:26.479305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e83e968f-a0ab-4826-9d62-4aadd58eed83 req-997d15f7-a41b-49d3-ba8b-f7268d22bb37 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360563 Jul 08 17:59:26.547647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-3c3b5048-1526-4bbe-99f5-17fe63b91f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.549178 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-3c3b5048-1526-4bbe-99f5-17fe63b91f54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.2117319 Jul 08 17:59:26.550265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-5c22eb06-c80d-4dee-9324-939df12f22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.551599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-5c22eb06-c80d-4dee-9324-939df12f22dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.1910138 Jul 08 17:59:26.670045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-ad739205-e87c-4f54-a204-4eb62bfe9a66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.1140494 Jul 08 17:59:26.687807 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-fc5e94e2-e7ec-4eb3-9af1-7f8549b4611f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.1245964 Jul 08 17:59:26.759000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-961f6fa6-fb0d-4bf0-b2f6-c37e50615d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.760575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-961f6fa6-fb0d-4bf0-b2f6-c37e50615d14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0827641 Jul 08 17:59:26.765770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-9b0e81c2-5aec-49eb-93f8-941d7a62c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.767155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-9b0e81c2-5aec-49eb-93f8-941d7a62c181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0610204 Jul 08 17:59:26.857826 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-620de607-3b6d-4888-9de6-993a061c671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.859349 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-620de607-3b6d-4888-9de6-993a061c671d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888703 Jul 08 17:59:26.864948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-5c6013a4-5cf1-4e67-a8d9-bbbf7188e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:26.866375 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-5c6013a4-5cf1-4e67-a8d9-bbbf7188e785 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878317 Jul 08 17:59:27.020542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-34e8060b-caf5-4ca6-9d27-ca75b554c40e service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525981 Jul 08 17:59:27.022688 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-bce9f835-bef7-4d0c-bdb9-03844c3f3ddd service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470528 Jul 08 17:59:27.184358 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-98712fca-de76-44e1-bd10-15cf9427efce service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576529 Jul 08 17:59:27.187699 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-423bfe83-2cf9-4513-bb5c-0344d19272eb req-de4d6a0e-37cd-4fe9-afb7-cc4330af17bd service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528661 Jul 08 17:59:27.485041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-de610e4a-d9b8-4b54-8fdb-4f95e1d24660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:27.675141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b393d-cd8e-49c3-8b7e-da588e819afc req-21a1b83a-40b8-4154-96cd-a761dd091afb tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:27.676655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a62b393d-cd8e-49c3-8b7e-da588e819afc req-21a1b83a-40b8-4154-96cd-a761dd091afb tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.0673244 Jul 08 17:59:27.716044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a62b393d-cd8e-49c3-8b7e-da588e819afc req-97cbd349-ffbc-496f-a058-e616e7ecf095 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331004 Jul 08 17:59:28.100177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-8c4b2c31-ed30-4c9d-8c42-3d77bf20534e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.102527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-8c4b2c31-ed30-4c9d-8c42-3d77bf20534e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9&tenant_id=25b9e3294d1441afacb223be42639035&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 943 time: 0.1107414 Jul 08 17:59:28.119871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00c836-5871-4316-a124-d51c8c9b45b1 req-b4767e5a-c385-440c-855f-91668f4924ea tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.121459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a00c836-5871-4316-a124-d51c8c9b45b1 req-b4767e5a-c385-440c-855f-91668f4924ea tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.0655205 Jul 08 17:59:28.159718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a00c836-5871-4316-a124-d51c8c9b45b1 req-3428df03-fbc0-45bc-8eb6-a9916d8c4e8c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Jul 08 17:59:28.161741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-02842dfb-d3c5-44a1-a798-4652a536fa12 service neutron] 10.222.0.72 "GET /v2.0/ports/edf34fa0-f492-49a9-9c5a-2f22672d04e8/bindings/n-h1-799528-4 HTTP/1.1" status: 200 len: 382 time: 0.0533068 Jul 08 17:59:28.240485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-ea3394db-89df-4429-960a-e4d83227d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.242057 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-ea3394db-89df-4429-960a-e4d83227d03f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1094 time: 0.0574012 Jul 08 17:59:28.330808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-53e2b780-286a-4d54-8aee-a54af047f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.332277 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-53e2b780-286a-4d54-8aee-a54af047f475 service neutron] 10.222.0.72 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.0841231 Jul 08 17:59:28.400398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-73d8cea6-de36-459b-9657-038d3ab6236b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.0610058 Jul 08 17:59:28.451846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-06e984cc-3a50-4153-9866-ca5c2ec9fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.453346 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-06e984cc-3a50-4153-9866-ca5c2ec9fd7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0474679 Jul 08 17:59:28.511522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-9ebd91ba-7c9e-4705-acbe-a935ebc46315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:28.513053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-9ebd91ba-7c9e-4705-acbe-a935ebc46315 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538881 Jul 08 17:59:28.609159 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-8ba8064b-71b6-4c20-8bc6-9bff0bfdd4b3 service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893884 Jul 08 17:59:28.705759 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-62797f31-9037-4732-a270-f47b2a0ae55d service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808153 Jul 08 17:59:29.336364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ebdc9-786a-4451-b277-5b32153c81bf req-dd645579-0858-421e-bc17-e3d25f3b6f2f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:29.337893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e9ebdc9-786a-4451-b277-5b32153c81bf req-dd645579-0858-421e-bc17-e3d25f3b6f2f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 943 time: 0.0671268 Jul 08 17:59:29.376275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e9ebdc9-786a-4451-b277-5b32153c81bf req-5dc9affb-1377-41c9-9c5b-67497f8a9ec7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327575 Jul 08 17:59:29.861904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:30.087278 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-55ed5a77-4c42-48f2-bd51-d301befcbdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:30.125079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:30.137559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'port_id': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'mac_address': 'fa:16:3e:bf:79:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:30.176397 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:30.189912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf34fa0-f492-49a9-9c5a-2f22672d04e8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:30.213312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:30.217578 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:30.268957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:30.277462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.277911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.278212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.278554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.278943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.279263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.279728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.280058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.280387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.280721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.281077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.281373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 17:59:30.476936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:30.595707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f0414-672d-4482-b23a-6f44d6fc37e9 req-0c856893-887d-49a7-8b9b-f54b61ce615a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:30.597569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e2f0414-672d-4482-b23a-6f44d6fc37e9 req-0c856893-887d-49a7-8b9b-f54b61ce615a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 944 time: 0.0778847 Jul 08 17:59:30.636458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e2f0414-672d-4482-b23a-6f44d6fc37e9 req-c926d7fd-c1cc-4da5-9dcb-5a8115745925 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Jul 08 17:59:30.768250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-fb720052-aefe-412c-a2ca-3d37bcc11015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:30.770821 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-fb720052-aefe-412c-a2ca-3d37bcc11015 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 1095 time: 0.0639505 Jul 08 17:59:30.791395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 17:59:30.864342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.067129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:31.112579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:31.172795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id edf34fa0-f492-49a9-9c5a-2f22672d04e8 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:31.187415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.205360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Ignored duplicate provisioning block setup for port edf34fa0-f492-49a9-9c5a-2f22672d04e8 by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 17:59:31.209902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.284190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=9']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:31.333637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] No DVR routers for this DVR port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 17:59:31.452227 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.482162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 17:59:31.482494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 17:59:31.482833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:31.487298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 17:59:31.487628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Attempting to bind port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on network 873ac436-304f-476a-8a70-57db7109f309 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 17:59:31.493113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 17, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 17:59:31.493456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Checking segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 17:59:31.493840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Bound using segment: {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 17:59:31.494270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Bound port: edf34fa0-f492-49a9-9c5a-2f22672d04e8, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49c247a-235c-4191-8863-956bb62a8a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '873ac436-304f-476a-8a70-57db7109f309'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 17:59:31.494635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.556486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 17:59:31.560021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 17:59:31.563784 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.596581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.597284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:31.598744 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] 10.222.0.41 "PUT /v2.0/ports/edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 1091 time: 0.8117290 Jul 08 17:59:31.599218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:31.602340 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc86bc9-23c7-497e-adc6-f31057b0a524" -d '{"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:31.631029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0ca6a-353a-428d-afdc-257a4a55faff service neutron] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:31.699787 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57430ef-4a31-43dd-89fa-7bf8c7db5168 x-openstack-request-id: req-c57430ef-4a31-43dd-89fa-7bf8c7db5168 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:31.700494 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:31.701009 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c57430ef-4a31-43dd-89fa-7bf8c7db5168 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:31.702122 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'status': 'completed', 'code': 200} Jul 08 17:59:31.819069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-31d77819-b3c9-46a3-b937-a4f07b6090af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.821702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-31d77819-b3c9-46a3-b937-a4f07b6090af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1095 time: 0.1718175 Jul 08 17:59:31.830144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-319f3537-1b32-4a97-a36e-13af67c090ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.832193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-319f3537-1b32-4a97-a36e-13af67c090ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1095 time: 0.1221707 Jul 08 17:59:31.841531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4639a-3c50-4d30-ac65-cd7b189964c0 req-49e0a4aa-8881-4b5c-99dd-d7d3221b5de8 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.843186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c4639a-3c50-4d30-ac65-cd7b189964c0 req-49e0a4aa-8881-4b5c-99dd-d7d3221b5de8 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 944 time: 0.0800252 Jul 08 17:59:31.885685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-41c4639a-3c50-4d30-ac65-cd7b189964c0 req-8f2e8e4f-dd4f-4dd4-9249-dc79d8eb4517 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323656 Jul 08 17:59:31.998064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-86f6481a-330e-4bc0-99a6-76b7e158759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:31.999446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-86f6481a-330e-4bc0-99a6-76b7e158759b service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.1663330 Jul 08 17:59:32.003679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-294cdc9a-b06b-4c0e-9360-abc63d9e880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.005053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-294cdc9a-b06b-4c0e-9360-abc63d9e880f service neutron] 10.222.0.72 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.1630034 Jul 08 17:59:32.113406 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-914108d1-f0d3-4809-8f23-bf7330944b7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.1040032 Jul 08 17:59:32.115146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-5a74fe43-d4b0-43b0-a1be-2cf40470cac0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.1003444 Jul 08 17:59:32.198627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-a7114446-7f79-4d41-b6f2-b7bc3048ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.200083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-a7114446-7f79-4d41-b6f2-b7bc3048ab72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0786102 Jul 08 17:59:32.203328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-3d111035-b7fa-49c3-9054-c07251784b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.204668 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-3d111035-b7fa-49c3-9054-c07251784b19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0758960 Jul 08 17:59:32.297601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-02b8cc02-bd40-4ca4-9b28-ddb3651b7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.299115 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-02b8cc02-bd40-4ca4-9b28-ddb3651b7858 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929043 Jul 08 17:59:32.300855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-536e54cf-bfd0-4b97-87eb-e98ebe8b05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:32.302182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-536e54cf-bfd0-4b97-87eb-e98ebe8b05e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868986 Jul 08 17:59:32.467123 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-41b1ea0b-2c5f-4397-9ccf-e0e6047b8f80 service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603751 Jul 08 17:59:32.469002 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-85be0df9-d334-4f8d-ac4d-6d82e515a474 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552856 Jul 08 17:59:32.899842 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:32.944049 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6de76d-1c85-438d-a61a-411ba4faa84e req-dd346a9b-0c4a-4b6c-83f2-6608d02b90ab service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634237 Jul 08 17:59:32.947008 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-3cc97568-f64c-4eae-88e5-f2908618fc0e service neutron] 10.222.0.72 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737427 Jul 08 17:59:33.085997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c64828-84f1-47c8-81e9-9118acc53cc3 req-49e55384-4fc3-4287-b208-bdcbf785ad90 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.089195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31c64828-84f1-47c8-81e9-9118acc53cc3 req-49e55384-4fc3-4287-b208-bdcbf785ad90 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 944 time: 0.0770271 Jul 08 17:59:33.099946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-2987640d-43ad-4abf-b354-a2c3320b2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.103586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-2987640d-43ad-4abf-b354-a2c3320b2ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1095 time: 0.0619075 Jul 08 17:59:33.147101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31c64828-84f1-47c8-81e9-9118acc53cc3 req-ac204033-abe1-4cb9-862f-9be06fd1178b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505157 Jul 08 17:59:33.203137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-cfd3e9bf-2d09-462e-a262-71d2b801a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.204661 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-cfd3e9bf-2d09-462e-a262-71d2b801a1b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.0944791 Jul 08 17:59:33.284023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-27678a2b-a41c-4972-9e51-586619a68715 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.0690119 Jul 08 17:59:33.332827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-603b604c-93d6-4009-873f-e66aef48d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.334282 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-603b604c-93d6-4009-873f-e66aef48d44a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0436041 Jul 08 17:59:33.395244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-8803e676-c531-4216-91c4-5692e841ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:33.396663 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-8803e676-c531-4216-91c4-5692e841ebe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549550 Jul 08 17:59:33.512074 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-109882d4-9305-4b52-81c1-9a59e15a063d service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075191 Jul 08 17:59:33.609743 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5cc86bc9-23c7-497e-adc6-f31057b0a524 req-096b6fe4-d866-49a6-9e8c-3882176c14fb service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899379 Jul 08 17:59:33.889769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 17:59:33.926696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 17:59:34.328923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b8bc2-f0da-4f7a-b51d-c22dd862cdbd req-3b41db3a-5ec4-4c3b-8745-d597a7e99bc1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:34.330468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb4b8bc2-f0da-4f7a-b51d-c22dd862cdbd req-3b41db3a-5ec4-4c3b-8745-d597a7e99bc1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 944 time: 0.0649688 Jul 08 17:59:34.368530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb4b8bc2-f0da-4f7a-b51d-c22dd862cdbd req-2522f69e-7f6b-483c-b3d6-583e09779937 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324318 Jul 08 17:59:35.548222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63337b73-423d-46fa-9545-0e3da7ceafb1 req-210af6d4-940f-4e7f-a9da-6a5deafd7062 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:35.549777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63337b73-423d-46fa-9545-0e3da7ceafb1 req-210af6d4-940f-4e7f-a9da-6a5deafd7062 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 944 time: 0.0697701 Jul 08 17:59:35.589225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63337b73-423d-46fa-9545-0e3da7ceafb1 req-a9230b23-f035-418a-a557-ba7d1e98a684 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328913 Jul 08 17:59:35.614652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48618) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 17:59:35.673801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d411ab8f-28e8-447c-ba79-810178ad11b4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/1cb35835-f4ee-47a4-9ed5-f77aece5e62f HTTP/1.1" status: 200 len: 991 time: 0.0579019 Jul 08 17:59:36.061744 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-e33408b1-c193-46ae-88f8-a5aca5299d26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515931 Jul 08 17:59:36.173140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-2d64f982-88dd-4f62-afca-baeb29deb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.174671 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-2d64f982-88dd-4f62-afca-baeb29deb278 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1095 time: 0.0528309 Jul 08 17:59:36.282080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-890d7e99-7fcc-44ea-9244-719c6c804903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.283624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-890d7e99-7fcc-44ea-9244-719c6c804903 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.0872726 Jul 08 17:59:36.346729 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-55ffb651-6097-486d-9d64-aef426276d96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 999 time: 0.0567503 Jul 08 17:59:36.395336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-8823485c-1806-42b5-893c-9c67ce4af2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.397042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-8823485c-1806-42b5-893c-9c67ce4af2d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0438004 Jul 08 17:59:36.441758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 17:59:36.462529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-81eb7dc1-7138-4a84-b5a2-2925103d51af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 17:59:36.465023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-81eb7dc1-7138-4a84-b5a2-2925103d51af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608532 Jul 08 17:59:36.477459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-b6f11c49-ab73-4c25-883c-bd8504ff9812 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 17:59:36.478458 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-b6f11c49-ab73-4c25-883c-bd8504ff9812 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063317 Jul 08 17:59:36.542957 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:36.561588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'port_id': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'mac_address': 'fa:16:3e:bf:79:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 17:59:36.584131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-18117e19-f390-40bc-989f-7b382f18485d service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963233 Jul 08 17:59:36.603191 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.616994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf34fa0-f492-49a9-9c5a-2f22672d04e8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 17:59:36.639530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:36.644063 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:36.684723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6655c4f8-dcaf-4ce0-b242-efd27e65d6b2 req-9834dfa3-647d-47ea-b000-2b4a9fdf7fed service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934062 Jul 08 17:59:36.695585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=11']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:36.973889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['edf34fa0-f492-49a9-9c5a-2f22672d04e8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 17:59:37.079525 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 17:59:38.453018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 17:59:38.501670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port edf34fa0-f492-49a9-9c5a-2f22672d04e8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 17:59:38.505292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port edf34fa0-f492-49a9-9c5a-2f22672d04e8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 17:59:38.505641 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:38.586467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:38.609463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 17:59:38.611728 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3471262-c774-43bd-9727-d4fd8b97f319" -d '{"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-plugged", "status": "completed", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 17:59:38.627486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 17:59:38.632876 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:38.669130 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d2cf71-1d5a-488b-9ed6-c8252f19956e x-openstack-request-id: req-b7d2cf71-1d5a-488b-9ed6-c8252f19956e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 17:59:38.669409 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-plugged", "status": "completed", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 17:59:38.669663 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b7d2cf71-1d5a-488b-9ed6-c8252f19956e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 17:59:38.670054 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'code': 200} Jul 08 17:59:38.697280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=12']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 17:59:43.820010 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:56.030997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 17:59:57.485989 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-531dd14b-eb6a-44c4-b77a-cdaa718907d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.021703 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-27184747-7455-47ed-9b55-2083a6b6a843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:00.469478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:01.455107 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:02.900104 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:08.399076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140225a-7444-451e-96c7-101fa6ce92d2 req-1df4ff87-8c6c-4eef-9ec5-79314a51fae6 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:08.400576 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8140225a-7444-451e-96c7-101fa6ce92d2 req-1df4ff87-8c6c-4eef-9ec5-79314a51fae6 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1097 time: 0.0546453 Jul 08 18:00:08.433659 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8140225a-7444-451e-96c7-101fa6ce92d2 req-cc60fe7a-8002-4943-8a36-7dcf5b467c5b tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268621 Jul 08 18:00:08.457366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48694) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:08.611047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port cc4f41ee-ac1a-4f46-ad2d-1041acc05658 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:08.611397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:08.684278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:08.684621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:08.695945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for cc4f41ee-ac1a-4f46-ad2d-1041acc05658 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:09.138341 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.162558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=cc4f41ee-ac1a-4f46-ad2d-1041acc05658,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:09.174167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.174518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.174856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.175190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.175516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.175844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.176168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.176489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.176841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.177169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.177487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.177805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:09.235504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.235849 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP 1cb35835-f4ee-47a4-9ed5-f77aece5e62f disassociated (deleted). External IP: 172.25.5.105, port: edf34fa0-f492-49a9-9c5a-2f22672d04e8. Jul 08 18:00:09.441313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router caa6b59f-ef19-406f-aecb-783a20711040 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:09.548082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:09.553022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:09.557288 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] Sync routers for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:09.566762 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:09.567414 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:09.588603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4123f118-91c1-44d0-b7fa-b9d060a63e76 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/floatingips/1cb35835-f4ee-47a4-9ed5-f77aece5e62f HTTP/1.1" status: 204 len: 168 time: 1.1301606 Jul 08 18:00:09.589294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:09.592151 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0368a7d-ff05-44a5-887c-5c324c6127c2" -d '{"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:09.673352 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:09.695403 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d24c7f-b131-405c-bacc-de4b32d1a746 x-openstack-request-id: req-55d24c7f-b131-405c-bacc-de4b32d1a746 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:09.695794 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:09.696116 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-55d24c7f-b131-405c-bacc-de4b32d1a746 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:09.696774 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'status': 'completed', 'code': 200} Jul 08 18:00:09.890519 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:09.920865 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] Checking router: caa6b59f-ef19-406f-aecb-783a20711040 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:09.929517 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:09.930211 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:09.939584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-da798491-74b3-4e51-858c-af7824c53328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:09.941316 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-da798491-74b3-4e51-858c-af7824c53328 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 1097 time: 0.1944113 Jul 08 18:00:09.984575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63549943-cf0a-4073-8bab-39eb8311a633 req-5f526c8c-3027-4a2a-9e44-4acaed854a57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:09.986270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63549943-cf0a-4073-8bab-39eb8311a633 req-5f526c8c-3027-4a2a-9e44-4acaed854a57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 946 time: 0.0681996 Jul 08 18:00:10.027370 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63549943-cf0a-4073-8bab-39eb8311a633 req-85722dc5-2373-4936-a2b0-d99b34834c84 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348461 Jul 08 18:00:10.035295 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:10.035667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-86170b69-8bd4-432e-b4ff-9fbc927bf535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:10.037431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-86170b69-8bd4-432e-b4ff-9fbc927bf535 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 200 len: 896 time: 0.0862815 Jul 08 18:00:10.083960 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-b0deaf6f-86ba-457b-ba31-929cf98cf576 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 200 len: 217 time: 0.0391698 Jul 08 18:00:10.135478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-82a9e410-d20e-4fa6-94ff-abc7ccb8d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:10.137505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-82a9e410-d20e-4fa6-94ff-abc7ccb8d478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 200 len: 834 time: 0.0433888 Jul 08 18:00:10.199413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-36700975-60d3-484a-a394-6dd0738f683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:10.201543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-36700975-60d3-484a-a394-6dd0738f683e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873ac436-304f-476a-8a70-57db7109f309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545681 Jul 08 18:00:10.230620 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:10.256215 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8989a6c-b3a8-410e-9b7d-1498c10fed93 None None] The sync data for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 is: [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T17:58:02Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '71b933bc-4cec-4a7f-8796-8e1fa556e573', 'name': '', 'network_id': '873ac436-304f-476a-8a70-57db7109f309', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:a3:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:58:01Z', 'updated_at': '2021-07-08T17:58:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'e36a125f-a6ba-47a3-b0bf-5157fddaef5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:10.301381 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-31593fe8-6334-4840-a254-573d03701504 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900657 Jul 08 18:00:10.396091 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0368a7d-ff05-44a5-887c-5c324c6127c2 req-56036e6d-e907-4a48-977e-0d4217b39003 service neutron] 10.222.0.41 "GET /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858920 Jul 08 18:00:10.483107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e32dd0-d2e9-43ce-97b9-93a58b0604e6 None None] New status for floating IP 1cb35835-f4ee-47a4-9ed5-f77aece5e62f: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:00:11.211897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145fffd-f394-4fab-8448-74e5cc1882b4 req-8370f166-0e14-4e13-9d79-7ba022a1e272 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:11.213553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5145fffd-f394-4fab-8448-74e5cc1882b4 req-8370f166-0e14-4e13-9d79-7ba022a1e272 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 946 time: 0.0708041 Jul 08 18:00:11.253398 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5145fffd-f394-4fab-8448-74e5cc1882b4 req-05033ea7-8876-4b5f-a3cb-366827c0a1f6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c834a767-4620-4abb-b6e0-2b51a902f658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334983 Jul 08 18:00:11.676870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-a9020240-08b1-4d1e-9c14-2644743c3c52 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:11.678398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-a9020240-08b1-4d1e-9c14-2644743c3c52 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 946 time: 0.0668378 Jul 08 18:00:11.781566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port edf34fa0-f492-49a9-9c5a-2f22672d04e8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:11.781914 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:11.873065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port edf34fa0-f492-49a9-9c5a-2f22672d04e8, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=edf34fa0-f492-49a9-9c5a-2f22672d04e8,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:11.873462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:11.893536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for edf34fa0-f492-49a9-9c5a-2f22672d04e8 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:12.017077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.045740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=edf34fa0-f492-49a9-9c5a-2f22672d04e8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:12.098946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] No DVR routers for this DVR port edf34fa0-f492-49a9-9c5a-2f22672d04e8 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:12.102020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:12.104108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f8f31d41-9820-4030-8f7e-717d1ce67dbb req-ff4b07dc-4fa4-4ba6-8a9d-2ca6ac0752fe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "DELETE /v2.0/ports/edf34fa0-f492-49a9-9c5a-2f22672d04e8 HTTP/1.1" status: 204 len: 173 time: 0.4191022 Jul 08 18:00:12.104605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-deleted', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:12.107588 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87333ed-3305-4168-b37f-85266973322c" -d '{"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-deleted", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:12.151637 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6610e60-069e-48aa-a72a-89cbe51679a1 x-openstack-request-id: req-c6610e60-069e-48aa-a72a-89cbe51679a1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:12.152082 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198d2fae-2f27-4056-b649-677ecd28d2c9", "name": "network-vif-deleted", "tag": "edf34fa0-f492-49a9-9c5a-2f22672d04e8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:12.152363 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c6610e60-069e-48aa-a72a-89cbe51679a1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:12.153527 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198d2fae-2f27-4056-b649-677ecd28d2c9', 'name': 'network-vif-deleted', 'tag': 'edf34fa0-f492-49a9-9c5a-2f22672d04e8', 'status': 'completed', 'code': 200} Jul 08 18:00:12.432555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18bdc83c-72e4-473e-b938-4f99e5594342 req-841ffbc7-7d73-495c-a5cf-55ac07a13419 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=198d2fae-2f27-4056-b649-677ecd28d2c9 HTTP/1.1" status: 200 len: 210 time: 0.0394368 Jul 08 18:00:13.532944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48722) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:13.837287 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:13.896711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.079281 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:00:14.156233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 71b933bc-4cec-4a7f-8796-8e1fa556e573 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:14.156578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.242584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 71b933bc-4cec-4a7f-8796-8e1fa556e573, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=71b933bc-4cec-4a7f-8796-8e1fa556e573,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:14.242947 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.256053 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 71b933bc-4cec-4a7f-8796-8e1fa556e573 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:14.445619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.471401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=71b933bc-4cec-4a7f-8796-8e1fa556e573,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:14.648808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:14.666635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:14.671377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: edf34fa0-f492-49a9-9c5a-2f22672d04e8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:14.671722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device edf34fa0-f492-49a9-9c5a-2f22672d04e8 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:14.877372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router caa6b59f-ef19-406f-aecb-783a20711040 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:14.983977 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:14.989235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2111f5b5-b02f-4d2f-a5fe-9252e16b927c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/caa6b59f-ef19-406f-aecb-783a20711040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4552310 Jul 08 18:00:14.991948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48728) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:14.997063 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] Sync routers for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:15.005978 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:15.006592 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:15.050853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting subnet e36a125f-a6ba-47a3-b0bf-5157fddaef5b {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:00:15.054001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.094133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.110075 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:15.183085 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.247988 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.277961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.279915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/subnets/e36a125f-a6ba-47a3-b0bf-5157fddaef5b HTTP/1.1" status: 204 len: 168 time: 0.2869644 Jul 08 18:00:15.281458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5d992-a5d1-431d-855a-93001241af17 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Subnet': ['ID=e36a125f-a6ba-47a3-b0bf-5157fddaef5b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:15.282702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:15.284282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aff419-5293-43fc-94a9-88cc166b04c6 None None] Network 873ac436-304f-476a-8a70-57db7109f309 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:15.384517 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T18:00:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:15.395874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.414044 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] Checking router: caa6b59f-ef19-406f-aecb-783a20711040 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:15.423588 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] Routers {'caa6b59f-ef19-406f-aecb-783a20711040'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:15.424207 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['caa6b59f-ef19-406f-aecb-783a20711040'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:15.487986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] DHCP port deletion for 873ac436-304f-476a-8a70-57db7109f309 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:00:15.510756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.538145 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] Set router caa6b59f-ef19-406f-aecb-783a20711040 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:15.538702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] Deleting port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:15.539088 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.572080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 7611ed26-9bea-4b85-9f2e-554b701d5b49 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:15.572429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.603436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] For port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8f621c3c-3b7a-435d-9f6d-c2738a7e9323,segment=NetworkSegment(c49c247a-235c-4191-8863-956bb62a8a43),segment_id=c49c247a-235c-4191-8863-956bb62a8a43)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:15.604194 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.618726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] Calling delete_port for 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:15.651510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 7611ed26-9bea-4b85-9f2e-554b701d5b49, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7611ed26-9bea-4b85-9f2e-554b701d5b49,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:15.651804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.665353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 7611ed26-9bea-4b85-9f2e-554b701d5b49 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:15.700764 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.721424 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T18:00:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:15.736134 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] Pushing event deleted for resources: {'Port': ['ID=8f621c3c-3b7a-435d-9f6d-c2738a7e9323,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:15.741969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b9bf9-74b4-410e-953a-c448e6159ee7 None None] No DVR routers for this DVR port 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:15.765293 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a377b5e7-b674-47b1-9596-38871d9b88ca None None] The sync data for ids ['caa6b59f-ef19-406f-aecb-783a20711040'] in n-d-799528-4 is: [{'id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1586431907', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:57:55Z', 'updated_at': '2021-07-08T18:00:14Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '7611ed26-9bea-4b85-9f2e-554b701d5b49', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa6b59f-ef19-406f-aecb-783a20711040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:57:56Z', 'updated_at': '2021-07-08T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:15.844588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:15.871449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=7611ed26-9bea-4b85-9f2e-554b701d5b49,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:15.933652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.044224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.046410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.089091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.089647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Fanout notify agent at l3_agent the message router_deleted on router caa6b59f-ef19-406f-aecb-783a20711040 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:00:16.098635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.099861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1321f34-1b29-4fe6-a49c-d1a3fbd40582 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/routers/caa6b59f-ef19-406f-aecb-783a20711040 HTTP/1.1" status: 204 len: 168 time: 0.8161552 Jul 08 18:00:16.102969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48734) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:16.182037 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.274696 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.284005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873ac436-304f-476a-8a70-57db7109f309']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:16.294525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49c247a-235c-4191-8863-956bb62a8a43') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:16.294843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49c247a-235c-4191-8863-956bb62a8a43') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:16.303676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.317972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.326007 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:00:16.326452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:00:16.329924 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:00:16.395321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.409619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.412620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/networks/873ac436-304f-476a-8a70-57db7109f309 HTTP/1.1" status: 204 len: 168 time: 0.3082440 Jul 08 18:00:16.415420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48736) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:16.427396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e92bb-d506-418b-a6d0-ec8e05ce89ed tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Network': ['ID=873ac436-304f-476a-8a70-57db7109f309,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:16.486837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f74fcb8-7d07-4a1f-880d-da3f42bae3e7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.512988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f74fcb8-7d07-4a1f-880d-da3f42bae3e7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.572564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f74fcb8-7d07-4a1f-880d-da3f42bae3e7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.575271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3f74fcb8-7d07-4a1f-880d-da3f42bae3e7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:16.576438 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3f74fcb8-7d07-4a1f-880d-da3f42bae3e7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/security-groups/c834a767-4620-4abb-b6e0-2b51a902f658 HTTP/1.1" status: 204 len: 168 time: 0.1594357 Jul 08 18:00:16.586842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74fcb8-7d07-4a1f-880d-da3f42bae3e7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834a767-4620-4abb-b6e0-2b51a902f658,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.034492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48742) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.039273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ae86b7bc-cfc5-4bd0-acb9-78bd6f41d954 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802817634', 'description': 'tempest-secgroup-smoke-1802817634 description', 'project_id': '25b9e3294d1441afacb223be42639035'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.062080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae86b7bc-cfc5-4bd0-acb9-78bd6f41d954 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.142245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae86b7bc-cfc5-4bd0-acb9-78bd6f41d954 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.147162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae86b7bc-cfc5-4bd0-acb9-78bd6f41d954 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.194373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86b7bc-cfc5-4bd0-acb9-78bd6f41d954 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5a8134-e659-43b0-a130-7dfd14335ef6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.197208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ae86b7bc-cfc5-4bd0-acb9-78bd6f41d954 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.201257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ae86b7bc-cfc5-4bd0-acb9-78bd6f41d954 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1629992 Jul 08 18:00:17.201888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48746) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.206606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f41383dd-3716-4751-a710-c0195def3859 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '5d5a8134-e659-43b0-a130-7dfd14335ef6', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.214445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7611ed26-9bea-4b85-9f2e-554b701d5b49 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:17.240817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7611ed26-9bea-4b85-9f2e-554b701d5b49 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:17.241687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7611ed26-9bea-4b85-9f2e-554b701d5b49 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:17.242348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:17.242964 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f41383dd-3716-4751-a710-c0195def3859 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.263260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:17.263892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8f621c3c-3b7a-435d-9f6d-c2738a7e9323 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:17.264495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71b933bc-4cec-4a7f-8796-8e1fa556e573 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:17.284850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 71b933bc-4cec-4a7f-8796-8e1fa556e573 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:17.285521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71b933bc-4cec-4a7f-8796-8e1fa556e573 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:17.319366 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f41383dd-3716-4751-a710-c0195def3859 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.323966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f41383dd-3716-4751-a710-c0195def3859 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.351312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41383dd-3716-4751-a710-c0195def3859 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934707c2-2b2c-4131-8f9d-4edefca5d928,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.362760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f41383dd-3716-4751-a710-c0195def3859 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.364140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f41383dd-3716-4751-a710-c0195def3859 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615000 Jul 08 18:00:17.366872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48748) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.371540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fdc4e7e8-2819-4d23-93df-7a1f7ad52511 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '5d5a8134-e659-43b0-a130-7dfd14335ef6', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.398624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc4e7e8-2819-4d23-93df-7a1f7ad52511 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.458078 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc4e7e8-2819-4d23-93df-7a1f7ad52511 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.461894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc4e7e8-2819-4d23-93df-7a1f7ad52511 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.481674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4e7e8-2819-4d23-93df-7a1f7ad52511 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5474397-2edc-48af-ba8f-685839fb96cf,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.489449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc4e7e8-2819-4d23-93df-7a1f7ad52511 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.490648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fdc4e7e8-2819-4d23-93df-7a1f7ad52511 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227326 Jul 08 18:00:17.493318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48750) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.497734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ed5de601-9831-4d41-9971-d7b557ce01ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '5d5a8134-e659-43b0-a130-7dfd14335ef6', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.523247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5de601-9831-4d41-9971-d7b557ce01ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.580960 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5de601-9831-4d41-9971-d7b557ce01ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.584558 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5de601-9831-4d41-9971-d7b557ce01ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.602464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5de601-9831-4d41-9971-d7b557ce01ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea032b53-af6d-4aa1-a67d-b6f447354f94,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.607336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ed5de601-9831-4d41-9971-d7b557ce01ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.609185 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ed5de601-9831-4d41-9971-d7b557ce01ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149175 Jul 08 18:00:17.611149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48752) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.615529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1689bf66-cd6d-499d-a2e7-a63571f7b0e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '5d5a8134-e659-43b0-a130-7dfd14335ef6', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.641482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1689bf66-cd6d-499d-a2e7-a63571f7b0e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.702012 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1689bf66-cd6d-499d-a2e7-a63571f7b0e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.705708 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1689bf66-cd6d-499d-a2e7-a63571f7b0e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.722694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689bf66-cd6d-499d-a2e7-a63571f7b0e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b416ebec-dee2-44f5-b6d9-3800e6557c13,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.729618 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1689bf66-cd6d-499d-a2e7-a63571f7b0e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.731011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1689bf66-cd6d-499d-a2e7-a63571f7b0e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187620 Jul 08 18:00:17.733674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48754) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.738042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '5d5a8134-e659-43b0-a130-7dfd14335ef6', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.759825 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:00:17.765307 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.824849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.828484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.842782 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bd6b7c-05a2-4316-a7bc-fc8655d97be7,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.851621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.852903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-267c1256-c9e2-465b-9950-fb2bb7ba07af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183004 Jul 08 18:00:17.855705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48756) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.860147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '5d5a8134-e659-43b0-a130-7dfd14335ef6', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:17.882007 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:00:17.887297 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.947695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.953245 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.970292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee65e90e-0f2d-4337-8873-f09c40ed4a8c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:17.976116 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:17.977339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5333e1b9-39c6-41ca-b8f0-9d324e9e27f7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206958 Jul 08 18:00:17.980084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:17.984953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'network': {'name': 'tempest-network-smoke--2128464787', 'project_id': '25b9e3294d1441afacb223be42639035', 'port_security_enabled': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:18.004942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:18.008281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.030910 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:00:18.039379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.039715 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Added segment 145d4c5e-507f-461d-9626-eb23ef1c8ec7 of type vlan for network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 Jul 08 18:00:18.080424 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.108661 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.114478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:18.115065 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.169929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888380 Jul 08 18:00:18.172750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48760) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:18.177751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'admin_state_up': True, 'project_id': '25b9e3294d1441afacb223be42639035', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:18.180716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fc803-88a2-458f-a6c8-0b0a9064f972 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Network': ['ID=64c45f86-073e-4aaa-bb4f-c5ae719d4364,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:18.191383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:00:18.202698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.203712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.262406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.396825 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.593053 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.613112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.713949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.58 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/5a5b919c-dbf7-41f9-a33b-e5734f6b90b8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:18.817397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.856839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:18.895128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:18.898020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:18.901585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:18.908006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:19.153439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.347292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.472368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 869c4be3-5495-4696-9a7f-384b230e5658 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:00:19.579509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:19.589857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Sync routers for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:19.598301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:19.599547 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bd482f70-a225-4542-b75a-b9df2568b3e5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4257777 Jul 08 18:00:19.599835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:19.600720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:19.603102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48766) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:19.639936 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a7bbe93f-66a5-48f0-9db6-8635ba68d279 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=25b9e3294d1441afacb223be42639035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334985 Jul 08 18:00:19.640203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48768) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:19.706644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:19.892381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:19Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:19.923379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Checking router: 869c4be3-5495-4696-9a7f-384b230e5658 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:19.923732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Updating router 869c4be3-5495-4696-9a7f-384b230e5658 port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:19.960073 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.107439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86781f8-ee7a-47e5-8173-7b008d8363a7 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:20.108945 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c86781f8-ee7a-47e5-8173-7b008d8363a7 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4678607 Jul 08 18:00:20.111770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48770) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:20.143867 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a89f19da-b419-4266-a7af-cc959e9d5109 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310006 Jul 08 18:00:20.146399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48772) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:20.151283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-906908962', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'project_id': '25b9e3294d1441afacb223be42639035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:20.210434 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.220213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Transition to ACTIVE for port object 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:20.226498 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.237755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:20.241291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.282567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Attempting to bind port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:20.282941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Attempting to bind port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:20.283311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Attempting to bind port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:20.290619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ae5ab-68f3-488e-afe1-5ebe962acf9e None None] Pushing event updated for resources: {'Port': ['ID=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:20.293831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:20.294323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:20.294603 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.294988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:20.295461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Bound port: 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:20.295846 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.365024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] For port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:20.368455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] For port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:20.373260 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.427705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.430933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ae5ab-68f3-488e-afe1-5ebe962acf9e None None] Pushing event updated for resources: {'Port': ['ID=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:20.434262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:20.435530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:20.493666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Subnet': ['ID=ac379bac-8017-44d5-93fb-f45af2bb5e63,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:20.503796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Checking segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:20.504261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network hostable DHCP agents. Network: 64c45f86-073e-4aaa-bb4f-c5ae719d4364, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:00:20.520522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:00:20.529158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 64c45f86-073e-4aaa-bb4f-c5ae719d4364) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:20.533353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:20.533956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.541997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74335b5-8a34-4f79-9ece-16c9eec47e57 None None] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:20.548469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:20.552465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0f47d5e6-32dc-402a-ad21-fdff74a7cbfd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4022200 Jul 08 18:00:20.552796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48774) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:20.827287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:00:20.828135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.919885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:19Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:20.950866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae753be-0782-46af-9a9c-91998bf7a3e7 None None] The sync data for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 is: [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:19Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:20.998159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:20.999942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Allocated IP 172.20.0.2 (64c45f86-073e-4aaa-bb4f-c5ae719d4364/ac379bac-8017-44d5-93fb-f45af2bb5e63/df587fcb-cf43-4a1c-8e30-d9a6b1057b0f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:21.156286 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.165411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Transition to ACTIVE for port object df587fcb-cf43-4a1c-8e30-d9a6b1057b0f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:21.190542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Transition to ACTIVE for port object df587fcb-cf43-4a1c-8e30-d9a6b1057b0f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:21.200712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.246030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:21.248966 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:21.251450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:21.263775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Pushing event updated for resources: {'Port': ['ID=df587fcb-cf43-4a1c-8e30-d9a6b1057b0f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:21.314687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.1 (64c45f86-073e-4aaa-bb4f-c5ae719d4364/ac379bac-8017-44d5-93fb-f45af2bb5e63/6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:21.439642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.456659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:21.482375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Attempting to bind port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:21.482741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Attempting to bind port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:21.483106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Attempting to bind port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:21.488431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:21.489132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Checking segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:21.489631 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.490039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Bound using segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:21.490637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Bound port: df587fcb-cf43-4a1c-8e30-d9a6b1057b0f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:21.491022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.494196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.541503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:21.549290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:21.553641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:21.561173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:21.562168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] For port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:21.565792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] For port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=df587fcb-cf43-4a1c-8e30-d9a6b1057b0f,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:21.572782 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.603933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:21.633747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34958a29-20a0-4fe9-a123-9fe55af700e6 None None] Pushing event updated for resources: {'Port': ['ID=df587fcb-cf43-4a1c-8e30-d9a6b1057b0f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:21.770631 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.103570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.109228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.182820 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:22.186780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:22.280832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:22.282236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:22.396296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 869c4be3-5495-4696-9a7f-384b230e5658 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:22.504271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:22.509893 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cf2b8aa6-e7c7-481f-ac56-27d646d63b05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/869c4be3-5495-4696-9a7f-384b230e5658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9557827 Jul 08 18:00:22.697763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-50288c30-b556-4dc3-8ada-1d20bce34cb2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802817634&fields=id&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 267 time: 0.0327036 Jul 08 18:00:22.813603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-98df1d15-a219-44be-830f-1391c9b40d8a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:22.815218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-98df1d15-a219-44be-830f-1391c9b40d8a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 797 time: 0.1104388 Jul 08 18:00:22.831688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-c3fa0584-e3d4-4f47-8070-b449dbdfed90 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/quotas/25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 375 time: 0.0107412 Jul 08 18:00:22.918515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-4c522c0f-c239-4cad-969d-096e5d2d8236 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792971 Jul 08 18:00:23.104683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-aa19410a-8cfb-4ce2-967e-2405f177228d service neutron] 10.222.0.63 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749835 Jul 08 18:00:23.114711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28aa332-d877-4241-aef2-713fcf6e2687 None None] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:00:23.187485 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-6d60b52a-c3b7-4629-9285-cd02bf790b19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901134 Jul 08 18:00:23.221175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a930281c-4442-4d5b-ac67-2ec3f13dddaf None None] Provisioning for port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:23.233377 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Sync routers for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:23.251444 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:23.252294 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:23.300205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-3609981b-fd67-43c7-809d-23f536b02cbd service neutron] 10.222.0.63 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945157 Jul 08 18:00:23.360952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-dd6c1902-95da-49ca-a100-358d331aff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.360952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-dd6c1902-95da-49ca-a100-358d331aff01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 1096 time: 0.1031823 Jul 08 18:00:23.380471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:23.459551 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:23.495302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:23.502850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:23.503374 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.546205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c214e8b1-1120-448c-ba11-a0534ee981b0 req-775152b2-e494-4b5e-a6eb-8b1cbf6b68c0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 210 time: 0.0656383 Jul 08 18:00:23.583345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-7b2bbe1a-3900-4fe7-b472-8c1ee8247332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.590804 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-7b2bbe1a-3900-4fe7-b472-8c1ee8247332 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1925230 Jul 08 18:00:23.656596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.686565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:23.703041 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.703041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device df587fcb-cf43-4a1c-8e30-d9a6b1057b0f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:23.744859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-4ec8a2f6-19d5-4bf0-b7c2-47b609fd7d8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92 HTTP/1.1" status: 200 len: 1001 time: 0.1451168 Jul 08 18:00:23.830760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:23.870276 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 2, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:23.873521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-fffb96be-f30a-46ac-b8b9-81628e47a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.875455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-fffb96be-f30a-46ac-b8b9-81628e47a169 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.1245022 Jul 08 18:00:23.898183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:23.905324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-26b5c9a4-517d-475b-a5e3-d6ac6d13e775 None None] Provisioning complete for port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:23.905701 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-26b5c9a4-517d-475b-a5e3-d6ac6d13e775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.908088 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Checking router: 869c4be3-5495-4696-9a7f-384b230e5658 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:23.908472 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Updating router 869c4be3-5495-4696-9a7f-384b230e5658 port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:00:23.952462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:23.952865 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:23.955947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-6ff7c39b-c51e-4a20-acab-79b612c3c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:23.959364 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-6ff7c39b-c51e-4a20-acab-79b612c3c53e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769536 Jul 08 18:00:23.960623 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.117713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.173206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=df587fcb-cf43-4a1c-8e30-d9a6b1057b0f,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:24.188556 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.190635 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-4b181793-a52e-4ab1-90ab-26abedaf628d service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233350 Jul 08 18:00:24.222043 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-26b5c9a4-517d-475b-a5e3-d6ac6d13e775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.322323 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ee45a424-59d2-4ca3-9e37-067d2907367e req-665bd5d2-c163-4156-b1b2-5feb836029c7 service neutron] 10.222.0.72 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222968 Jul 08 18:00:24.343093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=df587fcb-cf43-4a1c-8e30-d9a6b1057b0f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:24.387597 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-26b5c9a4-517d-475b-a5e3-d6ac6d13e775 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:00:24.388886 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-26b5c9a4-517d-475b-a5e3-d6ac6d13e775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:00:24.457980 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.478793 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Transition to ACTIVE for port object 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:24.484571 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.587031 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Pushing event updated for resources: {'Port': ['ID=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:24.616295 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.616645 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.617025 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.617351 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.617937 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.618454 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.618989 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.619486 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.619963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.620642 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.621878 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.622365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:24.640470 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Attempting to bind port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:24.641072 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Attempting to bind port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:24.647331 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Attempting to bind port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:24.657334 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:24.657826 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Checking segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:24.658255 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.658652 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Bound using segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:24.659120 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Bound port: 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:24.659746 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.756429 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] For port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:24.761251 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] For port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:24.773049 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:24.786427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aade330c-52d7-4a8f-ae34-33d63af45366 req-67e4172f-6918-4aa3-a0ca-7e34bada4913 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 210 time: 0.0522504 Jul 08 18:00:24.848282 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:24.849184 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:24.906248 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc57daf-1c9b-4a9d-b1b2-35a175e9bddf None None] Pushing event updated for resources: {'Port': ['ID=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:24.942055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-26b5c9a4-517d-475b-a5e3-d6ac6d13e775 None None] Provisioning for port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:24.976594 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:25.212854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:25.270837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:25.271783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.313905 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:24Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:25.342144 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378e5da-d265-4ad9-b8a0-4867fff5467d None None] The sync data for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 is: [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:24Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:25.354458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-6b406708-5302-4060-a112-791fb7f5fa19 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:25.356769 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-6b406708-5302-4060-a112-791fb7f5fa19 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 797 time: 0.1295054 Jul 08 18:00:25.378050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device df587fcb-cf43-4a1c-8e30-d9a6b1057b0f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:25.445617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-d8e2333f-dc65-4654-b77a-98ec7d3e9276 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 380 time: 0.0791562 Jul 08 18:00:25.455204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:25.455793 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.460415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'port': {'device_id': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'admin_state_up': True, 'tenant_id': '25b9e3294d1441afacb223be42639035', 'security_groups': ['5d5a8134-e659-43b0-a130-7dfd14335ef6']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:25.606212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:25.609778 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.737210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.8 (64c45f86-073e-4aaa-bb4f-c5ae719d4364/ac379bac-8017-44d5-93fb-f45af2bb5e63/b76a53c4-939a-4186-a4f9-863470ddfd54) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:25.895393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:25.913244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object b76a53c4-939a-4186-a4f9-863470ddfd54 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:25.950547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.003656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:26.007457 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:26.007640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab2a1c-9544-453f-9231-8402617a53ac req-e3896791-a78a-490e-a220-4ec380b996ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.010756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:26.032278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4aab2a1c-9544-453f-9231-8402617a53ac req-e3896791-a78a-490e-a220-4ec380b996ca tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 931 time: 0.0954597 Jul 08 18:00:26.045422 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.047944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:26.064685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.065136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.065542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.065954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.066415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.067109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.067521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.067926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.068861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.069108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.069370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.069784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:26.097893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.098897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.110903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4aab2a1c-9544-453f-9231-8402617a53ac req-f16ca1f7-9825-4acf-96b0-0dc84b02fd20 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639331 Jul 08 18:00:26.119469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-9514e06c-cfb6-4809-8795-f61ed6f0e821 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651816 Jul 08 18:00:26.138487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Request body: {'port': {'device_id': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:26.238507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.299395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6c688ad0-8e75-4161-bcd7-c94c6fb57d33 None None] Provisioning for port b76a53c4-939a-4186-a4f9-863470ddfd54 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:26.309909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6c688ad0-8e75-4161-bcd7-c94c6fb57d33 None None] Provisioning complete for port b76a53c4-939a-4186-a4f9-863470ddfd54 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:26.310359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6c688ad0-8e75-4161-bcd7-c94c6fb57d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.368963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6c688ad0-8e75-4161-bcd7-c94c6fb57d33 None None] Port b76a53c4-939a-4186-a4f9-863470ddfd54 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:26.559288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76a53c4-939a-4186-a4f9-863470ddfd54 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:26.569676 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.583750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Transition to ACTIVE for port object b76a53c4-939a-4186-a4f9-863470ddfd54 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:26.588352 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.643766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:26.725576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:26.726006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:26.726510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:26.732197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:26.732678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:26.738020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:26.738440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Checking segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:26.738931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Bound using segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:26.739433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Bound port: b76a53c4-939a-4186-a4f9-863470ddfd54, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:26.739868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.817122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:26.820947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:26.826860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.865500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.866027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:26.867643 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] 10.222.0.72 "PUT /v2.0/ports/b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 1091 time: 0.7411125 Jul 08 18:00:26.868090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:26.870444 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdae6a1-c93e-4406-859e-499e6f1a2fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:26.946247 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30540dc0-6ccb-452e-a2b0-2f96fe94b70b x-openstack-request-id: req-30540dc0-6ccb-452e-a2b0-2f96fe94b70b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:26.946455 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:26.946696 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-30540dc0-6ccb-452e-a2b0-2f96fe94b70b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:26.947098 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'status': 'completed', 'code': 200} Jul 08 18:00:26.949225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2130f3-da0a-48a6-8993-c6c70b00476e service neutron] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:26.981547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-aa281383-794c-4723-8958-29fbd1246595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:26.983503 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-aa281383-794c-4723-8958-29fbd1246595 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1094 time: 0.0697594 Jul 08 18:00:27.031167 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-f381dc36-56ee-4cc0-ba03-3b58f60ea3ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 217 time: 0.0392663 Jul 08 18:00:27.083997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-54b03f0c-3623-40d4-b449-df5fae3514ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:27.085540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-54b03f0c-3623-40d4-b449-df5fae3514ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 200 len: 834 time: 0.0476513 Jul 08 18:00:27.146123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bfcdf96b-d1dd-455a-a4ab-8d0bd9ef6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:27.147649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-bfcdf96b-d1dd-455a-a4ab-8d0bd9ef6915 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=64c45f86-073e-4aaa-bb4f-c5ae719d4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549865 Jul 08 18:00:27.268078 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-b94f6bff-4352-4d65-9d6c-a5817cbc6352 service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136122 Jul 08 18:00:27.273098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:27.322895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695aba4-048e-4336-94e6-22aaf8dd8e36 req-ffd2caef-d290-4629-aba2-66575d71ad84 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:27.325884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4695aba4-048e-4336-94e6-22aaf8dd8e36 req-ffd2caef-d290-4629-aba2-66575d71ad84 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 943 time: 0.0730901 Jul 08 18:00:27.341716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:27.356717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:27.358098 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.373216 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4695aba4-048e-4336-94e6-22aaf8dd8e36 req-971fbf02-3fdf-4f21-86a5-ba70c3651ab2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409541 Jul 08 18:00:27.419112 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-51961352-6cde-45e8-a6e5-a0c5b852bf48 req-74b54a5d-5b3d-4afe-8e0c-b1da029a28ec service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423874 Jul 08 18:00:27.450033 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.494911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:27.500015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.508538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b42a-9ba7-4e24-a9f8-f6617659ca56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:27.530146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-ef12885f-ca57-43de-9383-3d6a805aead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:27.531837 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-ef12885f-ca57-43de-9383-3d6a805aead6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1094 time: 0.0590277 Jul 08 18:00:27.562617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:27.957752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-1331c737-bdad-4803-8f9e-44b4c258fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:27.959239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-1331c737-bdad-4803-8f9e-44b4c258fab8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 898 time: 0.4206035 Jul 08 18:00:28.001580 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-efb2828c-b9fb-4203-841a-0207a6380067 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 217 time: 0.0356495 Jul 08 18:00:28.070335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-0930ace2-4d58-4e03-a5a8-396e02765acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:28.071951 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-0930ace2-4d58-4e03-a5a8-396e02765acf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 200 len: 834 time: 0.0639341 Jul 08 18:00:28.139626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-3ba0a106-0d6b-4c13-975b-8111340174ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:28.141704 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-3ba0a106-0d6b-4c13-975b-8111340174ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=64c45f86-073e-4aaa-bb4f-c5ae719d4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628133 Jul 08 18:00:28.237335 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-58610050-9b22-4373-a8c8-08e5f6ac3219 service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Jul 08 18:00:28.335732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-acdae6a1-c93e-4406-859e-499e6f1a2fd8 req-2a158937-7350-4b49-92dd-b8b683a641c8 service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913916 Jul 08 18:00:28.555250 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9dbeb-086f-4341-8c4c-538e64b142dd req-cadcffc0-5070-488b-bc13-0f2ea3507286 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:28.556823 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ae9dbeb-086f-4341-8c4c-538e64b142dd req-cadcffc0-5070-488b-bc13-0f2ea3507286 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 943 time: 0.0642755 Jul 08 18:00:28.600149 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ae9dbeb-086f-4341-8c4c-538e64b142dd req-afa583f2-0729-49ca-a3b0-befe140845a2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 Jul 08 18:00:29.199936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:29.246670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:29.247042 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:29.796675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9bd37-02dc-40fe-988b-087677dff800 req-def34746-3401-4357-ab1e-6ab97f5d826b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:29.798098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65a9bd37-02dc-40fe-988b-087677dff800 req-def34746-3401-4357-ab1e-6ab97f5d826b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 943 time: 0.0685670 Jul 08 18:00:29.836938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65a9bd37-02dc-40fe-988b-087677dff800 req-4b6f5719-d53b-4f07-9399-1c8bf79ffea0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325501 Jul 08 18:00:30.023409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-71e90439-ca2a-4e3f-97fc-ce04f24f7996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.167671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:30.277770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:30.289784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'port_id': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'mac_address': 'fa:16:3e:66:dd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:30.331002 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.345728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76a53c4-939a-4186-a4f9-863470ddfd54 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:30.367737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:30.373814 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.422675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:30.430106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.430452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.430793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.431123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.431451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.431777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.432099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.432417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.432780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.433590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.433908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.434223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:00:30.472135 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:30.586681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b76a53c4-939a-4186-a4f9-863470ddfd54'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:31.017446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18d42c-fb99-4a48-9bdc-565f6cd20429 req-b8dead84-1c7c-4c6e-a7df-c285c6fab983 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:31.018955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de18d42c-fb99-4a48-9bdc-565f6cd20429 req-b8dead84-1c7c-4c6e-a7df-c285c6fab983 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 944 time: 0.0688260 Jul 08 18:00:31.056526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de18d42c-fb99-4a48-9bdc-565f6cd20429 req-a06de649-db74-41c6-b5c9-3d0a1f366f3e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Jul 08 18:00:31.457287 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.181004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:32.232491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port b76a53c4-939a-4186-a4f9-863470ddfd54 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:32.234635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f269be-8afd-4296-ad76-2878c4b4d3d7 req-a1dcb12e-23da-47ca-87c1-0ddd5fc66113 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:32.236171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port b76a53c4-939a-4186-a4f9-863470ddfd54 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:32.236310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4f269be-8afd-4296-ad76-2878c4b4d3d7 req-a1dcb12e-23da-47ca-87c1-0ddd5fc66113 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 944 time: 0.0680385 Jul 08 18:00:32.236548 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.275389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4f269be-8afd-4296-ad76-2878c4b4d3d7 req-eb87769a-5f00-4e8b-975f-28c2d37f60ce tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329840 Jul 08 18:00:32.318548 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.342793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:32.345058 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796984a9-5f7e-48d4-aeb4-7c1cfaa59d88" -d '{"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-plugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:32.358989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:32.369261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:32.393688 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6ad365-0c26-4e1f-bd44-9f7fe2e179a8 x-openstack-request-id: req-6f6ad365-0c26-4e1f-bd44-9f7fe2e179a8 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:32.393986 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-plugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:32.394238 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6f6ad365-0c26-4e1f-bd44-9f7fe2e179a8 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:32.394628 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'code': 200} Jul 08 18:00:32.422746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:32.503501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7554d75-e3b0-4aa2-918d-5e5c9fd62757 req-45267c4f-5d50-444b-90a4-9f5eb47a03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:32.505058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7554d75-e3b0-4aa2-918d-5e5c9fd62757 req-45267c4f-5d50-444b-90a4-9f5eb47a03dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1096 time: 0.0562096 Jul 08 18:00:32.540662 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d7554d75-e3b0-4aa2-918d-5e5c9fd62757 req-eed83cef-87da-4c44-bb6a-a10df36241b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296781 Jul 08 18:00:32.902565 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:33.467681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4b133-c7be-456d-8845-5298bf4f29e8 req-66ac0559-0c98-417a-9096-8f11990281ba tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:33.469088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62e4b133-c7be-456d-8845-5298bf4f29e8 req-66ac0559-0c98-417a-9096-8f11990281ba tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0692637 Jul 08 18:00:33.813281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62e4b133-c7be-456d-8845-5298bf4f29e8 req-f40dc6c7-4da5-4790-9530-3608ebf5248e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384871 Jul 08 18:00:34.706136 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f31aa8-dd9a-4e46-8881-069b6fa89f0d req-ba607846-cf49-4fa7-84ac-9b878116ea26 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:34.707650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5f31aa8-dd9a-4e46-8881-069b6fa89f0d req-ba607846-cf49-4fa7-84ac-9b878116ea26 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 945 time: 0.0619042 Jul 08 18:00:34.744906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5f31aa8-dd9a-4e46-8881-069b6fa89f0d req-434c7806-69b3-47da-9bb0-edc1f74f2f2f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Jul 08 18:00:34.986294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74e82c-aa8a-4f6f-b34e-48dcf920e0d2 req-70047e9d-7d48-4b1d-8ce5-208adeb40950 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:34.987753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a74e82c-aa8a-4f6f-b34e-48dcf920e0d2 req-70047e9d-7d48-4b1d-8ce5-208adeb40950 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0656376 Jul 08 18:00:35.025863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a74e82c-aa8a-4f6f-b34e-48dcf920e0d2 req-7597ce35-1600-4bdf-97b7-aa0ccffe78d7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Jul 08 18:00:35.200341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfcbca-7d19-4df7-ac40-205583fd9e02 req-81a45eaa-b477-4ab4-b169-651f300715d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.201877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ccfcbca-7d19-4df7-ac40-205583fd9e02 req-81a45eaa-b477-4ab4-b169-651f300715d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0631142 Jul 08 18:00:35.237827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ccfcbca-7d19-4df7-ac40-205583fd9e02 req-325f6093-3de9-4fcc-a3a4-56fc18b76e8a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304263 Jul 08 18:00:35.261726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48890) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:35.312907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8100f6-4063-4024-a724-38c002b67a26 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.314335 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0b8100f6-4063-4024-a724-38c002b67a26 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1091 time: 0.0516009 Jul 08 18:00:35.317057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48892) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:35.321653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:35.343681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.442960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.549712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.193 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/a6802964-806a-4bdb-9235-48f9383a5e31) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:35.650305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.695789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:35.737344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:35.745168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=a6802964-806a-4bdb-9235-48f9383a5e31,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:35.748397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:35.750536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:35.947878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091ed81-1ad4-40aa-8bae-b1e947f1f61b req-2b24b956-585a-4468-8096-23c22556f19d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:35.950462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5091ed81-1ad4-40aa-8bae-b1e947f1f61b req-2b24b956-585a-4468-8096-23c22556f19d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 945 time: 0.0811934 Jul 08 18:00:36.000328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5091ed81-1ad4-40aa-8bae-b1e947f1f61b req-31e8298a-1ffa-4a8b-bcfc-914240dd4223 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Jul 08 18:00:36.263047 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.271239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-73a30158-227c-4c5f-8fce-750d8eb47b7f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:36.272767 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-73a30158-227c-4c5f-8fce-750d8eb47b7f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 945 time: 0.1564364 Jul 08 18:00:36.279524 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-d5d8f661-dd0d-489c-aa49-ea9b220d47d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2291725 Jul 08 18:00:36.463261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.494330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-8bee873b-536a-4320-bbc9-3a7a569e2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:36.496353 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-8bee873b-536a-4320-bbc9-3a7a569e2fee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe5381ae51c442f3859167c0d5dd6609&device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 1096 time: 0.1646938 Jul 08 18:00:36.530640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:00:36.530979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.739525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] For port 3b0191ea-506e-4bda-bd28-6f5ad812ca92, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3b0191ea-506e-4bda-bd28-6f5ad812ca92,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:36.739789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.742430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-2ed5facf-a5d1-4f2d-b40e-b129e126fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:36.743913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-2ed5facf-a5d1-4f2d-b40e-b129e126fb81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 200 len: 912 time: 0.2253382 Jul 08 18:00:36.875001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.882639 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:36.892390 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-c02bd76c-833e-4eb6-bda9-b3c39b7611d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b36a192-65e9-470a-9b20-910ec0bbc855 HTTP/1.1" status: 200 len: 1000 time: 0.1380084 Jul 08 18:00:37.025850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=a6802964-806a-4bdb-9235-48f9383a5e31,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:37.080280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-b4533c90-750a-4979-ad45-cb7f95e1fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:37.081905 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-b4533c90-750a-4979-ad45-cb7f95e1fb94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 200 len: 850 time: 0.1403885 Jul 08 18:00:37.106862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.169570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.169943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.170256 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Floating IP 3aacfb36-c1a1-4beb-9110-9d63fc8ca95c disassociated. External IP: 172.25.5.240, port: 3b0191ea-506e-4bda-bd28-6f5ad812ca92. Jul 08 18:00:37.170598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for 3b0191ea-506e-4bda-bd28-6f5ad812ca92 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:00:37.213851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af224bc-c587-4d5d-941f-4c0efa9d616c req-01f89050-8642-4f6a-a543-f31bababd5b9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:37.216067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6af224bc-c587-4d5d-941f-4c0efa9d616c req-01f89050-8642-4f6a-a543-f31bababd5b9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 945 time: 0.0866568 Jul 08 18:00:37.254578 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6af224bc-c587-4d5d-941f-4c0efa9d616c req-38a2ba52-8f52-4126-856f-74b303eca2a0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Jul 08 18:00:37.288943 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP e65b5340-9c0c-4849-aa21-230aeb63d58d associated. External IP: 172.25.5.193, port: b76a53c4-939a-4186-a4f9-863470ddfd54. Jul 08 18:00:37.337854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-d614f788-213a-4388-9c1a-b771505fb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:37.339893 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-d614f788-213a-4388-9c1a-b771505fb5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457354 Jul 08 18:00:37.563596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-070b0ad7-bbc0-4802-8f75-f8ed50cdef77 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114913 Jul 08 18:00:37.566329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:37.957712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=3b0191ea-506e-4bda-bd28-6f5ad812ca92,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:38.147646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 869c4be3-5495-4696-9a7f-384b230e5658 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:38.164069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1086c85c-a193-4ca0-b36c-fcf9821180c1 req-56a77b03-d793-49da-9138-d1eb23586248 service neutron] 10.222.0.41 "GET /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861537 Jul 08 18:00:38.224610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:00:38.359801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:38.374590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] Sync routers for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:38.383916 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.390651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:38.392181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:38.414388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:00:38.427981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:00:38.435543 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7850a115-c94d-47ef-b502-ada87daef012 req-1762a19e-455d-491c-9bef-5d93cb3867a6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0481305 Jul 08 18:00:38.448952 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:38.448952 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:38.452242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a75d5472-abfe-434b-9d65-815430723d15 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1341581 Jul 08 18:00:38.453098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:38.455843 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce30649-619c-400c-bc9f-61c6c7981ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:38.476839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] No DVR routers for this DVR port 3b0191ea-506e-4bda-bd28-6f5ad812ca92 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:00:38.486146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:38.488313 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26bf602e-6b2d-42d6-adde-cea6787057ff req-349ad601-ac7e-42ae-baad-a330e93499f4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.72 "DELETE /v2.0/ports/3b0191ea-506e-4bda-bd28-6f5ad812ca92 HTTP/1.1" status: 204 len: 173 time: 2.1906185 Jul 08 18:00:38.531261 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d416e770-2b04-40dd-abb7-7171be6dcf3d x-openstack-request-id: req-d416e770-2b04-40dd-abb7-7171be6dcf3d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:38.531659 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:38.531914 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d416e770-2b04-40dd-abb7-7171be6dcf3d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:38.532333 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'status': 'completed', 'code': 200} Jul 08 18:00:38.604085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:38.641428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-8b252e1e-4767-419c-861f-6e2d83561224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:38.644818 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-8b252e1e-4767-419c-861f-6e2d83561224 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1096 time: 0.0800436 Jul 08 18:00:38.679225 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:38.808597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-3122dd21-7758-4c15-aa64-7a3e628da315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:38.811560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-3122dd21-7758-4c15-aa64-7a3e628da315 service neutron] 10.222.0.72 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 898 time: 0.1602473 Jul 08 18:00:38.819076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90d00c-4102-4f0f-bd5d-a1fc6dedcfb8 req-818e0792-7e21-4195-baeb-8805513104cb tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:38.840409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d90d00c-4102-4f0f-bd5d-a1fc6dedcfb8 req-818e0792-7e21-4195-baeb-8805513104cb tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.1699214 Jul 08 18:00:38.894210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-3fd32c58-8ba3-4ee6-9d96-da480f8f5d13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 999 time: 0.0749485 Jul 08 18:00:38.912210 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6d90d00c-4102-4f0f-bd5d-a1fc6dedcfb8 req-436b61ad-2ad4-4068-bd84-a280d7ccc326 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704486 Jul 08 18:00:38.950021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 48928) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:39.000538 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:39.017542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-632ef884-f9a6-49a8-9890-4662bfa31e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.023069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-632ef884-f9a6-49a8-9890-4662bfa31e51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 200 len: 834 time: 0.1218517 Jul 08 18:00:39.047691 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:39.062049 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:39.062935 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:39.067016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e65b5340-9c0c-4849-aa21-230aeb63d58d', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.193', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'port_id': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'mac_address': 'fa:16:3e:66:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:00:36Z', 'updated_at': '2021-07-08T18:00:36Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:39.132465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] Checking router: 869c4be3-5495-4696-9a7f-384b230e5658 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:00:39.146884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-3aeb2917-8be2-4536-9870-9a6dba320c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:39.150692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-3aeb2917-8be2-4536-9870-9a6dba320c65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=64c45f86-073e-4aaa-bb4f-c5ae719d4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128156 Jul 08 18:00:39.150904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6f722ce7-3c05-451b-8899-22f6f8bc8568 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e65b5340-9c0c-4849-aa21-230aeb63d58d HTTP/1.1" status: 200 len: 991 time: 0.1992819 Jul 08 18:00:39.159112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:00:39.160037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:00:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:39.266074 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:39.285001 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-e138ac68-896e-479b-95fb-b081efa374cd service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296828 Jul 08 18:00:39.335891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:00:39.443233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bce30649-619c-400c-bc9f-61c6c7981ba7 req-c9a819dd-fcbf-4bb6-b6da-3ac86f5064c4 service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517045 Jul 08 18:00:39.535425 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:39.566034 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f3a752-0689-41bd-a44e-5215b73308f1 None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:39.621182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e65b5340-9c0c-4849-aa21-230aeb63d58d', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.193', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'port_id': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'mac_address': 'fa:16:3e:66:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:00:36Z', 'updated_at': '2021-07-08T18:00:36Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:00:39.661422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abaabd1-626d-43d4-aaaa-3a0f809aa0d0 None None] The sync data for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 is: [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e65b5340-9c0c-4849-aa21-230aeb63d58d', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.193', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'port_id': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'mac_address': 'fa:16:3e:66:dd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:00:36Z', 'updated_at': '2021-07-08T18:00:36Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:00:39.676110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab47df25-4900-4de4-96ab-b7296d126a39 req-cd998cbf-cd1e-4262-b33c-7b48a089279b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0377905 Jul 08 18:00:40.045833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224ff24-d253-4bb1-8dac-608148a229a1 None None] New status for floating IP 3aacfb36-c1a1-4beb-9110-9d63fc8ca95c: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:00:40.095474 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f002edf-e6b1-4b8a-a9a0-981d78504676 None None] New status for floating IP e65b5340-9c0c-4849-aa21-230aeb63d58d: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:00:40.153026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48938) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:40.212718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3b0191ea-506e-4bda-bd28-6f5ad812ca92 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:00:40.240566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 3b0191ea-506e-4bda-bd28-6f5ad812ca92 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:00:40.240959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3b0191ea-506e-4bda-bd28-6f5ad812ca92 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:00:40.265308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1f9e7475-6c09-4d65-b443-80e1bde5c9e0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e65b5340-9c0c-4849-aa21-230aeb63d58d HTTP/1.1" status: 200 len: 991 time: 0.1096296 Jul 08 18:00:40.533740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'name': 'network-vif-deleted', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:40.536169 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77636bda-0287-4b12-bd0f-50d953525408" -d '{"events": [{"server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "name": "network-vif-deleted", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:40.572182 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fd6db4-71b4-44e3-ac5a-b9f51996de65 x-openstack-request-id: req-20fd6db4-71b4-44e3-ac5a-b9f51996de65 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:40.572541 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abd7fbf-cc2e-4929-8281-95edc933dabc", "name": "network-vif-deleted", "tag": "3b0191ea-506e-4bda-bd28-6f5ad812ca92", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:40.572900 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20fd6db4-71b4-44e3-ac5a-b9f51996de65 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:40.573864 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abd7fbf-cc2e-4929-8281-95edc933dabc', 'name': 'network-vif-deleted', 'tag': '3b0191ea-506e-4bda-bd28-6f5ad812ca92', 'status': 'completed', 'code': 200} Jul 08 18:00:40.826715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2b948bec-91bb-4e7a-a925-a0cd4ca20531 req-44ad029f-6c2c-4bfd-ae0a-ecd027b4df2d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0322764 Jul 08 18:00:41.267734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 48946) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:00:41.332876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2d6820d3-846d-467a-9590-d903d30e5bad tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e65b5340-9c0c-4849-aa21-230aeb63d58d HTTP/1.1" status: 200 len: 993 time: 0.0638554 Jul 08 18:00:41.970691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08737ca6-8433-4f69-af0c-9f5ae24c6877 req-adb0ee5b-9fac-4480-bd8a-fc292ce8aaf8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=0abd7fbf-cc2e-4929-8281-95edc933dabc HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jul 08 18:00:43.247925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-f11f9dba-cbbc-4160-8915-1816e550b800 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773969501&fields=id&tenant_id=2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 267 time: 0.0372679 Jul 08 18:00:43.356086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-6710f0f4-d59f-46c3-a52b-7dd2ebb46f0d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:43.357558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-6710f0f4-d59f-46c3-a52b-7dd2ebb46f0d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1031449 Jul 08 18:00:43.372594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-ed8f31e4-cb81-4d05-8d38-357e0da034b4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/quotas/2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 375 time: 0.0095870 Jul 08 18:00:43.450379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-00afa8c3-6e36-4447-b7f2-58d6d7457fca tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725551 Jul 08 18:00:43.550308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-dce1f59f-04f8-49a1-b1ee-af8afeb512bf service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882075 Jul 08 18:00:43.646242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-10c17316-74b0-4eb6-90c2-1c1ce54ded65 service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901473 Jul 08 18:00:43.835330 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:43.957526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63a0750a-e385-4a0d-877e-5994b1f85ac2 req-257cd7d5-1ec1-4c33-9564-9e9dd9139b3d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 210 time: 0.0300303 Jul 08 18:00:45.100551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8edd6ec-3a16-4c51-bd21-904aac0e99c6 req-12855580-a054-4a50-b049-86a0b684f34d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Jul 08 18:00:45.367171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-df5d5947-5964-45f4-a2fe-7ef15c631c54 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:45.368812 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-df5d5947-5964-45f4-a2fe-7ef15c631c54 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1092570 Jul 08 18:00:45.456961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-950f09c9-3956-4e32-a27d-8f46c04b84f8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 380 time: 0.0366421 Jul 08 18:00:45.469011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'port': {'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'admin_state_up': True, 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'security_groups': ['643b4ce7-47c7-4dc5-b4c3-f5bf04738704']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:45.608825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:00:45.613041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.755186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.20.0.3 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/a24c9688-c3e9-4c8e-8e0a-c289373ce1e4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:00:45.897616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.911718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Transition to ACTIVE for port object a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:45.945336 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:45.991711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:00:45.997838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:00:46.001731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:00:46.030055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:46.058704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.059337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.074024 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-24e33563-e599-4d7c-b4e3-4714c1dcea33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089563 Jul 08 18:00:46.094544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Request body: {'port': {'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:00:46.180474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.294396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3bcf23fe-f0e4-40f3-bed9-668d1151bb16 None None] Provisioning for port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:46.302091 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3bcf23fe-f0e4-40f3-bed9-668d1151bb16 None None] Provisioning complete for port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:46.302593 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3bcf23fe-f0e4-40f3-bed9-668d1151bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.329356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c63a6-2282-4c4d-8421-23e8b433344b req-5a9139ad-ef23-4995-8eb6-984d82bf6ac9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.331574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-753c63a6-2282-4c4d-8421-23e8b433344b req-5a9139ad-ef23-4995-8eb6-984d82bf6ac9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 931 time: 0.0954914 Jul 08 18:00:46.346361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf23fe-f0e4-40f3-bed9-668d1151bb16 None None] Port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:00:46.373164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-753c63a6-2282-4c4d-8421-23e8b433344b req-4f7252b1-10a9-4f45-a6e0-4751774527e4 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350077 Jul 08 18:00:46.473530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:46.481870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.493737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Transition to ACTIVE for port object a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:00:46.496718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.551898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Pushing event updated for resources: {'Port': ['ID=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:46.629372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Attempting to bind port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:00:46.629707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Attempting to bind port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:00:46.630174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Attempting to bind port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:46.635158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:00:46.635487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Attempting to bind port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:00:46.641145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:00:46.641402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:00:46.641785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:00:46.642208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Bound port: a24c9688-c3e9-4c8e-8e0a-c289373ce1e4, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:00:46.642567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.728200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] For port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:00:46.733487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] For port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:00:46.741452 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.788230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.788904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:46.790340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] 10.222.0.41 "PUT /v2.0/ports/a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 1091 time: 0.7006307 Jul 08 18:00:46.792937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:46.795275 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2936f0bb-e4d6-4340-bee7-120fcffd24a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:46.824216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9c5d4-a92f-4e51-a627-30faf929164a service neutron] Pushing event updated for resources: {'Port': ['ID=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:46.851778 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9640479a-15f2-4cf2-9373-d694dff1a900 x-openstack-request-id: req-9640479a-15f2-4cf2-9373-d694dff1a900 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:46.852067 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:46.852319 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9640479a-15f2-4cf2-9373-d694dff1a900 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:46.852722 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'status': 'completed', 'code': 200} Jul 08 18:00:46.943802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-ead61a01-78bb-4f05-9995-0fa981533814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:46.945417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-ead61a01-78bb-4f05-9995-0fa981533814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1094 time: 0.0679269 Jul 08 18:00:47.004418 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-ef8b4571-a1e1-4501-9ad6-90c9ee046c21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 217 time: 0.0417540 Jul 08 18:00:47.058705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-2e13a61f-17c9-4336-b4b3-a3773618ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.059912 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-2e13a61f-17c9-4336-b4b3-a3773618ac77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0482781 Jul 08 18:00:47.130553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-a9234ed6-306c-43fd-9b30-acc3b183ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.132100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-a9234ed6-306c-43fd-9b30-acc3b183ad0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619643 Jul 08 18:00:47.232117 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-401a0bb8-00a6-4284-a2c2-cd0a8aaecdec service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896587 Jul 08 18:00:47.327727 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7471a01d-8afe-48ae-b780-b0bb71f6673b req-6122f6fc-471a-4846-9dbd-3b3998231b48 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860755 Jul 08 18:00:47.473091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-4796d00e-1501-44f2-be7f-3d95b92d6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.474722 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-4796d00e-1501-44f2-be7f-3d95b92d6c91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1094 time: 0.0564737 Jul 08 18:00:47.562540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38146259-aceb-48b2-a9ad-6a8daf919d4b req-50b92817-3e83-4fac-b724-3cb029212aea tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.565220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38146259-aceb-48b2-a9ad-6a8daf919d4b req-50b92817-3e83-4fac-b724-3cb029212aea tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0670984 Jul 08 18:00:47.580917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-a9830c24-d709-4ace-abc3-6cd5f57a9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.582358 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-a9830c24-d709-4ace-abc3-6cd5f57a9d76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.0971050 Jul 08 18:00:47.605420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-38146259-aceb-48b2-a9ad-6a8daf919d4b req-a3b5dc38-6185-46b0-b651-92676d2df643 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352423 Jul 08 18:00:47.630660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-76da84b2-b0f6-4e36-a31d-548ed51a0e83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 217 time: 0.0371463 Jul 08 18:00:47.689271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-fd57db10-509d-4c27-a780-558edf893b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.690841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-fd57db10-509d-4c27-a780-558edf893b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0524547 Jul 08 18:00:47.750610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-a5b306b0-fa5b-4f70-ab3d-a4d2cff8af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:47.752127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-a5b306b0-fa5b-4f70-ab3d-a4d2cff8af8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529726 Jul 08 18:00:47.852315 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-d37e49bd-ee9a-49d5-8105-6eb0e6552dbe service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925210 Jul 08 18:00:47.951979 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2936f0bb-e4d6-4340-bee7-120fcffd24a9 req-603e6c9f-55f9-4a43-9298-4985d992762e service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894008 Jul 08 18:00:48.809393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e5595-1d8a-408a-a3b3-f7107a7889e0 req-c99702fc-68fa-42b4-bb34-7822c1f4fccc tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:48.810966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b9e5595-1d8a-408a-a3b3-f7107a7889e0 req-c99702fc-68fa-42b4-bb34-7822c1f4fccc tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0788565 Jul 08 18:00:48.849451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0b9e5595-1d8a-408a-a3b3-f7107a7889e0 req-99c73d34-be91-4cd3-aafc-66abfcde832a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Jul 08 18:00:50.026316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f3bd2-2eaf-4700-911a-9656336c16a7 req-8c075e33-55b8-4f7f-99f9-4eb598699e16 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:50.027814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-550f3bd2-2eaf-4700-911a-9656336c16a7 req-8c075e33-55b8-4f7f-99f9-4eb598699e16 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0674434 Jul 08 18:00:50.064917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-550f3bd2-2eaf-4700-911a-9656336c16a7 req-b68e8a51-ba03-4ce3-9f8a-7fcd60eef991 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Jul 08 18:00:51.078906 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:00:51.244798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417cb63-054f-4954-ba52-28a2aa3128ec req-a02b06e3-dffa-4639-8d16-70e54b1b4b0b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:51.246655 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3417cb63-054f-4954-ba52-28a2aa3128ec req-a02b06e3-dffa-4639-8d16-70e54b1b4b0b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0729322 Jul 08 18:00:51.292852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3417cb63-054f-4954-ba52-28a2aa3128ec req-0f253821-d7c5-44bd-9f96-0870d5fcda33 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 Jul 08 18:00:52.470885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a68c-0779-4af4-844e-32172e09cf71 req-6af3c7a4-6761-467c-862c-4cf95860e074 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:52.472407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2583a68c-0779-4af4-844e-32172e09cf71 req-6af3c7a4-6761-467c-862c-4cf95860e074 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0692174 Jul 08 18:00:52.511260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2583a68c-0779-4af4-844e-32172e09cf71 req-ec0448fc-03ad-40fe-a244-e0f06c1ad987 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329058 Jul 08 18:00:53.696939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9921ba-b488-4d23-ade6-b936e42b639b req-8341b632-6d54-4d9d-bc41-0be820153247 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:53.699417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc9921ba-b488-4d23-ade6-b936e42b639b req-8341b632-6d54-4d9d-bc41-0be820153247 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0696471 Jul 08 18:00:53.739382 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc9921ba-b488-4d23-ade6-b936e42b639b req-37022e59-fc19-4474-b147-8f4a328a214c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Jul 08 18:00:54.919758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc4d6-b05a-47b6-a545-d221fdb0f727 req-77da08f9-be50-4c1d-813c-a96539a5f0ef tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:54.921329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6debc4d6-b05a-47b6-a545-d221fdb0f727 req-77da08f9-be50-4c1d-813c-a96539a5f0ef tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0649107 Jul 08 18:00:54.961084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6debc4d6-b05a-47b6-a545-d221fdb0f727 req-e5822857-c945-4cf0-9196-626ba937dbfe tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Jul 08 18:00:56.030311 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:56.142129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa2920-935b-46c2-a782-f0793b1ac383 req-a19f7904-4132-4fc2-b589-280afab05216 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:56.143692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5aa2920-935b-46c2-a782-f0793b1ac383 req-a19f7904-4132-4fc2-b589-280afab05216 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 943 time: 0.0691793 Jul 08 18:00:56.182864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5aa2920-935b-46c2-a782-f0793b1ac383 req-1bc5f829-4bef-4753-b6a7-f44eefe00e65 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327079 Jul 08 18:00:56.845074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:00:57.092828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:57.104463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:00:57.140920 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.154141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:00:57.174429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:57.178520 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.234202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:57.360627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3c481-0fe3-4eee-89dc-d6fe49515dab req-9ce59338-2077-46eb-94c8-afd512588de5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:57.362173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28f3c481-0fe3-4eee-89dc-d6fe49515dab req-9ce59338-2077-46eb-94c8-afd512588de5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 944 time: 0.0638359 Jul 08 18:00:57.403535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28f3c481-0fe3-4eee-89dc-d6fe49515dab req-d9c43163-af50-49da-8313-130020efee1a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358150 Jul 08 18:00:57.491698 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-531c83fe-feab-4b75-8f49-f3affc22a8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:57.497749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['a24c9688-c3e9-4c8e-8e0a-c289373ce1e4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:00:58.591274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86baf-2b6d-463e-b1c2-d560332aa305 req-20e552b5-a722-43f6-a744-e6abc7e024d8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:58.592948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27c86baf-2b6d-463e-b1c2-d560332aa305 req-20e552b5-a722-43f6-a744-e6abc7e024d8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 944 time: 0.0708063 Jul 08 18:00:58.644021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27c86baf-2b6d-463e-b1c2-d560332aa305 req-eed9a749-3426-4c30-a0de-04356f3fefc3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427065 Jul 08 18:00:58.861598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:00:58.913673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:00:58.918311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:00:58.918822 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.000399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.025278 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:00:59.028070 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b781cac-da2a-4c02-a5e9-2de1d1d42f53" -d '{"events": [{"server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "name": "network-vif-plugged", "status": "completed", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:00:59.044514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:00:59.049601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:00:59.074677 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15a093b-2017-4b02-b341-94dbe8c8d661 x-openstack-request-id: req-c15a093b-2017-4b02-b341-94dbe8c8d661 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:00:59.075024 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "name": "network-vif-plugged", "status": "completed", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:00:59.075227 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c15a093b-2017-4b02-b341-94dbe8c8d661 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:00:59.075624 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'code': 200} Jul 08 18:00:59.107108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:00:59.231157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9b782-871d-44e6-afe7-da93f10c8497 req-b83d3513-d9ec-4080-af6d-87356571a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:59.232709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3f9b782-871d-44e6-afe7-da93f10c8497 req-b83d3513-d9ec-4080-af6d-87356571a8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1096 time: 0.0539012 Jul 08 18:00:59.268292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3f9b782-871d-44e6-afe7-da93f10c8497 req-7d7bf784-35d4-423b-ab1a-39e7ca1edf6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285830 Jul 08 18:00:59.826407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc06f53-3351-4324-8cc5-e4403bba55af req-f970b7aa-9c70-4089-b139-c07f5dac3fbb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:00:59.828046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fc06f53-3351-4324-8cc5-e4403bba55af req-f970b7aa-9c70-4089-b139-c07f5dac3fbb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 945 time: 0.0682204 Jul 08 18:00:59.865711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7fc06f53-3351-4324-8cc5-e4403bba55af req-f53c56c0-3b02-407c-aa0f-0d4916c34111 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319033 Jul 08 18:01:00.024217 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-92e6171b-2a19-4fbd-b600-8f260c6e55e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:00.476377 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.047730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdca89-a741-43f5-ae70-fcee3d7bcd6f req-f8ac6964-1a0f-4869-83f6-ec384535bfa6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.049387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93cdca89-a741-43f5-ae70-fcee3d7bcd6f req-f8ac6964-1a0f-4869-83f6-ec384535bfa6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 945 time: 0.0687299 Jul 08 18:01:01.090150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-93cdca89-a741-43f5-ae70-fcee3d7bcd6f req-4de0ddb7-1573-47d6-b994-f3ad298ccb70 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Jul 08 18:01:01.276307 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadbb75-1917-4d60-9f84-b399bb4270f4 req-2e8e4f07-c9f2-49d6-952f-d23f01bffd9f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.277845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2eadbb75-1917-4d60-9f84-b399bb4270f4 req-2e8e4f07-c9f2-49d6-952f-d23f01bffd9f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 945 time: 0.0690279 Jul 08 18:01:01.317709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2eadbb75-1917-4d60-9f84-b399bb4270f4 req-5df2ed17-183a-402e-9cb6-bef03ceabf2c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341270 Jul 08 18:01:01.342320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:01.462173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.500477 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d9477-633f-43bf-a51f-792d05ce2fcb tempest-TestVolumeBootPattern-93952298 tempest-TestVolumeBootPattern-93952298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:01.502077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a27d9477-633f-43bf-a51f-792d05ce2fcb tempest-TestVolumeBootPattern-93952298 tempest-TestVolumeBootPattern-93952298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1091 time: 0.1588886 Jul 08 18:01:01.505041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:01.509536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:01.532749 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.637702 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.752221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.25.5.211 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/0e54a5b7-5270-47ad-b31d-19351887563e) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:01.863628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.906600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:01.942812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:01.945699 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:01.949831 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:01.985229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=0e54a5b7-5270-47ad-b31d-19351887563e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:02.176522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e8dbe-7470-44be-a485-ebd4d798136c req-e5e73a19-ac38-4225-a36d-f5339e68b944 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:02.178012 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d91e8dbe-7470-44be-a485-ebd4d798136c req-e5e73a19-ac38-4225-a36d-f5339e68b944 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 945 time: 0.1559799 Jul 08 18:01:02.254963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d91e8dbe-7470-44be-a485-ebd4d798136c req-f32c3a41-889e-4b26-9165-6e6467dbf585 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706806 Jul 08 18:01:02.407786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.484385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.635476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.640298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.711669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=0e54a5b7-5270-47ad-b31d-19351887563e,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:02.718745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:02.818840 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Floating IP d231b2f5-6ba0-456b-96bf-5a6406aaa602 associated. External IP: 172.25.5.211, port: a24c9688-c3e9-4c8e-8e0a-c289373ce1e4. Jul 08 18:01:02.905877 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:03.028212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:03.136289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:03.145621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:03.152500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:03.155312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:03.155974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:03.191582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cc7fd9d9-31ff-43ae-b121-042dcaddbbd2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6853752 Jul 08 18:01:03.192280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:03.194695 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d065ba24-01a1-43df-be1c-e93225a68c89" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:03.231687 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae5eca-06da-40ed-aaad-658135255672 x-openstack-request-id: req-cdae5eca-06da-40ed-aaad-658135255672 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:03.232008 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:03.232261 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cdae5eca-06da-40ed-aaad-658135255672 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:03.232672 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'status': 'completed', 'code': 200} Jul 08 18:01:03.269159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:03.337595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-96f07d08-d98d-42d6-936a-11c1e0a0f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.340127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-96f07d08-d98d-42d6-936a-11c1e0a0f1cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1096 time: 0.0562763 Jul 08 18:01:03.436116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cffd8-3d06-405b-ac0b-8ca9dd068d86 req-f63bb475-d08f-4bbf-bc04-b9a2de5ef828 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.437667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b07cffd8-3d06-405b-ac0b-8ca9dd068d86 req-f63bb475-d08f-4bbf-bc04-b9a2de5ef828 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 945 time: 0.0675602 Jul 08 18:01:03.441910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-ea49a888-4801-4f37-a210-83d90a715192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.443532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-ea49a888-4801-4f37-a210-83d90a715192 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.0965431 Jul 08 18:01:03.482934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b07cffd8-3d06-405b-ac0b-8ca9dd068d86 req-f8f726b3-a427-41e8-a51f-dcc7573161a0 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups?id=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Jul 08 18:01:03.518741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:03.520214 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-dd42d242-1492-4659-ab01-6e9c7ea802c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 999 time: 0.0675008 Jul 08 18:01:03.548874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:03.557801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:03.558406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:03.585993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-43eda63f-f43a-419e-9d39-2d09b3aeaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.589434 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-43eda63f-f43a-419e-9d39-2d09b3aeaa6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0620189 Jul 08 18:01:03.648221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-b8d99202-d1bc-461c-a10d-33bd03b26959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:03.649797 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-b8d99202-d1bc-461c-a10d-33bd03b26959 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534041 Jul 08 18:01:03.667790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:03.738861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-0dfa0e4f-b9ae-4b20-bcc6-3946bd8c6da3 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809164 Jul 08 18:01:03.883233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d065ba24-01a1-43df-be1c-e93225a68c89 req-e6b50421-2bb6-4c5f-9979-de1d97ecf65e service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883238 Jul 08 18:01:03.893545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:03.926102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e5a92-34bb-4adc-b028-f1f98259401c None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:02Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:04.072501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-28995e19-f336-48c1-b2d3-dc5e1f5549ee tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:04.074109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-28995e19-f336-48c1-b2d3-dc5e1f5549ee tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 945 time: 0.0676181 Jul 08 18:01:04.111795 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337f77-d50e-45a0-871e-92db425c4d07 None None] New status for floating IP d231b2f5-6ba0-456b-96bf-5a6406aaa602: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:04.184462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Deleting port 9b36a192-65e9-470a-9b20-910ec0bbc855 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:04.184840 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.282095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] For port 9b36a192-65e9-470a-9b20-910ec0bbc855, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9b36a192-65e9-470a-9b20-910ec0bbc855,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:04.282459 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.459708 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.460364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.460364 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Floating IP 9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc disassociated. External IP: 172.25.5.70, port: 9b36a192-65e9-470a-9b20-910ec0bbc855. Jul 08 18:01:04.460710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Calling delete_port for 9b36a192-65e9-470a-9b20-910ec0bbc855 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:04.593052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.624800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event deleted for resources: {'Port': ['ID=9b36a192-65e9-470a-9b20-910ec0bbc855,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:04.632907 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa37c86d-7bd3-4a52-a772-76ddf339c4bb req-0ca143c4-9d95-4ab7-a679-45a295619fc6 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 210 time: 0.0309086 Jul 08 18:01:04.749637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Router 60a69559-62ba-4174-91d4-57c0af8230a1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:04.858082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:04.867584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] Sync routers for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:04.876723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:04.877368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:04.905841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] No DVR routers for this DVR port 9b36a192-65e9-470a-9b20-910ec0bbc855 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:04.908495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:04.910865 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-27ac9819-1914-4f52-9733-a11a1fd934b8 req-7f76c905-7c9e-4cde-831d-2d3104fff3bf tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.41 "DELETE /v2.0/ports/9b36a192-65e9-470a-9b20-910ec0bbc855 HTTP/1.1" status: 204 len: 173 time: 0.8310454 Jul 08 18:01:04.911334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'name': 'network-vif-deleted', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:04.914229 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da3624-78cd-4924-ae5b-61a572ec44c2" -d '{"events": [{"server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "name": "network-vif-deleted", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:04.953404 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9c215-eaa9-481e-8e4c-9d0e94c9dd37 x-openstack-request-id: req-c2f9c215-eaa9-481e-8e4c-9d0e94c9dd37 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:04.953776 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17bade4-9618-4648-85ec-a4bab959aa36", "name": "network-vif-deleted", "tag": "9b36a192-65e9-470a-9b20-910ec0bbc855", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:04.954093 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c2f9c215-eaa9-481e-8e4c-9d0e94c9dd37 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:04.954692 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17bade4-9618-4648-85ec-a4bab959aa36', 'name': 'network-vif-deleted', 'tag': '9b36a192-65e9-470a-9b20-910ec0bbc855', 'status': 'completed', 'code': 200} Jul 08 18:01:04.995142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:05.239541 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:05.266586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] Checking router: 60a69559-62ba-4174-91d4-57c0af8230a1 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:05.274923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:05.275545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:05.381237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:05.580993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:05.608173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7a49f-7fe8-4dca-aa4a-22e15b0a2bfd None None] The sync data for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 is: [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T17:54:23Z', 'revision_number': 4, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '3014e2e7-2130-45fb-8b0d-f6d1e64a4b16', 'name': '', 'network_id': 'c2400ee8-6ea8-40a5-8e99-1ca415bd31cc', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'mac_address': 'fa:16:3e:6b:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:23Z', 'updated_at': '2021-07-08T17:54:30Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'subnets': [{'id': 'e925a1fc-c408-40d9-b6f5-458e1a5f96cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:05.832968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c393a17-37d5-4c81-8e49-dfd930dd7c35 req-c8c5c565-7951-48a5-a4f3-15f5e73355aa tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17bade4-9618-4648-85ec-a4bab959aa36 HTTP/1.1" status: 200 len: 210 time: 0.0298951 Jul 08 18:01:05.908013 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81388cbd-0abe-47ab-b3b6-bd840cdce5c3 None None] New status for floating IP 9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:06.098723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091cdf-c650-45a0-b384-c921655f17bd req-ad2bf08d-c6fa-4b4d-aa3a-07ba84c375c5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:06.100520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78091cdf-c650-45a0-b384-c921655f17bd req-ad2bf08d-c6fa-4b4d-aa3a-07ba84c375c5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0688508 Jul 08 18:01:06.142117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78091cdf-c650-45a0-b384-c921655f17bd req-01a48a15-c809-4cee-b07f-cbc5a3cc5edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344617 Jul 08 18:01:06.167219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49110) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:06.231363 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2700539e-5fa4-49f7-8dde-eb828bd4eda1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e65b5340-9c0c-4849-aa21-230aeb63d58d HTTP/1.1" status: 200 len: 993 time: 0.0628927 Jul 08 18:01:06.776313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087a5fb-a1bd-4ebe-8084-fbc1a1cb8911 req-149d61e8-1b76-423f-9167-c38fe1dd8a96 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:06.777906 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b087a5fb-a1bd-4ebe-8084-fbc1a1cb8911 req-149d61e8-1b76-423f-9167-c38fe1dd8a96 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1096 time: 0.0530109 Jul 08 18:01:06.813859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b087a5fb-a1bd-4ebe-8084-fbc1a1cb8911 req-62ef23d9-754e-4659-85e6-8c240264b537 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302374 Jul 08 18:01:06.909390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9b36a192-65e9-470a-9b20-910ec0bbc855 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:06.930880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 9b36a192-65e9-470a-9b20-910ec0bbc855 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:06.931229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9b36a192-65e9-470a-9b20-910ec0bbc855 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:06.958787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49126) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:07.014834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2282ef2c-b7bc-4835-bfee-e4cfe9a49666 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.040991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2282ef2c-b7bc-4835-bfee-e4cfe9a49666 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.090780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2282ef2c-b7bc-4835-bfee-e4cfe9a49666 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.093560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2282ef2c-b7bc-4835-bfee-e4cfe9a49666 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.094732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2282ef2c-b7bc-4835-bfee-e4cfe9a49666 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "DELETE /v2.0/security-groups/4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a HTTP/1.1" status: 204 len: 168 time: 0.1351049 Jul 08 18:01:07.097669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:07.105351 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282ef2c-b7bc-4835-bfee-e4cfe9a49666 tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:07.115243 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-86e6ac08-80ae-4df9-abd6-253ea3047bce tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] show failed (client error): The resource could not be found. Jul 08 18:01:07.118957 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-86e6ac08-80ae-4df9-abd6-253ea3047bce tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "GET /v2.0/security-groups/4771cd3f-921d-4f8f-b3b9-58d2c9d9c56a HTTP/1.1" status: 404 len: 347 time: 0.0170135 Jul 08 18:01:07.119969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49134) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:07.251035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Deleting port 894501a9-2e04-4c1f-839b-2c9e219b3ab5 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:07.251379 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.330610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.330895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.344569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Calling delete_port for 894501a9-2e04-4c1f-839b-2c9e219b3ab5 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:07.383314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49150) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:07.491280 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.504138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-0cd4a01d-6b7f-4721-8d19-fcb6918bd5c3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190436 Jul 08 18:01:07.520093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Pushing event deleted for resources: {'Port': ['ID=894501a9-2e04-4c1f-839b-2c9e219b3ab5,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:07.584551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.588630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:07.590003 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-455fac30-4d03-495e-9d22-a28999e9448f tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] 10.222.0.63 "DELETE /v2.0/floatingips/9fa101b6-0ea5-47b6-bceb-ffe11c7ebafc HTTP/1.1" status: 204 len: 168 time: 0.4690130 Jul 08 18:01:08.097063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-0044df9f-4ffe-4348-9dd2-558916f3c0ed tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:01:08.101131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-0044df9f-4ffe-4348-9dd2-558916f3c0ed tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684991 Jul 08 18:01:08.108541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Request body: {'binding': {'host': 'n-h2-799528-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:08.109120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Unknown quota resources ['binding']. {{(pid=93664) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 18:01:08.245306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on host n-h2-799528-4 for vnic_type normal with profile None {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:08.245565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:08.245885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:08.250135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:08.250452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:08.255137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:08.255471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Checking segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:08.255846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Bound using segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:08.256267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Bound port: b76a53c4-939a-4186-a4f9-863470ddfd54, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:08.349251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:08.355024 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] Notify callbacks [] for binding, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:08.356235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-e2d91adc-0912-4dc3-9abb-50f0c1cc3a0f service neutron] 10.222.0.63 "POST /v2.0/ports/b76a53c4-939a-4186-a4f9-863470ddfd54/bindings HTTP/1.1" status: 201 len: 389 time: 0.2511411 Jul 08 18:01:08.569748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade01582-6f1e-434c-adf6-95588fd39ad6 req-2c2fdeb5-da3c-4fa3-bdf9-5099b3a88870 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.571458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ade01582-6f1e-434c-adf6-95588fd39ad6 req-2c2fdeb5-da3c-4fa3-bdf9-5099b3a88870 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0743792 Jul 08 18:01:08.615633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-b9cfd074-71e0-494e-a3b9-1bf9d15c392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.617967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-b9cfd074-71e0-494e-a3b9-1bf9d15c392e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1096 time: 0.0590065 Jul 08 18:01:08.621327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ade01582-6f1e-434c-adf6-95588fd39ad6 req-f2d765ed-8403-4df0-89c9-4705c6f8de81 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Jul 08 18:01:08.715622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-b5b61f5c-6daf-4557-a3fc-63b1b08965a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.717155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-b5b61f5c-6daf-4557-a3fc-63b1b08965a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 898 time: 0.0920017 Jul 08 18:01:08.784771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-55532601-e32c-4ea4-8125-f02cc73971d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 1001 time: 0.0602639 Jul 08 18:01:08.840687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-d1f6c7d4-9ec3-4376-99e3-f617791bbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.842245 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-d1f6c7d4-9ec3-4376-99e3-f617791bbb8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 200 len: 834 time: 0.0506635 Jul 08 18:01:08.903420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-ea837424-4ac3-48e9-9fb9-a4a1f76e3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:08.904986 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-ea837424-4ac3-48e9-9fb9-a4a1f76e3ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64c45f86-073e-4aaa-bb4f-c5ae719d4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553892 Jul 08 18:01:09.007238 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-cd2f6efd-0e48-4c20-97a8-77f22429c0d5 service neutron] 10.222.0.41 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915072 Jul 08 18:01:09.107757 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-f379949d-ac52-4a7a-a70c-fa20b845305c service neutron] 10.222.0.41 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928588 Jul 08 18:01:09.319864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f324e29-695a-410f-80bc-1cf90b37393f tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:09.321428 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f324e29-695a-410f-80bc-1cf90b37393f tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28&tenant_id=25b9e3294d1441afacb223be42639035&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1096 time: 0.0941665 Jul 08 18:01:09.332917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799528-4'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:09.756957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:09.826913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adcc3d-56f3-4812-952c-cfadb6a26b1d req-ee9a31d7-30f4-4bd8-a621-41f342fb2428 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:09.830237 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1adcc3d-56f3-4812-952c-cfadb6a26b1d req-ee9a31d7-30f4-4bd8-a621-41f342fb2428 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0895061 Jul 08 18:01:09.881523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a1adcc3d-56f3-4812-952c-cfadb6a26b1d req-c991c2e6-d7fb-4f16-8164-9143f024b80a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 Jul 08 18:01:09.919268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:09.964367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:10.012717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:10.015276 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb3dbb4-e41a-46e6-a3ed-a21418262931" -d '{"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-unplugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:10.019406 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.026151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.116859 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26c3c0e-7fed-4b6f-b7f1-bb7142f9fb98 x-openstack-request-id: req-b26c3c0e-7fed-4b6f-b7f1-bb7142f9fb98 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:10.117153 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-unplugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:10.118226 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b26c3c0e-7fed-4b6f-b7f1-bb7142f9fb98 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:10.118430 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'code': 200} Jul 08 18:01:10.128365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:10.197033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on host n-h1-799528-4 for vnic_type normal with profile {"migrating_to": "n-h2-799528-4"} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:10.197956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:10.198296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:10.203485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:10.203817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Attempting to bind port b76a53c4-939a-4186-a4f9-863470ddfd54 on network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:10.209241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:10.209588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Checking segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:10.209986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Bound using segment: {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:10.210699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Bound port: b76a53c4-939a-4186-a4f9-863470ddfd54, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d4c5e-507f-461d-9626-eb23ef1c8ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:10.211087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.290434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:10.293867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:10.301325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.403859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dfaf96b7-a13b-4c14-aaf5-2512e7bab35d None None] Provisioning complete for port b76a53c4-939a-4186-a4f9-863470ddfd54 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:10.404361 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfaf96b7-a13b-4c14-aaf5-2512e7bab35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.438774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=8']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:10.517529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:10.518164 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.519649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-c654e231-665f-437a-93fb-70af86a8783f service neutron] 10.222.0.41 "PUT /v2.0/ports/b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 1121 time: 1.1909840 Jul 08 18:01:10.714759 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfaf96b7-a13b-4c14-aaf5-2512e7bab35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.730741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['b76a53c4-939a-4186-a4f9-863470ddfd54'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:10.776877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:10.779290 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5742b0-2b2e-4f57-84fd-edce6ca1a560" -d '{"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-plugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:10.819167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-dfaf96b7-a13b-4c14-aaf5-2512e7bab35d None None] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:10.826774 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dfaf96b7-a13b-4c14-aaf5-2512e7bab35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:10.834913 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db6084-092a-4d23-9416-b326dded889e x-openstack-request-id: req-69db6084-092a-4d23-9416-b326dded889e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:10.835207 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-plugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:10.835656 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-69db6084-092a-4d23-9416-b326dded889e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:10.836043 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'code': 200} Jul 08 18:01:11.018485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf96b7-a13b-4c14-aaf5-2512e7bab35d None None] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:11.094094 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad47a2b-930b-4e90-8b99-940437414267 req-e87a78a5-7db6-461f-8a1a-f5ed5fa1ffdc tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:11.095585 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ad47a2b-930b-4e90-8b99-940437414267 req-e87a78a5-7db6-461f-8a1a-f5ed5fa1ffdc tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0810611 Jul 08 18:01:11.133886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ad47a2b-930b-4e90-8b99-940437414267 req-f9784d99-527f-46c1-87f2-940669d6908b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323563 Jul 08 18:01:11.209616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-88870d60-13f0-4727-8e1d-2fcbdf043bba None None] Provisioning complete for port b76a53c4-939a-4186-a4f9-863470ddfd54 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:11.210332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-88870d60-13f0-4727-8e1d-2fcbdf043bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:12.120235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:12.123193 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01506273-668f-49fd-a212-de396ec73c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:12.163661 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cadba94-f458-4062-a7ed-2536a4b6628e x-openstack-request-id: req-6cadba94-f458-4062-a7ed-2536a4b6628e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:12.163955 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:12.164209 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6cadba94-f458-4062-a7ed-2536a4b6628e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:12.164720 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'status': 'completed', 'code': 200} Jul 08 18:01:12.267407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01506273-668f-49fd-a212-de396ec73c9d req-95a5d156-8b15-4f2f-b037-2182187d6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.270539 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01506273-668f-49fd-a212-de396ec73c9d req-95a5d156-8b15-4f2f-b037-2182187d6e85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1126 time: 0.0768960 Jul 08 18:01:12.346188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10da5a-3360-4408-8579-fd2855652135 req-467b8c26-b36f-4c80-857c-0100382c2d50 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.347627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e10da5a-3360-4408-8579-fd2855652135 req-467b8c26-b36f-4c80-857c-0100382c2d50 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0730321 Jul 08 18:01:12.374248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01506273-668f-49fd-a212-de396ec73c9d req-1d748405-05ab-4ae9-b209-fd880eef473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.375682 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01506273-668f-49fd-a212-de396ec73c9d req-1d748405-05ab-4ae9-b209-fd880eef473d service neutron] 10.222.0.72 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 898 time: 0.0986786 Jul 08 18:01:12.394366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e10da5a-3360-4408-8579-fd2855652135 req-7158afa8-4bfa-4197-bedb-24b3b702eb75 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356467 Jul 08 18:01:12.455295 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01506273-668f-49fd-a212-de396ec73c9d req-53cbe026-613c-4d97-9865-93d787786323 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 1001 time: 0.0721889 Jul 08 18:01:12.517309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01506273-668f-49fd-a212-de396ec73c9d req-7aefb057-0889-4b58-8e21-a8f6a4ebf678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.519117 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01506273-668f-49fd-a212-de396ec73c9d req-7aefb057-0889-4b58-8e21-a8f6a4ebf678 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 200 len: 834 time: 0.0572484 Jul 08 18:01:12.581025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01506273-668f-49fd-a212-de396ec73c9d req-fe1ac2c8-95da-4ea6-8de0-49947fc074ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:12.582563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01506273-668f-49fd-a212-de396ec73c9d req-fe1ac2c8-95da-4ea6-8de0-49947fc074ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=64c45f86-073e-4aaa-bb4f-c5ae719d4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573494 Jul 08 18:01:12.678556 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01506273-668f-49fd-a212-de396ec73c9d req-2ba5b51e-0bc1-4855-b2a7-a05152762c7a service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 Jul 08 18:01:12.779050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-01506273-668f-49fd-a212-de396ec73c9d req-e85440a5-6a7f-4744-b8a9-f9e1e22ce27c service neutron] 10.222.0.72 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944421 Jul 08 18:01:12.911861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:13.028159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:13.043598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 has no active binding in host n-h2-799528-4 {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 18:01:13.617989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21430faa-885a-4473-be7f-5232bc11ba5a req-e55b1364-7274-421b-a377-4a263d029736 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:13.619450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21430faa-885a-4473-be7f-5232bc11ba5a req-e55b1364-7274-421b-a377-4a263d029736 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0689006 Jul 08 18:01:13.658853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21430faa-885a-4473-be7f-5232bc11ba5a req-f19afac8-48ab-40e5-803a-4947d13cafb3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337894 Jul 08 18:01:13.863608 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:14.833157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e2730-e415-4120-aca1-cef3ac4b8d98 req-341f8a37-cbce-4398-b049-b18bad9d6d50 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:14.834632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a4e2730-e415-4120-aca1-cef3ac4b8d98 req-341f8a37-cbce-4398-b049-b18bad9d6d50 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0627451 Jul 08 18:01:14.875673 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a4e2730-e415-4120-aca1-cef3ac4b8d98 req-c5812e46-93f5-4f32-ace3-d92ca36061bf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345712 Jul 08 18:01:15.573843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49216) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:15.956917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-d9483b91-0a28-4331-aa43-7d77fe7695c8 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:01:15.958653 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-d9483b91-0a28-4331-aa43-7d77fe7695c8 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064840 Jul 08 18:01:16.037966 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-d7a07902-05d2-4fa7-b41f-366e08084162 service neutron] 10.222.0.72 "GET /v2.0/ports/b76a53c4-939a-4186-a4f9-863470ddfd54/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 384 time: 0.0732591 Jul 08 18:01:16.088042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:16.096713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e25d-b775-4bd3-bcc5-08381899bdc1 req-2e722ba8-affd-4e5c-ba94-1fc5bdc0a0a5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:16.099485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afb2e25d-b775-4bd3-bcc5-08381899bdc1 req-2e722ba8-affd-4e5c-ba94-1fc5bdc0a0a5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 945 time: 0.0876510 Jul 08 18:01:16.206748 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-afb2e25d-b775-4bd3-bcc5-08381899bdc1 req-dc000586-a5bc-47a8-917f-d9cc25133211 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707912 Jul 08 18:01:16.223504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:16.245927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:16.285833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:16.288145 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950261f1-494e-4f2d-9200-c4a27a884b19" -d '{"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-unplugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:16.296860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:16.320521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:16.340811 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a153c6-5b02-4f45-bcc7-3a11c7960f84 x-openstack-request-id: req-58a153c6-5b02-4f45-bcc7-3a11c7960f84 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:16.341102 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-unplugged", "status": "completed", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:16.341548 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58a153c6-5b02-4f45-bcc7-3a11c7960f84 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:16.341934 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'code': 200} Jul 08 18:01:16.396688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Deleting port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:16.397084 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:16.405326 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] Transition to ACTIVE for port object b76a53c4-939a-4186-a4f9-863470ddfd54 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:16.409849 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:16.513131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] Pushing event updated for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=11']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:16.558260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] No DVR routers for this DVR port b76a53c4-939a-4186-a4f9-863470ddfd54 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:16.706826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-2f46c252-c5e7-4538-bbbb-b246f78756ed service neutron] 10.222.0.72 "PUT /v2.0/ports/b76a53c4-939a-4186-a4f9-863470ddfd54/bindings/n-h2-799528-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6632154 Jul 08 18:01:16.789431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] For port 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:16.789888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:16.802639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Calling delete_port for 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:16.830947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-713326e0-6ea5-47db-b70c-236c5483d360 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:16.832477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-713326e0-6ea5-47db-b70c-236c5483d360 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28&tenant_id=25b9e3294d1441afacb223be42639035&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.0591702 Jul 08 18:01:16.895580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-b3eb38b1-8973-450d-8e06-b7bfbe1a305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:16.897199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-b3eb38b1-8973-450d-8e06-b7bfbe1a305f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 1095 time: 0.0564635 Jul 08 18:01:16.987379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-93abd3b7-8f30-479a-ba59-a5496229f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:16.989328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-93abd3b7-8f30-479a-ba59-a5496229f683 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1095 time: 0.0555973 Jul 08 18:01:16.989978 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:17.015781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=3014e2e7-2130-45fb-8b0d-f6d1e64a4b16,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:17.048869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.049210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.049545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.049876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.050215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.050526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.050846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.051169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.051487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.051807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.052129 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.052447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:17.097146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-fb212eb6-f7c9-4c27-b3b7-f02fb1c4fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:17.099023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-fb212eb6-f7c9-4c27-b3b7-f02fb1c4fecd service neutron] 10.222.0.41 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 898 time: 0.1031492 Jul 08 18:01:17.188007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-3ea0f450-fac9-4d06-800a-d7e9c2117f47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 999 time: 0.0822992 Jul 08 18:01:17.215313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:17.255282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-ae96b904-8edb-4828-ad88-9b8c3e572ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:17.257248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-ae96b904-8edb-4828-ad88-9b8c3e572ad2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 200 len: 834 time: 0.0585766 Jul 08 18:01:17.319101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-a513893b-b513-46ff-b1cb-bf3aba382eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:17.320527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-a513893b-b513-46ff-b1cb-bf3aba382eb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64c45f86-073e-4aaa-bb4f-c5ae719d4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560224 Jul 08 18:01:17.422829 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-125b2464-94bf-4997-ba37-50e25b15d4dc service neutron] 10.222.0.41 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947194 Jul 08 18:01:17.501201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab331a-aecd-4794-bcdf-faf78c46028d req-25c3cac2-39f7-4556-9c38-d954403e5b11 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:17.502773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0ab331a-aecd-4794-bcdf-faf78c46028d req-25c3cac2-39f7-4556-9c38-d954403e5b11 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 944 time: 0.1264639 Jul 08 18:01:17.504715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Router 60a69559-62ba-4174-91d4-57c0af8230a1 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:17.519027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-ac0a66f5-6b51-4a4c-b37b-c42ee2e02635 service neutron] 10.222.0.41 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896301 Jul 08 18:01:17.630251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0ab331a-aecd-4794-bcdf-faf78c46028d req-d70e7dd8-e94b-4237-abd4-8fb78417ca85 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818958 Jul 08 18:01:17.652832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:17.662647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c71504cd-8a4b-4e81-94f8-a9267b1e4e72 admin admin] 10.222.0.63 "PUT /v2.0/routers/60a69559-62ba-4174-91d4-57c0af8230a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0876594 Jul 08 18:01:17.665236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49228) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:17.670619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] Sync routers for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:17.692054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:17.692718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:17.797185 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:17.829110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:17.912036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:17.969305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Deleting port 87077268-c42c-47e0-991e-ebf6c64ab3f7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:17.969910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-34c825d2-4707-4cd0-92ca-69ad93860303 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:17.970106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:17.971567 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-34c825d2-4707-4cd0-92ca-69ad93860303 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28&tenant_id=25b9e3294d1441afacb223be42639035&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 1095 time: 0.0661113 Jul 08 18:01:18.014099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T18:01:16Z', 'revision_number': 5, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port': {'id': '87077268-c42c-47e0-991e-ebf6c64ab3f7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:54:20Z', 'updated_at': '2021-07-08T17:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:18.041812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] Checking router: 60a69559-62ba-4174-91d4-57c0af8230a1 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:18.051239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] Routers {'60a69559-62ba-4174-91d4-57c0af8230a1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:18.051863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['60a69559-62ba-4174-91d4-57c0af8230a1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:18.060183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] For port 87077268-c42c-47e0-991e-ebf6c64ab3f7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=87077268-c42c-47e0-991e-ebf6c64ab3f7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:18.060554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.074353 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Calling delete_port for 87077268-c42c-47e0-991e-ebf6c64ab3f7 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:18.122220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-58001beb-2553-4313-ba0e-818365917947 service neutron] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:18.126796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-58001beb-2553-4313-ba0e-818365917947 service neutron] Notify callbacks [] for binding, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.127948 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a225522e-a21d-45dd-8bd5-e9b5798790ab req-58001beb-2553-4313-ba0e-818365917947 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b76a53c4-939a-4186-a4f9-863470ddfd54/bindings/n-h1-799528-4 HTTP/1.1" status: 204 len: 173 time: 0.1486459 Jul 08 18:01:18.140613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] Set router 60a69559-62ba-4174-91d4-57c0af8230a1 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:18.196059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T18:01:17Z', 'revision_number': 6, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:18.222897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c8034-b973-4148-b224-f49dc4145c96 None None] The sync data for ids ['60a69559-62ba-4174-91d4-57c0af8230a1'] in n-d-799528-4 is: [{'id': '60a69559-62ba-4174-91d4-57c0af8230a1', 'name': 'tempest-AttachVolumeTestJSON-1020623433-router', 'tenant_id': 'fe5381ae51c442f3859167c0d5dd6609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:54:19Z', 'updated_at': '2021-07-08T18:01:17Z', 'revision_number': 6, 'project_id': 'fe5381ae51c442f3859167c0d5dd6609', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:18.250537 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.278737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Pushing event deleted for resources: {'Port': ['ID=87077268-c42c-47e0-991e-ebf6c64ab3f7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:18.336506 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.427681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.429831 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.479654 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.480238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a69559-62ba-4174-91d4-57c0af8230a1 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:01:18.485019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.486239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-077b5bfe-4a20-48f6-879c-9e8bc986382c admin admin] 10.222.0.63 "DELETE /v2.0/routers/60a69559-62ba-4174-91d4-57c0af8230a1 HTTP/1.1" status: 204 len: 168 time: 0.8192391 Jul 08 18:01:18.488649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49230) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:18.534925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] Deleting subnet e925a1fc-c408-40d9-b6f5-458e1a5f96cf {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:01:18.538637 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.574589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.662994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.722884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.750234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e925a1fc-c408-40d9-b6f5-458e1a5f96cf,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:18.755069 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.760443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49234) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:18.762037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9bd6a-2da2-48f7-887f-ff1c1d98153c None None] Network c2400ee8-6ea8-40a5-8e99-1ca415bd31cc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:18.768504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-04f62f48-c5f1-46e7-98fb-6699bdeb49bb admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e925a1fc-c408-40d9-b6f5-458e1a5f96cf HTTP/1.1" status: 204 len: 168 time: 0.2707703 Jul 08 18:01:18.866211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.903759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fad07-773d-4c27-8076-1f495ece3caf req-a0612726-d181-42bd-855a-4a47be8a075c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:18.905329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-513fad07-773d-4c27-8076-1f495ece3caf req-a0612726-d181-42bd-855a-4a47be8a075c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 944 time: 0.1305022 Jul 08 18:01:18.929117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Deleting port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:18.929388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:18.974493 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-513fad07-773d-4c27-8076-1f495ece3caf req-b6ead66c-053b-49d1-b051-4ca410b7c3bb tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577209 Jul 08 18:01:19.005515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] DHCP port deletion for c2400ee8-6ea8-40a5-8e99-1ca415bd31cc request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:01:19.011916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] For port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:19.012290 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.027585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Calling delete_port for 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:19.062686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] Deleting port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:19.063377 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.121237 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.144687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] For port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,segment=NetworkSegment(87563fea-9d5e-4197-8bea-e8993ff65e83),segment_id=87563fea-9d5e-4197-8bea-e8993ff65e83)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:19.145234 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.156019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Pushing event deleted for resources: {'Port': ['ID=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:19.163952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] No DVR routers for this DVR port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:19.164085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] Calling delete_port for 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:19.232949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7d58-6768-44b2-ba3b-ff76bc828345 req-b901ccf0-4abc-4065-99fc-6b55f1f6af3f tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:19.240444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de1c7d58-6768-44b2-ba3b-ff76bc828345 req-b901ccf0-4abc-4065-99fc-6b55f1f6af3f tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1095 time: 0.1498959 Jul 08 18:01:19.257242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:19.260917 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.275804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de1c7d58-6768-44b2-ba3b-ff76bc828345 req-f2e61508-7d31-4814-a793-b9a0381ecd20 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337279 Jul 08 18:01:19.282221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:19.282553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:19.282976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:19.290122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.310843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2400ee8-6ea8-40a5-8e99-1ca415bd31cc']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:19.324697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87563fea-9d5e-4197-8bea-e8993ff65e83') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:19.325022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87563fea-9d5e-4197-8bea-e8993ff65e83') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:19.325732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] Pushing event deleted for resources: {'Port': ['ID=84b7ceed-0af8-4d1e-ba3d-80da870bd5dc,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:19.327907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:19.328260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3014e2e7-2130-45fb-8b0d-f6d1e64a4b16 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:19.328683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87077268-c42c-47e0-991e-ebf6c64ab3f7 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:19.333521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570c412-aed2-49f4-ad7f-6e7d3d45743b None None] No DVR routers for this DVR port 84b7ceed-0af8-4d1e-ba3d-80da870bd5dc on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:19.342801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.356487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 87077268-c42c-47e0-991e-ebf6c64ab3f7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:19.356869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 87077268-c42c-47e0-991e-ebf6c64ab3f7 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:19.364780 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.380136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:01:19.380620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:01:19.382741 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:01:19.446199 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.452956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.455181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] 10.222.0.63 "DELETE /v2.0/networks/c2400ee8-6ea8-40a5-8e99-1ca415bd31cc HTTP/1.1" status: 204 len: 168 time: 0.6934786 Jul 08 18:01:19.467306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60485b67-7a58-4fdb-be62-5e97c2b2b51c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2400ee8-6ea8-40a5-8e99-1ca415bd31cc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:19.484645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e2686-3dc1-46c1-a571-7ee4c888e914 req-e1b23770-f194-40e0-9fca-283f1c0ee5a3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:19.489209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b37e2686-3dc1-46c1-a571-7ee4c888e914 req-e1b23770-f194-40e0-9fca-283f1c0ee5a3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 944 time: 0.0747550 Jul 08 18:01:19.538656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b37e2686-3dc1-46c1-a571-7ee4c888e914 req-29370211-37b0-4d81-8c12-0f7f47a029cb tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 Jul 08 18:01:19.565672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49246) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:19.596268 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49248) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:19.660537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8771ee12-1ff7-4005-aba1-00125400b032 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fe5381ae51c442f3859167c0d5dd6609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622005 Jul 08 18:01:19.662955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49250) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:19.665752 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-978ac975-148f-4efb-a6cd-dda7b162dbb4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e65b5340-9c0c-4849-aa21-230aeb63d58d HTTP/1.1" status: 200 len: 991 time: 0.0980294 Jul 08 18:01:19.740621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d34ac5b1-846d-4a24-86b7-95d20518eccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.767039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d34ac5b1-846d-4a24-86b7-95d20518eccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.816049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d34ac5b1-846d-4a24-86b7-95d20518eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.818828 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d34ac5b1-846d-4a24-86b7-95d20518eccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:19.820271 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d34ac5b1-846d-4a24-86b7-95d20518eccd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7effaeb6-dda7-4848-b007-1ca63d33dea0 HTTP/1.1" status: 204 len: 168 time: 0.1561587 Jul 08 18:01:19.829380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ac5b1-846d-4a24-86b7-95d20518eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7effaeb6-dda7-4848-b007-1ca63d33dea0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:20.383506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:20.424842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:22.021651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49324) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:22.194352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port a6802964-806a-4bdb-9235-48f9383a5e31 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:22.194692 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:22.273053 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:22.273372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:22.286421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for a6802964-806a-4bdb-9235-48f9383a5e31 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:22.439001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:22.467615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=a6802964-806a-4bdb-9235-48f9383a5e31,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:22.531119 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:22.531452 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP e65b5340-9c0c-4849-aa21-230aeb63d58d disassociated (deleted). External IP: 172.25.5.193, port: b76a53c4-939a-4186-a4f9-863470ddfd54. Jul 08 18:01:22.750542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 869c4be3-5495-4696-9a7f-384b230e5658 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:22.881806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:22.886993 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:22.892341 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] Sync routers for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:22.905377 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:22.906620 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:22.929899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d19f810c-3f55-42ea-ae63-175fa5ebdbbe tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/floatingips/e65b5340-9c0c-4849-aa21-230aeb63d58d HTTP/1.1" status: 204 len: 168 time: 0.9047563 Jul 08 18:01:22.929899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:22.931718 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6059c0ae-9a57-46b1-a999-2cfcf5f01804" -d '{"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:22.992429 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a51990-64a1-43ee-a8a2-351a12c48f11 x-openstack-request-id: req-62a51990-64a1-43ee-a8a2-351a12c48f11 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:22.992826 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:22.993104 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-62a51990-64a1-43ee-a8a2-351a12c48f11 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:22.994088 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'status': 'completed', 'code': 200} Jul 08 18:01:23.039097 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:23.105050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-e27b91f5-8069-4db8-b4a9-0d61f451a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.107427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-e27b91f5-8069-4db8-b4a9-0d61f451a51a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 1095 time: 0.0629032 Jul 08 18:01:23.230761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-2df12fbf-298b-4e46-b9f0-8cec03122059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.232509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-2df12fbf-298b-4e46-b9f0-8cec03122059 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 200 len: 898 time: 0.1168022 Jul 08 18:01:23.281628 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-2bf2e24c-eaa7-4390-9cdf-892f1cc42b13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 200 len: 217 time: 0.0414143 Jul 08 18:01:23.282004 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:23.310573 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] Checking router: 869c4be3-5495-4696-9a7f-384b230e5658 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:23.320291 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:23.321197 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:23.354466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-a12b92c6-266b-41b5-9310-f83b4679963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.356290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-a12b92c6-266b-41b5-9310-f83b4679963c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 200 len: 834 time: 0.0648324 Jul 08 18:01:23.410799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23ff9-f0d3-4ed8-ae9d-e3f0193a7081 req-5f935ceb-5780-4385-a2b0-8aaf8961201c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.412610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57d23ff9-f0d3-4ed8-ae9d-e3f0193a7081 req-5f935ceb-5780-4385-a2b0-8aaf8961201c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 944 time: 0.0872779 Jul 08 18:01:23.451044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-c339595d-3c55-459d-b250-59c5e3ded15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.451477 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:23.452340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-c339595d-3c55-459d-b250-59c5e3ded15f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64c45f86-073e-4aaa-bb4f-c5ae719d4364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655155 Jul 08 18:01:23.489454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57d23ff9-f0d3-4ed8-ae9d-e3f0193a7081 req-80720e99-6036-459d-acf1-1263b852f84e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=5d5a8134-e659-43b0-a130-7dfd14335ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702240 Jul 08 18:01:23.562053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-c737a62e-f270-4074-b804-bb86b69f5777 service neutron] 10.222.0.41 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995777 Jul 08 18:01:23.671840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6059c0ae-9a57-46b1-a999-2cfcf5f01804 req-0f8151f2-1746-4498-a4bc-307b301852c1 service neutron] 10.222.0.41 "GET /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026165 Jul 08 18:01:23.687595 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:23.720525 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a16f5-e275-4140-ba0b-fe2b2a0c5333 None None] The sync data for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 is: [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:21Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06', 'name': '', 'network_id': '64c45f86-073e-4aaa-bb4f-c5ae719d4364', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:2e:85:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:21Z', 'updated_at': '2021-07-08T18:00:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': 'ac379bac-8017-44d5-93fb-f45af2bb5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:23.942609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-1128ceb6-1dec-4ff0-9a11-ef94fcca55bf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:23.945173 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-1128ceb6-1dec-4ff0-9a11-ef94fcca55bf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 944 time: 0.0846295 Jul 08 18:01:23.978635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56805a-0407-40db-bd36-4f6aa2900ce5 None None] New status for floating IP e65b5340-9c0c-4849-aa21-230aeb63d58d: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:24.070893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port b76a53c4-939a-4186-a4f9-863470ddfd54 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:24.071239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.171878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port b76a53c4-939a-4186-a4f9-863470ddfd54, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=b76a53c4-939a-4186-a4f9-863470ddfd54,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:24.172560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.189300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for b76a53c4-939a-4186-a4f9-863470ddfd54 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:24.338755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.372900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=b76a53c4-939a-4186-a4f9-863470ddfd54,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:24.421132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] No DVR routers for this DVR port b76a53c4-939a-4186-a4f9-863470ddfd54 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:24.423932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:24.425971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cf79d6dd-db18-46cd-8790-7c7606be2460 req-751e52a2-ad25-4151-8ec3-b0048e3e3153 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.41 "DELETE /v2.0/ports/b76a53c4-939a-4186-a4f9-863470ddfd54 HTTP/1.1" status: 204 len: 173 time: 0.4734693 Jul 08 18:01:24.426422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-deleted', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:24.428776 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143d6eb5-6a15-404f-857a-c21d088ec6c7" -d '{"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-deleted", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:24.466767 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a6728f-881a-45d0-98fc-05fa26f39fa4 x-openstack-request-id: req-46a6728f-881a-45d0-98fc-05fa26f39fa4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:24.467061 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d8a83e-84c1-430f-b31c-ec7ce3c3ef28", "name": "network-vif-deleted", "tag": "b76a53c4-939a-4186-a4f9-863470ddfd54", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:24.467304 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-46a6728f-881a-45d0-98fc-05fa26f39fa4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:24.467706 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d8a83e-84c1-430f-b31c-ec7ce3c3ef28', 'name': 'network-vif-deleted', 'tag': 'b76a53c4-939a-4186-a4f9-863470ddfd54', 'status': 'completed', 'code': 200} Jul 08 18:01:24.652830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cd27a51-b8ff-44ec-b2cb-612c68af879c req-74f1e59d-6a10-4d49-87bc-3a9099ddf3c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=28d8a83e-84c1-430f-b31c-ec7ce3c3ef28 HTTP/1.1" status: 200 len: 210 time: 0.0379159 Jul 08 18:01:25.360336 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49482) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:25.463632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8061e9d7-c601-49be-9a3c-f43862151c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.555657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8061e9d7-c601-49be-9a3c-f43862151c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.559670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8061e9d7-c601-49be-9a3c-f43862151c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.603644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8061e9d7-c601-49be-9a3c-f43862151c27 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0208e0d9b534290bc5e4f37a0b43843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421339 Jul 08 18:01:25.604369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e9d7-c601-49be-9a3c-f43862151c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f788422-c12f-403a-b56d-b3c2e9c1288e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:25.606442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49486) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:25.658829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76c06ce4-56b0-4c3d-b126-f0f590650cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.680503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76c06ce4-56b0-4c3d-b126-f0f590650cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.729398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76c06ce4-56b0-4c3d-b126-f0f590650cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.732068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76c06ce4-56b0-4c3d-b126-f0f590650cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:25.733457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-76c06ce4-56b0-4c3d-b126-f0f590650cc0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5f788422-c12f-403a-b56d-b3c2e9c1288e HTTP/1.1" status: 204 len: 168 time: 0.1259863 Jul 08 18:01:25.742895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c06ce4-56b0-4c3d-b126-f0f590650cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f788422-c12f-403a-b56d-b3c2e9c1288e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:25.757380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49492) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:26.026045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49496) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:26.035457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.041526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.145699 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.149694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.189967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=29e3fd6abb2f4ea597c23536b1251e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627781 Jul 08 18:01:26.190815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cb41d8-4356-43c1-aa3e-b2633f05600b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:26.193005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49498) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:26.206451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.206796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.207134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.207466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.207795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.208118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.208439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.208772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.209103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.209418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.209737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.210054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b836fc79-dc46-4781-a52d-d3b1d2d89260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:26.261326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fbfee97-0a99-46dc-a9ee-ad967fc630d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.284390 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fbfee97-0a99-46dc-a9ee-ad967fc630d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.342084 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fbfee97-0a99-46dc-a9ee-ad967fc630d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.345264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6fbfee97-0a99-46dc-a9ee-ad967fc630d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.349035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6fbfee97-0a99-46dc-a9ee-ad967fc630d2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/90cb41d8-4356-43c1-aa3e-b2633f05600b HTTP/1.1" status: 204 len: 168 time: 0.1524906 Jul 08 18:01:26.374417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfee97-0a99-46dc-a9ee-ad967fc630d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cb41d8-4356-43c1-aa3e-b2633f05600b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:26.524291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.817012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:26.817782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.911730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:26.912199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:26.926591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:26.974407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:26.996405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: b76a53c4-939a-4186-a4f9-863470ddfd54 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:26.996873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device b76a53c4-939a-4186-a4f9-863470ddfd54 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:27.155488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.195167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:27.393391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.495850 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99b2463f-b3c1-40e1-99d3-a0542a012388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.636987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 869c4be3-5495-4696-9a7f-384b230e5658 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:27.745981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:27.751362 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-805b3985-4826-484c-a501-d286a7b842f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/869c4be3-5495-4696-9a7f-384b230e5658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9925413 Jul 08 18:01:27.754090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49536) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:27.756618 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] Sync routers for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:27.769345 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:27.770461 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:27.814617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting subnet ac379bac-8017-44d5-93fb-f45af2bb5e63 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:01:27.818187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.872849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:27.896980 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:27.995580 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.071360 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.099874 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:01:28.105304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Subnet': ['ID=ac379bac-8017-44d5-93fb-f45af2bb5e63,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:28.109585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.112344 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3a6eae89-29f3-4a35-aa46-49e15b8a00af tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/subnets/ac379bac-8017-44d5-93fb-f45af2bb5e63 HTTP/1.1" status: 204 len: 168 time: 0.3571920 Jul 08 18:01:28.115496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49548) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:28.125029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb44956-adb5-4838-bb5e-ee6c84fd2776 None None] Network 64c45f86-073e-4aaa-bb4f-c5ae719d4364 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:28.143760 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:01:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:28.185898 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] Checking router: 869c4be3-5495-4696-9a7f-384b230e5658 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:28.202650 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] Routers {'869c4be3-5495-4696-9a7f-384b230e5658'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:28.203416 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['869c4be3-5495-4696-9a7f-384b230e5658'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:28.265350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.354195 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] Set router 869c4be3-5495-4696-9a7f-384b230e5658 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:28.412953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.420378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] DHCP port deletion for 64c45f86-073e-4aaa-bb4f-c5ae719d4364 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:01:28.482880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] Deleting port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:28.483915 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.504613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:01:28.505280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.570336 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:01:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:28.581279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] For port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=df587fcb-cf43-4a1c-8e30-d9a6b1057b0f,segment=NetworkSegment(145d4c5e-507f-461d-9626-eb23ef1c8ec7),segment_id=145d4c5e-507f-461d-9626-eb23ef1c8ec7)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:28.581827 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.599231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] Calling delete_port for df587fcb-cf43-4a1c-8e30-d9a6b1057b0f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:28.614300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:28.614870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.633215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:01:28.699991 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.729122 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc580a-17da-4123-b638-3fdefc66c2a0 None None] The sync data for ids ['869c4be3-5495-4696-9a7f-384b230e5658'] in n-d-799528-4 is: [{'id': '869c4be3-5495-4696-9a7f-384b230e5658', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1927137947', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:01:27Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': '5a5b919c-dbf7-41f9-a33b-e5734f6b90b8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869c4be3-5495-4696-9a7f-384b230e5658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:00:18Z', 'updated_at': '2021-07-08T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:28.741929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] No DVR routers for this DVR port df587fcb-cf43-4a1c-8e30-d9a6b1057b0f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:01:28.749047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0f6fa-b3ea-4124-baf5-fc754d347bcd None None] Pushing event deleted for resources: {'Port': ['ID=df587fcb-cf43-4a1c-8e30-d9a6b1057b0f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:28.860025 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:28.899527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=5a5b919c-dbf7-41f9-a33b-e5734f6b90b8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:28.986122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.099408 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.107159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.154793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.155335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Fanout notify agent at l3_agent the message router_deleted on router 869c4be3-5495-4696-9a7f-384b230e5658 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:01:29.162998 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.164128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fb12320a-d502-402b-aef2-50f756a01dee tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/routers/869c4be3-5495-4696-9a7f-384b230e5658 HTTP/1.1" status: 204 len: 168 time: 1.0476871 Jul 08 18:01:29.167396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49564) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:29.247517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.330157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:29.355631 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:29.356190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6cb2e6f0-c046-4a59-81ad-c72b5bdd9b06 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:29.356768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device df587fcb-cf43-4a1c-8e30-d9a6b1057b0f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:29.377620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: df587fcb-cf43-4a1c-8e30-d9a6b1057b0f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:29.377972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device df587fcb-cf43-4a1c-8e30-d9a6b1057b0f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:29.385741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.395771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c45f86-073e-4aaa-bb4f-c5ae719d4364']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:29.406915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145d4c5e-507f-461d-9626-eb23ef1c8ec7') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:29.407195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145d4c5e-507f-461d-9626-eb23ef1c8ec7') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:29.416115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.430436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.437901 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:01:29.438397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:01:29.441570 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:01:29.445588 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:29.503645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.514473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.516395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/networks/64c45f86-073e-4aaa-bb4f-c5ae719d4364 HTTP/1.1" status: 204 len: 168 time: 0.3480365 Jul 08 18:01:29.519485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49572) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:29.526991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314fba8-104c-4f7d-a8a7-aa69715c226f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Network': ['ID=64c45f86-073e-4aaa-bb4f-c5ae719d4364,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:29.578654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6d80a08-3956-4e66-8fcb-12094c3fed7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.636550 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2cb38b9-5175-4193-a943-358e8da48070 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.675662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2cb38b9-5175-4193-a943-358e8da48070 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.764868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6d80a08-3956-4e66-8fcb-12094c3fed7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.771017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6d80a08-3956-4e66-8fcb-12094c3fed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.776851 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2cb38b9-5175-4193-a943-358e8da48070 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.779408 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e2cb38b9-5175-4193-a943-358e8da48070 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.780609 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e2cb38b9-5175-4193-a943-358e8da48070 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/security-groups/5d5a8134-e659-43b0-a130-7dfd14335ef6 HTTP/1.1" status: 204 len: 168 time: 0.2601650 Jul 08 18:01:29.823946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e6d80a08-3956-4e66-8fcb-12094c3fed7d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8adc1ed9971e48568a03eef07d641860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771002 Jul 08 18:01:29.827899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49576) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:29.830839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d80a08-3956-4e66-8fcb-12094c3fed7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ec601-e24e-4a24-89d0-95618d6a1ec6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:29.858766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb38b9-5175-4193-a943-358e8da48070 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5a8134-e659-43b0-a130-7dfd14335ef6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:29.904131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28404c49-7c00-4b5d-a041-31dcbc9d0366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.932475 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28404c49-7c00-4b5d-a041-31dcbc9d0366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.993102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28404c49-7c00-4b5d-a041-31dcbc9d0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.996255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28404c49-7c00-4b5d-a041-31dcbc9d0366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:29.997473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28404c49-7c00-4b5d-a041-31dcbc9d0366 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4a8ec601-e24e-4a24-89d0-95618d6a1ec6 HTTP/1.1" status: 204 len: 168 time: 0.1697710 Jul 08 18:01:30.007670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28404c49-7c00-4b5d-a041-31dcbc9d0366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ec601-e24e-4a24-89d0-95618d6a1ec6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.035213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ce89e2bf-c69a-46f6-8649-627fef375bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.146502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49584) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.151310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-041638c2-6ae3-4bd1-8275-cd0a52f0cd95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713680049', 'description': 'tempest-secgroup-smoke-713680049 description', 'project_id': '25b9e3294d1441afacb223be42639035'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:30.179205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-041638c2-6ae3-4bd1-8275-cd0a52f0cd95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.281131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-041638c2-6ae3-4bd1-8275-cd0a52f0cd95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.286360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-041638c2-6ae3-4bd1-8275-cd0a52f0cd95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.320017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-041638c2-6ae3-4bd1-8275-cd0a52f0cd95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.321322 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-041638c2-6ae3-4bd1-8275-cd0a52f0cd95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1737752 Jul 08 18:01:30.324363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.330138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5ea43661-fd9b-48e1-86bf-b2fb3702111a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '8a37cd99-2c4e-4406-a839-c58555675cc1', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:30.332883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49588) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.335544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041638c2-6ae3-4bd1-8275-cd0a52f0cd95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a37cd99-2c4e-4406-a839-c58555675cc1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.348328 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b2edee1-e42a-4123-98ea-0a2c02f3ff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.368122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ea43661-fd9b-48e1-86bf-b2fb3702111a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.439807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ea43661-fd9b-48e1-86bf-b2fb3702111a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.443749 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ea43661-fd9b-48e1-86bf-b2fb3702111a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.453941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b2edee1-e42a-4123-98ea-0a2c02f3ff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.458216 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9b2edee1-e42a-4123-98ea-0a2c02f3ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.471969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea43661-fd9b-48e1-86bf-b2fb3702111a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9707a6c0-65e7-4d22-aa1e-da67cb8551ff,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.477659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5ea43661-fd9b-48e1-86bf-b2fb3702111a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.483208 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5ea43661-fd9b-48e1-86bf-b2fb3702111a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577685 Jul 08 18:01:30.483831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49590) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.488603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-33bc7cb3-8d19-47bf-ad23-d147f1cbc9d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '8a37cd99-2c4e-4406-a839-c58555675cc1', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:30.493771 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.497944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2edee1-e42a-4123-98ea-0a2c02f3ff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6376a59c-b5fb-431d-9dbd-fca7fd577278,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.502531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9b2edee1-e42a-4123-98ea-0a2c02f3ff9c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=505460dd55594a1db5fa1d1b89400d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684942 Jul 08 18:01:30.505546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49592) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.535415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bc7cb3-8d19-47bf-ad23-d147f1cbc9d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.611095 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e520662d-314c-4b93-bb58-af70473151d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.629493 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bc7cb3-8d19-47bf-ad23-d147f1cbc9d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.640425 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bc7cb3-8d19-47bf-ad23-d147f1cbc9d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.648868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e520662d-314c-4b93-bb58-af70473151d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.677975 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc7cb3-8d19-47bf-ad23-d147f1cbc9d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9160d87e-333e-4a41-abab-91a4688c2816,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.685789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bc7cb3-8d19-47bf-ad23-d147f1cbc9d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.686967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-33bc7cb3-8d19-47bf-ad23-d147f1cbc9d5 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2021868 Jul 08 18:01:30.689896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49594) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.695096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fbb75176-68cd-43ad-ba35-2a0ec8633dc9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '8a37cd99-2c4e-4406-a839-c58555675cc1', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:30.713295 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e520662d-314c-4b93-bb58-af70473151d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.716400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e520662d-314c-4b93-bb58-af70473151d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.717686 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e520662d-314c-4b93-bb58-af70473151d9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6376a59c-b5fb-431d-9dbd-fca7fd577278 HTTP/1.1" status: 204 len: 168 time: 0.2112024 Jul 08 18:01:30.722488 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbb75176-68cd-43ad-ba35-2a0ec8633dc9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.731356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520662d-314c-4b93-bb58-af70473151d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6376a59c-b5fb-431d-9dbd-fca7fd577278,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.799008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbb75176-68cd-43ad-ba35-2a0ec8633dc9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.803112 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbb75176-68cd-43ad-ba35-2a0ec8633dc9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.822595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb75176-68cd-43ad-ba35-2a0ec8633dc9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2766573d-1089-4526-956c-9703ceb6807d,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.829767 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbb75176-68cd-43ad-ba35-2a0ec8633dc9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.831006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fbb75176-68cd-43ad-ba35-2a0ec8633dc9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400456 Jul 08 18:01:30.834018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49598) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.839514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1646caad-7616-4de7-ae98-9590c444b628 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '8a37cd99-2c4e-4406-a839-c58555675cc1', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:30.870822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1646caad-7616-4de7-ae98-9590c444b628 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.923245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1646caad-7616-4de7-ae98-9590c444b628 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.927203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1646caad-7616-4de7-ae98-9590c444b628 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.944434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646caad-7616-4de7-ae98-9590c444b628 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8400c6-b910-4c89-926c-2cb3da5d1416,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:30.952111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1646caad-7616-4de7-ae98-9590c444b628 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:30.953339 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1646caad-7616-4de7-ae98-9590c444b628 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182547 Jul 08 18:01:30.956156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49602) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:30.960943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '8a37cd99-2c4e-4406-a839-c58555675cc1', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:30.983583 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:01:30.994181 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.060279 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.065268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.086448 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.088254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310489 Jul 08 18:01:31.091032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be072e-8c71-4644-83f4-a3222cf307fa tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b1d5a4-7a1b-4181-bb89-2813d64e9f24,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:31.092545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49610) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:31.097571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'security_group_rule': {'security_group_id': '8a37cd99-2c4e-4406-a839-c58555675cc1', 'project_id': '25b9e3294d1441afacb223be42639035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:31.119726 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Project 25b9e3294d1441afacb223be42639035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:01:31.124663 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.197544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:01:31.198476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.203577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.223027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae7ece3-bfbe-45fa-a01f-e34b590b32fc,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:31.232413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:01:31.233430 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.234163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5a5b919c-dbf7-41f9-a33b-e5734f6b90b8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:01:31.237940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8ae098b4-5c90-4f62-8630-b7d13656396c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411641 Jul 08 18:01:31.237940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:31.242682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'network': {'name': 'tempest-network-smoke--71328019', 'project_id': '25b9e3294d1441afacb223be42639035', 'port_security_enabled': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:31.265766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:31.269458 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.294033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:01:31.303515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.303858 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Added segment 85d09aeb-3277-4c98-87e0-4cf3cffd2953 of type vlan for network 378b5f00-8bb0-448d-9f45-55d76df70033 Jul 08 18:01:31.347806 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.382591 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.388769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:31.389361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.448050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2094753 Jul 08 18:01:31.451598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49624) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:31.457516 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91aa7b-3d8d-44a9-81c7-5e7108263b57 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Network': ['ID=378b5f00-8bb0-448d-9f45-55d76df70033,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:31.460874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'admin_state_up': True, 'project_id': '25b9e3294d1441afacb223be42639035', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:31.472664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 378b5f00-8bb0-448d-9f45-55d76df70033 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:01:31.508592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.510546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.607812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.677939 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.752393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.952614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:31.972064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.076315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.140 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d099f379-9776-4247-9846-ee0458a030c2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:32.196010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.243512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.284624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:32.289546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:32.292639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:32.322970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=d099f379-9776-4247-9846-ee0458a030c2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:32.569387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.789542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:32.882418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49662) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:32.909794 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.031880 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a1efaed3-504e-4755-bb68-225c464953ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.137713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a1efaed3-504e-4755-bb68-225c464953ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.141888 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a1efaed3-504e-4755-bb68-225c464953ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.185338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a1efaed3-504e-4755-bb68-225c464953ef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35964bedcca742979465935a923ec3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987425 Jul 08 18:01:33.185338 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efaed3-504e-4755-bb68-225c464953ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbacbf-45b8-4c81-af84-6628cc5c5a5a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:33.186148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49666) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:33.242711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5322dff5-ab35-4b73-8aab-24e27d9c1a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.265351 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5322dff5-ab35-4b73-8aab-24e27d9c1a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.279193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:01:33.313966 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5322dff5-ab35-4b73-8aab-24e27d9c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.316902 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5322dff5-ab35-4b73-8aab-24e27d9c1a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.318100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5322dff5-ab35-4b73-8aab-24e27d9c1a57 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/54dbacbf-45b8-4c81-af84-6628cc5c5a5a HTTP/1.1" status: 204 len: 168 time: 0.1310022 Jul 08 18:01:33.328077 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322dff5-ab35-4b73-8aab-24e27d9c1a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbacbf-45b8-4c81-af84-6628cc5c5a5a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:33.413763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:33.428964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Sync routers for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:33.434592 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.439845 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0b57ece8-ca25-42f1-b68a-75aba2452786 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9799190 Jul 08 18:01:33.440285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49670) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:33.448309 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:33.449136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:33.481756 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eb25fc4b-4402-4581-b5f8-b58b091fc181 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=25b9e3294d1441afacb223be42639035&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393848 Jul 08 18:01:33.485452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49674) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:33.577466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:33.577694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040932b5-3c0b-43a5-988c-a9b83c9c91b9 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:33.581566 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-040932b5-3c0b-43a5-988c-a9b83c9c91b9 tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925283 Jul 08 18:01:33.582034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49676) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:33.614040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a3263180-95ae-4720-875e-9dcc69c49d7f tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281656 Jul 08 18:01:33.614185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49678) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:33.619909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1300881554', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'project_id': '25b9e3294d1441afacb223be42639035', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:33.639110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49680) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:33.683619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0828e0d-e009-47d2-adc1-e70a3aa71e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.771266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:32Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:33.805456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Checking router: 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:33.806702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Updating router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 port d099f379-9776-4247-9846-ee0458a030c2 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:01:33.809972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0828e0d-e009-47d2-adc1-e70a3aa71e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.816869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0828e0d-e009-47d2-adc1-e70a3aa71e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.842939 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.868925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f0828e0d-e009-47d2-adc1-e70a3aa71e67 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f1c523a8ce446baad20d073ab74bcf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258375 Jul 08 18:01:33.868925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0828e0d-e009-47d2-adc1-e70a3aa71e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6610e0-819b-4d39-b97a-7e6f2bfe1d16,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:33.869827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49682) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:33.870272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:33.873953 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.923832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5234b7d-5f57-4482-acb3-a8d01f7aaa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:33.951889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5234b7d-5f57-4482-acb3-a8d01f7aaa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.003691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5234b7d-5f57-4482-acb3-a8d01f7aaa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.006580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a5234b7d-5f57-4482-acb3-a8d01f7aaa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.009431 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a5234b7d-5f57-4482-acb3-a8d01f7aaa2c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3d6610e0-819b-4d39-b97a-7e6f2bfe1d16 HTTP/1.1" status: 204 len: 168 time: 0.1388652 Jul 08 18:01:34.023871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5234b7d-5f57-4482-acb3-a8d01f7aaa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6610e0-819b-4d39-b97a-7e6f2bfe1d16,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:34.093241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.136874 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.148396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Transition to ACTIVE for port object d099f379-9776-4247-9846-ee0458a030c2 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:34.155638 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.161979 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Subnet': ['ID=4a64c51c-c1ae-4ab7-8342-77e69d897088,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:34.171492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Checking segment: {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:34.171860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network hostable DHCP agents. Network: 378b5f00-8bb0-448d-9f45-55d76df70033, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:01:34.194731 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 378b5f00-8bb0-448d-9f45-55d76df70033 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:01:34.208436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 378b5f00-8bb0-448d-9f45-55d76df70033) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:34.209867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Attempting to bind port d099f379-9776-4247-9846-ee0458a030c2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:34.210240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Attempting to bind port d099f379-9776-4247-9846-ee0458a030c2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:34.210603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Attempting to bind port d099f379-9776-4247-9846-ee0458a030c2 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:34.213999 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:34.214644 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.221789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb058edb-09c8-4aa4-a008-e7910f901183 None None] Network 378b5f00-8bb0-448d-9f45-55d76df70033 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:34.224468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:34.224870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:34.225524 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.226056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:34.226904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Bound port: d099f379-9776-4247-9846-ee0458a030c2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:34.227434 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.229794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Pushing event updated for resources: {'Port': ['ID=d099f379-9776-4247-9846-ee0458a030c2,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:34.231849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e97c177-15d3-455d-b431-9af1998a89f1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6165476 Jul 08 18:01:34.234829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49688) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:34.292479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.293152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.293662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.294162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.294691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.295183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.295683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.296171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.296688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.297032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.297356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.297678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:34.358802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] For port d099f379-9776-4247-9846-ee0458a030c2, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:34.363443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] For port d099f379-9776-4247-9846-ee0458a030c2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d099f379-9776-4247-9846-ee0458a030c2,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:34.369961 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.486363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc9471-bd28-4871-976c-f59ceca16b2a None None] Pushing event updated for resources: {'Port': ['ID=d099f379-9776-4247-9846-ee0458a030c2,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:34.489466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:34.490223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:34.531261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-378b5f00-8bb0-448d-9f45-55d76df70033', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:01:34.532143 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.687285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:34.786977 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:34.845505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Allocated IP 172.20.0.2 (378b5f00-8bb0-448d-9f45-55d76df70033/4a64c51c-c1ae-4ab7-8342-77e69d897088/8d1f772f-8ce8-446e-9112-6e13b4e4b2f9) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:35.046212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:32Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:35.083811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b2df7-238f-4629-bd5b-12a0c3dbdc6b None None] The sync data for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 is: [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:32Z', 'revision_number': 3, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:35.089024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.097983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Transition to ACTIVE for port object 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:35.113773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Transition to ACTIVE for port object 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:35.122454 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.166330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Network 378b5f00-8bb0-448d-9f45-55d76df70033 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:35.173742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.1 (378b5f00-8bb0-448d-9f45-55d76df70033/4a64c51c-c1ae-4ab7-8342-77e69d897088/15c90582-d1f0-4fe3-81b5-aa08ff8a93c4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:35.174376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:35.183758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:35.222129 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Pushing event updated for resources: {'Port': ['ID=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:35.265101 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Attempting to bind port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:35.265523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Attempting to bind port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:35.265897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Attempting to bind port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 on network 378b5f00-8bb0-448d-9f45-55d76df70033 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:35.272440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:35.272834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Checking segment: {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:35.273242 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.273634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Bound using segment: {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:35.274269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Bound port: 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:35.274689 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.318450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.333793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:35.342374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] For port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:35.347268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] For port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:35.352182 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.379288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.457914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de04e5d-fcf7-4cc6-af63-5951862a9107 None None] Pushing event updated for resources: {'Port': ['ID=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:35.472025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 378b5f00-8bb0-448d-9f45-55d76df70033 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:35.478411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:35.496839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:35.531701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:35.550995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:35.767947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.147060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.152852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.248727 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:36.251793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:36.360883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 378b5f00-8bb0-448d-9f45-55d76df70033 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:36.362555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:36.495495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:36.585171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00110f11-9819-4f57-a11f-3f4122a07bdf None None] Network 378b5f00-8bb0-448d-9f45-55d76df70033 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:01:36.615196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:36.624786 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-415a051a-119c-4b69-b60f-f36d975a6087 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/39636f5f-123d-41a5-8a7d-64a0b9e57fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3847001 Jul 08 18:01:36.675947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8764d6f6-75ba-4db3-9ca5-81cddef42c2d None None] Provisioning for port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:36.862459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-979177c8-f729-472b-b501-0cbfaeeae849 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713680049&fields=id&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 267 time: 0.0442567 Jul 08 18:01:37.012149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-d75e5a3d-eecb-4735-9f71-f1275bf7a068 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.014089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-d75e5a3d-eecb-4735-9f71-f1275bf7a068 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/networks?id=378b5f00-8bb0-448d-9f45-55d76df70033 HTTP/1.1" status: 200 len: 795 time: 0.1422679 Jul 08 18:01:37.031853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-97b06bed-2724-48a0-b1d6-9bbf1c2275bf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/quotas/25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 375 time: 0.0111995 Jul 08 18:01:37.076813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-f0719d1f-524a-44e7-a4d9-2d2d0ecc90c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842018 Jul 08 18:01:37.128187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69e17b46-2434-4710-95bc-babef438bb18 None None] Provisioning for port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:37.138440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69e17b46-2434-4710-95bc-babef438bb18 None None] Provisioning complete for port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:37.139232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69e17b46-2434-4710-95bc-babef438bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.154101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-178f9d08-9cf4-4fca-bc0b-7afc1a1e3351 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162438 Jul 08 18:01:37.194043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-69e17b46-2434-4710-95bc-babef438bb18 None None] Port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:37.236573 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Sync routers for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:37.253387 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:37.256546 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.293173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-c4e18b9f-0c07-43c9-b0b3-2a500d04b4b6 service neutron] 10.222.0.63 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380510 Jul 08 18:01:37.299799 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-43832817-a272-41be-b623-fe67be0548b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.305771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-43832817-a272-41be-b623-fe67be0548b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1096 time: 0.1583974 Jul 08 18:01:37.417582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d099f379-9776-4247-9846-ee0458a030c2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:37.494714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-f2800234-d317-46f7-b860-b7bc93f41928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.496260 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-f2800234-d317-46f7-b860-b7bc93f41928 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1629231 Jul 08 18:01:37.499861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-6a651436-6b48-46e2-996c-d7602671e62a service neutron] 10.222.0.63 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978209 Jul 08 18:01:37.522498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-381d6274-28fb-40d4-ba53-460f5ed7e67a None None] Provisioning complete for port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:37.523065 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-381d6274-28fb-40d4-ba53-460f5ed7e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.524193 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:37.579857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d099f379-9776-4247-9846-ee0458a030c2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:37.588673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-381d6274-28fb-40d4-ba53-460f5ed7e67a None None] Port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:37.593353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d099f379-9776-4247-9846-ee0458a030c2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:37.594464 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.650203 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-28638a81-a763-4540-afde-e622a31c85f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 1001 time: 0.1449609 Jul 08 18:01:37.714395 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.752589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-2947f929-6151-42e8-897d-ae1b50f0a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.754927 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-2947f929-6151-42e8-897d-ae1b50f0a7c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0976398 Jul 08 18:01:37.756866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d099f379-9776-4247-9846-ee0458a030c2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d099f379-9776-4247-9846-ee0458a030c2,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:37.759577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1366e09a-d6c8-4bf9-a5c0-007180d184fc None None] Provisioning complete for port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:37.760162 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1366e09a-d6c8-4bf9-a5c0-007180d184fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.839920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-e1f28cc9-afc0-495e-9918-ed16ab742095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:37.842041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-e1f28cc9-afc0-495e-9918-ed16ab742095 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784731 Jul 08 18:01:37.842376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1366e09a-d6c8-4bf9-a5c0-007180d184fc None None] Port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:37.844121 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:37.844950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:37.886193 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 2, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:37.970179 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Checking router: 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:37.970694 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Updating router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:01:38.032772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d099f379-9776-4247-9846-ee0458a030c2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.034744 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.039303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:38.046031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:38.046343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.049838 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-ac9195ec-615e-45f0-8d7e-e098b8e78e1a service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941171 Jul 08 18:01:38.165368 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.229047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:38.239516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-adc81fee-e6da-4d41-97c9-282f1916b682 req-4e1f6963-0620-420b-9f1b-85d42dd2fbac service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783874 Jul 08 18:01:38.246183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.348432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a67ca7d-18a2-4c6d-8bbf-1c3913033c9d req-352f8fa6-6ecf-4dde-af57-9ceb453daf18 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 210 time: 0.5397012 Jul 08 18:01:38.482317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.522992 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.533475 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Transition to ACTIVE for port object 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:38.539234 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.614456 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Pushing event updated for resources: {'Port': ['ID=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.652333 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.652669 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.653046 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.653372 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.653712 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.654299 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.654772 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.655093 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.655433 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.655799 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.656121 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.656446 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:01:38.676231 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Attempting to bind port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:38.677285 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Attempting to bind port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:38.678037 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Attempting to bind port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 on network 378b5f00-8bb0-448d-9f45-55d76df70033 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:38.684904 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:38.685601 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Checking segment: {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:38.686007 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.686494 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Bound using segment: {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:38.686849 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Bound port: 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:38.687216 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.776503 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] For port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:38.784196 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] For port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:38.789019 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:38.851564 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:38.853029 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:38.897683 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7306f-8ff2-43c5-abc5-2540400343a3 None None] Pushing event updated for resources: {'Port': ['ID=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:38.995690 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:39.240645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-40a4b2bd-033d-4ca1-9b51-c7ff374ff246 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:39.242897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-40a4b2bd-033d-4ca1-9b51-c7ff374ff246 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "GET /v2.0/networks?id=378b5f00-8bb0-448d-9f45-55d76df70033 HTTP/1.1" status: 200 len: 795 time: 0.1180530 Jul 08 18:01:39.281681 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d099f379-9776-4247-9846-ee0458a030c2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:39.307204 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:38Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:39.314411 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-48fd54d3-d37c-4463-b122-9c0bb0bf0d92 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25b9e3294d1441afacb223be42639035 HTTP/1.1" status: 200 len: 379 time: 0.0620129 Jul 08 18:01:39.325485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'port': {'device_id': '207b77cd-aa94-4619-b647-486c2362e9ed', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'admin_state_up': True, 'tenant_id': '25b9e3294d1441afacb223be42639035', 'security_groups': ['8a37cd99-2c4e-4406-a839-c58555675cc1']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:39.334506 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820c91f-6a2d-4221-a081-02dbe186c04d None None] The sync data for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 is: [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:38Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:39.441724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d099f379-9776-4247-9846-ee0458a030c2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:39.442083 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.558927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Made reservation on behalf of 25b9e3294d1441afacb223be42639035 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:01:39.563601 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.598127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:39.601643 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4b291533-4700-4db9-8d6d-a72fc1a9734e req-65d1b448-0c0f-4085-a4d5-33717f903d0a tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 210 time: 0.0485346 Jul 08 18:01:39.686234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:39.686865 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.733661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.20.0.4 (378b5f00-8bb0-448d-9f45-55d76df70033/4a64c51c-c1ae-4ab7-8342-77e69d897088/393731e9-bfbe-4c7d-9c6e-93cc2ca2769c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:39.916478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:39.933467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Transition to ACTIVE for port object 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:39.974590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.029072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network 378b5f00-8bb0-448d-9f45-55d76df70033 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:40.032503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:40.036898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:40.066305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:40.101133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.101829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.119813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-f96b8b52-4247-4b15-9af7-65ec12a4e2a1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003955 Jul 08 18:01:40.132790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Request body: {'port': {'device_id': '207b77cd-aa94-4619-b647-486c2362e9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:40.224709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.344229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-04b97d74-6712-4ac7-8b88-eeeaf1c592b6 None None] Provisioning for port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:40.350771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-04b97d74-6712-4ac7-8b88-eeeaf1c592b6 None None] Provisioning complete for port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:40.351497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-04b97d74-6712-4ac7-8b88-eeeaf1c592b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.405112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-04b97d74-6712-4ac7-8b88-eeeaf1c592b6 None None] Port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:01:40.621916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:40.630286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.647042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Transition to ACTIVE for port object 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:01:40.654270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.777697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Pushing event updated for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:40.818635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Attempting to bind port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:01:40.818987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Attempting to bind port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:01:40.819304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Attempting to bind port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c on network 378b5f00-8bb0-448d-9f45-55d76df70033 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:40.829163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c on network 378b5f00-8bb0-448d-9f45-55d76df70033 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:01:40.829490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Attempting to bind port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c on network 378b5f00-8bb0-448d-9f45-55d76df70033 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:01:40.837790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:01:40.838536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Checking segment: {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:01:40.839512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Bound using segment: {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:01:40.840206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Bound port: 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d09aeb-3277-4c98-87e0-4cf3cffd2953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:01:40.843936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:40.871902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b62d71-c062-4c15-83c8-feadc73a336f req-eb74099c-3844-4465-af23-7dfd8430430d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:40.874297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35b62d71-c062-4c15-83c8-feadc73a336f req-eb74099c-3844-4465-af23-7dfd8430430d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 943 time: 0.1237807 Jul 08 18:01:40.924478 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35b62d71-c062-4c15-83c8-feadc73a336f req-9979c760-5af0-4a44-907f-4fd38d065848 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Jul 08 18:01:40.958221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:01:40.962359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:01:40.966992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.001269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.001974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.003524 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/393731e9-bfbe-4c7d-9c6e-93cc2ca2769c HTTP/1.1" status: 200 len: 1091 time: 0.8758907 Jul 08 18:01:41.003936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:41.006288 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45c11e-23dc-4387-a5e6-66d55afc80af" -d '{"events": [{"name": "network-changed", "server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:41.058849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e95923-7482-4c5a-9c07-85a6f55e45d3 service neutron] Pushing event updated for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:41.063951 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef917dd6-499e-4bfd-810b-f9c12f2b6e62 x-openstack-request-id: req-ef917dd6-499e-4bfd-810b-f9c12f2b6e62 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:41.064252 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:41.064495 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ef917dd6-499e-4bfd-810b-f9c12f2b6e62 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:41.064950 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'status': 'completed', 'code': 200} Jul 08 18:01:41.114280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-a92a346c-77f7-4542-9a44-d04b75b38d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.115613 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-a92a346c-77f7-4542-9a44-d04b75b38d19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1094 time: 0.0663502 Jul 08 18:01:41.164472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-ad990919-eece-4adf-9d82-1d369f56d55f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c HTTP/1.1" status: 200 len: 217 time: 0.0416770 Jul 08 18:01:41.227540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-d9dbec85-94f7-4e65-ae3e-a1afb44ffc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.229090 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-d9dbec85-94f7-4e65-ae3e-a1afb44ffc47 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a64c51c-c1ae-4ab7-8342-77e69d897088 HTTP/1.1" status: 200 len: 835 time: 0.0586901 Jul 08 18:01:41.297808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-ecc541d9-2c89-4f8a-8ff7-a1bbf3e66d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.298059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:41.299640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-ecc541d9-2c89-4f8a-8ff7-a1bbf3e66d8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=378b5f00-8bb0-448d-9f45-55d76df70033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632863 Jul 08 18:01:41.348455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:41.353387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:41.353766 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.412206 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-3ad396ab-06e0-4261-bcec-4172a8c51e2a service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053522 Jul 08 18:01:41.439964 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.478669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:41.483609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:41.510002 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f430789a-4754-46a7-88c1-08d43a6ecf3d req-1223211b-4c68-4ac9-8d3d-df5fb47ee75e service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914412 Jul 08 18:01:41.534552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:41.614109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-09012a7c-d4c3-469f-875f-bb6e277c8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.615870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-09012a7c-d4c3-469f-875f-bb6e277c8836 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1094 time: 0.0588515 Jul 08 18:01:41.709839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-9344f204-594e-4de1-beec-b7003aa135fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.711368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-9344f204-594e-4de1-beec-b7003aa135fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=378b5f00-8bb0-448d-9f45-55d76df70033 HTTP/1.1" status: 200 len: 896 time: 0.0897026 Jul 08 18:01:41.753295 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-44a3f850-5817-45df-819c-19eec9caa7fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c HTTP/1.1" status: 200 len: 217 time: 0.0348463 Jul 08 18:01:41.810824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-a52aea3d-c37b-46fd-b6bc-f9b0c531eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.812361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-a52aea3d-c37b-46fd-b6bc-f9b0c531eeb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a64c51c-c1ae-4ab7-8342-77e69d897088 HTTP/1.1" status: 200 len: 835 time: 0.0529633 Jul 08 18:01:41.884132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-467357ba-9d86-46af-9988-b490f6b2f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:41.885766 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-467357ba-9d86-46af-9988-b490f6b2f18c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=378b5f00-8bb0-448d-9f45-55d76df70033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659041 Jul 08 18:01:41.981287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-fe412b42-9ea8-4b80-9bbc-e0eb3de102c2 service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882416 Jul 08 18:01:42.089521 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2c45c11e-23dc-4387-a5e6-66d55afc80af req-b1b24725-1644-40b1-b5f8-ba7ac7e4d792 service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018860 Jul 08 18:01:42.117126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5645c-70fe-4ef0-9b89-abbc1d1a76dd req-97750a35-e2c1-43db-8d6e-76aa40dbb692 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:42.118656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff5645c-70fe-4ef0-9b89-abbc1d1a76dd req-97750a35-e2c1-43db-8d6e-76aa40dbb692 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 943 time: 0.0752218 Jul 08 18:01:42.157541 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dff5645c-70fe-4ef0-9b89-abbc1d1a76dd req-d7d866e5-530c-4113-8d21-41bc492e7271 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326583 Jul 08 18:01:43.255329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:43.307752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:43.308214 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:43.349049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b327f2-49a2-4e31-995c-7df65cec2d62 req-b536dfab-e5c3-4646-b87b-7555ccb67e38 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:43.351412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94b327f2-49a2-4e31-995c-7df65cec2d62 req-b536dfab-e5c3-4646-b87b-7555ccb67e38 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 943 time: 0.0763018 Jul 08 18:01:43.395285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-94b327f2-49a2-4e31-995c-7df65cec2d62 req-da956b0f-04a6-4582-b552-97241ff9a7c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371382 Jul 08 18:01:43.881577 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:44.554608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:01:44.581273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265d44d-c8f7-4e5e-94e6-6b80f36ad06c req-41b38583-0d97-42ee-be5c-7b32f8f23e95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:44.585279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3265d44d-c8f7-4e5e-94e6-6b80f36ad06c req-41b38583-0d97-42ee-be5c-7b32f8f23e95 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 943 time: 0.0752168 Jul 08 18:01:44.629824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3265d44d-c8f7-4e5e-94e6-6b80f36ad06c req-6cfe8ee6-0bf1-4e08-a119-1beddeab6fe0 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394423 Jul 08 18:01:44.672495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:44.685047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'port_id': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'mac_address': 'fa:16:3e:15:fa:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:01:44.726321 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:44.741170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:01:44.761052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:44.769895 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:44.819963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:44.971901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:01:45.829174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccb279-470d-425f-91c5-4ae9ee741157 req-4179807e-4dea-48f9-9dc8-38972f962134 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:45.830826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23ccb279-470d-425f-91c5-4ae9ee741157 req-4179807e-4dea-48f9-9dc8-38972f962134 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 944 time: 0.0806942 Jul 08 18:01:45.871636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23ccb279-470d-425f-91c5-4ae9ee741157 req-a07da8c8-eaa8-4cc8-810e-55ce912db5ac tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352573 Jul 08 18:01:46.010515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:46.116006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76a2f41f-23e7-4917-8c6b-bab67975686b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.206641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76a2f41f-23e7-4917-8c6b-bab67975686b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.210473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-76a2f41f-23e7-4917-8c6b-bab67975686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.249913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-76a2f41f-23e7-4917-8c6b-bab67975686b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=840ce6c4135e48e1aa9b40017845394c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383056 Jul 08 18:01:46.250783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2f41f-23e7-4917-8c6b-bab67975686b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed161e5b-a828-48c0-a8e6-21c23e3b483f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:46.252533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49982) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:46.302015 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b8fdace-2c07-4364-8851-f62506355bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.322652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b8fdace-2c07-4364-8851-f62506355bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.372363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b8fdace-2c07-4364-8851-f62506355bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.375153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b8fdace-2c07-4364-8851-f62506355bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.376304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8b8fdace-2c07-4364-8851-f62506355bf9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ed161e5b-a828-48c0-a8e6-21c23e3b483f HTTP/1.1" status: 204 len: 168 time: 0.1227341 Jul 08 18:01:46.384075 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fdace-2c07-4364-8851-f62506355bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed161e5b-a828-48c0-a8e6-21c23e3b483f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:46.573254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:01:46.623130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:01:46.627032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:01:46.627415 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.661700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 49988) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:46.675319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8674800-9e22-4910-9088-71edf2ae7ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.709185 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.733589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:46.735994 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8148fe06-4f80-41cd-a709-8e803a41d81a" -d '{"events": [{"server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:46.748998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:01:46.753340 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.779255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8674800-9e22-4910-9088-71edf2ae7ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.779704 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5b2afb-4353-425e-bb7a-79af78216c77 x-openstack-request-id: req-ad5b2afb-4353-425e-bb7a-79af78216c77 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:46.779995 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:46.780246 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ad5b2afb-4353-425e-bb7a-79af78216c77 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:46.780711 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'code': 200} Jul 08 18:01:46.783336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a8674800-9e22-4910-9088-71edf2ae7ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.813108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:46.830980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8674800-9e22-4910-9088-71edf2ae7ed6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91464c66a50e45cf9d2cafcf0a42bbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681406 Jul 08 18:01:46.831879 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8674800-9e22-4910-9088-71edf2ae7ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959865c2-b517-4d80-9751-ad06067e4026,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:46.833628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 49992) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:46.922116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f673d7d9-8290-4796-b1fc-cd22d317d6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:46.940251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721254c8-223b-4c7e-9784-5915f3846b52 req-a8adb016-1890-4e55-959f-f8eaa0ad2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:46.941785 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-721254c8-223b-4c7e-9784-5915f3846b52 req-a8adb016-1890-4e55-959f-f8eaa0ad2c3a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1096 time: 0.0989833 Jul 08 18:01:46.956281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f673d7d9-8290-4796-b1fc-cd22d317d6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.003393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-721254c8-223b-4c7e-9784-5915f3846b52 req-24a7a36b-23d5-4907-850f-defe8c568211 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533152 Jul 08 18:01:47.025337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f673d7d9-8290-4796-b1fc-cd22d317d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.027976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f673d7d9-8290-4796-b1fc-cd22d317d6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:47.031407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f673d7d9-8290-4796-b1fc-cd22d317d6c8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/959865c2-b517-4d80-9751-ad06067e4026 HTTP/1.1" status: 204 len: 168 time: 0.1938610 Jul 08 18:01:47.037094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673d7d9-8290-4796-b1fc-cd22d317d6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959865c2-b517-4d80-9751-ad06067e4026,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:47.057705 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41d4e7-5f16-4c7c-b1ed-703e203a8abd req-6caa77e2-b6af-4731-9132-7097f82f797f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:47.059222 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a41d4e7-5f16-4c7c-b1ed-703e203a8abd req-6caa77e2-b6af-4731-9132-7097f82f797f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0756783 Jul 08 18:01:47.098789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a41d4e7-5f16-4c7c-b1ed-703e203a8abd req-a7ff9ac7-a702-4f57-ad33-a5b76e0a2322 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339828 Jul 08 18:01:48.278742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b989fa-6aba-4f0b-8e3b-d003a311f08d req-17826f62-804f-487e-a09a-a479462d912e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:48.280534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81b989fa-6aba-4f0b-8e3b-d003a311f08d req-17826f62-804f-487e-a09a-a479462d912e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0686860 Jul 08 18:01:48.320185 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81b989fa-6aba-4f0b-8e3b-d003a311f08d req-5f677de5-174d-4a7c-a320-99d737399aae tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342033 Jul 08 18:01:48.507495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c228504-ca16-4d0b-bfd1-2b4e555acacf req-1767b5c1-85c3-488f-8b6a-3f2e91d5beac tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:48.509036 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c228504-ca16-4d0b-bfd1-2b4e555acacf req-1767b5c1-85c3-488f-8b6a-3f2e91d5beac tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0644517 Jul 08 18:01:48.547773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c228504-ca16-4d0b-bfd1-2b4e555acacf req-a614fb17-6cf3-46fe-a73f-0b1ec2b3f47d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Jul 08 18:01:48.574200 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50022) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:48.627857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eec9cb-4f43-43ae-a3fe-f9b796f6e9ba tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:48.629518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-73eec9cb-4f43-43ae-a3fe-f9b796f6e9ba tempest-TestNetworkAdvancedServerOps-765057601 tempest-TestNetworkAdvancedServerOps-765057601-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1091 time: 0.0543096 Jul 08 18:01:48.632374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50024) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:48.637596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:01:48.661388 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.782782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:48.895598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Allocated IP 172.25.5.159 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d4df190e-47c6-4be4-9cc9-89bd9746db9a) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:01:49.017848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.066593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.121755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:01:49.125145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:01:49.130185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:01:49.133659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=d4df190e-47c6-4be4-9cc9-89bd9746db9a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:49.517521 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.602254 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.768271 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.772809 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.840905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event updated for resources: {'Port': ['ID=d4df190e-47c6-4be4-9cc9-89bd9746db9a,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:01:49.851950 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:49.951246 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP e36ae0be-65d7-40b4-be18-197058a25147 associated. External IP: 172.25.5.159, port: 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c. Jul 08 18:01:50.159267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:01:50.285425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:01:50.297055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] Sync routers for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:01:50.308051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:50.308486 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:50.308865 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:50.351558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8af92d15-e0de-4ea5-bfab-6b5a282fcb29 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7179625 Jul 08 18:01:50.352661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:01:50.355167 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481537fe-376d-448e-a3d4-c97ab5c56d19" -d '{"events": [{"name": "network-changed", "server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:01:50.393350 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b40439-ba04-4b1a-9326-bbd24e8a77d6 x-openstack-request-id: req-e6b40439-ba04-4b1a-9326-bbd24e8a77d6 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:01:50.393640 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:01:50.393888 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e6b40439-ba04-4b1a-9326-bbd24e8a77d6 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:01:50.394284 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'status': 'completed', 'code': 200} Jul 08 18:01:50.440945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:50.515808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a591809-fcc9-4ada-8663-a70e8440ff3f req-aaa3776d-605a-4c01-b29d-c4a96aea928f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:50.517507 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a591809-fcc9-4ada-8663-a70e8440ff3f req-aaa3776d-605a-4c01-b29d-c4a96aea928f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0698900 Jul 08 18:01:50.559380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2a591809-fcc9-4ada-8663-a70e8440ff3f req-7331f770-dab4-4df8-94c9-7b107c98dc24 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359926 Jul 08 18:01:50.584648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50048) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:50.611709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-368868a3-081c-4de4-814a-f45f219a280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:50.613302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-368868a3-081c-4de4-814a-f45f219a280f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1096 time: 0.1929877 Jul 08 18:01:50.654081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-794b3b73-ce50-492d-a4c4-89d4a94e2c40 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e36ae0be-65d7-40b4-be18-197058a25147 HTTP/1.1" status: 200 len: 991 time: 0.0676348 Jul 08 18:01:50.684093 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e36ae0be-65d7-40b4-be18-197058a25147', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'port_id': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'mac_address': 'fa:16:3e:15:fa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207b77cd-aa94-4619-b647-486c2362e9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:49Z', 'updated_at': '2021-07-08T18:01:49Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:41Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:50.710332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] Checking router: 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:01:50.712074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-64951be2-3a9e-4e39-86b0-98a045804923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:50.713660 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-64951be2-3a9e-4e39-86b0-98a045804923 service neutron] 10.222.0.72 "GET /v2.0/networks?id=378b5f00-8bb0-448d-9f45-55d76df70033 HTTP/1.1" status: 200 len: 896 time: 0.0913010 Jul 08 18:01:50.719456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:01:50.720063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:01:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:50.778172 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-aa3358ca-be3b-4f96-b2bd-7d9c4f9fd9f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c HTTP/1.1" status: 200 len: 999 time: 0.0586801 Jul 08 18:01:50.830899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:01:50.831104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-de309ab7-ddd6-4b39-803a-734291558356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:50.832460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-de309ab7-ddd6-4b39-803a-734291558356 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a64c51c-c1ae-4ab7-8342-77e69d897088 HTTP/1.1" status: 200 len: 835 time: 0.0483127 Jul 08 18:01:50.906578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-00253d38-bd61-4b8a-8841-61b6fd03091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:01:50.908301 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-00253d38-bd61-4b8a-8841-61b6fd03091a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=378b5f00-8bb0-448d-9f45-55d76df70033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702271 Jul 08 18:01:50.997186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-75443854-7a7f-4e03-9062-db7957cbd2e4 service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821183 Jul 08 18:01:51.056942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e36ae0be-65d7-40b4-be18-197058a25147', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'port_id': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'mac_address': 'fa:16:3e:15:fa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207b77cd-aa94-4619-b647-486c2362e9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:49Z', 'updated_at': '2021-07-08T18:01:49Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:41Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:01:51.084292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ce754-9334-4b59-986a-6d605be76f12 None None] The sync data for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 is: [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'e36ae0be-65d7-40b4-be18-197058a25147', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'floating_ip_address': '172.25.5.159', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'port_id': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'mac_address': 'fa:16:3e:15:fa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207b77cd-aa94-4619-b647-486c2362e9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:49Z', 'updated_at': '2021-07-08T18:01:49Z', 'revision_number': 0, 'project_id': '25b9e3294d1441afacb223be42639035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:41Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:01:51.304123 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a674eb49-9b22-4ea4-8119-6d2eeaa37c86 None None] New status for floating IP e36ae0be-65d7-40b4-be18-197058a25147: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:01:51.446713 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-481537fe-376d-448e-a3d4-c97ab5c56d19 req-1d216536-c209-41e4-b9d8-e3c62696394f service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421487 Jul 08 18:01:51.657926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:01:51.716836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-20d293fb-7c39-4219-9644-ed19ede189a3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e36ae0be-65d7-40b4-be18-197058a25147 HTTP/1.1" status: 200 len: 993 time: 0.0577228 Jul 08 18:01:56.024409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:01:57.497296 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2d28-1aff-4e1d-9223-682b9e850b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.025991 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d1e964be-3b75-43e1-97ba-26e81dba3c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:00.477256 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:01.460033 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:02.910827 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:05.098880 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:02:11.756632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50116) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:11.871684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61bf5d57-5312-4dff-be30-6dbc5aaeeb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.968164 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61bf5d57-5312-4dff-be30-6dbc5aaeeb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:11.971914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61bf5d57-5312-4dff-be30-6dbc5aaeeb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.009980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf5d57-5312-4dff-be30-6dbc5aaeeb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd185e61-8fb7-4a1d-b536-ebc082846917,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:12.015706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-61bf5d57-5312-4dff-be30-6dbc5aaeeb8b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0df125b6fb1547a588cb917799f29af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580276 Jul 08 18:02:12.018459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50120) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:12.067526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec77f-f8f8-4fe6-93bf-ae29b326108a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.088396 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec77f-f8f8-4fe6-93bf-ae29b326108a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.136620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec77f-f8f8-4fe6-93bf-ae29b326108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.139149 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d5ec77f-f8f8-4fe6-93bf-ae29b326108a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:12.140322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9d5ec77f-f8f8-4fe6-93bf-ae29b326108a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dd185e61-8fb7-4a1d-b536-ebc082846917 HTTP/1.1" status: 204 len: 168 time: 0.1208897 Jul 08 18:02:12.148456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ec77f-f8f8-4fe6-93bf-ae29b326108a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd185e61-8fb7-4a1d-b536-ebc082846917,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:13.882449 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.153185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50206) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:14.256028 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-30b9d768-b553-4959-94e9-2b0fd230d8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.348372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-30b9d768-b553-4959-94e9-2b0fd230d8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.352726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-30b9d768-b553-4959-94e9-2b0fd230d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.393428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-30b9d768-b553-4959-94e9-2b0fd230d8d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=787804b8d9ea4f609581820851516dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391224 Jul 08 18:02:14.394287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9d768-b553-4959-94e9-2b0fd230d8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30df2d71-33fe-43a5-af82-97e7a0589241,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:14.397183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50210) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:14.447685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d9b1214-8995-4e5d-b3b2-51beb1122dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.468318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d9b1214-8995-4e5d-b3b2-51beb1122dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.513923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d9b1214-8995-4e5d-b3b2-51beb1122dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.516666 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d9b1214-8995-4e5d-b3b2-51beb1122dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.517869 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4d9b1214-8995-4e5d-b3b2-51beb1122dce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/30df2d71-33fe-43a5-af82-97e7a0589241 HTTP/1.1" status: 204 len: 168 time: 0.1187713 Jul 08 18:02:14.527090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b1214-8995-4e5d-b3b2-51beb1122dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df2d71-33fe-43a5-af82-97e7a0589241,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:14.777398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50216) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:14.790545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2b196da-066d-408c-8c64-97abac94586c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.876837 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2b196da-066d-408c-8c64-97abac94586c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.881229 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2b196da-066d-408c-8c64-97abac94586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.919358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b2b196da-066d-408c-8c64-97abac94586c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f8ecc421a0514fb1b4b70942585bb0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408684 Jul 08 18:02:14.920501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b196da-066d-408c-8c64-97abac94586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159db28b-d4f1-4790-8df1-4e40a7d4e76e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:14.922073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:14.970812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c5c2-86f9-4344-a075-0cf7518bd536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:14.991231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c5c2-86f9-4344-a075-0cf7518bd536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.039189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c5c2-86f9-4344-a075-0cf7518bd536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.041908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94a2c5c2-86f9-4344-a075-0cf7518bd536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:15.043063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-94a2c5c2-86f9-4344-a075-0cf7518bd536 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/159db28b-d4f1-4790-8df1-4e40a7d4e76e HTTP/1.1" status: 204 len: 168 time: 0.1199927 Jul 08 18:02:15.050862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c5c2-86f9-4344-a075-0cf7518bd536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159db28b-d4f1-4790-8df1-4e40a7d4e76e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:16.140106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50286) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:16.244284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09ea998b-8fc2-4d81-b03c-4e59770f0a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.334990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09ea998b-8fc2-4d81-b03c-4e59770f0a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.338902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09ea998b-8fc2-4d81-b03c-4e59770f0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.377543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09ea998b-8fc2-4d81-b03c-4e59770f0a5e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7f475a50161046a4ade895a0ea316b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361245 Jul 08 18:02:16.378447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea998b-8fc2-4d81-b03c-4e59770f0a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0046c97-9ddc-43a3-bba3-c8275aed40f6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:16.380225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50290) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:16.428296 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df6239f9-25d6-4b32-a741-43cfa729d881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.449782 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df6239f9-25d6-4b32-a741-43cfa729d881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.495383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df6239f9-25d6-4b32-a741-43cfa729d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.498052 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-df6239f9-25d6-4b32-a741-43cfa729d881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:16.501243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-df6239f9-25d6-4b32-a741-43cfa729d881 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f0046c97-9ddc-43a3-bba3-c8275aed40f6 HTTP/1.1" status: 204 len: 168 time: 0.1197870 Jul 08 18:02:16.509759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6239f9-25d6-4b32-a741-43cfa729d881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0046c97-9ddc-43a3-bba3-c8275aed40f6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:17.676649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50328) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:17.815421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1376622771'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:17.846272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Made reservation on behalf of 2819dd4e61df412cba288b5a843b4d48 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:17.850421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.859390 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.956183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.961724 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:17.987951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:17.998337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c12e92-8e41-4bf4-91c1-8840a9d5f429,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:18.003268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.003615 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Added segment d95aab71-8743-4cdb-a340-935eb1f9554e of type vlan for network 6d782bfa-efb0-4682-979f-4c7303fc3a05 Jul 08 18:02:18.015321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.015844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.016212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.016603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.016981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.017367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.017708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.018043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.018375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.018704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.019030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.019357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:18.062021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.092530 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.099453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:18.100288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.159128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4813035 Jul 08 18:02:18.168489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05edd6-11f0-4a52-bb3d-f2069faa10ca tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Pushing event updated for resources: {'Network': ['ID=6d782bfa-efb0-4682-979f-4c7303fc3a05,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:18.178714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 6d782bfa-efb0-4682-979f-4c7303fc3a05 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:18.338276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50338) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:18.343262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Request body: {'port': {'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05', 'binding:host_id': 'n-h1-799528-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-944264860'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:18.365257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Made reservation on behalf of fea77703a97b4864ad99919412327057 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:18.368244 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.377503 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.463219 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.467273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.478396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] device_id is not set on port 2788fd64-1844-4db7-95b7-63db75939eb7 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:18.550623 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9137280-a332-41f2-94a5-8a22e3ab03c2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:18.698282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] device_id is not set on port 2788fd64-1844-4db7-95b7-63db75939eb7 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:18.707254 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.718032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Transition to ACTIVE for port object 2788fd64-1844-4db7-95b7-63db75939eb7 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:18.727817 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:18.781835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=2788fd64-1844-4db7-95b7-63db75939eb7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:18.792723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Checking segment: {'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:18.793134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Network hostable DHCP agents. Network: 6d782bfa-efb0-4682-979f-4c7303fc3a05, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:18.809608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Network 6d782bfa-efb0-4682-979f-4c7303fc3a05 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:18.817897 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 6d782bfa-efb0-4682-979f-4c7303fc3a05) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:18.822134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:18.827434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ad84f-9be3-42e0-83e2-306b8867a7c7 None None] Network 6d782bfa-efb0-4682-979f-4c7303fc3a05 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:18.841737 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.842143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.842499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.847484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.847822 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.848222 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 2 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.861443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.861786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.862133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.866536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.866900 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.867301 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 3 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.879836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.880170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.880507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.885246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.885573 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.885961 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 4 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.897485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.897827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.899104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.903745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.904072 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.904464 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 5 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.916837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.917176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.917511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.921842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.922168 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.922583 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 6 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.934757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.935123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.935432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.939769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.940092 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.940481 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 7 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.953100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.953439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.953781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.961943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.962273 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.962674 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 8 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.974258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.974588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.975176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.979325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.979643 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.980023 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 9 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:18.991683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:18.992002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:18.992326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:18.996393 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:18.996714 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:18.997114 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 10 to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 Jul 08 18:02:19.008577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:19.008945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:19.009275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:19.013364 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 2788fd64-1844-4db7-95b7-63db75939eb7 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:19.013685 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 2788fd64-1844-4db7-95b7-63db75939eb7 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:19.014041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.074715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] For port 2788fd64-1844-4db7-95b7-63db75939eb7, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:19.074993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempted to set empty binding levels {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:02:19.078416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.107322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:19.107931 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.134721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=2788fd64-1844-4db7-95b7-63db75939eb7,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:19.137689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bca5f5b2-c6be-43ea-af0b-c1ad3ab886fc tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.7983980 Jul 08 18:02:19.140500 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50340) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:19.223524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Deleting port 2788fd64-1844-4db7-95b7-63db75939eb7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:19.223866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.283785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] For port 2788fd64-1844-4db7-95b7-63db75939eb7, host n-h1-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:19.284136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.300185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Calling delete_port for 2788fd64-1844-4db7-95b7-63db75939eb7 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:19.378792 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.404856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event deleted for resources: {'Port': ['ID=2788fd64-1844-4db7-95b7-63db75939eb7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:19.412635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.417095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd5ac03b-db34-4b8d-94bb-85ab03ab180c tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "DELETE /v2.0/ports/2788fd64-1844-4db7-95b7-63db75939eb7 HTTP/1.1" status: 204 len: 168 time: 0.2733045 Jul 08 18:02:19.417325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50342) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:19.447198 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c206172-330b-41a8-b19f-a5ebf44b647f tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:02:19.449998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5c206172-330b-41a8-b19f-a5ebf44b647f tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "GET /v2.0/ports/2788fd64-1844-4db7-95b7-63db75939eb7 HTTP/1.1" status: 404 len: 333 time: 0.0309100 Jul 08 18:02:19.452691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50344) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:19.457482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Request body: {'port': {'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-242314652'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:19.478542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Made reservation on behalf of fea77703a97b4864ad99919412327057 for: {'port': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:19.481039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.496543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] device_id is not set on port d1732cbe-30f8-401f-96a8-298d6af68564 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:19.645062 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.681283 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.726891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Network 6d782bfa-efb0-4682-979f-4c7303fc3a05 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:19.729664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:19.733119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:19.734052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:19.734652 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:19.740218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=d1732cbe-30f8-401f-96a8-298d6af68564,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:19.753325 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6fea5b2d-a1c7-4bf7-b9b4-59c862126c0a tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2995427 Jul 08 18:02:19.755895 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50346) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:19.761438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799528-4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:19.838465 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.003950 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] device_id is not set on port d1732cbe-30f8-401f-96a8-298d6af68564 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:20.011595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.023709 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Transition to ACTIVE for port object d1732cbe-30f8-401f-96a8-298d6af68564 will not be triggered until provisioned by entity L2. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:20.027554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.075806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=d1732cbe-30f8-401f-96a8-298d6af68564,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:20.091345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.091691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.092036 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.096463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.096803 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.097203 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 2 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.115502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.115844 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.116191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.120652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.121010 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.121404 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 3 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.133313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.133652 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.133990 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.138486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.138812 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.139230 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 4 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.155473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.155818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.156162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.161881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.162213 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.162610 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 5 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.175194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.175534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.175876 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.180178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.180506 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.181001 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 6 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.193264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.193610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.193951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.198232 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.198561 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.198951 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 7 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.211617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.212002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.212384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.217185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.217582 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.218013 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 8 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.231905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.232246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.232584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.236861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.237192 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.237585 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 9 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.249186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.249535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.250046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.254369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.254636 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.255024 n-d-799528-4 neutron-server[93664]: INFO neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 10 to bind port d1732cbe-30f8-401f-96a8-298d6af68564 Jul 08 18:02:20.266948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:20.267287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:20.267626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:20.271793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:20.272119 n-d-799528-4 neutron-server[93664]: ERROR neutron.plugins.ml2.managers [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port d1732cbe-30f8-401f-96a8-298d6af68564 on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:20.272484 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.333777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] For port d1732cbe-30f8-401f-96a8-298d6af68564, host n-h1-799528-4, cleared binding levels {{(pid=93664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:20.334128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempted to set empty binding levels {{(pid=93664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:02:20.339338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.369765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] In _notify_port_updated(), no bound segment for port d1732cbe-30f8-401f-96a8-298d6af68564 on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:02:20.370628 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.371233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.372590 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "PUT /v2.0/ports/d1732cbe-30f8-401f-96a8-298d6af68564 HTTP/1.1" status: 200 len: 974 time: 0.6156743 Jul 08 18:02:20.375304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50352) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:20.433944 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec8342-d2aa-4a49-a16c-a861197fe335 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=d1732cbe-30f8-401f-96a8-298d6af68564,revision_number=3']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:20.488683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.489350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.489674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.490147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.490614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.491082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.491557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.492021 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.492487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.492974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.493437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.493911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.494375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.494838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.495304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.495765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.496262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.496723 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.497209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.499968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-73aa3b07-3d7d-4dd1-a423-2c207c2a0530 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17052 time: 0.1236920 Jul 08 18:02:20.503610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50362) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:20.590220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Deleting port d1732cbe-30f8-401f-96a8-298d6af68564 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:20.590610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.654435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] For port d1732cbe-30f8-401f-96a8-298d6af68564, host n-h1-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:20.654801 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.668253 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Calling delete_port for d1732cbe-30f8-401f-96a8-298d6af68564 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:20.754752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.780987 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1732cbe-30f8-401f-96a8-298d6af68564,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:20.788251 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.792824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d3357432-9079-4b32-9cf1-540cc497a910 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "DELETE /v2.0/ports/d1732cbe-30f8-401f-96a8-298d6af68564 HTTP/1.1" status: 204 len: 168 time: 0.2858758 Jul 08 18:02:20.793217 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50370) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:20.829511 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c454fd-3e6d-4295-b0c2-4e273e0e4e05 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:02:20.831089 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-88c454fd-3e6d-4295-b0c2-4e273e0e4e05 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "GET /v2.0/ports/d1732cbe-30f8-401f-96a8-298d6af68564 HTTP/1.1" status: 404 len: 333 time: 0.0368798 Jul 08 18:02:20.834821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50372) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:20.839701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1409713734', 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:20.859440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a2ae5-feaa-42b8-bfa6-f74e2be7f8e0 req-4832fa93-15e1-4bce-8ddc-d4dc9450c158 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:20.861117 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-316a2ae5-feaa-42b8-bfa6-f74e2be7f8e0 req-4832fa93-15e1-4bce-8ddc-d4dc9450c158 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0681503 Jul 08 18:02:20.861487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Made reservation on behalf of fea77703a97b4864ad99919412327057 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:20.863899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:20.884032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] device_id is not set on port 62f6c267-8570-4375-87f8-8e1c8636e4c9 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:20.918740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-316a2ae5-feaa-42b8-bfa6-f74e2be7f8e0 req-a7f5d832-937b-4eb9-8c51-8430a8fa309d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Jul 08 18:02:21.050810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.086621 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.132847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Network 6d782bfa-efb0-4682-979f-4c7303fc3a05 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:21.135487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:21.138843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:21.139776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:21.140528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.145881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=62f6c267-8570-4375-87f8-8e1c8636e4c9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:21.158863 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-77a8de17-3701-469d-9712-7844f7f00ece tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3230159 Jul 08 18:02:21.161337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:21.203061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220230fb-eff5-4190-8389-e6ca06085533 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:21.204453 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-220230fb-eff5-4190-8389-e6ca06085533 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "GET /v2.0/ports/62f6c267-8570-4375-87f8-8e1c8636e4c9 HTTP/1.1" status: 200 len: 955 time: 0.0422022 Jul 08 18:02:21.207347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50376) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:21.290337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Deleting port 62f6c267-8570-4375-87f8-8e1c8636e4c9 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:21.290682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.351470 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.363580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Calling delete_port for 62f6c267-8570-4375-87f8-8e1c8636e4c9 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:21.442361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.478319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event deleted for resources: {'Port': ['ID=62f6c267-8570-4375-87f8-8e1c8636e4c9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:21.480670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.483260 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-31e5026b-153c-4784-9c23-e7024e855620 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "DELETE /v2.0/ports/62f6c267-8570-4375-87f8-8e1c8636e4c9 HTTP/1.1" status: 204 len: 168 time: 0.2744520 Jul 08 18:02:21.485578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50378) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:21.511031 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-434776c8-751a-4a69-bfcb-b6241e684c58 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:02:21.512499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-434776c8-751a-4a69-bfcb-b6241e684c58 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "GET /v2.0/ports/62f6c267-8570-4375-87f8-8e1c8636e4c9 HTTP/1.1" status: 404 len: 333 time: 0.0260103 Jul 08 18:02:21.516190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:21.521042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Request body: {'port': {'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1299239491'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:21.541775 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Made reservation on behalf of fea77703a97b4864ad99919412327057 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:21.544089 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.558404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] device_id is not set on port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:21.704456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.739299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.781713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Network 6d782bfa-efb0-4682-979f-4c7303fc3a05 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:21.784499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:21.787918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:21.789684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:21.790226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:21.795932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=3c9dcaf5-ce33-4645-95fc-cf8391418cbd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:21.809056 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-94117cb2-5409-4056-acbd-4b2329d6d69e tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2917578 Jul 08 18:02:21.811568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50382) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:21.816867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:21.891298 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.058639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] device_id is not set on port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:22.068532 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.081440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Transition to ACTIVE for port object 3c9dcaf5-ce33-4645-95fc-cf8391418cbd will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:22.085154 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.097963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1a1d-7c5a-4c8c-8f74-3728315d3565 req-c3f23a34-512e-4d19-9227-acc996103736 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.099486 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0ca1a1d-7c5a-4c8c-8f74-3728315d3565 req-c3f23a34-512e-4d19-9227-acc996103736 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0674050 Jul 08 18:02:22.137845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b0ca1a1d-7c5a-4c8c-8f74-3728315d3565 req-550c9287-378f-458e-84a3-a8eeb8703a59 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323799 Jul 08 18:02:22.141746 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=3c9dcaf5-ce33-4645-95fc-cf8391418cbd,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:22.147684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.148071 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.148417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.154047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.154373 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.154765 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 2 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.168950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.169287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.169646 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.174145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.174464 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.174847 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 3 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.186615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.186933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.187421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.192032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.192349 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.192757 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 4 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.205835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.206163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.206495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.210907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.211168 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.211555 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 5 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.222904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.223238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.223563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.227944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.228263 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.228647 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 6 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.241094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.241928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.242255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.246534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.246884 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.247271 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 7 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.259270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.259605 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.259942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.264258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.264581 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.265003 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 8 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.276944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.277283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.277639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.281840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.282159 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.282549 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 9 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.293753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.294090 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.294420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.298751 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.299082 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.299488 n-d-799528-4 neutron-server[93665]: INFO neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempt 10 to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd Jul 08 18:02:22.311989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:22.312331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:22.312664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempting to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:22.316890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:22.317218 n-d-799528-4 neutron-server[93665]: ERROR neutron.plugins.ml2.managers [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Failed to bind port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on host n-h1-799528-4 for vnic_type normal using segments [{'id': 'd95aab71-8743-4cdb-a340-935eb1f9554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6d782bfa-efb0-4682-979f-4c7303fc3a05'}] Jul 08 18:02:22.317598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.383591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] For port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:22.383951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attempted to set empty binding levels {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 18:02:22.388364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.418669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] In _notify_port_updated(), no bound segment for port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd on network 6d782bfa-efb0-4682-979f-4c7303fc3a05 {{(pid=93665) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:02:22.419537 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:22.420146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.421511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "PUT /v2.0/ports/3c9dcaf5-ce33-4645-95fc-cf8391418cbd HTTP/1.1" status: 200 len: 975 time: 0.6089096 Jul 08 18:02:22.424461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50386) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:22.435363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4c749-9d90-408f-80c5-46b31589d5dd tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event updated for resources: {'Port': ['ID=3c9dcaf5-ce33-4645-95fc-cf8391418cbd,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:22.512277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Deleting port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:22.512625 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.574754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] For port 3c9dcaf5-ce33-4645-95fc-cf8391418cbd, host n-h1-799528-4, got binding levels [] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:22.575111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.887683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Calling delete_port for 3c9dcaf5-ce33-4645-95fc-cf8391418cbd owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:22.964245 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.991392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c9dcaf5-ce33-4645-95fc-cf8391418cbd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:22.996615 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:22.998579 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-07797c4b-3b96-4722-bf67-44262b94e7cb tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "DELETE /v2.0/ports/3c9dcaf5-ce33-4645-95fc-cf8391418cbd HTTP/1.1" status: 204 len: 168 time: 0.5729294 Jul 08 18:02:23.001348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50388) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:23.029274 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb6875a-dfa5-4ce0-992f-10f00365d982 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] GET failed (client error): The resource could not be found. Jul 08 18:02:23.030678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4eb6875a-dfa5-4ce0-992f-10f00365d982 tempest-PortsAdminExtendedAttrsTestJSON-1263533481 tempest-PortsAdminExtendedAttrsTestJSON-1263533481-project-admin] 10.222.0.63 "GET /v2.0/ports/3c9dcaf5-ce33-4645-95fc-cf8391418cbd HTTP/1.1" status: 404 len: 333 time: 0.0284169 Jul 08 18:02:23.033984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50390) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:23.107751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.195860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.206003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d782bfa-efb0-4682-979f-4c7303fc3a05']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:23.217507 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95aab71-8743-4cdb-a340-935eb1f9554e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:23.217877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95aab71-8743-4cdb-a340-935eb1f9554e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:23.228628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.242051 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.248899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:23.249303 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:23.252498 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:23.344273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.350452 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.353701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] 10.222.0.63 "DELETE /v2.0/networks/6d782bfa-efb0-4682-979f-4c7303fc3a05 HTTP/1.1" status: 204 len: 168 time: 0.3186049 Jul 08 18:02:23.374542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59353202-49e1-402a-b2eb-6d86705f04ce tempest-PortsAdminExtendedAttrsTestJSON-472417414 tempest-PortsAdminExtendedAttrsTestJSON-472417414-project] Pushing event deleted for resources: {'Network': ['ID=6d782bfa-efb0-4682-979f-4c7303fc3a05,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:23.392992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55a4d-77ca-421c-8bda-563dd2a51095 req-c1f12771-0d58-4ede-84bf-17b6769b3e05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:23.394524 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cb55a4d-77ca-421c-8bda-563dd2a51095 req-c1f12771-0d58-4ede-84bf-17b6769b3e05 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.1322896 Jul 08 18:02:23.435694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1cb55a4d-77ca-421c-8bda-563dd2a51095 req-31eb5e72-853b-4f81-8eb3-fcca6e25aab1 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347612 Jul 08 18:02:23.598341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50398) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:23.727453 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7acd45e6-ba0a-4db8-80fb-89ecb60ac76a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2819dd4e61df412cba288b5a843b4d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279042 Jul 08 18:02:23.730019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50402) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:23.780405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-37b7c24e-55f4-49c7-a3b9-f5a74835cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.801208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-37b7c24e-55f4-49c7-a3b9-f5a74835cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.850411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-37b7c24e-55f4-49c7-a3b9-f5a74835cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.853654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-37b7c24e-55f4-49c7-a3b9-f5a74835cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:23.854804 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-37b7c24e-55f4-49c7-a3b9-f5a74835cf99 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1c12e92-8e41-4bf4-91c1-8840a9d5f429 HTTP/1.1" status: 204 len: 168 time: 0.1238589 Jul 08 18:02:23.862243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7c24e-55f4-49c7-a3b9-f5a74835cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c12e92-8e41-4bf4-91c1-8840a9d5f429,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:24.106074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50408) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:24.152198 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-493bd727-7f2a-4fa6-9efc-0b7b58e810a3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fea77703a97b4864ad99919412327057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446842 Jul 08 18:02:24.154648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50410) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:24.201435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-191c66e2-0f51-4eb0-b596-0db04cea3999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.222394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-191c66e2-0f51-4eb0-b596-0db04cea3999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.268792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-191c66e2-0f51-4eb0-b596-0db04cea3999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.271368 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-191c66e2-0f51-4eb0-b596-0db04cea3999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:24.272538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-191c66e2-0f51-4eb0-b596-0db04cea3999 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c9137280-a332-41f2-94a5-8a22e3ab03c2 HTTP/1.1" status: 204 len: 168 time: 0.1169934 Jul 08 18:02:24.281077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c66e2-0f51-4eb0-b596-0db04cea3999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9137280-a332-41f2-94a5-8a22e3ab03c2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:24.618164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc47e-6ce4-4c26-9dae-7bd810d14a19 req-a03c3114-eb8f-4de4-9abb-1d2699f3df80 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:24.619710 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cbfc47e-6ce4-4c26-9dae-7bd810d14a19 req-a03c3114-eb8f-4de4-9abb-1d2699f3df80 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0680504 Jul 08 18:02:24.662052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cbfc47e-6ce4-4c26-9dae-7bd810d14a19 req-eca6b3a5-7a4e-45b9-b325-d7cd550108da tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359468 Jul 08 18:02:25.609243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50454) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.707558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b17cf3a6-5512-4a8e-8cf2-468bf0d35ae6 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:25.739645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50460) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.740228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b17cf3a6-5512-4a8e-8cf2-468bf0d35ae6 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "PUT /v2.0/quotas/c655ffadae5c4eac96cecc3e6ca7da9a HTTP/1.1" status: 200 len: 366 time: 0.1293490 Jul 08 18:02:25.751049 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fc2a90d2-b37b-4557-ab37-464a113fe708 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0100811 Jul 08 18:02:25.753316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50462) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.764915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d3decd8d-a192-4f9a-af73-a755e66af7d1 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "GET /v2.0/quotas/c655ffadae5c4eac96cecc3e6ca7da9a HTTP/1.1" status: 200 len: 366 time: 0.0102489 Jul 08 18:02:25.766706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50464) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.781881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d1df3d2f-3482-48b2-8d9d-9b03fa6f654a tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "DELETE /v2.0/quotas/c655ffadae5c4eac96cecc3e6ca7da9a HTTP/1.1" status: 204 len: 168 time: 0.0140760 Jul 08 18:02:25.784257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50466) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.793541 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-14a961d0-40be-46e9-9dfb-b12b11698a76 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0080812 Jul 08 18:02:25.795882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50468) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.809694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-71543e00-4438-40aa-bfa6-6c142b4e4982 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "GET /v2.0/quotas/c655ffadae5c4eac96cecc3e6ca7da9a HTTP/1.1" status: 200 len: 370 time: 0.0126860 Jul 08 18:02:25.810583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50470) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.822529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2d3f1ae0-935a-460e-af1b-d9f7d34892b3 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "GET /v2.0/quotas/c655ffadae5c4eac96cecc3e6ca7da9a/default HTTP/1.1" status: 200 len: 370 time: 0.0046890 Jul 08 18:02:25.825052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50472) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.833216 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-8a428a5e-dcdc-4ae8-ad11-b97f6879a212 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] delete failed (client error): The resource could not be found. Jul 08 18:02:25.834231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8a428a5e-dcdc-4ae8-ad11-b97f6879a212 tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "DELETE /v2.0/quotas/c655ffadae5c4eac96cecc3e6ca7da9a HTTP/1.1" status: 404 len: 348 time: 0.0082726 Jul 08 18:02:25.851385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bf7ea-04a4-49d6-9a6f-cafafdb0bee0 req-951cdfc6-dd8d-45f1-85fd-c06686dda2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:25.852964 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c99bf7ea-04a4-49d6-9a6f-cafafdb0bee0 req-951cdfc6-dd8d-45f1-85fd-c06686dda2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0704203 Jul 08 18:02:25.892644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c99bf7ea-04a4-49d6-9a6f-cafafdb0bee0 req-7c54ee02-7bce-4ddc-86c7-17490979c718 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335119 Jul 08 18:02:25.937986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50476) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:25.958195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:network and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:25.963174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:25.969513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:subnet and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:25.974729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:25.981417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:subnetpool and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:25.986488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:25.993124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:port and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:25.997825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:26.003825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:router and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:26.009167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:26.018959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:floatingip and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:26.023884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:26.032624 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.060397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:security_group and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:26.065371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:26.071982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Usage tracker for resource:security_group_rule and tenant:e4fdf7fae29c42e3926c49842d0e4dda is out of sync, need to count used quota {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 18:02:26.077316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.quota.resource [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93665) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 18:02:26.081833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b4210279-0278-46a8-9b0b-804c7a2fc25e tempest-QuotasTest-269343974 tempest-QuotasTest-269343974-project-admin] 10.222.0.63 "GET /v2.0/quotas/e4fdf7fae29c42e3926c49842d0e4dda/details.json HTTP/1.1" status: 200 len: 703 time: 0.1427851 Jul 08 18:02:26.369661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50482) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:26.475183 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.564105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.567812 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.605184 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c2eaeeab1016495c884d2f08952cc3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343214 Jul 08 18:02:26.606984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addfa7b5-dabf-4f08-8671-9467de5ec323,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:26.607826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50486) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:26.614534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.614884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.615227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.615566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.615904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.616237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.617146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.617470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.617798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.618123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.618447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.618767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6ab4b-ca97-4469-a7bf-add12e23742e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:26.656608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-958c3366-75ef-4d50-9eef-bf7e0adf7ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.677383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-958c3366-75ef-4d50-9eef-bf7e0adf7ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.723461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-958c3366-75ef-4d50-9eef-bf7e0adf7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.727139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-958c3366-75ef-4d50-9eef-bf7e0adf7ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:26.728294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-958c3366-75ef-4d50-9eef-bf7e0adf7ff5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/addfa7b5-dabf-4f08-8671-9467de5ec323 HTTP/1.1" status: 204 len: 168 time: 0.1194792 Jul 08 18:02:26.736608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c3366-75ef-4d50-9eef-bf7e0adf7ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfa7b5-dabf-4f08-8671-9467de5ec323,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:26.989186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50494) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:27.002206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-576cd0d2-2657-4d48-b157-5005441fbdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.106714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511936b-9990-4c2b-a2ae-57280a75bb9f req-23a77a58-1e51-467e-ae1a-fb901c06f5c2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.108218 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6511936b-9990-4c2b-a2ae-57280a75bb9f req-23a77a58-1e51-467e-ae1a-fb901c06f5c2 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0987806 Jul 08 18:02:27.170812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6511936b-9990-4c2b-a2ae-57280a75bb9f req-ab2496fd-118b-4c3c-9dc7-b4ca882ea1df tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557292 Jul 08 18:02:27.175357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-576cd0d2-2657-4d48-b157-5005441fbdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.182423 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-576cd0d2-2657-4d48-b157-5005441fbdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.197293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-4f063f43-c861-4f17-9fde-229a25f75f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.198868 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-4f063f43-c861-4f17-9fde-229a25f75f4e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1096 time: 0.0550041 Jul 08 18:02:27.225676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-576cd0d2-2657-4d48-b157-5005441fbdd9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e4fdf7fae29c42e3926c49842d0e4dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353318 Jul 08 18:02:27.226753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cd0d2-2657-4d48-b157-5005441fbdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18fc3d5-841f-4ceb-bf2c-f16a1d6968b6,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:27.229119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50496) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:27.279372 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb422-0015-4e2d-8f91-68e53910526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.300972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb422-0015-4e2d-8f91-68e53910526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.315154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-3090a27a-da2d-40b4-ae91-d3431e8d70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.316674 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-3090a27a-da2d-40b4-ae91-d3431e8d70f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=378b5f00-8bb0-448d-9f45-55d76df70033 HTTP/1.1" status: 200 len: 896 time: 0.0966728 Jul 08 18:02:27.348726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb422-0015-4e2d-8f91-68e53910526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.351669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7c7bb422-0015-4e2d-8f91-68e53910526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.352854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7c7bb422-0015-4e2d-8f91-68e53910526e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a18fc3d5-841f-4ceb-bf2c-f16a1d6968b6 HTTP/1.1" status: 204 len: 168 time: 0.1227837 Jul 08 18:02:27.361372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bb422-0015-4e2d-8f91-68e53910526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18fc3d5-841f-4ceb-bf2c-f16a1d6968b6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:27.392316 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-fe86e7b6-56df-41e8-889e-890e3aa10cf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c HTTP/1.1" status: 200 len: 1001 time: 0.0694683 Jul 08 18:02:27.446898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-bea73485-5e97-4afc-a9c4-205f718ffb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.448419 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-bea73485-5e97-4afc-a9c4-205f718ffb52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a64c51c-c1ae-4ab7-8342-77e69d897088 HTTP/1.1" status: 200 len: 835 time: 0.0493715 Jul 08 18:02:27.499339 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c5224d61-e6a6-4678-b988-750260461646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:27.514496 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-5d8b76b6-0aa9-4e8f-b58e-aa1f0dd81a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:27.516213 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-5d8b76b6-0aa9-4e8f-b58e-aa1f0dd81a92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=378b5f00-8bb0-448d-9f45-55d76df70033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615034 Jul 08 18:02:27.613628 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-556c2ebd-1c3c-47af-84fc-b34b5362c56c service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905294 Jul 08 18:02:27.710118 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e14e12c4-ac52-4881-9c4e-090eaf8cc073 req-df9c5fe5-70d4-4d1c-8fb5-5c71fc00d81b service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905020 Jul 08 18:02:28.369460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de087f88-5ef5-424a-be26-dc12386442b3 req-93b05188-ed34-4085-b45b-06a9b81ea280 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.371660 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de087f88-5ef5-424a-be26-dc12386442b3 req-93b05188-ed34-4085-b45b-06a9b81ea280 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0775216 Jul 08 18:02:28.412282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de087f88-5ef5-424a-be26-dc12386442b3 req-41cd855b-e742-473c-b329-4d61fc24b97c tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346267 Jul 08 18:02:28.622124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50534) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:28.720382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-80464393', 'router:external': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:28.741766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Made reservation on behalf of 343cd2d153584f588549c7b402529509 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:28.744214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.752576 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.847433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.851753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.878354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:02:28.884279 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f0e2f-9e18-4e48-b570-4de76a70eb8e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:28.891538 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.891885 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Added segment 6f111a0d-8606-4ee8-9ea5-c7d3c3b8f36c of type vlan for network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f Jul 08 18:02:28.936130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.970122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:28.971219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:28.971808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.026740 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4034653 Jul 08 18:02:29.029919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50538) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:29.035226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'subnet': {'network_id': '3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:29.038019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f1f63-abbe-400a-9502-025c43f12127 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Network': ['ID=3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:29.049509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:02:29.056987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Made reservation on behalf of 343cd2d153584f588549c7b402529509 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:29.059358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.360032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.objects.ports [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93665) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 18:02:29.360500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.407895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0fe10fb-49e6-424b-95de-ee10c9418676,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:29.424938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Checking segment: {'id': '6f111a0d-8606-4ee8-9ea5-c7d3c3b8f36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:29.425302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network hostable DHCP agents. Network: 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:02:29.442780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:02:29.453585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:29.461247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887d2b4-be54-4d36-a6d4-bc3652aecf59 None None] Network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:29.461436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.461869 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.481536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c37e5477-9a09-4f69-ba44-eae6d88f153b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4478326 Jul 08 18:02:29.481798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50542) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:29.487294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-687265325', 'network_id': '3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:29.512392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Made reservation on behalf of 343cd2d153584f588549c7b402529509 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:29.514894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.535375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] device_id is not set on port 39ddca56-d828-48cc-b058-1462a4f5c200 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:02:29.622818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a45b9a2-dcc2-45cb-86ad-2e72773a6269 None None] Network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:02:29.629005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75b25a-6a92-4ef3-af97-2ea146fe8537 req-4e29c073-d181-4a15-9dcf-d474674d988e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.633498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc75b25a-6a92-4ef3-af97-2ea146fe8537 req-4e29c073-d181-4a15-9dcf-d474674d988e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0871975 Jul 08 18:02:29.661414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Allocated IP 172.20.0.4 (3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f/b0fe10fb-49e6-424b-95de-ee10c9418676/39ddca56-d828-48cc-b058-1462a4f5c200) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:29.677454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc75b25a-6a92-4ef3-af97-2ea146fe8537 req-10c6ffde-105c-4157-96f5-ae6ba4dd3a64 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389156 Jul 08 18:02:29.813052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.856609 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.895603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:29.898500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:29.901519 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:29.933702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Port': ['ID=39ddca56-d828-48cc-b058-1462a4f5c200,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:29.951916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:29.952535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:29.966389 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4f3b6756-c7f7-42ec-813d-52a0f735673d tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4834776 Jul 08 18:02:29.968749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50544) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:30.028889 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c471f02b-bcc7-4d9b-ba80-1143795a9671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.064354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Deleting port 39ddca56-d828-48cc-b058-1462a4f5c200 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:30.064965 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.141976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.153645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Calling delete_port for 39ddca56-d828-48cc-b058-1462a4f5c200 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:30.280787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.307045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event deleted for resources: {'Port': ['ID=39ddca56-d828-48cc-b058-1462a4f5c200,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:30.371677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.373725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-736ef9d9-0729-40cc-a644-e3f2ab0268cc tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "DELETE /v2.0/ports/39ddca56-d828-48cc-b058-1462a4f5c200 HTTP/1.1" status: 204 len: 168 time: 0.4039869 Jul 08 18:02:30.376576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50546) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:30.381102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f', 'external_fixed_ips': [{'subnet_id': 'b0fe10fb-49e6-424b-95de-ee10c9418676', 'ip_address': '172.20.0.4'}]}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:30.402885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.403931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.459540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.480362 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.601905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.848555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.871862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:30.893537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec985db-5f32-4ba8-b1c5-9fb13d83ee99 req-8eb91b98-005c-4f9b-8b62-8bc4ed26f3a6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:30.895219 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ec985db-5f32-4ba8-b1c5-9fb13d83ee99 req-8eb91b98-005c-4f9b-8b62-8bc4ed26f3a6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0712585 Jul 08 18:02:30.939076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6ec985db-5f32-4ba8-b1c5-9fb13d83ee99 req-220c30ea-ac20-42f1-a43a-e5f07bcacf99 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371239 Jul 08 18:02:31.015207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Allocated IP 172.20.0.4 (3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f/b0fe10fb-49e6-424b-95de-ee10c9418676/a3d818a9-8571-48da-910d-7210345a6a1f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:31.122897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.162286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.198417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:31.204756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:31.207152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:31.232839 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Port': ['ID=a3d818a9-8571-48da-910d-7210345a6a1f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:31.464365 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.472369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.668863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.796768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Router adc5eaef-6986-4926-8d61-f495af58d31b is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:31.900945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:31.909326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Sync routers for ids ['adc5eaef-6986-4926-8d61-f495af58d31b'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:31.918001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:31.919328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ed926810-0180-4cfd-8ea7-21396a960569 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.5417049 Jul 08 18:02:31.920407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Routers {'adc5eaef-6986-4926-8d61-f495af58d31b'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:31.921106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['adc5eaef-6986-4926-8d61-f495af58d31b'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:31.922034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50552) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:32.027991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.034380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Set router adc5eaef-6986-4926-8d61-f495af58d31b gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:32.122544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10502cde-2437-4e0e-a98c-b3ffd870e3e9 req-3ad729fb-0327-44fa-a2bd-2ec44f6f3567 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:32.124002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10502cde-2437-4e0e-a98c-b3ffd870e3e9 req-3ad729fb-0327-44fa-a2bd-2ec44f6f3567 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0680244 Jul 08 18:02:32.138488 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.166581 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10502cde-2437-4e0e-a98c-b3ffd870e3e9 req-13453ac9-98e4-4433-8ac1-8fbd40d9da7e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361154 Jul 08 18:02:32.201082 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Deleting port a3d818a9-8571-48da-910d-7210345a6a1f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:32.201428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.229684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc5eaef-6986-4926-8d61-f495af58d31b', 'name': '', 'tenant_id': '343cd2d153584f588549c7b402529509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f', 'external_fixed_ips': [{'subnet_id': 'b0fe10fb-49e6-424b-95de-ee10c9418676', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a3d818a9-8571-48da-910d-7210345a6a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:30Z', 'updated_at': '2021-07-08T18:02:31Z', 'revision_number': 3, 'project_id': '343cd2d153584f588549c7b402529509', 'gw_port': {'id': 'a3d818a9-8571-48da-910d-7210345a6a1f', 'name': '', 'network_id': '3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc5eaef-6986-4926-8d61-f495af58d31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'b0fe10fb-49e6-424b-95de-ee10c9418676', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:30Z', 'updated_at': '2021-07-08T18:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0fe10fb-49e6-424b-95de-ee10c9418676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:32.287001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.301547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Calling delete_port for a3d818a9-8571-48da-910d-7210345a6a1f owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:32.420611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Checking router: adc5eaef-6986-4926-8d61-f495af58d31b for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:32.420902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Updating router adc5eaef-6986-4926-8d61-f495af58d31b port a3d818a9-8571-48da-910d-7210345a6a1f binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:02:32.458536 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.491247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.522152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3d818a9-8571-48da-910d-7210345a6a1f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:32.583754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.676824 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.679610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.715603 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:02:32.715603 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:02:32.723344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.724004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adc5eaef-6986-4926-8d61-f495af58d31b {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:32.729369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.730526 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-31076710-fe50-49f0-9096-0eab9e8d796c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "DELETE /v2.0/routers/adc5eaef-6986-4926-8d61-f495af58d31b HTTP/1.1" status: 204 len: 168 time: 0.8075747 Jul 08 18:02:32.733316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50556) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:32.781170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Deleting subnet b0fe10fb-49e6-424b-95de-ee10c9418676 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:02:32.784222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.817907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.857642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.910398 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.913772 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.938667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fe10fb-49e6-424b-95de-ee10c9418676,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:32.942015 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:32.943888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aa2dcfce-1f30-4d2e-b804-3eaf08cbccf3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "DELETE /v2.0/subnets/b0fe10fb-49e6-424b-95de-ee10c9418676 HTTP/1.1" status: 204 len: 168 time: 0.2095878 Jul 08 18:02:32.947142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:33.017551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.092758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.103195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:33.117928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f111a0d-8606-4ee8-9ea5-c7d3c3b8f36c') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:33.118221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f111a0d-8606-4ee8-9ea5-c7d3c3b8f36c') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:33.126988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.240191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Port a3d818a9-8571-48da-910d-7210345a6a1f not found while updating agent binding for router adc5eaef-6986-4926-8d61-f495af58d31b. {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 18:02:33.250318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Routers set() bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:33.250709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Router IDs set() for agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 18:02:33.251296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'adc5eaef-6986-4926-8d61-f495af58d31b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent'). {{(pid=93666) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 18:02:33.251674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb181e82-6988-45c4-8903-8ce761346b06 None None] The sync data for ids ['adc5eaef-6986-4926-8d61-f495af58d31b'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:33.349649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10718c-d98b-45cc-967e-fd4af61c4d41 req-8f9125f6-a9b8-4823-9771-30d57c80d21b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:33.351565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af10718c-d98b-45cc-967e-fd4af61c4d41 req-8f9125f6-a9b8-4823-9771-30d57c80d21b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0685282 Jul 08 18:02:33.398500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af10718c-d98b-45cc-967e-fd4af61c4d41 req-7d0aadd3-78c5-42da-8f5e-c5e9d3a8e41f tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396743 Jul 08 18:02:33.495860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.519195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:02:33.519669 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:02:33.521470 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:02:33.583782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.588024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 18:02:33.590411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.597406 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "DELETE /v2.0/networks/3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f HTTP/1.1" status: 204 len: 168 time: 0.6492193 Jul 08 18:02:33.617462 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5dcf1-1207-43b1-8fd1-c90842dbb52e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c7e4932-39c4-4d40-8bd3-c9fe578f5f7f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:33.626228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504fa3b-35c7-4238-8060-8fdaf67c0887 req-b4a310a9-59a7-499e-88df-5c6274e339e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:33.627945 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c504fa3b-35c7-4238-8060-8fdaf67c0887 req-b4a310a9-59a7-499e-88df-5c6274e339e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1096 time: 0.1456969 Jul 08 18:02:33.668687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c504fa3b-35c7-4238-8060-8fdaf67c0887 req-ddf97010-d3cf-40c1-b917-4d02fbc53ec4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335143 Jul 08 18:02:33.785174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50568) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:33.790349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8bc8afe5-8951-48c6-a77f-a86da55a82f2 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'router': {'name': 'tempest-router--411847797', 'project_id': '8247e88f41de4c22b87bd157c40b63fd'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:33.815001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8bc8afe5-8951-48c6-a77f-a86da55a82f2 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.815986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8bc8afe5-8951-48c6-a77f-a86da55a82f2 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.865358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8bc8afe5-8951-48c6-a77f-a86da55a82f2 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.870152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8bc8afe5-8951-48c6-a77f-a86da55a82f2 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.882891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8bc8afe5-8951-48c6-a77f-a86da55a82f2 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:33.884233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8bc8afe5-8951-48c6-a77f-a86da55a82f2 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0979817 Jul 08 18:02:33.886923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50570) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:33.961929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-34fc48ec-2e64-4d96-817a-33c86107feaf tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.155857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-34fc48ec-2e64-4d96-817a-33c86107feaf tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.158104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-34fc48ec-2e64-4d96-817a-33c86107feaf tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.202509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-34fc48ec-2e64-4d96-817a-33c86107feaf tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.203194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fc48ec-2e64-4d96-817a-33c86107feaf tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9023f3ad-f87b-4def-b6dd-8ca2a474eb0c {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:34.207668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-34fc48ec-2e64-4d96-817a-33c86107feaf tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.208917 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-34fc48ec-2e64-4d96-817a-33c86107feaf tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "DELETE /v2.0/routers/9023f3ad-f87b-4def-b6dd-8ca2a474eb0c HTTP/1.1" status: 204 len: 168 time: 0.3208156 Jul 08 18:02:34.313753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50574) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:34.529835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-686867719', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:34.560983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.563110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.635889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.765128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bc0f5-7607-444d-ad4c-8014dba36d52 req-2a0c7836-421b-49fd-990f-3ab6e95a5902 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:34.766911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-011bc0f5-7607-444d-ad4c-8014dba36d52 req-2a0c7836-421b-49fd-990f-3ab6e95a5902 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0650580 Jul 08 18:02:34.770415 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:02:34.775166 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.813849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-011bc0f5-7607-444d-ad4c-8014dba36d52 req-0506731b-0d93-4589-820d-612ac601af9e tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 Jul 08 18:02:34.841054 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50580) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:34.876202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:34.895385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'port_id': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'mac_address': 'fa:16:3e:15:fa:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:02:34.904626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b4d69621-da74-464b-93c5-563b5b2ca7cd tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/floatingips/e36ae0be-65d7-40b4-be18-197058a25147 HTTP/1.1" status: 200 len: 993 time: 0.0623157 Jul 08 18:02:34.935039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.948964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:34.969021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:34.972884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.979452 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:34.999637 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.023158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:35.030641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.030997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.031335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.031673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.032003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.032336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.032664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.033006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.033329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.033648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.034021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.034344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:02:35.110119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Allocated IP 172.25.5.181 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/19b85f97-bea0-4f46-b05a-ea6a91d8d050) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:35.175102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:02:35.213476 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.254163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.300232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:35.303133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:35.307372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:35.331689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event updated for resources: {'Port': ['ID=19b85f97-bea0-4f46-b05a-ea6a91d8d050,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:35.578546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.778162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:35.903772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Router ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:36.008483 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:36.018774 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] Sync routers for ids ['ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:36.028506 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] Routers {'ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:36.029162 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:36.032414 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.034856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6f2b1058-0fd9-440d-8504-a8bdee116419 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7195611 Jul 08 18:02:36.037421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50582) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:36.061578 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:36.071627 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] Routers {'ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:36.072267 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:36.107225 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:36.107872 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f38f7-59e5-4a73-a6e0-ce90a8fa4629 None None] The sync data for ids ['ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:36.153966 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee71c006-7009-49e7-9475-b19d6b7c675b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd HTTP/1.1" status: 200 len: 920 time: 0.1126397 Jul 08 18:02:36.156867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50584) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:36.185289 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-881c997f-01ad-48c8-b9da-8c9425760a79 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd HTTP/1.1" status: 200 len: 205 time: 0.0274136 Jul 08 18:02:36.187877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50586) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:36.292501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.396656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.450087 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Deleting port 19b85f97-bea0-4f46-b05a-ea6a91d8d050 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:36.450344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.528724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.540466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Calling delete_port for 19b85f97-bea0-4f46-b05a-ea6a91d8d050 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:36.708367 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.760757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event deleted for resources: {'Port': ['ID=19b85f97-bea0-4f46-b05a-ea6a91d8d050,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:36.770321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:36.830923 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.831908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:36.832285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.911714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.926927 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.929732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.935949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:36.938264 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f86b94d-60ea-4951-a45d-7932035ed8bc" -d '{"events": [{"server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:36.951392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:36.956550 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.973865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.974423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Fanout notify agent at l3_agent the message router_deleted on router ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:36.982466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:36.987370 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fa331b7f-3c80-4b29-b535-654384f14cbc tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd HTTP/1.1" status: 204 len: 168 time: 0.7948298 Jul 08 18:02:36.987719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50590) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:36.988331 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c46b654-6914-44cb-9467-6bfcc2c9220f x-openstack-request-id: req-3c46b654-6914-44cb-9467-6bfcc2c9220f {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:36.988571 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "name": "network-vif-plugged", "status": "completed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:36.988852 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3c46b654-6914-44cb-9467-6bfcc2c9220f {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:36.989300 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'code': 200} Jul 08 18:02:36.993367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-518271984', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': False}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:37.010494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:37.014535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.015544 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.066335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.199537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.731281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.750224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.856163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Allocated IP 172.25.5.5 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/875a4c29-296b-4756-9baa-4d7dd725abc4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:37.958863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:37.999547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.068334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:38.075044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:38.080318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:38.083985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Port': ['ID=875a4c29-296b-4756-9baa-4d7dd725abc4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:38.136990 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-daa72dc1-5e42-4396-803d-87e86503b463 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1352170 Jul 08 18:02:38.358018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-02edd859-1d4d-4202-9800-709a8f830dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.359504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-02edd859-1d4d-4202-9800-709a8f830dbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1096 time: 0.1387691 Jul 08 18:02:38.380932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.576474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-4ad6e84f-e327-4f8e-87b3-1cf88a26cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.578045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-4ad6e84f-e327-4f8e-87b3-1cf88a26cd1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1616807 Jul 08 18:02:38.685557 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-6b64389d-3cbb-4195-a57d-6572d7ac3b55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 1001 time: 0.0999506 Jul 08 18:02:38.691296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:38.808986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-4165b66d-59a0-47e9-9a6c-cfb452e32392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.810468 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-4165b66d-59a0-47e9-9a6c-cfb452e32392 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.1137667 Jul 08 18:02:38.897983 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-b6ca0646-f6fc-4ff7-acdd-fab66e78e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:38.899489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-b6ca0646-f6fc-4ff7-acdd-fab66e78e518 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809619 Jul 08 18:02:38.902850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Router c1ec0b12-c359-4258-8a64-9e27b0c8d367 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:39.075262 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-bcecd984-6f25-474f-b821-8bda8125dc00 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683364 Jul 08 18:02:39.083434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:39.092237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Sync routers for ids ['c1ec0b12-c359-4258-8a64-9e27b0c8d367'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:39.102850 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Routers {'c1ec0b12-c359-4258-8a64-9e27b0c8d367'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:39.103579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c1ec0b12-c359-4258-8a64-9e27b0c8d367'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:39.148171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.149430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9a6ddfca-badc-462a-a3ab-f6ed18850661 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.1606960 Jul 08 18:02:39.152183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50592) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:39.184188 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-38d31835-f5a9-4f3f-9783-bf987b94ddb4 req-18ce7b2e-c215-48ce-a5da-557e8689ccb6 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957804 Jul 08 18:02:39.215311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Set router c1ec0b12-c359-4258-8a64-9e27b0c8d367 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:39.262498 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-744910ef-941b-49ed-9e0b-cf2027cce046 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/c1ec0b12-c359-4258-8a64-9e27b0c8d367 HTTP/1.1" status: 200 len: 906 time: 0.1088052 Jul 08 18:02:39.265028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50594) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:39.269291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-518271984', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': True}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:39.290957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.292087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.349457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.399494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ec0b12-c359-4258-8a64-9e27b0c8d367', 'name': 'tempest-snat-router-518271984', 'tenant_id': '343cd2d153584f588549c7b402529509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.5'}], 'enable_snat': False}, 'gw_port_id': '875a4c29-296b-4756-9baa-4d7dd725abc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:37Z', 'updated_at': '2021-07-08T18:02:38Z', 'revision_number': 3, 'project_id': '343cd2d153584f588549c7b402529509', 'gw_port': {'id': '875a4c29-296b-4756-9baa-4d7dd725abc4', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0b12-c359-4258-8a64-9e27b0c8d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:37Z', 'updated_at': '2021-07-08T18:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:39.425340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Checking router: c1ec0b12-c359-4258-8a64-9e27b0c8d367 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:39.425689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Updating router c1ec0b12-c359-4258-8a64-9e27b0c8d367 port 875a4c29-296b-4756-9baa-4d7dd725abc4 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:02:39.460651 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.487294 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.698025 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.716770 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.729153 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.739798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Transition to ACTIVE for port object 875a4c29-296b-4756-9baa-4d7dd725abc4 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:39.746380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.795916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Attempting to bind port 875a4c29-296b-4756-9baa-4d7dd725abc4 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:39.796351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Attempting to bind port 875a4c29-296b-4756-9baa-4d7dd725abc4 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:39.796658 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Attempting to bind port 875a4c29-296b-4756-9baa-4d7dd725abc4 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:39.806048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbbed3-53d7-4f89-9507-543c27308c7c None None] Pushing event updated for resources: {'Port': ['ID=875a4c29-296b-4756-9baa-4d7dd725abc4,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:39.810042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:39.810423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:39.810831 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.811212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:39.811706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Bound port: 875a4c29-296b-4756-9baa-4d7dd725abc4, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:39.812177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.829290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Allocated IP 172.25.5.148 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/31e4a800-d438-420b-9774-45aa32181ba0) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:39.863616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] For port 875a4c29-296b-4756-9baa-4d7dd725abc4, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:39.867453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] For port 875a4c29-296b-4756-9baa-4d7dd725abc4, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=875a4c29-296b-4756-9baa-4d7dd725abc4,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:39.871142 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.926639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Routers {'c1ec0b12-c359-4258-8a64-9e27b0c8d367'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:39.927252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['c1ec0b12-c359-4258-8a64-9e27b0c8d367'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:39.944023 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:39.969269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbbed3-53d7-4f89-9507-543c27308c7c None None] Pushing event updated for resources: {'Port': ['ID=875a4c29-296b-4756-9baa-4d7dd725abc4,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:39.984154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.024905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:40.031144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:40.033751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:40.046375 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] Set router c1ec0b12-c359-4258-8a64-9e27b0c8d367 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:40.059152 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Port': ['ID=31e4a800-d438-420b-9774-45aa32181ba0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:40.227244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ec0b12-c359-4258-8a64-9e27b0c8d367', 'name': 'tempest-snat-router-518271984', 'tenant_id': '343cd2d153584f588549c7b402529509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.5'}], 'enable_snat': False}, 'gw_port_id': '875a4c29-296b-4756-9baa-4d7dd725abc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:37Z', 'updated_at': '2021-07-08T18:02:38Z', 'revision_number': 3, 'project_id': '343cd2d153584f588549c7b402529509', 'gw_port': {'id': '875a4c29-296b-4756-9baa-4d7dd725abc4', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0b12-c359-4258-8a64-9e27b0c8d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:37Z', 'updated_at': '2021-07-08T18:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:40.253734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1afec-c0f0-4cf4-a0b0-6c8980deb647 None None] The sync data for ids ['c1ec0b12-c359-4258-8a64-9e27b0c8d367'] in n-d-799528-4 is: [{'id': 'c1ec0b12-c359-4258-8a64-9e27b0c8d367', 'name': 'tempest-snat-router-518271984', 'tenant_id': '343cd2d153584f588549c7b402529509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.5'}], 'enable_snat': False}, 'gw_port_id': '875a4c29-296b-4756-9baa-4d7dd725abc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:37Z', 'updated_at': '2021-07-08T18:02:38Z', 'revision_number': 3, 'project_id': '343cd2d153584f588549c7b402529509', 'gw_port': {'id': '875a4c29-296b-4756-9baa-4d7dd725abc4', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ec0b12-c359-4258-8a64-9e27b0c8d367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:37Z', 'updated_at': '2021-07-08T18:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:40.291577 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.511763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.654043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Router 5b1fa83a-01e7-41b0-96ad-0ba489e37268 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:40.765466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:40.775410 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Sync routers for ids ['5b1fa83a-01e7-41b0-96ad-0ba489e37268'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:40.781340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:40.782779 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8a10d81d-0804-46d7-a547-1b53cd72389b tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.5166440 Jul 08 18:02:40.785367 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50596) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:40.787203 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Routers {'5b1fa83a-01e7-41b0-96ad-0ba489e37268'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:40.788569 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5b1fa83a-01e7-41b0-96ad-0ba489e37268'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:40.903559 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Set router 5b1fa83a-01e7-41b0-96ad-0ba489e37268 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:02:40.913518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7a69e15f-6fe9-4dd0-b689-eea370dc21d8 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/5b1fa83a-01e7-41b0-96ad-0ba489e37268 HTTP/1.1" status: 200 len: 907 time: 0.1242542 Jul 08 18:02:40.913747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50598) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:41.032241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.111857 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1fa83a-01e7-41b0-96ad-0ba489e37268', 'name': 'tempest-snat-router-518271984', 'tenant_id': '343cd2d153584f588549c7b402529509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '31e4a800-d438-420b-9774-45aa32181ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:02:39Z', 'updated_at': '2021-07-08T18:02:40Z', 'revision_number': 3, 'project_id': '343cd2d153584f588549c7b402529509', 'gw_port': {'id': '31e4a800-d438-420b-9774-45aa32181ba0', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1fa83a-01e7-41b0-96ad-0ba489e37268', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:02:39Z', 'updated_at': '2021-07-08T18:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:41.139748 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Checking router: 5b1fa83a-01e7-41b0-96ad-0ba489e37268 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:02:41.140098 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Updating router 5b1fa83a-01e7-41b0-96ad-0ba489e37268 port 31e4a800-d438-420b-9774-45aa32181ba0 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:02:41.140974 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.175108 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.194809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Deleting port 31e4a800-d438-420b-9774-45aa32181ba0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:41.195156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.278846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.291797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Calling delete_port for 31e4a800-d438-420b-9774-45aa32181ba0 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:41.317137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 875a4c29-296b-4756-9baa-4d7dd725abc4 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:02:41.377545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 875a4c29-296b-4756-9baa-4d7dd725abc4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:41.382136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 875a4c29-296b-4756-9baa-4d7dd725abc4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:41.382712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.467646 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.475035 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.477433 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.db.api [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:02:41.477997 n-d-799528-4 neutron-server[93667]: DEBUG oslo_db.api [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:02:41.488317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 875a4c29-296b-4756-9baa-4d7dd725abc4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=875a4c29-296b-4756-9baa-4d7dd725abc4,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:41.492324 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.502356 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event deleted for resources: {'Port': ['ID=31e4a800-d438-420b-9774-45aa32181ba0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:41.541192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=875a4c29-296b-4756-9baa-4d7dd725abc4,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:41.565674 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.967043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.969284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:41.999736 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Port 31e4a800-d438-420b-9774-45aa32181ba0 not found while updating agent binding for router 5b1fa83a-01e7-41b0-96ad-0ba489e37268. {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 18:02:42.010444 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] Routers {'5b1fa83a-01e7-41b0-96ad-0ba489e37268'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:42.011318 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5b1fa83a-01e7-41b0-96ad-0ba489e37268'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:42.013862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.014361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1fa83a-01e7-41b0-96ad-0ba489e37268 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:42.018620 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.022297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-05b98fda-c6ad-49ba-b0e2-4f53d045740c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "DELETE /v2.0/routers/5b1fa83a-01e7-41b0-96ad-0ba489e37268 HTTP/1.1" status: 204 len: 168 time: 1.1051133 Jul 08 18:02:42.022672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50600) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:42.047595 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:42.048129 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a232aa1-22f8-4dad-a962-9417e30a8bff None None] The sync data for ids ['5b1fa83a-01e7-41b0-96ad-0ba489e37268'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:42.097997 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:02:42.130782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.234747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.293314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Deleting port 875a4c29-296b-4756-9baa-4d7dd725abc4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:42.293767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.375179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] For port 875a4c29-296b-4756-9baa-4d7dd725abc4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=875a4c29-296b-4756-9baa-4d7dd725abc4,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:02:42.375446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.388435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Calling delete_port for 875a4c29-296b-4756-9baa-4d7dd725abc4 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:42.566126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.593332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event deleted for resources: {'Port': ['ID=875a4c29-296b-4756-9baa-4d7dd725abc4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:42.663933 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.756743 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.759070 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.805651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.806419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1ec0b12-c359-4258-8a64-9e27b0c8d367 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:42.811220 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.816410 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-33bf8070-6e10-4ff0-8c73-f7642ea76b62 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "DELETE /v2.0/routers/c1ec0b12-c359-4258-8a64-9e27b0c8d367 HTTP/1.1" status: 204 len: 168 time: 0.7889924 Jul 08 18:02:42.816609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50610) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:42.822417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-59115689', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:42.848091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.849461 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:42.905618 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.047951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.328363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.348772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.362244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 875a4c29-296b-4756-9baa-4d7dd725abc4 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:02:43.384354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 875a4c29-296b-4756-9baa-4d7dd725abc4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:02:43.384699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 875a4c29-296b-4756-9baa-4d7dd725abc4 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:02:43.466005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Allocated IP 172.25.5.166 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/798a3aeb-4f1b-4b28-a3a4-ee17b10e7613) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:43.571528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.609772 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.650638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:43.653444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:43.656943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:43.662368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event updated for resources: {'Port': ['ID=798a3aeb-4f1b-4b28-a3a4-ee17b10e7613,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:43.876983 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:43.909196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.116717 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.242984 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Router f9ff0f16-a34a-43ca-8779-5da0e890f9db is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:44.353171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:44.363475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] Sync routers for ids ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:44.373374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] Routers {'f9ff0f16-a34a-43ca-8779-5da0e890f9db'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:44.373912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:44.375682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:44.380515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-92ac1988-98ad-4130-844a-425330bc7006 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5596404 Jul 08 18:02:44.380779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50620) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:44.386013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': False}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:44.412006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:44.421463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] Routers {'f9ff0f16-a34a-43ca-8779-5da0e890f9db'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:44.422934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:44.457156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:44.458183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6239e1d-0c32-456a-881e-5036c67aa469 None None] The sync data for ids ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:44.721268 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.135483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.139300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.255105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Router f9ff0f16-a34a-43ca-8779-5da0e890f9db has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:02:45.687878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:45.692431 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:45.695220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cd43673c-b7af-4f98-b3e8-de0346fcfc39 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "PUT /v2.0/routers/f9ff0f16-a34a-43ca-8779-5da0e890f9db HTTP/1.1" status: 200 len: 920 time: 1.3119781 Jul 08 18:02:45.696528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50630) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:45.697827 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] Sync routers for ids ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:45.709876 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] Routers {'f9ff0f16-a34a-43ca-8779-5da0e890f9db'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:45.710477 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:45.752058 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:45.763306 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] Routers {'f9ff0f16-a34a-43ca-8779-5da0e890f9db'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:45.763942 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:45.797723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:45.798378 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a467ce7-db07-42c8-a7fc-8b4d452b5bd5 None None] The sync data for ids ['f9ff0f16-a34a-43ca-8779-5da0e890f9db'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:45.811379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0e432170-1fff-456b-944d-e834acf1bd7a tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/f9ff0f16-a34a-43ca-8779-5da0e890f9db HTTP/1.1" status: 200 len: 920 time: 0.1137016 Jul 08 18:02:45.814602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50632) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:45.899645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64405cf-0a92-41f3-a291-69694dac3a3c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.901208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d64405cf-0a92-41f3-a291-69694dac3a3c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=f9ff0f16-a34a-43ca-8779-5da0e890f9db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0856702 Jul 08 18:02:45.903934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50634) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:45.992572 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13752c7f-99d7-43fd-a263-c466421090d3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:45.993916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-13752c7f-99d7-43fd-a263-c466421090d3 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.0890822 Jul 08 18:02:45.996670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50636) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:46.026485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c9d09865-a17b-41af-a200-bbace425c4d0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9ff0f16-a34a-43ca-8779-5da0e890f9db HTTP/1.1" status: 200 len: 205 time: 0.0287628 Jul 08 18:02:46.028891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50638) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:46.143722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.250018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.305103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Deleting port 798a3aeb-4f1b-4b28-a3a4-ee17b10e7613 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:46.305453 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.387463 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.399372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Calling delete_port for 798a3aeb-4f1b-4b28-a3a4-ee17b10e7613 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:46.576526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.604058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event deleted for resources: {'Port': ['ID=798a3aeb-4f1b-4b28-a3a4-ee17b10e7613,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:46.670177 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.769155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.771587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.819330 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.820059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Fanout notify agent at l3_agent the message router_deleted on router f9ff0f16-a34a-43ca-8779-5da0e890f9db {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:46.829932 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.831635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d6fa7f96-b975-4363-a174-3d2bc155b5af tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/f9ff0f16-a34a-43ca-8779-5da0e890f9db HTTP/1.1" status: 204 len: 168 time: 0.8016915 Jul 08 18:02:46.835632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50642) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:46.840350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ccb13610-506e-4c45-8288-7f418c547abb tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1996862999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:46.879714 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ccb13610-506e-4c45-8288-7f418c547abb tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.880780 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ccb13610-506e-4c45-8288-7f418c547abb tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.942449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ccb13610-506e-4c45-8288-7f418c547abb tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.947643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ccb13610-506e-4c45-8288-7f418c547abb tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.983535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ccb13610-506e-4c45-8288-7f418c547abb tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:46.984909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ccb13610-506e-4c45-8288-7f418c547abb tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1482685 Jul 08 18:02:46.988971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50644) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:46.995873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:47.255290 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.506925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.526944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.666225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Allocated IP 172.25.5.22 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/c03f642a-9e6d-4f32-a369-7814e2da5fa4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:47.797542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:47.874188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:48.287257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:48.293756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:48.301819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:48.311845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event updated for resources: {'Port': ['ID=c03f642a-9e6d-4f32-a369-7814e2da5fa4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:48.703688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.046052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.052146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.299495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Router fd7558a9-280f-4df5-a37c-0228aeb60d37 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:49.426173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:49.434306 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:49.435496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c90b481f-457d-43c5-9ed2-52eccc3cf724 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "PUT /v2.0/routers/fd7558a9-280f-4df5-a37c-0228aeb60d37 HTTP/1.1" status: 200 len: 879 time: 2.4452775 Jul 08 18:02:49.436234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] Sync routers for ids ['fd7558a9-280f-4df5-a37c-0228aeb60d37'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:49.438198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50650) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:49.448864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] Routers {'fd7558a9-280f-4df5-a37c-0228aeb60d37'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:49.449780 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fd7558a9-280f-4df5-a37c-0228aeb60d37'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:49.496130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:49.514798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] Routers {'fd7558a9-280f-4df5-a37c-0228aeb60d37'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:49.515842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['fd7558a9-280f-4df5-a37c-0228aeb60d37'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:49.570703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:49.572136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb68c0a-9d2f-4594-812e-e0524f5bea24 None None] The sync data for ids ['fd7558a9-280f-4df5-a37c-0228aeb60d37'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:49.579402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9cca138a-fbe6-4fc3-b357-dbc9a5ac8578 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/fd7558a9-280f-4df5-a37c-0228aeb60d37 HTTP/1.1" status: 200 len: 920 time: 0.1398513 Jul 08 18:02:49.582490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50652) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:49.644588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd72a707-9bb2-4d75-b19b-da87bea410cd tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:49.646226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bd72a707-9bb2-4d75-b19b-da87bea410cd tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=fd7558a9-280f-4df5-a37c-0228aeb60d37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0622485 Jul 08 18:02:49.650113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50654) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:49.741053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e76f858-c625-42a0-9566-260edbf03983 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:49.742474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1e76f858-c625-42a0-9566-260edbf03983 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.0913596 Jul 08 18:02:49.745267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50656) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:49.778287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2dbfaccb-a0a8-4de3-a3d2-e3aaa8e16a34 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd7558a9-280f-4df5-a37c-0228aeb60d37 HTTP/1.1" status: 200 len: 205 time: 0.0317922 Jul 08 18:02:49.780875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:49.912955 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.094863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.175491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Deleting port c03f642a-9e6d-4f32-a369-7814e2da5fa4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:50.175979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.280018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.293781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Calling delete_port for c03f642a-9e6d-4f32-a369-7814e2da5fa4 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:50.511263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.542261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event deleted for resources: {'Port': ['ID=c03f642a-9e6d-4f32-a369-7814e2da5fa4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:50.614611 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.708235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.711281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.757952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.758549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Fanout notify agent at l3_agent the message router_deleted on router fd7558a9-280f-4df5-a37c-0228aeb60d37 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:50.765907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.770427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bee2553e-f4a7-4048-a2ff-d40f5508da4b tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/fd7558a9-280f-4df5-a37c-0228aeb60d37 HTTP/1.1" status: 204 len: 168 time: 0.9851711 Jul 08 18:02:50.770964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50662) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:50.778174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-97202256-9e47-4d9b-9212-a0f351225d12 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1265446343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:50.810031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97202256-9e47-4d9b-9212-a0f351225d12 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.811318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97202256-9e47-4d9b-9212-a0f351225d12 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.880229 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97202256-9e47-4d9b-9212-a0f351225d12 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.885204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97202256-9e47-4d9b-9212-a0f351225d12 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.904357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97202256-9e47-4d9b-9212-a0f351225d12 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:50.908221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-97202256-9e47-4d9b-9212-a0f351225d12 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1326432 Jul 08 18:02:50.908524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50664) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:50.913765 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': True}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:51.134843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.353906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.388508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.514681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Allocated IP 172.25.5.177 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/1be9d1ac-bd00-4673-9b6a-986177883fec) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:51.629110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.669250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:51.709619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:51.712858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:51.716370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:51.755821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Port': ['ID=1be9d1ac-bd00-4673-9b6a-986177883fec,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:51.985052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.562488 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.565728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.694216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Router 8ff289c3-128c-4445-94c7-5949168e8071 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:52.798070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:52.802553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:52.806144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-93142edc-8b29-4658-b93c-296b64fb6628 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "PUT /v2.0/routers/8ff289c3-128c-4445-94c7-5949168e8071 HTTP/1.1" status: 200 len: 915 time: 1.8941579 Jul 08 18:02:52.806530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50670) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:52.806971 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] Sync routers for ids ['8ff289c3-128c-4445-94c7-5949168e8071'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:52.816036 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] Routers {'8ff289c3-128c-4445-94c7-5949168e8071'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:52.816580 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ff289c3-128c-4445-94c7-5949168e8071'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:52.852676 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:52.861803 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] Routers {'8ff289c3-128c-4445-94c7-5949168e8071'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:52.862411 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8ff289c3-128c-4445-94c7-5949168e8071'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:52.896356 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:52.897814 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad10487-e86a-4801-9ca6-70a3d0ed3de2 None None] The sync data for ids ['8ff289c3-128c-4445-94c7-5949168e8071'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:52.919722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7bf5f867-afa2-4589-9102-bc1556cbe426 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/8ff289c3-128c-4445-94c7-5949168e8071 HTTP/1.1" status: 200 len: 921 time: 0.1119287 Jul 08 18:02:52.922607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50672) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:52.976173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd74f4-0c6b-4a8c-84e6-9ba9f48be926 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:52.977747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-36fd74f4-0c6b-4a8c-84e6-9ba9f48be926 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=8ff289c3-128c-4445-94c7-5949168e8071&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0542018 Jul 08 18:02:52.980385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50674) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:53.066857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db05651-060c-4252-8c20-9f56b878ef05 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.068203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6db05651-060c-4252-8c20-9f56b878ef05 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.0868907 Jul 08 18:02:53.071482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50676) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:53.101042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-060b16f7-2d66-4327-bbe1-90cb5060852f tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff289c3-128c-4445-94c7-5949168e8071 HTTP/1.1" status: 200 len: 205 time: 0.0284500 Jul 08 18:02:53.103445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50678) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:53.215087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.321153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.375777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Deleting port 1be9d1ac-bd00-4673-9b6a-986177883fec {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:53.376128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.469598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-30e2067a-59da-4819-a0b8-c7725aeeec20 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773969501&fields=id&tenant_id=2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 267 time: 0.0574760 Jul 08 18:02:53.495310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.543225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Calling delete_port for 1be9d1ac-bd00-4673-9b6a-986177883fec owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:53.646493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-5ac6329f-14f2-41e9-9ad2-8117ed68a2db tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:53.647917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-5ac6329f-14f2-41e9-9ad2-8117ed68a2db tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1710837 Jul 08 18:02:53.698404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-db4635b3-86df-42e8-b482-1a29f84e7852 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/quotas/2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 375 time: 0.0443373 Jul 08 18:02:53.807293 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:53.825418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-56ae23bd-e3fe-4d63-bf59-3df7179e00c8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1190832 Jul 08 18:02:53.852130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-37042338-1b0a-439f-962b-a87cd8482e33 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:02:53.853127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-37042338-1b0a-439f-962b-a87cd8482e33 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064762 Jul 08 18:02:53.854005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event deleted for resources: {'Port': ['ID=1be9d1ac-bd00-4673-9b6a-986177883fec,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:53.973423 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.075046 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.078107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-07f47a5d-e0a7-42e2-96f3-6979e082d93e service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180412 Jul 08 18:02:54.079227 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.168691 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.169239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff289c3-128c-4445-94c7-5949168e8071 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:54.176280 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.177372 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2ede3a36-ad30-457b-a602-d2fd3b2c9c6c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/8ff289c3-128c-4445-94c7-5949168e8071 HTTP/1.1" status: 204 len: 168 time: 1.0730002 Jul 08 18:02:54.181912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50690) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:54.186873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-82127c33-2dfa-44ed-bffb-bc7642760a1a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1142327278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:54.209680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82127c33-2dfa-44ed-bffb-bc7642760a1a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.210678 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82127c33-2dfa-44ed-bffb-bc7642760a1a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.216159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-8f7f9730-40b4-404d-a4f0-507640829b99 service neutron] 10.222.0.63 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315248 Jul 08 18:02:54.272503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82127c33-2dfa-44ed-bffb-bc7642760a1a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.277281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82127c33-2dfa-44ed-bffb-bc7642760a1a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.294063 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-82127c33-2dfa-44ed-bffb-bc7642760a1a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:54.298120 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50694) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:54.298282 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-82127c33-2dfa-44ed-bffb-bc7642760a1a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1151366 Jul 08 18:02:54.303520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'enable_snat': False}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:54.799275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-993c0e02-1e83-4f0a-9cf7-e90fb0ccfd22 req-81886510-fd73-41fe-afb8-d810a15d4996 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 210 time: 0.0377800 Jul 08 18:02:54.876120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.080345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.107627 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.229235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Allocated IP 172.25.5.104 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/8907bc17-fd46-4ca9-8697-947f2e349eb8) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:55.332771 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.376533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.418098 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:55.421113 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:55.425602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:55.429249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Pushing event updated for resources: {'Port': ['ID=8907bc17-fd46-4ca9-8697-947f2e349eb8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:55.687833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.821924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-9949e551-cd6c-4a8a-a67b-b42da458b103 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:55.823462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-9949e551-cd6c-4a8a-a67b-b42da458b103 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 811 time: 0.1175311 Jul 08 18:02:55.888285 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-12128c31-87c0-477f-8d06-12501a5c74be tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e45d758143b4debb58a65408ce49775 HTTP/1.1" status: 200 len: 380 time: 0.0448194 Jul 08 18:02:55.903761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'port': {'device_id': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'admin_state_up': True, 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'security_groups': ['643b4ce7-47c7-4dc5-b4c3-f5bf04738704']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:55.917512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.921142 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:55.998084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f8101497-ce30-410d-bc35-f1a573a2e3a0 req-9b3f9c82-12b6-4858-b97d-394288e69c56 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 210 time: 0.0401764 Jul 08 18:02:56.026585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Made reservation on behalf of 2e45d758143b4debb58a65408ce49775 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:02:56.030222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.053573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.093039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Router b0a1be9d-eda2-4e81-98fe-7ba47b396de1 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:56.167216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.20.0.7 (8f09a4f0-cc58-42b0-a7b1-415b9329ae25/878ff985-4171-4f07-9b36-fef09fd078ac/4b7563bd-8ac4-4c38-83ad-8c14efee9c6e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:56.209908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:56.214681 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.218485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-80223150-72a1-4d79-b74d-e7ba43138df9 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "PUT /v2.0/routers/b0a1be9d-eda2-4e81-98fe-7ba47b396de1 HTTP/1.1" status: 200 len: 916 time: 1.9192595 Jul 08 18:02:56.219115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50712) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.222904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] Sync routers for ids ['b0a1be9d-eda2-4e81-98fe-7ba47b396de1'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:56.237633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] Routers {'b0a1be9d-eda2-4e81-98fe-7ba47b396de1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:56.238928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b0a1be9d-eda2-4e81-98fe-7ba47b396de1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:56.285945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:56.296570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] Routers {'b0a1be9d-eda2-4e81-98fe-7ba47b396de1'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:56.297547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b0a1be9d-eda2-4e81-98fe-7ba47b396de1'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:56.314322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.329136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Transition to ACTIVE for port object 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:56.341795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:56.342862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93212221-f5b9-42a2-b4e5-6eabc1fc2578 None None] The sync data for ids ['b0a1be9d-eda2-4e81-98fe-7ba47b396de1'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:02:56.348866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-82763cc8-b33f-4c50-99b6-2ecb0393804c tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/b0a1be9d-eda2-4e81-98fe-7ba47b396de1 HTTP/1.1" status: 200 len: 922 time: 0.1281710 Jul 08 18:02:56.350838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50714) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.365520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.410169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c19197-7be1-4afd-b225-b0b0be200611 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.412108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67c19197-7be1-4afd-b225-b0b0be200611 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=b0a1be9d-eda2-4e81-98fe-7ba47b396de1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0596573 Jul 08 18:02:56.414942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50716) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.420962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:56.425448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:56.430369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:56.434815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:56.499680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.500696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.519597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-a7ec1e6b-dfb8-4f37-b1ba-48518f25611b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6216352 Jul 08 18:02:56.530235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1587300-d42d-45c1-ba37-358b84e4a257 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:56.535437 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b1587300-d42d-45c1-ba37-358b84e4a257 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/networks/a83a13eb-f840-4cc4-a00d-fa978b2f89ec HTTP/1.1" status: 200 len: 881 time: 0.1159766 Jul 08 18:02:56.535724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50718) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.547957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Request body: {'port': {'device_id': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:56.573905 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f671965f-50d8-43de-87f7-68a51fa9ab84 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0a1be9d-eda2-4e81-98fe-7ba47b396de1 HTTP/1.1" status: 200 len: 205 time: 0.0370638 Jul 08 18:02:56.576304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50720) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:56.648966 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.698559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.724125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e58d01db-d529-4a20-a9d6-9175c8ee438b None None] Provisioning for port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:02:56.729285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e58d01db-d529-4a20-a9d6-9175c8ee438b None None] Provisioning complete for port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:02:56.729937 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e58d01db-d529-4a20-a9d6-9175c8ee438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.770133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e58d01db-d529-4a20-a9d6-9175c8ee438b None None] Port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:02:56.818478 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.877299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Deleting port 8907bc17-fd46-4ca9-8697-947f2e349eb8 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:02:56.878049 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.963066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:56.975433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Calling delete_port for 8907bc17-fd46-4ca9-8697-947f2e349eb8 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:02:56.988316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:02:56.997145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.011104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Transition to ACTIVE for port object 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:02:57.017275 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.099332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.169712 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.170152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Attempting to bind port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:02:57.170468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Attempting to bind port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:02:57.170828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Attempting to bind port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:57.179585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:02:57.179921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Attempting to bind port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e on network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:02:57.186885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:02:57.187267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Checking segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:02:57.187829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Bound using segment: {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:02:57.188277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Bound port: 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17710850-c416-4f11-a3e5-18e090282d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:02:57.188647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.197246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event deleted for resources: {'Port': ['ID=8907bc17-fd46-4ca9-8697-947f2e349eb8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.304409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] For port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:02:57.309552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] For port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:02:57.315665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.356933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.357564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.358403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.359084 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b7563bd-8ac4-4c38-83ad-8c14efee9c6e HTTP/1.1" status: 200 len: 1091 time: 0.8178961 Jul 08 18:02:57.359518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:02:57.362666 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c5605e-426f-40eb-8306-9740d457a4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:02:57.450813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a505e81-da04-4faf-a4b2-4ca338d590c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:57.492957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.500607 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.511403 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6518-1178-4f08-94e4-2bf0a8ea53a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.512554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d30ac2-86ed-43d4-9809-5b64b9d05f93 req-bfeba0a2-ee33-4741-b426-1bca4a00f9a5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.514866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63d30ac2-86ed-43d4-9809-5b64b9d05f93 req-bfeba0a2-ee33-4741-b426-1bca4a00f9a5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.2740345 Jul 08 18:02:57.530920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-5c8345e7-d5f5-489a-bd4a-6766a2c1e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.534659 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-5c8345e7-d5f5-489a-bd4a-6766a2c1e78b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 1094 time: 0.0951526 Jul 08 18:02:57.601532 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-cf74d1eb-cbc5-46e4-83bd-d50a0d755eb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e HTTP/1.1" status: 200 len: 217 time: 0.0478423 Jul 08 18:02:57.609917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63d30ac2-86ed-43d4-9809-5b64b9d05f93 req-d9732c21-591a-4a89-abbb-9114204b7570 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866697 Jul 08 18:02:57.612059 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.613395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Fanout notify agent at l3_agent the message router_deleted on router b0a1be9d-eda2-4e81-98fe-7ba47b396de1 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:02:57.621247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.626153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-daec3a87-a981-4744-b336-dbedbcc4719c tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/b0a1be9d-eda2-4e81-98fe-7ba47b396de1 HTTP/1.1" status: 204 len: 168 time: 1.0451796 Jul 08 18:02:57.626647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50728) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:57.632204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1055379298', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:57.669467 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.671138 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.699969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-6fab62a7-1bce-4e0d-b699-dbee3031147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.702148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-6fab62a7-1bce-4e0d-b699-dbee3031147d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0900674 Jul 08 18:02:57.722965 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3b7c9-1e99-4edf-9922-d6429e7d1aae x-openstack-request-id: req-c5b3b7c9-1e99-4edf-9922-d6429e7d1aae {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:02:57.723255 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:02:57.723510 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c5b3b7c9-1e99-4edf-9922-d6429e7d1aae {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:02:57.723911 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'status': 'completed', 'code': 200} Jul 08 18:02:57.739070 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.782236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-cc748a61-60a9-42ff-975a-f294dd6a25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:57.784638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-cc748a61-60a9-42ff-975a-f294dd6a25a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722413 Jul 08 18:02:57.880726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:57.884152 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-cf5778ef-8749-43a9-907e-4ea995de9033 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920632 Jul 08 18:02:57.981870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b28f8ffe-f345-4b62-a337-b246181bfeaf req-148f58e5-c8aa-4504-a383-1519afc3ad9d service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901072 Jul 08 18:02:58.139198 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-42cc254b-b2a1-4811-8719-71ac748042d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:58.140711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-42cc254b-b2a1-4811-8719-71ac748042d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 1094 time: 0.0692296 Jul 08 18:02:58.244502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-b4d4a773-9b8d-4ff2-8a15-3bfa7d3295e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:58.246168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-b4d4a773-9b8d-4ff2-8a15-3bfa7d3295e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.0954978 Jul 08 18:02:58.289581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-d12ce59b-7363-40a7-96e9-ae1918ae8b5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e HTTP/1.1" status: 200 len: 217 time: 0.0369987 Jul 08 18:02:58.349368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-1ca61da7-f3eb-4b2d-b618-de440bf4eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:58.351561 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-1ca61da7-f3eb-4b2d-b618-de440bf4eda2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0519059 Jul 08 18:02:58.418343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-ecc48494-6e21-4541-8249-8f6b3ee48927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:58.419793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-ecc48494-6e21-4541-8249-8f6b3ee48927 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579979 Jul 08 18:02:58.424068 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.444076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.518987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-3b4137dd-9652-4a12-9f2f-b78aa39a010f service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890577 Jul 08 18:02:58.561046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Allocated IP 172.25.5.46 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/c822a00f-e820-4076-9ec4-a27090b135be) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:02:58.646802 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a0c5605e-426f-40eb-8306-9740d457a4d5 req-84356671-380a-4c6c-b560-41bbd9b2b821 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170313 Jul 08 18:02:58.694009 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.735549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:58.813609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:02:58.822123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:02:58.828463 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:02:58.832241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event updated for resources: {'Port': ['ID=c822a00f-e820-4076-9ec4-a27090b135be,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:02:58.895311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4302e-45c1-4a39-b989-83bea15a35ff req-545f3777-ec33-4a38-9b34-c6e5b67d1bcf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:02:58.897512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ba4302e-45c1-4a39-b989-83bea15a35ff req-545f3777-ec33-4a38-9b34-c6e5b67d1bcf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.1327829 Jul 08 18:02:59.035530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ba4302e-45c1-4a39-b989-83bea15a35ff req-fe913c70-84f6-4aa0-938d-8937a9970f4e tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020617 Jul 08 18:02:59.195300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.429534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.575263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Router 25289315-68c3-4567-9129-c742127c5986 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:02:59.694162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:02:59.704185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] Sync routers for ids ['25289315-68c3-4567-9129-c742127c5986'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:02:59.714586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:02:59.718448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f35c9183-83a3-48f4-96cb-5b0aa36b44b0 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0879614 Jul 08 18:02:59.718629 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] Routers {'25289315-68c3-4567-9129-c742127c5986'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:59.718629 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['25289315-68c3-4567-9129-c742127c5986'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:59.718904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50736) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:02:59.724263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:02:59.753724 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:59.762904 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] Routers {'25289315-68c3-4567-9129-c742127c5986'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:02:59.763606 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:02:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['25289315-68c3-4567-9129-c742127c5986'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:59.799022 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:02:59.799911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1dfefe-81d1-4349-94ba-5596f10b4af6 None None] The sync data for ids ['25289315-68c3-4567-9129-c742127c5986'] in n-d-799528-4 is: [] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:00.033626 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-01311bbd-8628-4bb8-94d8-f9df64aa2574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.056605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.077129 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.131783 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Deleting port c822a00f-e820-4076-9ec4-a27090b135be {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:00.132128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.267656 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.290870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3923035-497b-406a-bc61-73384f1e2414 req-be3dac34-67cf-489d-9cf5-e1056187bb01 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:00.292274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3923035-497b-406a-bc61-73384f1e2414 req-be3dac34-67cf-489d-9cf5-e1056187bb01 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.1150491 Jul 08 18:03:00.293238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Calling delete_port for c822a00f-e820-4076-9ec4-a27090b135be owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:00.372926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a3923035-497b-406a-bc61-73384f1e2414 req-0342bcb9-96f0-49ad-8c97-f493fc2581f3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735722 Jul 08 18:03:00.492659 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.502572 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.532687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Pushing event deleted for resources: {'Port': ['ID=c822a00f-e820-4076-9ec4-a27090b135be,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:00.610379 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.817791 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.821258 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607663'] for router, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.898109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Router 25289315-68c3-4567-9129-c742127c5986 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:00.972529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:00.980026 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:00.981200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3989ddf4-ecb1-4497-95a9-7f5e75deeb52 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "PUT /v2.0/routers/25289315-68c3-4567-9129-c742127c5986 HTTP/1.1" status: 200 len: 706 time: 1.2610121 Jul 08 18:03:00.983227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] Sync routers for ids ['25289315-68c3-4567-9129-c742127c5986'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:00.984235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50740) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:00.997674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] Routers {'25289315-68c3-4567-9129-c742127c5986'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:00.998652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['25289315-68c3-4567-9129-c742127c5986'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:01.033368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:01.043693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] Routers {'25289315-68c3-4567-9129-c742127c5986'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:01.044570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['25289315-68c3-4567-9129-c742127c5986'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:01.060432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f8fde56e-6c4e-4891-87a9-0fd7aaa99444 tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/routers/25289315-68c3-4567-9129-c742127c5986 HTTP/1.1" status: 200 len: 741 time: 0.0748255 Jul 08 18:03:01.063210 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50742) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.079187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:01.079844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425fde2-c148-4f53-9310-4ad250fa7c24 None None] The sync data for ids ['25289315-68c3-4567-9129-c742127c5986'] in n-d-799528-4 is: [] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:01.109053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6318ea9f-1bf6-4595-bbbb-72d20f6a1e9e tempest-RoutersAdminTest-2082294946 tempest-RoutersAdminTest-2082294946-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&device_id=25289315-68c3-4567-9129-c742127c5986 HTTP/1.1" status: 200 len: 205 time: 0.0445695 Jul 08 18:03:01.111763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50744) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.140476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9e164503-e285-42ea-9ed1-5d22e007a779 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=25289315-68c3-4567-9129-c742127c5986 HTTP/1.1" status: 200 len: 205 time: 0.0275683 Jul 08 18:03:01.143145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50746) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.469885 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.564503 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d08932b-ea5d-440f-81df-b423948d4a4a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.742832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3ad8-fa91-40ba-83e9-50f48f7bf784 req-e7d157e4-d92f-43d2-b12b-ddff38c109a7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:01.744385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da0a3ad8-fa91-40ba-83e9-50f48f7bf784 req-e7d157e4-d92f-43d2-b12b-ddff38c109a7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.2166784 Jul 08 18:03:01.748635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d08932b-ea5d-440f-81df-b423948d4a4a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.750871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d08932b-ea5d-440f-81df-b423948d4a4a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.811827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d08932b-ea5d-440f-81df-b423948d4a4a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.812324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d08932b-ea5d-440f-81df-b423948d4a4a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Fanout notify agent at l3_agent the message router_deleted on router 25289315-68c3-4567-9129-c742127c5986 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:03:01.820878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1d08932b-ea5d-440f-81df-b423948d4a4a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:01.825286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1d08932b-ea5d-440f-81df-b423948d4a4a tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/25289315-68c3-4567-9129-c742127c5986 HTTP/1.1" status: 204 len: 168 time: 0.6778889 Jul 08 18:03:01.825525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50752) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.838684 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da0a3ad8-fa91-40ba-83e9-50f48f7bf784 req-4116610c-f16a-4de5-9452-f9677fac332c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860629 Jul 08 18:03:01.863336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-55218a04-3dc7-4e46-9465-0db31a942eff tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=25289315-68c3-4567-9129-c742127c5986 HTTP/1.1" status: 200 len: 205 time: 0.0354979 Jul 08 18:03:01.864443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50754) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.900680 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-8a33b967-bcb9-43a0-ab30-29f6c5026114 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] delete failed (client error): The resource could not be found. Jul 08 18:03:01.901746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8a33b967-bcb9-43a0-ab30-29f6c5026114 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/25289315-68c3-4567-9129-c742127c5986 HTTP/1.1" status: 404 len: 336 time: 0.0363393 Jul 08 18:03:01.904424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50756) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.933724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cdc3a39b-c44f-4aae-bd38-d14ce083dc56 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=b0a1be9d-eda2-4e81-98fe-7ba47b396de1 HTTP/1.1" status: 200 len: 205 time: 0.0282090 Jul 08 18:03:01.936046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50758) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:01.975188 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-09e87c32-e58f-4d72-8948-ff69a8854aa5 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] delete failed (client error): The resource could not be found. Jul 08 18:03:01.976198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-09e87c32-e58f-4d72-8948-ff69a8854aa5 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/b0a1be9d-eda2-4e81-98fe-7ba47b396de1 HTTP/1.1" status: 404 len: 336 time: 0.0392992 Jul 08 18:03:01.978872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50760) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.008170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f60363e8-6dd0-409b-9d5f-c7f8987efc6e tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff289c3-128c-4445-94c7-5949168e8071 HTTP/1.1" status: 200 len: 205 time: 0.0282545 Jul 08 18:03:02.010457 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50762) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.045933 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-b409dbc2-ecfc-4474-92f3-6982e8501fb4 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] delete failed (client error): The resource could not be found. Jul 08 18:03:02.046944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b409dbc2-ecfc-4474-92f3-6982e8501fb4 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/8ff289c3-128c-4445-94c7-5949168e8071 HTTP/1.1" status: 404 len: 336 time: 0.0356078 Jul 08 18:03:02.049544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50764) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.087360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bb331b97-f929-4ef3-a029-09fd358efe78 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd7558a9-280f-4df5-a37c-0228aeb60d37 HTTP/1.1" status: 200 len: 205 time: 0.0363569 Jul 08 18:03:02.089275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50766) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.125564 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-521f4eda-6a28-49de-9e92-e857f69ac5b2 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] delete failed (client error): The resource could not be found. Jul 08 18:03:02.126825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-521f4eda-6a28-49de-9e92-e857f69ac5b2 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/fd7558a9-280f-4df5-a37c-0228aeb60d37 HTTP/1.1" status: 404 len: 336 time: 0.0364738 Jul 08 18:03:02.129483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50768) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.158956 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-30dc57a5-15df-43f2-895c-edf2b3c1e8f6 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9ff0f16-a34a-43ca-8779-5da0e890f9db HTTP/1.1" status: 200 len: 205 time: 0.0283713 Jul 08 18:03:02.161207 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50770) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.201010 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-a788efb6-5401-4ed7-b59f-d030a4578266 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] delete failed (client error): The resource could not be found. Jul 08 18:03:02.202031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a788efb6-5401-4ed7-b59f-d030a4578266 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/f9ff0f16-a34a-43ca-8779-5da0e890f9db HTTP/1.1" status: 404 len: 336 time: 0.0399387 Jul 08 18:03:02.204536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50772) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.233137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-77b8e1ea-2606-4d9e-adbb-09ca71d38d00 tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "GET /v2.0/ports?device_id=ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd HTTP/1.1" status: 200 len: 205 time: 0.0274723 Jul 08 18:03:02.235363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50774) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.271774 n-d-799528-4 neutron-server[93664]: INFO neutron.api.v2.resource [None req-8367c9f5-1c06-475e-a950-df0e5d29861d tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] delete failed (client error): The resource could not be found. Jul 08 18:03:02.272801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8367c9f5-1c06-475e-a950-df0e5d29861d tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/routers/ff7b0f8a-0aa7-44f7-9014-10aa9a16b1dd HTTP/1.1" status: 404 len: 336 time: 0.0365236 Jul 08 18:03:02.275312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50776) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.306637 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-3067641a-96fb-428a-8c77-cc497908c97e tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] DELETE failed (client error): The resource could not be found. Jul 08 18:03:02.307089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3067641a-96fb-428a-8c77-cc497908c97e tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:03:02.308817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3067641a-96fb-428a-8c77-cc497908c97e tempest-RoutersAdminTest-1877069329 tempest-RoutersAdminTest-1877069329-project] 10.222.0.63 "DELETE /v2.0/subnets/b0fe10fb-49e6-424b-95de-ee10c9418676 HTTP/1.1" status: 404 len: 337 time: 0.0325971 Jul 08 18:03:02.589656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50782) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.707713 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d42b23d-86ca-47a8-8913-c6f72f97f2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.804972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d42b23d-86ca-47a8-8913-c6f72f97f2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.808952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3d42b23d-86ca-47a8-8913-c6f72f97f2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.848451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3d42b23d-86ca-47a8-8913-c6f72f97f2c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6cecc02d05924f73b7be52e6917e9139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576807 Jul 08 18:03:02.849196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42b23d-86ca-47a8-8913-c6f72f97f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df683f-51e6-4746-85e5-3ff2e37713d7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:02.852170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50786) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:02.912425 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f234cec9-b59f-477c-a1c9-971aea1c7d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.925486 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.935186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f234cec9-b59f-477c-a1c9-971aea1c7d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.984571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f234cec9-b59f-477c-a1c9-971aea1c7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.987231 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f234cec9-b59f-477c-a1c9-971aea1c7d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:02.989347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f234cec9-b59f-477c-a1c9-971aea1c7d74 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/57df683f-51e6-4746-85e5-3ff2e37713d7 HTTP/1.1" status: 204 len: 168 time: 0.1357267 Jul 08 18:03:02.998825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234cec9-b59f-477c-a1c9-971aea1c7d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df683f-51e6-4746-85e5-3ff2e37713d7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:03.030119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c1aa1-105d-4c72-807c-ba9666f6db76 req-f6266ba7-dac8-4230-b896-318ef5a0d64b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:03.031691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b54c1aa1-105d-4c72-807c-ba9666f6db76 req-f6266ba7-dac8-4230-b896-318ef5a0d64b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.0761750 Jul 08 18:03:03.077110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b54c1aa1-105d-4c72-807c-ba9666f6db76 req-ba739fa9-1fb5-4402-9bfd-b07a8bbdb991 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Jul 08 18:03:03.251361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50794) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:03.295515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a201c01e-447b-4f97-8feb-cba5f6113814 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=343cd2d153584f588549c7b402529509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429654 Jul 08 18:03:03.297899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50796) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:03.346271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65695b33-f1d6-41f3-a546-a911266580d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.368579 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65695b33-f1d6-41f3-a546-a911266580d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.414643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65695b33-f1d6-41f3-a546-a911266580d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.417253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-65695b33-f1d6-41f3-a546-a911266580d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:03.418416 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-65695b33-f1d6-41f3-a546-a911266580d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a21f0e2f-9e18-4e48-b570-4de76a70eb8e HTTP/1.1" status: 204 len: 168 time: 0.1196179 Jul 08 18:03:03.426164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65695b33-f1d6-41f3-a546-a911266580d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f0e2f-9e18-4e48-b570-4de76a70eb8e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:04.101263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50820) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:04.197990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-510633859'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:04.220013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Made reservation on behalf of 251f24b60ea34d9789548954a2693c0b for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:04.223671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.233640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.253020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc7c39-a54a-4f1d-b43f-d8f3f6c10a93 req-b5d9f47f-0000-4608-b01f-c9775f8436f6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:04.254551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16bc7c39-a54a-4f1d-b43f-d8f3f6c10a93 req-b5d9f47f-0000-4608-b01f-c9775f8436f6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.0664830 Jul 08 18:03:04.295094 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-16bc7c39-a54a-4f1d-b43f-d8f3f6c10a93 req-0e2cc4b0-25ad-4c3d-8ec4-ac5c41c07966 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338883 Jul 08 18:03:04.333941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.337829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.361533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:04.378515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcef1d9-a85c-469f-9f13-47d843bc2072,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:04.384360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.384910 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Added segment 0c9f116a-4140-4aa9-ba27-efdaac104f9b of type vlan for network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 Jul 08 18:03:04.439315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.468258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.473850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:04.474463 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.527587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4251833 Jul 08 18:03:04.530400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50824) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:04.535261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Request body: {'subnet': {'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:04.593014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c17a7-7286-4272-b986-78031f33075b tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event updated for resources: {'Network': ['ID=5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:04.606266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:04.638441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Made reservation on behalf of 251f24b60ea34d9789548954a2693c0b for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:04.641954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.823212 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.884534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event updated for resources: {'Subnet': ['ID=73f2c937-b157-4f2f-ae73-b4ca58efa292,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:04.891776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Checking segment: {'id': '0c9f116a-4140-4aa9-ba27-efdaac104f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:04.892142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Network hostable DHCP agents. Network: 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:04.908377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:04.918303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:04.922366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:04.922974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:04.928159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36116efc-ab6e-4261-af19-e520dc0d543c None None] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:04.939155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4b14d882-2388-4e16-bf55-9881ed85bd1a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4074955 Jul 08 18:03:04.941777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50826) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:04.946657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Request body: {'port': {'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-848983449'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:05.054425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Made reservation on behalf of 251f24b60ea34d9789548954a2693c0b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:05.057993 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.072431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7', 'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7', 'tenant_id': '251f24b60ea34d9789548954a2693c0b', 'fixed_ips': [{'subnet_id': '73f2c937-b157-4f2f-ae73-b4ca58efa292'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:05.073371 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.077202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] device_id is not set on port f575843c-3753-4326-bc97-d85e2ba83492 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:05.189649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Allocated IP 172.20.0.12 (5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7/73f2c937-b157-4f2f-ae73-b4ca58efa292/f575843c-3753-4326-bc97-d85e2ba83492) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:05.337769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.352912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Transition to ACTIVE for port object f575843c-3753-4326-bc97-d85e2ba83492 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:05.386675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.434897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:05.435646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Allocated IP 172.20.0.2 (5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7/73f2c937-b157-4f2f-ae73-b4ca58efa292/5794fd2a-611b-4f98-b4b8-11c0c6c7c108) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:05.438202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:05.442491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:05.477873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event updated for resources: {'Port': ['ID=f575843c-3753-4326-bc97-d85e2ba83492,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.481059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6d1a6-6b38-48d4-9f8e-364aa4a2f833 req-73ae39c1-47bf-41fe-bb70-57fee0095c80 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:05.483293 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5d6d1a6-6b38-48d4-9f8e-364aa4a2f833 req-73ae39c1-47bf-41fe-bb70-57fee0095c80 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.0748441 Jul 08 18:03:05.500965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:05.501609 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.519149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5c23684e-4187-479f-a3f9-83d4cc53aa47 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5764174 Jul 08 18:03:05.522653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50832) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:05.527864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Request body: {'port': {'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-219416398', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:05.528541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.api.validators [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] bootfile-name is not in valid_values {{(pid=93665) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:03:05.528681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5d6d1a6-6b38-48d4-9f8e-364aa4a2f833 req-c0f862e1-033a-4a30-aaa2-f58ecaf687ef tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385456 Jul 08 18:03:05.529120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.api.validators [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] tftp-server is not in valid_values {{(pid=93665) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:03:05.529546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.api.validators [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] server-ip-address is not in valid_values {{(pid=93665) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:03:05.580678 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.586406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50834) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:05.590671 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Transition to ACTIVE for port object 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:05.607469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Transition to ACTIVE for port object 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:05.614337 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.650192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Made reservation on behalf of 251f24b60ea34d9789548954a2693c0b for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:05.654548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.660289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:05.663514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:05.667976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:05.674195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] device_id is not set on port dc1b2190-88fd-48e2-887a-d5562be7cd76 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:05.674920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Pushing event updated for resources: {'Port': ['ID=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:05.733827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Attempting to bind port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:05.734652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Attempting to bind port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0c9f116a-4140-4aa9-ba27-efdaac104f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:05.735023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Attempting to bind port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 on network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:05.741276 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:05.741653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Checking segment: {'id': '0c9f116a-4140-4aa9-ba27-efdaac104f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:05.742255 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.742656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Bound using segment: {'id': '0c9f116a-4140-4aa9-ba27-efdaac104f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:05.743130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Bound port: 5794fd2a-611b-4f98-b4b8-11c0c6c7c108, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9f116a-4140-4aa9-ba27-efdaac104f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:05.743512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.761240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port d4df190e-47c6-4be4-9cc9-89bd9746db9a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:05.761595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.793889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Allocated IP 172.20.0.11 (5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7/73f2c937-b157-4f2f-ae73-b4ca58efa292/dc1b2190-88fd-48e2-887a-d5562be7cd76) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:05.817114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] For port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:05.821292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] For port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,segment=NetworkSegment(0c9f116a-4140-4aa9-ba27-efdaac104f9b),segment_id=0c9f116a-4140-4aa9-ba27-efdaac104f9b)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:05.825821 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.863526 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.863867 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:05.885724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for d4df190e-47c6-4be4-9cc9-89bd9746db9a owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:05.910872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142f37b-4d95-4a43-8d14-35461f5dd0e2 None None] Pushing event updated for resources: {'Port': ['ID=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:06.005264 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.023035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Transition to ACTIVE for port object dc1b2190-88fd-48e2-887a-d5562be7cd76 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:06.061850 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.072969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.126919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=d4df190e-47c6-4be4-9cc9-89bd9746db9a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:06.151512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:06.155207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:06.159512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:06.168821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event updated for resources: {'Port': ['ID=dc1b2190-88fd-48e2-887a-d5562be7cd76,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:06.198670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.199671 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Floating IP e36ae0be-65d7-40b4-be18-197058a25147 disassociated (deleted). External IP: 172.25.5.159, port: 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c. Jul 08 18:03:06.233886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:06.234574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.254891 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-05f4355b-e8d9-4a5b-91c4-5573e4052b35 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7307749 Jul 08 18:03:06.257173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50836) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:06.465203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92829fd8-9ad4-4beb-af68-d541740c3791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:06.471156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92829fd8-9ad4-4beb-af68-d541740c3791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:06.477804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92829fd8-9ad4-4beb-af68-d541740c3791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:06.479473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-92829fd8-9ad4-4beb-af68-d541740c3791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2211540 Jul 08 18:03:06.482326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50838) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:06.604312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:06.756493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Deleting port dc1b2190-88fd-48e2-887a-d5562be7cd76 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:06.756862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.848186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:06.858821 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] Sync routers for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:06.860860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.872527 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:06.873188 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:06.909620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ae92-ab7c-4345-bb92-124c25a4711c req-f7c381a7-0056-4e5b-a671-b01ddf561ba0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:06.911212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ef3ae92-ab7c-4345-bb92-124c25a4711c req-f7c381a7-0056-4e5b-a671-b01ddf561ba0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.2394524 Jul 08 18:03:06.917857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:06.947779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Calling delete_port for dc1b2190-88fd-48e2-887a-d5562be7cd76 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:06.961507 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-29ec4dba-8f90-4595-a5ac-b3ac167b00b3 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/floatingips/e36ae0be-65d7-40b4-be18-197058a25147 HTTP/1.1" status: 204 len: 168 time: 1.3709159 Jul 08 18:03:06.971480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:06.973907 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44bb501-4f99-42d6-adcd-fc459f28ce4a" -d '{"events": [{"name": "network-changed", "server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:06.981365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1dfc9-afb5-407e-84bc-ded2765852c4 None None] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:07.003561 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:07.032048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ef3ae92-ab7c-4345-bb92-124c25a4711c req-3c067e3b-beee-4e35-bb49-c4d9e878832f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114731 Jul 08 18:03:07.109418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f1befcd2-5139-46ca-84d0-d382818ec4dd None None] Provisioning for port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:07.130353 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82777be5-372c-4534-a16a-8dd6164e1067 x-openstack-request-id: req-82777be5-372c-4534-a16a-8dd6164e1067 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:07.131921 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:07.132248 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-82777be5-372c-4534-a16a-8dd6164e1067 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:07.132723 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'status': 'completed', 'code': 200} Jul 08 18:03:07.192550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.244219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-6974457b-7e2e-46a3-90b3-0ada06896634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.245704 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-6974457b-7e2e-46a3-90b3-0ada06896634 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25b9e3294d1441afacb223be42639035&device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 1096 time: 0.1094248 Jul 08 18:03:07.273204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event deleted for resources: {'Port': ['ID=dc1b2190-88fd-48e2-887a-d5562be7cd76,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.274061 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:41Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:07.392425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-e56ff1ae-6e02-47e8-8730-ede20fa40639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.394016 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-e56ff1ae-6e02-47e8-8730-ede20fa40639 service neutron] 10.222.0.72 "GET /v2.0/networks?id=378b5f00-8bb0-448d-9f45-55d76df70033 HTTP/1.1" status: 200 len: 896 time: 0.1410837 Jul 08 18:03:07.410073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:03:07.426460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.436164 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] Checking router: 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:07.437582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dbb3e244-b6e7-4e06-88c6-7c0e339a60af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "DELETE /v2.0/ports/dc1b2190-88fd-48e2-887a-d5562be7cd76 HTTP/1.1" status: 204 len: 168 time: 0.9541690 Jul 08 18:03:07.440414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50848) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:07.445181 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:07.446031 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:07.473981 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-9774fe34-a0bc-4e08-b345-c20d351fe1e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c HTTP/1.1" status: 200 len: 217 time: 0.0694289 Jul 08 18:03:07.478073 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Request body: {'port': {'name': 'tempest-new-port-name-1085260811', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:07.479244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:07.479508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] bootfile-name is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:03:07.479862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] tftp-server is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:03:07.480332 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.api.validators [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] server-ip-address is not in valid_values {{(pid=93664) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 18:03:07.533259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-4d17040e-5512-44c2-9218-7d7d61321b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.536647 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-4d17040e-5512-44c2-9218-7d7d61321b1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a64c51c-c1ae-4ab7-8342-77e69d897088 HTTP/1.1" status: 200 len: 835 time: 0.0537035 Jul 08 18:03:07.609837 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:07.626226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:07.628275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.638899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-5e2a6084-a101-4e15-8d55-4131d9974f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.645398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-5e2a6084-a101-4e15-8d55-4131d9974f1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=378b5f00-8bb0-448d-9f45-55d76df70033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028297 Jul 08 18:03:07.653247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:07.653653 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.661051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:07.685288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Could not find standard attr ID for object dc1b2190-88fd-48e2-887a-d5562be7cd76. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:03:07.810978 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-89485405-8946-47ac-8ff8-893c39232f8c service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581767 Jul 08 18:03:07.841557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.847044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:07.868238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d88b6f-1f45-4e16-ad95-be4976435928 req-01f73810-3919-46fb-a425-0f39c69a952b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:07.869838 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90d88b6f-1f45-4e16-ad95-be4976435928 req-01f73810-3919-46fb-a425-0f39c69a952b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.4284694 Jul 08 18:03:07.930279 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:41Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:07.960128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'port_id': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'mac_address': 'fa:16:3e:9e:1b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:03:07.977306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event updated for resources: {'Port': ['ID=f575843c-3753-4326-bc97-d85e2ba83492,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:07.985239 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccd38b-3ac3-47b7-b3e3-1b52a5d8dceb None None] The sync data for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 is: [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:35Z', 'revision_number': 4, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15c90582-d1f0-4fe3-81b5-aa08ff8a93c4', 'name': '', 'network_id': '378b5f00-8bb0-448d-9f45-55d76df70033', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'mac_address': 'fa:16:3e:ae:d1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:34Z', 'updated_at': '2021-07-08T18:01:41Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'subnets': [{'id': '4a64c51c-c1ae-4ab7-8342-77e69d897088', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:08.010405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90d88b6f-1f45-4e16-ad95-be4976435928 req-cc2dcc76-b95a-4c47-95e1-293e6e159192 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/security-groups?id=8a37cd99-2c4e-4406-a839-c58555675cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200633 Jul 08 18:03:08.013689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] In _notify_port_updated(), no bound segment for port f575843c-3753-4326-bc97-d85e2ba83492 on network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 {{(pid=93664) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 18:03:08.019426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:08.020100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.021551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0b399c98-1b10-491c-a3b5-6eb0c5dc8791 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "PUT /v2.0/ports/f575843c-3753-4326-bc97-d85e2ba83492 HTTP/1.1" status: 200 len: 1137 time: 0.5659263 Jul 08 18:03:08.024171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50850) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:08.061633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Provisioning for port f575843c-3753-4326-bc97-d85e2ba83492 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:08.075542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c44bb501-4f99-42d6-adcd-fc459f28ce4a req-b723d04b-daec-433e-8170-0e23aac12389 service neutron] 10.222.0.72 "GET /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560055 Jul 08 18:03:08.110096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Provisioning complete for port f575843c-3753-4326-bc97-d85e2ba83492 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:08.110480 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.118386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1f42f-0f84-45ef-83d6-cf95731688ba tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:08.122861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-28f1f42f-0f84-45ef-83d6-cf95731688ba tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "GET /v2.0/ports/f575843c-3753-4326-bc97-d85e2ba83492 HTTP/1.1" status: 200 len: 1137 time: 0.0944428 Jul 08 18:03:08.123767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50854) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:08.151843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.180983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Port f575843c-3753-4326-bc97-d85e2ba83492 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:03:08.237634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:03:08.283030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:08.298555 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.304000 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.308556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Deleting port f575843c-3753-4326-bc97-d85e2ba83492 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:08.309167 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.315094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Provisioning complete for port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:08.315467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.390846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc886ba0-2440-4c1d-a946-e6ce34a3e392 req-ac761abe-8e6b-441a-b384-a27d68cfebe0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:08.393059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc886ba0-2440-4c1d-a946-e6ce34a3e392 req-ac761abe-8e6b-441a-b384-a27d68cfebe0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 943 time: 0.1494405 Jul 08 18:03:08.406909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cfa2f0-ba1e-42ea-ade3-9249f7b72394 None None] New status for floating IP e36ae0be-65d7-40b4-be18-197058a25147: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:03:08.451953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cc886ba0-2440-4c1d-a946-e6ce34a3e392 req-ad78b2cd-6fa4-49a1-9fcf-eb80ba652681 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522995 Jul 08 18:03:08.472264 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.489560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Calling delete_port for f575843c-3753-4326-bc97-d85e2ba83492 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:08.525075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,segment=NetworkSegment(0c9f116a-4140-4aa9-ba27-efdaac104f9b),segment_id=0c9f116a-4140-4aa9-ba27-efdaac104f9b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:08.526047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:08.614586 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.675930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-a32dd542-f13e-494b-8b02-15bee1562ad7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:08.678039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.683896 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-a32dd542-f13e-494b-8b02-15bee1562ad7 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 945 time: 0.0941122 Jul 08 18:03:08.717200 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:08.725390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['4b7563bd-8ac4-4c38-83ad-8c14efee9c6e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:03:08.813103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:08.813800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.820875 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.db.api [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 18:03:08.821265 n-d-799528-4 neutron-server[93666]: DEBUG oslo_db.api [None req-fb9b299c-92ba-4da7-905e-85619c9ef34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 18:03:08.921408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:08.921754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:08.935005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:09.036281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.081481 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event deleted for resources: {'Port': ['ID=f575843c-3753-4326-bc97-d85e2ba83492,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.093127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.127050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=393731e9-bfbe-4c7d-9c6e-93cc2ca2769c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.164340 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.170291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-86bdc869-cb61-45e8-8951-c69dae7495af tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "DELETE /v2.0/ports/f575843c-3753-4326-bc97-d85e2ba83492 HTTP/1.1" status: 204 len: 168 time: 1.0452278 Jul 08 18:03:09.171065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50858) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:09.180664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] No DVR routers for this DVR port 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:09.183771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.186022 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-63b14b06-70b9-48ce-aebc-70b68139bf14 req-c32a1c99-a805-401f-933a-604542c1bde6 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.72 "DELETE /v2.0/ports/393731e9-bfbe-4c7d-9c6e-93cc2ca2769c HTTP/1.1" status: 204 len: 173 time: 0.4965239 Jul 08 18:03:09.186475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'name': 'network-vif-deleted', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:09.188778 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5938fc6-2950-4d82-8088-5cf05dead425" -d '{"events": [{"server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "name": "network-vif-deleted", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:09.230331 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb1dd20-84d6-4fc8-9174-e7de266b8f3f x-openstack-request-id: req-6eb1dd20-84d6-4fc8-9174-e7de266b8f3f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:09.230629 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207b77cd-aa94-4619-b647-486c2362e9ed", "name": "network-vif-deleted", "tag": "393731e9-bfbe-4c7d-9c6e-93cc2ca2769c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:09.230882 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6eb1dd20-84d6-4fc8-9174-e7de266b8f3f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:09.231280 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207b77cd-aa94-4619-b647-486c2362e9ed', 'name': 'network-vif-deleted', 'tag': '393731e9-bfbe-4c7d-9c6e-93cc2ca2769c', 'status': 'completed', 'code': 200} Jul 08 18:03:09.231994 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b24a93e2-7585-490d-8e26-4281c76b56d5 req-26b7e4b5-715d-4432-9e19-7260f318187b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "GET /v2.0/ports?device_id=207b77cd-aa94-4619-b647-486c2362e9ed HTTP/1.1" status: 200 len: 210 time: 0.0594759 Jul 08 18:03:09.286836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Deleting subnet 73f2c937-b157-4f2f-ae73-b4ca58efa292 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:09.290722 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.361798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:09.362657 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.440869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:09.441261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.476796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.538057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-415da761-c803-4c65-bd8c-4dddcc406d4a None None] Could not find standard attr ID for object dc1b2190-88fd-48e2-887a-d5562be7cd76. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:03:09.544451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-415da761-c803-4c65-bd8c-4dddcc406d4a None None] Could not find standard attr ID for object f575843c-3753-4326-bc97-d85e2ba83492. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:03:09.544776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.581634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.583634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "DELETE /v2.0/subnets/73f2c937-b157-4f2f-ae73-b4ca58efa292 HTTP/1.1" status: 204 len: 168 time: 0.4083679 Jul 08 18:03:09.584821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe82d92-d907-410c-a7a6-83c22375f68a tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event deleted for resources: {'Subnet': ['ID=73f2c937-b157-4f2f-ae73-b4ca58efa292,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:09.587990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50866) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:09.594890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c637fe-17c3-4a23-b768-3ee11d3d0d22 None None] Network 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:09.700681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b7281-2d22-43ea-a607-1a8dbe5390b0 req-561b5a0e-d6df-40d0-93d9-01ac8f8482d2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:09.702582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-020b7281-2d22-43ea-a607-1a8dbe5390b0 req-561b5a0e-d6df-40d0-93d9-01ac8f8482d2 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 944 time: 0.1063025 Jul 08 18:03:09.748632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.753801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-020b7281-2d22-43ea-a607-1a8dbe5390b0 req-f5c96e78-0ab0-49e8-a1ab-56af5b2cadb7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450912 Jul 08 18:03:09.814130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Deleting port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:09.814636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.819184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] DHCP port deletion for 5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:09.869465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] Deleting port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:09.869839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.879778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] For port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,segment=NetworkSegment(0c9f116a-4140-4aa9-ba27-efdaac104f9b),segment_id=0c9f116a-4140-4aa9-ba27-efdaac104f9b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:09.880141 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.894995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Calling delete_port for 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:09.937900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] For port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,segment=NetworkSegment(0c9f116a-4140-4aa9-ba27-efdaac104f9b),segment_id=0c9f116a-4140-4aa9-ba27-efdaac104f9b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:09.938314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:09.951833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] Calling delete_port for 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:09.979719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.005962 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event deleted for resources: {'Port': ['ID=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.010773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] No DVR routers for this DVR port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:10.030954 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.055806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] Pushing event deleted for resources: {'Port': ['ID=5794fd2a-611b-4f98-b4b8-11c0c6c7c108,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.059482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a0f5a-7028-4723-a884-8bf941b0bf1f None None] No DVR routers for this DVR port 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:10.096950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.106870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:10.117539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9f116a-4140-4aa9-ba27-efdaac104f9b') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:10.117835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9f116a-4140-4aa9-ba27-efdaac104f9b') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:10.126443 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.140394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.147088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:10.147549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:10.150551 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:10.206767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.211680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.213813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] 10.222.0.63 "DELETE /v2.0/networks/5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7 HTTP/1.1" status: 204 len: 168 time: 0.6179154 Jul 08 18:03:10.228586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a81ad-9f7b-4636-b4c3-c725de766931 tempest-ExtraDHCPOptionsTestJSON-352598318 tempest-ExtraDHCPOptionsTestJSON-352598318-project] Pushing event deleted for resources: {'Network': ['ID=5a0664c5-cf8e-4dc3-b79b-cbac4e4cccc7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.333287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50872) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:10.459385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50876) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:10.598923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d2b0eac5-7d87-4416-9ffe-4b0c374038f4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=251f24b60ea34d9789548954a2693c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383908 Jul 08 18:03:10.602276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50880) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:10.651055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23c8570e-7fa7-4a2b-b5d6-78d59e7dc766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.672557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23c8570e-7fa7-4a2b-b5d6-78d59e7dc766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.702091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.727426 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23c8570e-7fa7-4a2b-b5d6-78d59e7dc766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.732972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-23c8570e-7fa7-4a2b-b5d6-78d59e7dc766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:10.735523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-23c8570e-7fa7-4a2b-b5d6-78d59e7dc766 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2bcef1d9-a85c-469f-9f13-47d843bc2072 HTTP/1.1" status: 204 len: 168 time: 0.1319008 Jul 08 18:03:10.752858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8570e-7fa7-4a2b-b5d6-78d59e7dc766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcef1d9-a85c-469f-9f13-47d843bc2072,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:10.966433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8fe7d-473d-40b3-8492-0a9026fe2142 req-9399e19e-75f0-4f70-8c37-1057bee79305 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:10.968037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df8fe7d-473d-40b3-8492-0a9026fe2142 req-9399e19e-75f0-4f70-8c37-1057bee79305 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 944 time: 0.0769331 Jul 08 18:03:11.017014 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9df8fe7d-473d-40b3-8492-0a9026fe2142 req-6bfba358-50ce-4df9-8e36-796c67d92ec0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427134 Jul 08 18:03:11.315207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:11.341256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:11.341609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5794fd2a-611b-4f98-b4b8-11c0c6c7c108 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:11.417262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:11.417829 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.435289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:03:11.481399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50904) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:11.491157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:03:11.495456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:03:11.495854 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.515095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:11.515470 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.530062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:11.579095 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.589286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'networks': [{'name': 'tempest-network--1901336919'}, {'name': 'tempest-network--2009411474'}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:11.589609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'network': {'name': 'tempest-network--1901336919'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:11.590076 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'network': {'name': 'tempest-network--2009411474'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:11.612346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:11.614886 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1892b2c-d0e3-41f6-995b-98a5fea4519b" -d '{"events": [{"server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "name": "network-vif-plugged", "status": "completed", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:11.616292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Made reservation on behalf of c526642673354e5f8072201a1c90e5fb for: {'network': 2} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:11.622535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.633466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:11.635397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.640213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.668185 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d03561d-c265-4935-9d3f-ffa8da114d3e x-openstack-request-id: req-3d03561d-c265-4935-9d3f-ffa8da114d3e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:11.669034 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "name": "network-vif-plugged", "status": "completed", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:11.669034 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3d03561d-c265-4935-9d3f-ffa8da114d3e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:11.669294 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'code': 200} Jul 08 18:03:11.713700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:11.742186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.782636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=15c90582-d1f0-4fe3-81b5-aa08ff8a93c4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:11.803729 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.812565 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.813206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.853064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0592a929-46b2-4dea-8d43-257f2a994a82,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:11.862969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:11.876111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.876463 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Added segment 0328e090-df10-4104-94be-898116cdbefa of type vlan for network 4d565c5e-a336-4ae6-83a2-8810f9ba4d15 Jul 08 18:03:11.893033 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d9bb-157a-4c03-8b2a-c82093cc819c req-a5452e0e-2f83-4f9c-9e3d-a2be88ef42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:11.894615 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e195d9bb-157a-4c03-8b2a-c82093cc819c req-a5452e0e-2f83-4f9c-9e3d-a2be88ef42b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 1096 time: 0.1215787 Jul 08 18:03:11.920746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.958673 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:11.969381 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:11.969740 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Added segment ba12003c-5376-4d81-bdc6-e487f830a76e of type vlan for network 42b15547-d163-446a-905c-785d59cd1b19 Jul 08 18:03:12.012142 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e195d9bb-157a-4c03-8b2a-c82093cc819c req-20708c21-94fe-47c0-a6eb-5ac37e498a1f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804741 Jul 08 18:03:12.018980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.024247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.052217 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.053405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.058991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.063946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.064608 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.125711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6408446 Jul 08 18:03:12.126045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50912) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:12.135478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Network': ['ID=4d565c5e-a336-4ae6-83a2-8810f9ba4d15,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:12.150481 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4d565c5e-a336-4ae6-83a2-8810f9ba4d15 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:12.245538 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d32677-f686-4985-a3e5-919f441b0675 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Network': ['ID=42b15547-d163-446a-905c-785d59cd1b19,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:12.256060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 42b15547-d163-446a-905c-785d59cd1b19 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:12.287716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4133c-78a4-4475-a724-7f1e52cc262c req-eacc69b8-2958-4504-8aef-287887657faf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.289697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13d4133c-78a4-4475-a724-7f1e52cc262c req-eacc69b8-2958-4504-8aef-287887657faf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 945 time: 0.1332359 Jul 08 18:03:12.330324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13d4133c-78a4-4475-a724-7f1e52cc262c req-749f3fb7-cc7f-406c-b262-82c94ac8786a tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345762 Jul 08 18:03:12.413059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d233d-5278-4d7e-9eca-8c82ea527eb5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.418815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d233d-5278-4d7e-9eca-8c82ea527eb5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.424893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d233d-5278-4d7e-9eca-8c82ea527eb5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.431517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d233d-5278-4d7e-9eca-8c82ea527eb5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:12.433218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c15d233d-5278-4d7e-9eca-8c82ea527eb5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3061800 Jul 08 18:03:12.436391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50914) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:12.461394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:12.512374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.570759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:12.577053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e13935f2-c81c-48f1-a95e-2db2ca386f5d tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "PUT /v2.0/routers/39636f5f-123d-41a5-8a7d-64a0b9e57fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423220 Jul 08 18:03:12.579313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50916) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:12.581269 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] Sync routers for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:12.591010 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:12.591961 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.605014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.616235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d565c5e-a336-4ae6-83a2-8810f9ba4d15']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.628265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0328e090-df10-4104-94be-898116cdbefa') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.628631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0328e090-df10-4104-94be-898116cdbefa') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.638018 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.638598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting subnet 4a64c51c-c1ae-4ab7-8342-77e69d897088 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:12.642912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.653275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.659677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:12.660076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:12.663723 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:12.684656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.698055 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:12.732003 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.737111 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.741991 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/networks/4d565c5e-a336-4ae6-83a2-8810f9ba4d15 HTTP/1.1" status: 204 len: 168 time: 0.3044984 Jul 08 18:03:12.742618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50918) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:12.773502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240087f-dcf4-419c-9021-e24004ad5067 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Network': ['ID=4d565c5e-a336-4ae6-83a2-8810f9ba4d15,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:12.817400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.835864 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.889128 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.892505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:03:11Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.917935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Subnet': ['ID=4a64c51c-c1ae-4ab7-8342-77e69d897088,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:12.919367 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] Checking router: 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:12.922736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.927997 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9fd7160-536a-4a3b-a833-fed5e8112edf tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/subnets/4a64c51c-c1ae-4ab7-8342-77e69d897088 HTTP/1.1" status: 204 len: 168 time: 0.3473058 Jul 08 18:03:12.928608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920e910-dd97-400e-b2d8-9142e5c55ca1 None None] Network 378b5f00-8bb0-448d-9f45-55d76df70033 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:12.929076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50920) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:12.933879 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] Routers {'39636f5f-123d-41a5-8a7d-64a0b9e57fc7'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:12.934926 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.937261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.948369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b15547-d163-446a-905c-785d59cd1b19']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.960178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba12003c-5376-4d81-bdc6-e487f830a76e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.960465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba12003c-5376-4d81-bdc6-e487f830a76e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:12.970546 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.985602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:12.986568 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:12.996753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:13.001147 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:13.004525 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:13.017257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:13.017603 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 393731e9-bfbe-4c7d-9c6e-93cc2ca2769c not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:13.061993 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.076082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.088514 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] Set router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:13.102273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.104270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/networks/42b15547-d163-446a-905c-785d59cd1b19 HTTP/1.1" status: 204 len: 168 time: 0.3576362 Jul 08 18:03:13.105578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133d711-290d-4b41-9e2c-c6353fb230e0 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Network': ['ID=42b15547-d163-446a-905c-785d59cd1b19,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:13.107236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50922) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:13.190015 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.219112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] DHCP port deletion for 378b5f00-8bb0-448d-9f45-55d76df70033 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:13.317311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Deleting port d099f379-9776-4247-9846-ee0458a030c2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:13.317660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.330131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] Deleting port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:13.330826 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.341596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208dcdea-3a1f-4232-bb22-2fddff2ca749 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:13.348252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208dcdea-3a1f-4232-bb22-2fddff2ca749 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:13.350326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-208dcdea-3a1f-4232-bb22-2fddff2ca749 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2421439 Jul 08 18:03:13.354417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50924) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:13.360459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-256607312'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:13.395417 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Made reservation on behalf of c526642673354e5f8072201a1c90e5fb for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:13.402296 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.419796 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:03:11Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:13.438632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:13.440282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] For port d099f379-9776-4247-9846-ee0458a030c2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d099f379-9776-4247-9846-ee0458a030c2,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:13.440864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.452469 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.453716 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Added segment d4e3779f-3334-40d3-b699-1dc940672787 of type vlan for network 97184189-8e12-4350-b313-c7ddef05d7e7 Jul 08 18:03:13.461014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Calling delete_port for d099f379-9776-4247-9846-ee0458a030c2 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:13.473614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:13.480390 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16313fab-2574-4b0a-95e4-1e777f611b9b None None] The sync data for ids ['39636f5f-123d-41a5-8a7d-64a0b9e57fc7'] in n-d-799528-4 is: [{'id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222514553', 'tenant_id': '25b9e3294d1441afacb223be42639035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'd099f379-9776-4247-9846-ee0458a030c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:03:11Z', 'revision_number': 5, 'project_id': '25b9e3294d1441afacb223be42639035', 'gw_port': {'id': 'd099f379-9776-4247-9846-ee0458a030c2', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39636f5f-123d-41a5-8a7d-64a0b9e57fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:01:31Z', 'updated_at': '2021-07-08T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:13.519203 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.568044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] For port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:13.568609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.585159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] Calling delete_port for 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:13.602043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.610137 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:13.610781 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.667598 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.675427 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3191507 Jul 08 18:03:13.679115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50928) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:13.685514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1507848997'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:13.703153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad806e-8ad7-43cb-90c5-9bfe7550dea6 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Network': ['ID=97184189-8e12-4350-b313-c7ddef05d7e7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:13.712775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246107cb-93c3-489d-8697-4cfbaa85713a req-daf7f442-099c-425d-94a7-9ff49af623ef tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:13.714384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-246107cb-93c3-489d-8697-4cfbaa85713a req-daf7f442-099c-425d-94a7-9ff49af623ef tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 945 time: 0.1660316 Jul 08 18:03:13.715317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 97184189-8e12-4350-b313-c7ddef05d7e7 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:13.748563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Made reservation on behalf of c526642673354e5f8072201a1c90e5fb for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:13.752509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.763916 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-246107cb-93c3-489d-8697-4cfbaa85713a req-59fb6db4-f3f1-46e9-9c89-b3ecb697e010 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Jul 08 18:03:13.804397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.806635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:13.845301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Port': ['ID=d099f379-9776-4247-9846-ee0458a030c2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:13.847876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.848234 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Added segment 1e3adf4a-424d-47db-89a7-bb2d54216090 of type vlan for network c108f0d5-3dba-4928-b5ba-76f185c7e078 Jul 08 18:03:13.903041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,segment=NetworkSegment(85d09aeb-3277-4c98-87e0-4cf3cffd2953),segment_id=85d09aeb-3277-4c98-87e0-4cf3cffd2953)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:13.936100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.940619 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.962404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:13.977529 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.002189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.010422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] No DVR routers for this DVR port 8d1f772f-8ce8-446e-9112-6e13b4e4b2f9 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:14.031785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:14.058084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd74e-d809-43f0-a32e-3256dd064be4 None None] Pushing event deleted for resources: {'Port': ['ID=8d1f772f-8ce8-446e-9112-6e13b4e4b2f9,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:14.076118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.077731 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.083834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:14.084479 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.087250 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.185435 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5048003 Jul 08 18:03:14.186345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50930) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:14.191688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e52cd-6e97-4e47-94e8-60aa80080eb7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Network': ['ID=c108f0d5-3dba-4928-b5ba-76f185c7e078,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:14.192278 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'ports': [{'network_id': '97184189-8e12-4350-b313-c7ddef05d7e7', 'name': 'tempest-port--1233518219', 'admin_state_up': True}, {'network_id': 'c108f0d5-3dba-4928-b5ba-76f185c7e078', 'admin_state_up': False}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:14.192712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'port': {'network_id': '97184189-8e12-4350-b313-c7ddef05d7e7', 'name': 'tempest-port--1233518219', 'admin_state_up': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:14.193765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'port': {'network_id': 'c108f0d5-3dba-4928-b5ba-76f185c7e078', 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:14.194343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.194883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Fanout notify agent at l3_agent the message router_deleted on router 39636f5f-123d-41a5-8a7d-64a0b9e57fc7 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:03:14.203428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c108f0d5-3dba-4928-b5ba-76f185c7e078 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:14.205696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.207108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dcff6eec-830d-4a87-a4cc-9d70255a63c9 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/routers/39636f5f-123d-41a5-8a7d-64a0b9e57fc7 HTTP/1.1" status: 204 len: 168 time: 1.2772906 Jul 08 18:03:14.210289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50932) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:14.300946 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.381781 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Made reservation on behalf of c526642673354e5f8072201a1c90e5fb for: {'port': 2} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:14.386436 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.391619 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.400843 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.402641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378b5f00-8bb0-448d-9f45-55d76df70033']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:14.418294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d09aeb-3277-4c98-87e0-4cf3cffd2953') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:14.418614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d09aeb-3277-4c98-87e0-4cf3cffd2953') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:14.427641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.441515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.448107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:14.448529 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:14.451608 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:14.483838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] device_id is not set on port bf80ef16-9a30-4fad-977a-0f926ee21546 yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:14.510580 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.528863 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.530748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/networks/378b5f00-8bb0-448d-9f45-55d76df70033 HTTP/1.1" status: 204 len: 168 time: 0.3195007 Jul 08 18:03:14.532016 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56348a8f-b977-40b9-8b2e-284b7747538b tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'Network': ['ID=378b5f00-8bb0-448d-9f45-55d76df70033,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:14.533614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50934) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:14.605258 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-635edd5a-89c5-4ac7-831b-fbcf910ac2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.611355 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.631369 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-635edd5a-89c5-4ac7-831b-fbcf910ac2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.688024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] device_id is not set on port e69c92f9-93ec-4600-ac0f-6448098f493e yet. {{(pid=93664) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:14.706211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-635edd5a-89c5-4ac7-831b-fbcf910ac2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.708839 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-635edd5a-89c5-4ac7-831b-fbcf910ac2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.713050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-635edd5a-89c5-4ac7-831b-fbcf910ac2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] 10.222.0.63 "DELETE /v2.0/security-groups/8a37cd99-2c4e-4406-a839-c58555675cc1 HTTP/1.1" status: 204 len: 168 time: 0.1751726 Jul 08 18:03:14.727590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635edd5a-89c5-4ac7-831b-fbcf910ac2f4 tempest-TestNetworkAdvancedServerOps-87748991 tempest-TestNetworkAdvancedServerOps-87748991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a37cd99-2c4e-4406-a839-c58555675cc1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:14.867808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:14.985775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.045842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50944) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.061324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bd8ba-28cf-4791-9909-e598d564c401 req-9850accc-6d37-46da-84a5-43bfae92e26c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.062887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-649bd8ba-28cf-4791-9909-e598d564c401 req-9850accc-6d37-46da-84a5-43bfae92e26c tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 945 time: 0.1684461 Jul 08 18:03:15.065429 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Port': ['ID=bf80ef16-9a30-4fad-977a-0f926ee21546,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:15.104797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Checking segment: {'id': 'd4e3779f-3334-40d3-b699-1dc940672787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '97184189-8e12-4350-b313-c7ddef05d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:15.105175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network hostable DHCP agents. Network: 97184189-8e12-4350-b313-c7ddef05d7e7, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:15.124262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-649bd8ba-28cf-4791-9909-e598d564c401 req-e560b361-e489-4cb9-9507-28e59a9ff04b tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526385 Jul 08 18:03:15.135052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network 97184189-8e12-4350-b313-c7ddef05d7e7 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:15.150261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 97184189-8e12-4350-b313-c7ddef05d7e7) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:15.155848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:15.156561 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.159899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ef3ab2-8a8a-4e9d-9fae-c38d06cb00ba None None] Network 97184189-8e12-4350-b313-c7ddef05d7e7 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:15.199878 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-298fb2fa-7494-4eff-bc15-8d8ee036a527 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=25b9e3294d1441afacb223be42639035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522751 Jul 08 18:03:15.202189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50950) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.241933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Port': ['ID=e69c92f9-93ec-4600-ac0f-6448098f493e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:15.272901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de6bd254-bc71-4ad2-acf1-b1d1482b7520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.300282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Checking segment: {'id': '1e3adf4a-424d-47db-89a7-bb2d54216090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c108f0d5-3dba-4928-b5ba-76f185c7e078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:15.300543 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de6bd254-bc71-4ad2-acf1-b1d1482b7520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.300643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network hostable DHCP agents. Network: c108f0d5-3dba-4928-b5ba-76f185c7e078, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:15.337153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network c108f0d5-3dba-4928-b5ba-76f185c7e078 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:15.341548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d099f379-9776-4247-9846-ee0458a030c2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:15.356696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ad74-cc40-4ab9-9016-628f99b68edc req-b4c6fdc6-7f83-4c77-98a6-3b11de87b0d9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.358444 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9933ad74-cc40-4ab9-9016-628f99b68edc req-b4c6fdc6-7f83-4c77-98a6-3b11de87b0d9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 945 time: 0.1081340 Jul 08 18:03:15.359607 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c108f0d5-3dba-4928-b5ba-76f185c7e078) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:15.363324 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d099f379-9776-4247-9846-ee0458a030c2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:15.363680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d099f379-9776-4247-9846-ee0458a030c2 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:15.363786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:15.364102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:15.371680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.373978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de6bd254-bc71-4ad2-acf1-b1d1482b7520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.377202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-de6bd254-bc71-4ad2-acf1-b1d1482b7520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.377579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.378291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.379109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-de6bd254-bc71-4ad2-acf1-b1d1482b7520 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ab7372e8-0642-4bd6-b404-e68ae81eb988 HTTP/1.1" status: 204 len: 168 time: 0.1758561 Jul 08 18:03:15.390211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9ba66-e9ff-4673-a1c3-1500f65180c9 None None] Network c108f0d5-3dba-4928-b5ba-76f185c7e078 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:15.391642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bd254-bc71-4ad2-acf1-b1d1482b7520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7372e8-0642-4bd6-b404-e68ae81eb988,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:15.401772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:15.402307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15c90582-d1f0-4fe3-81b5-aa08ff8a93c4 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:15.422111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e07a4c4-eed7-4c3b-a008-48207e4da731 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2344670 Jul 08 18:03:15.424703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50954) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.440849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9933ad74-cc40-4ab9-9016-628f99b68edc req-83b521ce-0775-423f-b94c-27d596605cd5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591464 Jul 08 18:03:15.485715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50956) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.542426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd5ef2-3cdc-440c-bc65-f93db0163598 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.548578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd5ef2-3cdc-440c-bc65-f93db0163598 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.551099 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-24fd5ef2-3cdc-440c-bc65-f93db0163598 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1253603 Jul 08 18:03:15.553963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50960) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.569447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec43e1-b66c-4960-9861-7edea7f2d31c tempest-TestVolumeBootPattern-93952298 tempest-TestVolumeBootPattern-93952298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:15.570984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e1ec43e1-b66c-4960-9861-7edea7f2d31c tempest-TestVolumeBootPattern-93952298 tempest-TestVolumeBootPattern-93952298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 1091 time: 0.0840209 Jul 08 18:03:15.574215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50962) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.578281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:15.603319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.673351 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Deleting port bf80ef16-9a30-4fad-977a-0f926ee21546 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:15.673590 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.698948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50964) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.733613 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.747512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.764587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Calling delete_port for bf80ef16-9a30-4fad-977a-0f926ee21546 owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:15.786084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67fc5047-032a-4c3c-8942-4a75d15fbde4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=612ff6d35bbc4198857c8cf3a87e03c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0859542 Jul 08 18:03:15.789522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50966) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.860269 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.888109 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-18b90ffa-e141-4190-8f0d-67d97e3cd67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.889669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Port': ['ID=bf80ef16-9a30-4fad-977a-0f926ee21546,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:15.897120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:15.901482 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a1e013fb-f929-4160-bfa9-b3a6f0f466c5 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/ports/bf80ef16-9a30-4fad-977a-0f926ee21546 HTTP/1.1" status: 204 len: 168 time: 0.3435891 Jul 08 18:03:15.901768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50968) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:15.909700 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Allocated IP 172.25.5.20 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/f4cd33ff-3fdd-4de9-b06d-0a652bc1effd) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:15.928142 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-18b90ffa-e141-4190-8f0d-67d97e3cd67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.002258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Deleting port e69c92f9-93ec-4600-ac0f-6448098f493e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:16.002644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.038522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-18b90ffa-e141-4190-8f0d-67d97e3cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.041105 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-18b90ffa-e141-4190-8f0d-67d97e3cd67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.042278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-18b90ffa-e141-4190-8f0d-67d97e3cd67e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/60d1208e-c9ab-47a5-8104-bde67336cb54 HTTP/1.1" status: 204 len: 168 time: 0.2518389 Jul 08 18:03:16.056927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b90ffa-e141-4190-8f0d-67d97e3cd67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d1208e-c9ab-47a5-8104-bde67336cb54,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:16.071818 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.091570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.106303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Calling delete_port for e69c92f9-93ec-4600-ac0f-6448098f493e owned by {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:16.119030 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.157107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:16.163595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:16.167235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:16.190104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=f4cd33ff-3fdd-4de9-b06d-0a652bc1effd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:16.205862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.248555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Port': ['ID=e69c92f9-93ec-4600-ac0f-6448098f493e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:16.255222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.258537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4a2469b0-bd81-4966-99a8-02adcb702d3e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/ports/e69c92f9-93ec-4600-ac0f-6448098f493e HTTP/1.1" status: 204 len: 168 time: 0.3553243 Jul 08 18:03:16.260354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50972) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:16.313737 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d246f02e-db71-4a37-90fc-0c7d68709635 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0483987 Jul 08 18:03:16.314088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50974) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:16.320527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1681200309'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:16.350506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Made reservation on behalf of c526642673354e5f8072201a1c90e5fb for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:16.358703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.390460 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:16.401375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.401722 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Added segment 5c97e716-e39d-484f-9d55-fc07ba023b1a of type vlan for network 939c9556-69ed-42fb-8028-b649240448d2 Jul 08 18:03:16.453640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.486320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.492918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:16.493709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.556829 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2389529 Jul 08 18:03:16.557524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50976) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:16.562257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1345824705'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:16.584361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456b277-2313-48cb-9464-44d73dc9ecc7 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Network': ['ID=939c9556-69ed-42fb-8028-b649240448d2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:16.601658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Made reservation on behalf of c526642673354e5f8072201a1c90e5fb for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:16.602159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 939c9556-69ed-42fb-8028-b649240448d2 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:16.606253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.633930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:16.644622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.645070 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Added segment 18b3e286-0a89-4ddb-a21f-a855c59d1469 of type vlan for network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b Jul 08 18:03:16.647169 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.691170 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.724523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.731175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:16.732067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.753266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.801265 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2429628 Jul 08 18:03:16.819846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b95b3a-cb51-4827-ac5b-726a4e259373 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Network': ['ID=4a43c41b-26b9-49a3-bae8-2458ba55ce5b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:16.847617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:16.937164 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:16.942037 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.011764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event updated for resources: {'Port': ['ID=f4cd33ff-3fdd-4de9-b06d-0a652bc1effd,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:17.022201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.124644 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Floating IP f9ff2f66-c35a-4bbe-9bf3-12744a02ada5 associated. External IP: 172.25.5.20, port: 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e. Jul 08 18:03:17.654544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:03:17.761263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:03:17.774951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:03:17.779008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:17.789025 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:17.789913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:17.842678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b9d5ae9c-dd88-4651-92d6-ae4cbc2d8af5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2571290 Jul 08 18:03:17.842678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:03:17.842678 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff382ac2-6505-4335-ab53-a2c55e259219" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:03:17.877848 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b1187f-a72f-4c4e-a925-e7c51c52b8e5 x-openstack-request-id: req-81b1187f-a72f-4c4e-a925-e7c51c52b8e5 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:03:17.878465 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:03:17.878879 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-81b1187f-a72f-4c4e-a925-e7c51c52b8e5 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:03:17.879442 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'status': 'completed', 'code': 200} Jul 08 18:03:17.926730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:17.978925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-26bc822b-eb16-4e40-9d5f-63cef6e372d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:17.980515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-26bc822b-eb16-4e40-9d5f-63cef6e372d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 1096 time: 0.0552242 Jul 08 18:03:18.072477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-679b186d-84cb-4777-afa0-b59662a5c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:18.074050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-679b186d-84cb-4777-afa0-b59662a5c4ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.0874834 Jul 08 18:03:18.160484 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-5e620f49-cb19-4f42-a55b-5673a53f8a43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e HTTP/1.1" status: 200 len: 998 time: 0.0780361 Jul 08 18:03:18.169313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 1, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}, {'id': 'f9ff2f66-c35a-4bbe-9bf3-12744a02ada5', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:9e:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:03:16Z', 'updated_at': '2021-07-08T18:03:16Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:18.211439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:03:18.222470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:03:18.223363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:03:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:18.235420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-68685361-1527-43be-a429-cd52283199eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:18.237890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-68685361-1527-43be-a429-cd52283199eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0707138 Jul 08 18:03:18.301634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-5bb833bd-b3ce-43f6-b8a3-4b954d6b50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:18.304072 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-5bb833bd-b3ce-43f6-b8a3-4b954d6b50e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591311 Jul 08 18:03:18.338837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:03:18.600674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 1, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}, {'id': 'f9ff2f66-c35a-4bbe-9bf3-12744a02ada5', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:9e:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:03:16Z', 'updated_at': '2021-07-08T18:03:16Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:18.633550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399612c1-826d-4645-9a47-ebcae4bd8a25 None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 1, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}, {'id': 'f9ff2f66-c35a-4bbe-9bf3-12744a02ada5', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.20', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:9e:1b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:03:16Z', 'updated_at': '2021-07-08T18:03:16Z', 'revision_number': 0, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:03:18.791198 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-9e682e6f-f8b0-4327-854e-dc718913f31e service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802244 Jul 08 18:03:18.888663 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8abd8-5984-45cf-a200-a5d06f611928 None None] New status for floating IP f9ff2f66-c35a-4bbe-9bf3-12744a02ada5: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:03:18.895429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff382ac2-6505-4335-ab53-a2c55e259219 req-7a656ca1-1756-4282-9f43-31838212c8dd service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970912 Jul 08 18:03:19.096762 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:03:20.092168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50982) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:20.097388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'subnets': [{'network_id': '939c9556-69ed-42fb-8028-b649240448d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1434260235', 'ip_version': 6}, {'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:20.097730 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'subnet': {'network_id': '939c9556-69ed-42fb-8028-b649240448d2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1434260235', 'ip_version': 6}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:20.098391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Request body: {'subnet': {'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:20.252611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Made reservation on behalf of c526642673354e5f8072201a1c90e5fb for: {'subnet': 2} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:20.257550 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.257893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.639495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.696324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Subnet': ['ID=22ae23c7-8e89-406e-88ce-2cc20ff29cc2,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:20.708384 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.708752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.709096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.709441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.709775 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.710108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.710437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.710769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.711093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.711424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.711745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.712070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:20.717246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Checking segment: {'id': '5c97e716-e39d-484f-9d55-fc07ba023b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '939c9556-69ed-42fb-8028-b649240448d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:20.717611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network hostable DHCP agents. Network: 939c9556-69ed-42fb-8028-b649240448d2, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:20.734937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network 939c9556-69ed-42fb-8028-b649240448d2 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:20.744046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 939c9556-69ed-42fb-8028-b649240448d2) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:20.747790 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.752720 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930fba39-4f78-4532-a844-48c2d6c5d31d None None] Network 939c9556-69ed-42fb-8028-b649240448d2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:20.821116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Checking segment: {'id': '18b3e286-0a89-4ddb-a21f-a855c59d1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:20.821704 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network hostable DHCP agents. Network: 4a43c41b-26b9-49a3-bae8-2458ba55ce5b, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:20.823433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event updated for resources: {'Subnet': ['ID=7b5ed334-dd94-4158-804b-e8438d667a20,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:20.840713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:20.850320 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 4a43c41b-26b9-49a3-bae8-2458ba55ce5b) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:20.854915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.855540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.856032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.868537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07502298-fb68-44c4-a46c-33b5ab655f9a None None] Network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:20.872270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a4fb3359-711f-449b-9c00-48392b3223c2 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7784498 Jul 08 18:03:20.874322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50984) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:20.949636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b72f0-9e43-4df2-a77e-f84ada4c7ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-939c9556-69ed-42fb-8028-b649240448d2', 'network_id': '939c9556-69ed-42fb-8028-b649240448d2', 'tenant_id': 'c526642673354e5f8072201a1c90e5fb', 'fixed_ips': [{'subnet_id': '22ae23c7-8e89-406e-88ce-2cc20ff29cc2'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:20.950510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7f2b72f0-9e43-4df2-a77e-f84ada4c7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:20.961139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae83bfb-ed89-4cb5-b157-36deebabf688 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.962848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae83bfb-ed89-4cb5-b157-36deebabf688 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.964394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae83bfb-ed89-4cb5-b157-36deebabf688 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:20.975221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dae83bfb-ed89-4cb5-b157-36deebabf688 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0906587 Jul 08 18:03:20.975581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50986) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:21.032900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Deleting subnet 22ae23c7-8e89-406e-88ce-2cc20ff29cc2 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:21.036139 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.077435 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.122802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.123949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-4a43c41b-26b9-49a3-bae8-2458ba55ce5b', 'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b', 'tenant_id': 'c526642673354e5f8072201a1c90e5fb', 'fixed_ips': [{'subnet_id': '7b5ed334-dd94-4158-804b-e8438d667a20'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:21.124879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.182342 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-7f2b72f0-9e43-4df2-a77e-f84ada4c7ac0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22ae23c7-8e89-406e-88ce-2cc20ff29cc2: This subnet is being modified by another concurrent operation. Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22ae23c7-8e89-406e-88ce-2cc20ff29cc2: This subnet is being modified by another concurrent operation. Jul 08 18:03:21.193973 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 18:03:21.212641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Subnet': ['ID=22ae23c7-8e89-406e-88ce-2cc20ff29cc2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.219232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.219409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba26ebc-0fcb-4099-b464-dd32bf871203 None None] Network 939c9556-69ed-42fb-8028-b649240448d2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:21.223201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-080921a1-3ee5-4be0-95db-4c3f3e3ad79c tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/subnets/22ae23c7-8e89-406e-88ce-2cc20ff29cc2 HTTP/1.1" status: 204 len: 168 time: 0.2442014 Jul 08 18:03:21.223383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50988) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:21.274418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Deleting subnet 7b5ed334-dd94-4158-804b-e8438d667a20 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:21.326557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Allocated IP 2001:db8:0:1::1 (4a43c41b-26b9-49a3-bae8-2458ba55ce5b/7b5ed334-dd94-4158-804b-e8438d667a20/2c32c525-4934-43d3-8a00-18483da03b6d) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:21.501712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.509514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Transition to ACTIVE for port object 2c32c525-4934-43d3-8a00-18483da03b6d will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:21.523916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Transition to ACTIVE for port object 2c32c525-4934-43d3-8a00-18483da03b6d will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:21.529027 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.529508 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.570100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:21.570961 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.575610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:21.577517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Pushing event updated for resources: {'Port': ['ID=2c32c525-4934-43d3-8a00-18483da03b6d,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.579752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:21.639390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Attempting to bind port 2c32c525-4934-43d3-8a00-18483da03b6d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:21.639762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Attempting to bind port 2c32c525-4934-43d3-8a00-18483da03b6d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '18b3e286-0a89-4ddb-a21f-a855c59d1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:21.640125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Attempting to bind port 2c32c525-4934-43d3-8a00-18483da03b6d on network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:21.645131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:21.645506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Checking segment: {'id': '18b3e286-0a89-4ddb-a21f-a855c59d1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:21.646543 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.646940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Bound using segment: {'id': '18b3e286-0a89-4ddb-a21f-a855c59d1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:21.647408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Bound port: 2c32c525-4934-43d3-8a00-18483da03b6d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b3e286-0a89-4ddb-a21f-a855c59d1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4a43c41b-26b9-49a3-bae8-2458ba55ce5b'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:21.647791 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.661171 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.719704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.722623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] For port 2c32c525-4934-43d3-8a00-18483da03b6d, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:21.726797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] For port 2c32c525-4934-43d3-8a00-18483da03b6d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2c32c525-4934-43d3-8a00-18483da03b6d,segment=NetworkSegment(18b3e286-0a89-4ddb-a21f-a855c59d1469),segment_id=18b3e286-0a89-4ddb-a21f-a855c59d1469)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:21.731231 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.748850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5ed334-dd94-4158-804b-e8438d667a20,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.750839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.755235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-61ba26eb-5116-45de-b548-ff07303cffa3 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/subnets/7b5ed334-dd94-4158-804b-e8438d667a20 HTTP/1.1" status: 204 len: 168 time: 0.5278940 Jul 08 18:03:21.755383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50990) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:21.794735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4a8af-d272-4612-90b9-5d15f847de25 None None] Pushing event updated for resources: {'Port': ['ID=2c32c525-4934-43d3-8a00-18483da03b6d,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:21.809772 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debd095-eacb-49d1-b546-9804194f9695 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:21.811472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9debd095-eacb-49d1-b546-9804194f9695 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552590 Jul 08 18:03:21.814997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50992) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:21.898525 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:21.983784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Deleting port 2c32c525-4934-43d3-8a00-18483da03b6d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:21.984132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.052397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] For port 2c32c525-4934-43d3-8a00-18483da03b6d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2c32c525-4934-43d3-8a00-18483da03b6d,segment=NetworkSegment(18b3e286-0a89-4ddb-a21f-a855c59d1469),segment_id=18b3e286-0a89-4ddb-a21f-a855c59d1469)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:22.052791 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.067146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Calling delete_port for 2c32c525-4934-43d3-8a00-18483da03b6d owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:22.153658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.176618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Port': ['ID=2c32c525-4934-43d3-8a00-18483da03b6d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:22.182766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] No DVR routers for this DVR port 2c32c525-4934-43d3-8a00-18483da03b6d on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:22.266497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.277229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a43c41b-26b9-49a3-bae8-2458ba55ce5b']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.291445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b3e286-0a89-4ddb-a21f-a855c59d1469') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.291741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b3e286-0a89-4ddb-a21f-a855c59d1469') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.300514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.315305 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.321811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:22.322201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:22.325173 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:22.383369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.390751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.395231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50994) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:22.395746 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/networks/4a43c41b-26b9-49a3-bae8-2458ba55ce5b HTTP/1.1" status: 204 len: 168 time: 0.5793102 Jul 08 18:03:22.407439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac584e-f992-45af-81ba-73aff28a2a9e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Network': ['ID=4a43c41b-26b9-49a3-bae8-2458ba55ce5b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:22.483856 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.573472 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.584936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939c9556-69ed-42fb-8028-b649240448d2']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.595668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c97e716-e39d-484f-9d55-fc07ba023b1a') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.595966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c97e716-e39d-484f-9d55-fc07ba023b1a') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.606954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.627855 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.634278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:22.634681 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:22.637743 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:22.697913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.705162 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.707044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/networks/939c9556-69ed-42fb-8028-b649240448d2 HTTP/1.1" status: 204 len: 168 time: 0.3101308 Jul 08 18:03:22.709536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 50996) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:22.726830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2fb98d-bbcb-475b-9c42-6e65f1441e78 None None] DHCP port deletion for 4a43c41b-26b9-49a3-bae8-2458ba55ce5b request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:22.728235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb9e5c-f3d9-4124-87e0-21b478795fd4 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Network': ['ID=939c9556-69ed-42fb-8028-b649240448d2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:22.746349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b611891b-5327-44ed-82c3-a23176131252 None None] Network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:22.765937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b611891b-5327-44ed-82c3-a23176131252 None None] Network 4a43c41b-26b9-49a3-bae8-2458ba55ce5b could not be found, it might have been deleted concurrently. {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:03:22.769050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e5374e2c-738a-4b16-b9e3-87d013c15fa5 None None] Could not find standard attr ID for object 2c32c525-4934-43d3-8a00-18483da03b6d. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:03:22.775709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a0636-4840-4eb0-9029-42386ae158e3 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:03:22.801509 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.847817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1a0636-4840-4eb0-9029-42386ae158e3 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:03:22.893186 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.903758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c108f0d5-3dba-4928-b5ba-76f185c7e078']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.914369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3adf4a-424d-47db-89a7-bb2d54216090') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.914660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3adf4a-424d-47db-89a7-bb2d54216090') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:22.924274 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.938226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.944947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:22.945342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:22.948209 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:23.010787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.015615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.017679 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/networks/c108f0d5-3dba-4928-b5ba-76f185c7e078 HTTP/1.1" status: 204 len: 168 time: 0.3072286 Jul 08 18:03:23.020403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 50998) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:23.033418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918bfc7-be35-4608-b9f7-54b0b098a22e tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Network': ['ID=c108f0d5-3dba-4928-b5ba-76f185c7e078,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:23.104109 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.188102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.198368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97184189-8e12-4350-b313-c7ddef05d7e7']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:23.208764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e3779f-3334-40d3-b699-1dc940672787') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:23.209062 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e3779f-3334-40d3-b699-1dc940672787') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:23.217983 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.231595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.237908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:23.238288 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:23.242013 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:23.306089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.312865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.314706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] 10.222.0.63 "DELETE /v2.0/networks/97184189-8e12-4350-b313-c7ddef05d7e7 HTTP/1.1" status: 204 len: 168 time: 0.2932608 Jul 08 18:03:23.327839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcf62f-45fb-4c58-99f4-1672b6b3bc11 tempest-BulkNetworkOpsIpV6Test-169808143 tempest-BulkNetworkOpsIpV6Test-169808143-project] Pushing event deleted for resources: {'Network': ['ID=97184189-8e12-4350-b313-c7ddef05d7e7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:23.553286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51004) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:23.687638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2a3614ac-5c99-4e61-a0b2-38a907c1922b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c526642673354e5f8072201a1c90e5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331601 Jul 08 18:03:23.690127 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51008) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:23.740115 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28326880-de4c-4e3a-8530-446b459c2ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.761590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28326880-de4c-4e3a-8530-446b459c2ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.815673 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28326880-de4c-4e3a-8530-446b459c2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.818460 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-28326880-de4c-4e3a-8530-446b459c2ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:23.821873 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28326880-de4c-4e3a-8530-446b459c2ee6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0592a929-46b2-4dea-8d43-257f2a994a82 HTTP/1.1" status: 204 len: 168 time: 0.1285932 Jul 08 18:03:23.827710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28326880-de4c-4e3a-8530-446b459c2ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0592a929-46b2-4dea-8d43-257f2a994a82,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:24.492627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51030) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:24.593783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'networks': [{'name': 'tempest-network--852069622'}, {'name': 'tempest-network--1199147217'}]} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:24.594094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'network': {'name': 'tempest-network--852069622'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:24.594552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'network': {'name': 'tempest-network--1199147217'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:24.617329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Made reservation on behalf of 2bf2f8452d644f1e8070df3a954b487a for: {'network': 2} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:24.622144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.631802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.727935 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.731730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.732221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.771756 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280dc6d8-da17-448a-8cf8-c48a2551e4a7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:24.777028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:24.787131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.787481 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Added segment 04255323-312d-470a-a4fd-58e968d5d57a of type vlan for network 70b79255-15eb-4279-8f20-fb424d4b317d Jul 08 18:03:24.828935 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.862363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:24.872218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.872669 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Added segment 91c5c1d0-0074-4806-94b2-3ff4ff23c60e of type vlan for network dd82ad3d-7600-4343-b3ae-f4538a32886f Jul 08 18:03:24.919302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.949548 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.950094 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:24.955789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.960722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:24.961432 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.019967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5261226 Jul 08 18:03:25.022633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51034) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:25.029186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Network': ['ID=70b79255-15eb-4279-8f20-fb424d4b317d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:25.041952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 70b79255-15eb-4279-8f20-fb424d4b317d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:25.111711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17f62d-d396-4d12-bd57-691026e52e61 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Network': ['ID=dd82ad3d-7600-4343-b3ae-f4538a32886f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:25.141084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b036c0-bea0-4ebf-a613-b10fabc4c93e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.147380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b036c0-bea0-4ebf-a613-b10fabc4c93e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.153847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b036c0-bea0-4ebf-a613-b10fabc4c93e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.159788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b036c0-bea0-4ebf-a613-b10fabc4c93e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.162161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-66b036c0-bea0-4ebf-a613-b10fabc4c93e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1383553 Jul 08 18:03:25.165013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51036) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:25.246569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.249878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network dd82ad3d-7600-4343-b3ae-f4538a32886f details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:25.330425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.340766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b79255-15eb-4279-8f20-fb424d4b317d']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:25.351841 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04255323-312d-470a-a4fd-58e968d5d57a') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:25.352141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04255323-312d-470a-a4fd-58e968d5d57a') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:25.360802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.373869 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.379545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:25.379963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:25.382900 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:25.442439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.449179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.450762 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/networks/70b79255-15eb-4279-8f20-fb424d4b317d HTTP/1.1" status: 204 len: 168 time: 0.2847919 Jul 08 18:03:25.453610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51038) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:25.462612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cb9d1-611f-4dfe-ae97-c20d65070910 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Network': ['ID=70b79255-15eb-4279-8f20-fb424d4b317d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:25.530768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.620143 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.629642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd82ad3d-7600-4343-b3ae-f4538a32886f']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:25.640423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c5c1d0-0074-4806-94b2-3ff4ff23c60e') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:25.640715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c5c1d0-0074-4806-94b2-3ff4ff23c60e') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:25.650313 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.663551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.669372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:25.669761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:25.672628 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:25.729528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.736341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.738184 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/networks/dd82ad3d-7600-4343-b3ae-f4538a32886f HTTP/1.1" status: 204 len: 168 time: 0.2835584 Jul 08 18:03:25.741006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51040) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:25.750018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6b7b1-1ded-42d2-99b2-e174bb9a54ec tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Network': ['ID=dd82ad3d-7600-4343-b3ae-f4538a32886f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:25.848771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65360a5-27f5-4ddf-910e-439d5e399112 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.855243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65360a5-27f5-4ddf-910e-439d5e399112 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:25.857000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a65360a5-27f5-4ddf-910e-439d5e399112 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1148920 Jul 08 18:03:25.860675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51042) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:25.865665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1055597958'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:25.886541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Made reservation on behalf of 2bf2f8452d644f1e8070df3a954b487a for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:25.890022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.918684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:25.928849 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.929201 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Added segment 7b40e03d-7848-4d53-9ee2-564af530f052 of type vlan for network 8b6afb54-635a-4b6a-a5ee-40b975874fa2 Jul 08 18:03:25.968442 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:25.996347 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.001972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.002556 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.059665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1978683 Jul 08 18:03:26.062598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51044) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:26.063181 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.068530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-56209188'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:26.072285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4fca2-3f62-4381-b28a-f5f5ad704680 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Network': ['ID=8b6afb54-635a-4b6a-a5ee-40b975874fa2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:26.083597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 8b6afb54-635a-4b6a-a5ee-40b975874fa2 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:26.089312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Made reservation on behalf of 2bf2f8452d644f1e8070df3a954b487a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:26.092963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.116959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:26.126141 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.126486 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Added segment 691b50c4-51df-454d-88a7-16f178bd48b2 of type vlan for network bb9752c1-0304-425b-b615-6ee6ba2e327e Jul 08 18:03:26.179843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.208602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.214202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:26.214787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.273530 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2097926 Jul 08 18:03:26.276171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51046) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:26.281094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'ports': [{'network_id': '8b6afb54-635a-4b6a-a5ee-40b975874fa2', 'name': 'tempest-port--1121843327', 'admin_state_up': True}, {'network_id': 'bb9752c1-0304-425b-b615-6ee6ba2e327e', 'admin_state_up': False}]} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:26.281408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'port': {'network_id': '8b6afb54-635a-4b6a-a5ee-40b975874fa2', 'name': 'tempest-port--1121843327', 'admin_state_up': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:26.281892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'port': {'network_id': 'bb9752c1-0304-425b-b615-6ee6ba2e327e', 'admin_state_up': False}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:26.299823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0c3b-cf74-4294-b080-c3b6a36388d0 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Network': ['ID=bb9752c1-0304-425b-b615-6ee6ba2e327e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:26.310355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network bb9752c1-0304-425b-b615-6ee6ba2e327e details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:26.447710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Made reservation on behalf of 2bf2f8452d644f1e8070df3a954b487a for: {'port': 2} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:26.452599 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.467133 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.548497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] device_id is not set on port 593be3d2-60fb-43f5-9c5e-6d5928fa8608 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:26.670889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.741390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] device_id is not set on port 7ecaa18e-dd37-4a07-aacf-5cd8894e26f6 yet. {{(pid=93665) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 18:03:26.850417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.888609 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:26.952230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Port': ['ID=593be3d2-60fb-43f5-9c5e-6d5928fa8608,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:26.963120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.963474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.963813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.964180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.964514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.964873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.965202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.965528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.965854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.966176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.966526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.966851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:03:26.975092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Checking segment: {'id': '7b40e03d-7848-4d53-9ee2-564af530f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8b6afb54-635a-4b6a-a5ee-40b975874fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:26.975534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network hostable DHCP agents. Network: 8b6afb54-635a-4b6a-a5ee-40b975874fa2, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:26.992427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network 8b6afb54-635a-4b6a-a5ee-40b975874fa2 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:27.001010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 8b6afb54-635a-4b6a-a5ee-40b975874fa2) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:27.004785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:27.005652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.010798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc55ae-a359-4f0a-810f-f309327e6676 None None] Network 8b6afb54-635a-4b6a-a5ee-40b975874fa2 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:27.064925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Port': ['ID=7ecaa18e-dd37-4a07-aacf-5cd8894e26f6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:27.076409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Checking segment: {'id': '691b50c4-51df-454d-88a7-16f178bd48b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'bb9752c1-0304-425b-b615-6ee6ba2e327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:27.076795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network hostable DHCP agents. Network: bb9752c1-0304-425b-b615-6ee6ba2e327e, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:27.095126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network bb9752c1-0304-425b-b615-6ee6ba2e327e is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:27.104707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, bb9752c1-0304-425b-b615-6ee6ba2e327e) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:27.109289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:27.116168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d562f-2da7-4845-91d3-8010d54c90b7 None None] Network bb9752c1-0304-425b-b615-6ee6ba2e327e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:27.116692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.121352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.122006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.139130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51048) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:27.139646 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0da91392-347e-4125-9c95-06af53563394 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8619189 Jul 08 18:03:27.215712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893197b-08c3-4492-97c0-989f1951d29f tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.222084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893197b-08c3-4492-97c0-989f1951d29f tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:27.223462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a893197b-08c3-4492-97c0-989f1951d29f tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0830741 Jul 08 18:03:27.226780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:27.336203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Deleting port 593be3d2-60fb-43f5-9c5e-6d5928fa8608 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:27.336551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.402694 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.422661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Calling delete_port for 593be3d2-60fb-43f5-9c5e-6d5928fa8608 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:27.507528 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.508518 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8b95dd28-c431-42d5-a710-24e6cdf76657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.538469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Port': ['ID=593be3d2-60fb-43f5-9c5e-6d5928fa8608,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:27.546131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.548076 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c59aa18a-5ae7-4d3e-b886-721ea20553af tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/ports/593be3d2-60fb-43f5-9c5e-6d5928fa8608 HTTP/1.1" status: 204 len: 168 time: 0.3203495 Jul 08 18:03:27.550698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51052) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:27.651627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Deleting port 7ecaa18e-dd37-4a07-aacf-5cd8894e26f6 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:27.651976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.716972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.730116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Calling delete_port for 7ecaa18e-dd37-4a07-aacf-5cd8894e26f6 owned by {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:27.813166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.839951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Port': ['ID=7ecaa18e-dd37-4a07-aacf-5cd8894e26f6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:27.847141 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.849878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4d964a5a-54b8-4be3-8e20-0c4dcee31a0d tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/ports/7ecaa18e-dd37-4a07-aacf-5cd8894e26f6 HTTP/1.1" status: 204 len: 168 time: 0.2979972 Jul 08 18:03:27.853221 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51054) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:27.883120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9e607b3b-31c4-4e80-9985-380eda8a5ed1 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288112 Jul 08 18:03:27.886682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51056) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:27.891497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1746142642'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:27.912247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Made reservation on behalf of 2bf2f8452d644f1e8070df3a954b487a for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:27.916199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.939593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:27.948622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:27.948998 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Added segment aa5791e1-a480-4800-98fe-cf1569fe3ee8 of type vlan for network 9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8 Jul 08 18:03:27.989799 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.017566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.023198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:28.023784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.074944 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1871216 Jul 08 18:03:28.077563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51058) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:28.082906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-47056515'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:28.095018 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfed79-4649-4e7a-8a48-efdc106a233e tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Network': ['ID=9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:28.107585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Made reservation on behalf of 2bf2f8452d644f1e8070df3a954b487a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:28.108066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:28.111528 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.138002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:03:28.149351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.149703 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Added segment 95ef8545-0e68-4746-9e67-83e0965313db of type vlan for network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 Jul 08 18:03:28.190306 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.218837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.225444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:28.226027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.286762 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2074144 Jul 08 18:03:28.294973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d73dd-20f8-4fa0-9224-67a5431ad269 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Network': ['ID=9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:28.311624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:03:28.416672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51060) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:28.422127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'subnets': [{'network_id': '9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--342434012', 'ip_version': 4}, {'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:28.422444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'subnet': {'network_id': '9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--342434012', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:28.423056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Request body: {'subnet': {'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:28.581121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Made reservation on behalf of 2bf2f8452d644f1e8070df3a954b487a for: {'subnet': 2} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:03:28.586342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.586691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:28.950253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.012598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Subnet': ['ID=ba59e1af-2a43-475f-a6b0-88026a1a92cc,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:29.022039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Checking segment: {'id': 'aa5791e1-a480-4800-98fe-cf1569fe3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:29.022408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network hostable DHCP agents. Network: 9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:29.039829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network 9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:29.049027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:29.053359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.061085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f6340-c86b-49e1-95a5-6163474164a0 None None] Network 9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:29.115309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event updated for resources: {'Subnet': ['ID=68da0081-8550-4547-ac4a-60e70ea5807e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:29.126725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Checking segment: {'id': '95ef8545-0e68-4746-9e67-83e0965313db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:29.127088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network hostable DHCP agents. Network: 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:03:29.146155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:03:29.155504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:29.159932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.160420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.161126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.175429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f484319-3d09-4c9f-8fb4-f05ac5b50cc7 None None] Network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:29.179400 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d9999c38-f900-4c9f-b7b5-218adb01ca80 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7614861 Jul 08 18:03:29.181894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51062) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:29.274417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f670a-1fd5-4937-8fcb-48277d2a0a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8', 'network_id': '9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8', 'tenant_id': '2bf2f8452d644f1e8070df3a954b487a', 'fixed_ips': [{'subnet_id': 'ba59e1af-2a43-475f-a6b0-88026a1a92cc'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:29.274624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3a3ad-ef36-4228-9c4b-613a70684523 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.275273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-141f670a-1fd5-4937-8fcb-48277d2a0a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.276170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3a3ad-ef36-4228-9c4b-613a70684523 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.277735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3a3ad-ef36-4228-9c4b-613a70684523 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:29.279461 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3cb3a3ad-ef36-4228-9c4b-613a70684523 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0964737 Jul 08 18:03:29.282682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51064) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:29.338345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Deleting subnet ba59e1af-2a43-475f-a6b0-88026a1a92cc {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:29.341833 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.384278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.437039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.439410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6', 'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6', 'tenant_id': '2bf2f8452d644f1e8070df3a954b487a', 'fixed_ips': [{'subnet_id': '68da0081-8550-4547-ac4a-60e70ea5807e'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:03:29.440338 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.497815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-141f670a-1fd5-4937-8fcb-48277d2a0a16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba59e1af-2a43-475f-a6b0-88026a1a92cc: This subnet is being modified by another concurrent operation. Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba59e1af-2a43-475f-a6b0-88026a1a92cc: This subnet is being modified by another concurrent operation. Jul 08 18:03:29.516602 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 18:03:29.525114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Subnet': ['ID=ba59e1af-2a43-475f-a6b0-88026a1a92cc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:29.529510 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.531416 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-40cdf141-8287-4e90-a909-92551313b927 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/subnets/ba59e1af-2a43-475f-a6b0-88026a1a92cc HTTP/1.1" status: 204 len: 168 time: 0.2477920 Jul 08 18:03:29.534067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51066) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:29.566967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfbf0f-cfeb-4aec-b4e8-a00a8bf1ad18 None None] Network 9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:29.590580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Deleting subnet 68da0081-8550-4547-ac4a-60e70ea5807e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:03:29.636052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Allocated IP 172.20.0.18 (9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6/68da0081-8550-4547-ac4a-60e70ea5807e/78b7a28c-f78e-4c2d-8271-ff0eba99ee04) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:03:29.828394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.837271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Transition to ACTIVE for port object 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:29.853900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Transition to ACTIVE for port object 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:03:29.859778 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.863369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.904865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.912607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:03:29.917520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:03:29.920546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:03:29.922742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Pushing event updated for resources: {'Port': ['ID=78b7a28c-f78e-4c2d-8271-ff0eba99ee04,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:29.983505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Attempting to bind port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:03:29.983822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Attempting to bind port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '95ef8545-0e68-4746-9e67-83e0965313db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:03:29.984212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Attempting to bind port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 on network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:03:29.989776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:03:29.990155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Checking segment: {'id': '95ef8545-0e68-4746-9e67-83e0965313db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:03:29.990560 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.990956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Bound using segment: {'id': '95ef8545-0e68-4746-9e67-83e0965313db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:03:29.991709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Bound port: 78b7a28c-f78e-4c2d-8271-ff0eba99ee04, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ef8545-0e68-4746-9e67-83e0965313db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:03:29.992101 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:29.995537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.061239 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1e4de512-d1b4-453c-b498-3b9986ae0d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.062954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.081985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] For port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:03:30.086331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] For port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=78b7a28c-f78e-4c2d-8271-ff0eba99ee04,segment=NetworkSegment(95ef8545-0e68-4746-9e67-83e0965313db),segment_id=95ef8545-0e68-4746-9e67-83e0965313db)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:03:30.090746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.098243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Subnet': ['ID=68da0081-8550-4547-ac4a-60e70ea5807e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:30.100599 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.102543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f9eabee3-64fd-4a99-baee-d5f99358b2f9 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/subnets/68da0081-8550-4547-ac4a-60e70ea5807e HTTP/1.1" status: 204 len: 168 time: 0.5674534 Jul 08 18:03:30.105105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51068) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:30.164266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44930a-3146-4fcc-a6ec-a29423052d2b None None] Pushing event updated for resources: {'Port': ['ID=78b7a28c-f78e-4c2d-8271-ff0eba99ee04,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:30.165020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9fb49a-fb64-44d3-aa69-595f90b77424 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:30.170792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51070) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:30.171903 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dc9fb49a-fb64-44d3-aa69-595f90b77424 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658062 Jul 08 18:03:30.258900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.326528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Deleting port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:03:30.326879 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.405148 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] For port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=78b7a28c-f78e-4c2d-8271-ff0eba99ee04,segment=NetworkSegment(95ef8545-0e68-4746-9e67-83e0965313db),segment_id=95ef8545-0e68-4746-9e67-83e0965313db)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:03:30.405499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.424880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Calling delete_port for 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:03:30.491910 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.517975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.545760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Port': ['ID=78b7a28c-f78e-4c2d-8271-ff0eba99ee04,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:30.549924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] No DVR routers for this DVR port 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:03:30.631021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.641657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:30.652174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ef8545-0e68-4746-9e67-83e0965313db') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:30.652455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ef8545-0e68-4746-9e67-83e0965313db') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:30.661831 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.683834 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.690012 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:30.690439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:30.694052 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:30.751562 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.759106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.760998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/networks/9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 HTTP/1.1" status: 204 len: 168 time: 0.5890574 Jul 08 18:03:30.763470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51072) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:30.781506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d324f55-c63a-4201-aabb-5aaa2af58c0a tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Network': ['ID=9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:30.850370 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.950254 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.960472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:30.971494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5791e1-a480-4800-98fe-cf1569fe3ee8') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:30.971762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5791e1-a480-4800-98fe-cf1569fe3ee8') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:30.982667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:30.998752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.006183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:31.006601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:31.010420 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:31.079193 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.086497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.088473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/networks/9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8 HTTP/1.1" status: 204 len: 168 time: 0.3239806 Jul 08 18:03:31.090824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51074) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:31.109847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32a1b-4915-42a7-af20-a2bf25de5958 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Network': ['ID=9f4c6ca3-ee25-4a7c-988e-44d58a3a13e8,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:31.181972 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.287935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.290859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6101b351-6076-446a-aa9d-3641b93cb7aa None None] Could not find standard attr ID for object 78b7a28c-f78e-4c2d-8271-ff0eba99ee04. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:03:31.300462 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9752c1-0304-425b-b615-6ee6ba2e327e']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:31.314771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691b50c4-51df-454d-88a7-16f178bd48b2') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:31.315092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691b50c4-51df-454d-88a7-16f178bd48b2') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:31.320523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea217597-ecef-433d-a8e3-17e3d5f5fe7e None None] DHCP port deletion for 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:03:31.327533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.343511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.348205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea977f-c14a-4aa0-8095-aa7d5738b84b None None] Network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:03:31.352681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:31.353113 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:31.356493 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:31.361296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea977f-c14a-4aa0-8095-aa7d5738b84b None None] Network 9cd2cf1f-8f6b-459f-ad6c-c7969597bcd6 could not be found, it might have been deleted concurrently. {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:03:31.370302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd94362-4632-4252-b983-4763b4596624 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:03:31.429232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.439487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.442548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/networks/bb9752c1-0304-425b-b615-6ee6ba2e327e HTTP/1.1" status: 204 len: 168 time: 0.3505149 Jul 08 18:03:31.444764 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51078) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:31.472084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7d79f-c405-41d2-85be-8b3120209245 tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Network': ['ID=bb9752c1-0304-425b-b615-6ee6ba2e327e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:31.477952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd94362-4632-4252-b983-4763b4596624 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:03:31.484761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.577960 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.676019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.687887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6afb54-635a-4b6a-a5ee-40b975874fa2']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:31.703855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b40e03d-7848-4d53-9ee2-564af530f052') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:31.704189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b40e03d-7848-4d53-9ee2-564af530f052') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:03:31.713814 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.739162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.745099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:03:31.745490 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:03:31.748436 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:03:31.807102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.814740 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:31.816431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] 10.222.0.63 "DELETE /v2.0/networks/8b6afb54-635a-4b6a-a5ee-40b975874fa2 HTTP/1.1" status: 204 len: 168 time: 0.3704209 Jul 08 18:03:31.829468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6ce19-a3b6-4e86-82a8-7ea6aa9d1a1b tempest-BulkNetworkOpsTest-1514231087 tempest-BulkNetworkOpsTest-1514231087-project] Pushing event deleted for resources: {'Network': ['ID=8b6afb54-635a-4b6a-a5ee-40b975874fa2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:32.077228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51084) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:32.219083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-28ec65b0-1b8d-48fb-9800-4560d3c0cc97 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2bf2f8452d644f1e8070df3a954b487a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406007 Jul 08 18:03:32.221487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51088) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:32.271387 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81320356-6582-449e-9eff-6d994ae5020d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:32.293083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81320356-6582-449e-9eff-6d994ae5020d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:32.676545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81320356-6582-449e-9eff-6d994ae5020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:32.680146 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-81320356-6582-449e-9eff-6d994ae5020d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:32.681337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-81320356-6582-449e-9eff-6d994ae5020d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/280dc6d8-da17-448a-8cf8-c48a2551e4a7 HTTP/1.1" status: 204 len: 168 time: 0.4589951 Jul 08 18:03:32.689234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81320356-6582-449e-9eff-6d994ae5020d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280dc6d8-da17-448a-8cf8-c48a2551e4a7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:32.924007 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.274433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:03:33.293924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:03:33.294310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 78b7a28c-f78e-4c2d-8271-ff0eba99ee04 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:03:33.331258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51110) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:33.427860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395487527'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:33.459411 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.467592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.557471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.562064 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.599002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd91538-28ae-4e79-9414-376efc4a6e05,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:33.659647 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.663480 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.690520 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.691727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3594580 Jul 08 18:03:33.694214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c39dd1-8b69-41e2-aa80-7b5db177f9c8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0303a13e-78c7-48ad-a395-6013e061abc7,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:33.695213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:33.762199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64b9c85f-3968-48a6-bfde-fc3b838b9ea6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0656643 Jul 08 18:03:33.764900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51116) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:33.769323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2ff32330-425d-4603-8148-b29ab0fac1e2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-security--2085993059', 'description': 'tempest-security-description-512000944'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:33.796119 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ff32330-425d-4603-8148-b29ab0fac1e2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.841807 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ff32330-425d-4603-8148-b29ab0fac1e2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.845636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ff32330-425d-4603-8148-b29ab0fac1e2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.849198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2ff32330-425d-4603-8148-b29ab0fac1e2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.850711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2ff32330-425d-4603-8148-b29ab0fac1e2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "PUT /v2.0/security-groups/0303a13e-78c7-48ad-a395-6013e061abc7 HTTP/1.1" status: 200 len: 1779 time: 0.0848804 Jul 08 18:03:33.853472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51118) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:33.876433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff32330-425d-4603-8148-b29ab0fac1e2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0303a13e-78c7-48ad-a395-6013e061abc7,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:33.892993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3d2c072d-6abf-4a1b-bc4a-b580afd0d6c5 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups/0303a13e-78c7-48ad-a395-6013e061abc7 HTTP/1.1" status: 200 len: 1779 time: 0.0382998 Jul 08 18:03:33.895394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51120) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:33.948619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066ab1dd-e665-47c9-8a6f-d4f2df6e1eb3 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:33.970570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066ab1dd-e665-47c9-8a6f-d4f2df6e1eb3 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.013218 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066ab1dd-e665-47c9-8a6f-d4f2df6e1eb3 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.016204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-066ab1dd-e665-47c9-8a6f-d4f2df6e1eb3 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.017461 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-066ab1dd-e665-47c9-8a6f-d4f2df6e1eb3 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/0303a13e-78c7-48ad-a395-6013e061abc7 HTTP/1.1" status: 204 len: 168 time: 0.1211729 Jul 08 18:03:34.020053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51122) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.026493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ab1dd-e665-47c9-8a6f-d4f2df6e1eb3 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0303a13e-78c7-48ad-a395-6013e061abc7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.067860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-562f9de6-9364-4b2e-9fd8-60612f3554fe tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465498 Jul 08 18:03:34.070878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51124) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.083316 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-7eaf157a-9bf4-464b-be87-0f639d0de31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] delete failed (client error): The resource could not be found. Jul 08 18:03:34.084278 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7eaf157a-9bf4-464b-be87-0f639d0de31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/0303a13e-78c7-48ad-a395-6013e061abc7 HTTP/1.1" status: 404 len: 347 time: 0.0124810 Jul 08 18:03:34.087889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51126) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.092791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a544cc1b-ebaa-4284-b790-f086d516ba0b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--857661681'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:34.117659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a544cc1b-ebaa-4284-b790-f086d516ba0b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.195404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a544cc1b-ebaa-4284-b790-f086d516ba0b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.198973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a544cc1b-ebaa-4284-b790-f086d516ba0b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.228428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a544cc1b-ebaa-4284-b790-f086d516ba0b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.229678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a544cc1b-ebaa-4284-b790-f086d516ba0b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1409082 Jul 08 18:03:34.231522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544cc1b-ebaa-4284-b790-f086d516ba0b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56aae49f-5246-420e-94f4-b50a6eb74756,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.232708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.238578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-47143dab-4236-4670-b163-2fd37c3ba31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '56aae49f-5246-420e-94f4-b50a6eb74756', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:34.265158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47143dab-4236-4670-b163-2fd37c3ba31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.310401 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47143dab-4236-4670-b163-2fd37c3ba31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.314076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47143dab-4236-4670-b163-2fd37c3ba31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.331316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47143dab-4236-4670-b163-2fd37c3ba31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9555b74e-e3ee-49e8-8b0f-155ec80fa0d1,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.337135 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-47143dab-4236-4670-b163-2fd37c3ba31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.338311 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-47143dab-4236-4670-b163-2fd37c3ba31e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1039314 Jul 08 18:03:34.341101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51130) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.369804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54e1e24d-c81b-4a12-a2b4-b1ce3111d42b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.377711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54e1e24d-c81b-4a12-a2b4-b1ce3111d42b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.406555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54e1e24d-c81b-4a12-a2b4-b1ce3111d42b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.413057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54e1e24d-c81b-4a12-a2b4-b1ce3111d42b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.414131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-54e1e24d-c81b-4a12-a2b4-b1ce3111d42b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/9555b74e-e3ee-49e8-8b0f-155ec80fa0d1 HTTP/1.1" status: 204 len: 168 time: 0.0721297 Jul 08 18:03:34.416869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.419357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e24d-c81b-4a12-a2b4-b1ce3111d42b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9555b74e-e3ee-49e8-8b0f-155ec80fa0d1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.463969 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b761b245-cb07-43c5-951a-a66ccd882d29 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458837 Jul 08 18:03:34.466541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51134) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.516527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc4df05c-b276-44be-be0d-995dc734eb8d tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.539030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc4df05c-b276-44be-be0d-995dc734eb8d tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.578453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc4df05c-b276-44be-be0d-995dc734eb8d tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.581236 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fc4df05c-b276-44be-be0d-995dc734eb8d tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.585263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fc4df05c-b276-44be-be0d-995dc734eb8d tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/56aae49f-5246-420e-94f4-b50a6eb74756 HTTP/1.1" status: 204 len: 168 time: 0.1149321 Jul 08 18:03:34.585642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51136) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.596988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4df05c-b276-44be-be0d-995dc734eb8d tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aae49f-5246-420e-94f4-b50a6eb74756,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.640249 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dc3a611b-4ff7-4d42-bc17-059ffb73f4a5 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533712 Jul 08 18:03:34.643836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51138) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.649611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e87518a4-f8b6-49ad-b664-638a2d2c9fd1 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021842006'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:34.670495 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e87518a4-f8b6-49ad-b664-638a2d2c9fd1 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.752440 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e87518a4-f8b6-49ad-b664-638a2d2c9fd1 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.758050 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e87518a4-f8b6-49ad-b664-638a2d2c9fd1 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.786635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e87518a4-f8b6-49ad-b664-638a2d2c9fd1 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.787796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e87518a4-f8b6-49ad-b664-638a2d2c9fd1 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1430223 Jul 08 18:03:34.789651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87518a4-f8b6-49ad-b664-638a2d2c9fd1 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76566d9a-b2af-4afc-8efc-e4040aad176e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.790738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51140) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.795662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f01a671c-1f61-4e85-9efa-b1fb29060abb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '76566d9a-b2af-4afc-8efc-e4040aad176e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:34.830821 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f01a671c-1f61-4e85-9efa-b1fb29060abb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.915267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f01a671c-1f61-4e85-9efa-b1fb29060abb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.919304 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f01a671c-1f61-4e85-9efa-b1fb29060abb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.938620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a671c-1f61-4e85-9efa-b1fb29060abb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c7d81c-b035-4528-85dd-aaac495a7962,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:34.946073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f01a671c-1f61-4e85-9efa-b1fb29060abb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:34.947499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f01a671c-1f61-4e85-9efa-b1fb29060abb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554163 Jul 08 18:03:34.950397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51142) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:34.955215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8932d825-b4d9-400a-b4f8-0bbd161c6de7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '76566d9a-b2af-4afc-8efc-e4040aad176e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:34.981775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8932d825-b4d9-400a-b4f8-0bbd161c6de7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.040720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8932d825-b4d9-400a-b4f8-0bbd161c6de7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.044727 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8932d825-b4d9-400a-b4f8-0bbd161c6de7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.064255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932d825-b4d9-400a-b4f8-0bbd161c6de7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd29de5-b10a-4057-ab5b-08a0b0d27d97,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.070568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8932d825-b4d9-400a-b4f8-0bbd161c6de7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.071923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8932d825-b4d9-400a-b4f8-0bbd161c6de7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204844 Jul 08 18:03:35.074593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51144) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.079144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-63eaba56-ead6-4713-9ab2-b6af34f9366c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '76566d9a-b2af-4afc-8efc-e4040aad176e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:35.106107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63eaba56-ead6-4713-9ab2-b6af34f9366c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.166783 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63eaba56-ead6-4713-9ab2-b6af34f9366c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.170775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63eaba56-ead6-4713-9ab2-b6af34f9366c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.188125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaba56-ead6-4713-9ab2-b6af34f9366c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26741c18-dba6-4eb4-852e-04ced47087a4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.195985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63eaba56-ead6-4713-9ab2-b6af34f9366c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.197350 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-63eaba56-ead6-4713-9ab2-b6af34f9366c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218047 Jul 08 18:03:35.199956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51146) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.204448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-09d83410-c545-4432-8fec-6d5b43cda757 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '76566d9a-b2af-4afc-8efc-e4040aad176e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:35.234093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09d83410-c545-4432-8fec-6d5b43cda757 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.295163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09d83410-c545-4432-8fec-6d5b43cda757 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.298809 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09d83410-c545-4432-8fec-6d5b43cda757 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.316757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d83410-c545-4432-8fec-6d5b43cda757 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6b3b50-ea91-4730-b954-64cf7932f55c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.322453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09d83410-c545-4432-8fec-6d5b43cda757 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.323684 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09d83410-c545-4432-8fec-6d5b43cda757 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227355 Jul 08 18:03:35.326406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51148) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.330966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b8fdd970-7a4a-4fd9-80ed-fa57606fbae9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '76566d9a-b2af-4afc-8efc-e4040aad176e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:35.357667 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8fdd970-7a4a-4fd9-80ed-fa57606fbae9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.416271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8fdd970-7a4a-4fd9-80ed-fa57606fbae9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.420224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8fdd970-7a4a-4fd9-80ed-fa57606fbae9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.437639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdd970-7a4a-4fd9-80ed-fa57606fbae9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fba8be-7b41-4beb-a4d2-48edb4c99cc9,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.443981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b8fdd970-7a4a-4fd9-80ed-fa57606fbae9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.445300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b8fdd970-7a4a-4fd9-80ed-fa57606fbae9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1179676 Jul 08 18:03:35.448133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51150) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.477679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fb658f6-dfe1-4a02-abd0-9e5e48f29da9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.485624 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fb658f6-dfe1-4a02-abd0-9e5e48f29da9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.518000 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fb658f6-dfe1-4a02-abd0-9e5e48f29da9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.523325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0fb658f6-dfe1-4a02-abd0-9e5e48f29da9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.524462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0fb658f6-dfe1-4a02-abd0-9e5e48f29da9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/c6fba8be-7b41-4beb-a4d2-48edb4c99cc9 HTTP/1.1" status: 204 len: 168 time: 0.0754018 Jul 08 18:03:35.527300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51152) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.532167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb658f6-dfe1-4a02-abd0-9e5e48f29da9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6fba8be-7b41-4beb-a4d2-48edb4c99cc9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.582323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70d99dde-1dd5-4fc3-bc48-a9e83fcf5b0a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0535758 Jul 08 18:03:35.584890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51154) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.610323 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cac040e6-64e4-45da-8669-2c3d734ff1c6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.619305 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cac040e6-64e4-45da-8669-2c3d734ff1c6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.646959 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cac040e6-64e4-45da-8669-2c3d734ff1c6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.652934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-cac040e6-64e4-45da-8669-2c3d734ff1c6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.654077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-cac040e6-64e4-45da-8669-2c3d734ff1c6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/4f6b3b50-ea91-4730-b954-64cf7932f55c HTTP/1.1" status: 204 len: 168 time: 0.0682685 Jul 08 18:03:35.657233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51156) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.662549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac040e6-64e4-45da-8669-2c3d734ff1c6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f6b3b50-ea91-4730-b954-64cf7932f55c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.702114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-720714e0-2d40-453a-9ffc-1ade894c698c tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0436788 Jul 08 18:03:35.705015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51158) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.729322 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f3e-64da-4276-83c8-aea9bea459bb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.736603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f3e-64da-4276-83c8-aea9bea459bb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.763619 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f3e-64da-4276-83c8-aea9bea459bb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.771025 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3f3e-64da-4276-83c8-aea9bea459bb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.772160 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bbfb3f3e-64da-4276-83c8-aea9bea459bb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/26741c18-dba6-4eb4-852e-04ced47087a4 HTTP/1.1" status: 204 len: 168 time: 0.0662158 Jul 08 18:03:35.774857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51160) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.778162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb3f3e-64da-4276-83c8-aea9bea459bb tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26741c18-dba6-4eb4-852e-04ced47087a4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.822961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-48dce8d8-5e07-4ef2-9979-44d2bd449c89 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0466690 Jul 08 18:03:35.825465 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51162) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.850233 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72ded2f6-bfb7-47f9-8b1d-5752be7372ec tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.858425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72ded2f6-bfb7-47f9-8b1d-5752be7372ec tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.885596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72ded2f6-bfb7-47f9-8b1d-5752be7372ec tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.891992 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-72ded2f6-bfb7-47f9-8b1d-5752be7372ec tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.896137 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-72ded2f6-bfb7-47f9-8b1d-5752be7372ec tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/4dd29de5-b10a-4057-ab5b-08a0b0d27d97 HTTP/1.1" status: 204 len: 168 time: 0.0697494 Jul 08 18:03:35.896420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51164) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.901627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ded2f6-bfb7-47f9-8b1d-5752be7372ec tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dd29de5-b10a-4057-ab5b-08a0b0d27d97,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:35.939462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f1a8030b-1148-4bb0-a203-954560cfbf02 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0416119 Jul 08 18:03:35.942150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51166) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:35.971018 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec7ac9c-7664-4c58-b2e7-333eb101dbf6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:35.980974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec7ac9c-7664-4c58-b2e7-333eb101dbf6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.008754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec7ac9c-7664-4c58-b2e7-333eb101dbf6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.014989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec7ac9c-7664-4c58-b2e7-333eb101dbf6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.016226 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bec7ac9c-7664-4c58-b2e7-333eb101dbf6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/e9c7d81c-b035-4528-85dd-aaac495a7962 HTTP/1.1" status: 204 len: 168 time: 0.0731738 Jul 08 18:03:36.019189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51168) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.022472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7ac9c-7664-4c58-b2e7-333eb101dbf6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9c7d81c-b035-4528-85dd-aaac495a7962,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.067843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0bb93a1c-531d-4646-a50f-e41ac3598e3a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469737 Jul 08 18:03:36.070618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.143907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245f7391-3c9a-48ee-868e-76fcd3265cc0 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.168092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245f7391-3c9a-48ee-868e-76fcd3265cc0 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.210682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245f7391-3c9a-48ee-868e-76fcd3265cc0 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.212871 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-245f7391-3c9a-48ee-868e-76fcd3265cc0 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.214020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-245f7391-3c9a-48ee-868e-76fcd3265cc0 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/76566d9a-b2af-4afc-8efc-e4040aad176e HTTP/1.1" status: 204 len: 168 time: 0.1424861 Jul 08 18:03:36.216838 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51172) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.224795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f7391-3c9a-48ee-868e-76fcd3265cc0 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76566d9a-b2af-4afc-8efc-e4040aad176e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.264110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ce0e1c81-6668-459f-b19d-e5669f28989b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460987 Jul 08 18:03:36.269002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51174) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.274288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a61407fa-4e2d-4139-aaa5-882807479289 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--814484291'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:36.296876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61407fa-4e2d-4139-aaa5-882807479289 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.385898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61407fa-4e2d-4139-aaa5-882807479289 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.389775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61407fa-4e2d-4139-aaa5-882807479289 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.419066 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a61407fa-4e2d-4139-aaa5-882807479289 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.420259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a61407fa-4e2d-4139-aaa5-882807479289 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1502397 Jul 08 18:03:36.423020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51176) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.424974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61407fa-4e2d-4139-aaa5-882807479289 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6168ddbd-6100-4938-a3c7-5d2bf146f20c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.428641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-480baae7-3dcd-402c-8289-b50eb2d432b8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '6168ddbd-6100-4938-a3c7-5d2bf146f20c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:36.455621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-480baae7-3dcd-402c-8289-b50eb2d432b8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.503238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-480baae7-3dcd-402c-8289-b50eb2d432b8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.507420 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-480baae7-3dcd-402c-8289-b50eb2d432b8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.525239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480baae7-3dcd-402c-8289-b50eb2d432b8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe89bab-f15e-44c3-916c-7d1908eb2125,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.532210 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-480baae7-3dcd-402c-8289-b50eb2d432b8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.533301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-480baae7-3dcd-402c-8289-b50eb2d432b8 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1092424 Jul 08 18:03:36.536376 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51178) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.591537 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ffdccbc-cfbf-4aae-bb35-414e9e21afab tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.616020 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ffdccbc-cfbf-4aae-bb35-414e9e21afab tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.664482 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ffdccbc-cfbf-4aae-bb35-414e9e21afab tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.667071 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7ffdccbc-cfbf-4aae-bb35-414e9e21afab tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.668266 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ffdccbc-cfbf-4aae-bb35-414e9e21afab tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/6168ddbd-6100-4938-a3c7-5d2bf146f20c HTTP/1.1" status: 204 len: 168 time: 0.1309075 Jul 08 18:03:36.671127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51180) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.677835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdccbc-cfbf-4aae-bb35-414e9e21afab tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6168ddbd-6100-4938-a3c7-5d2bf146f20c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.716356 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-be908531-3703-4c65-9a2a-c10cae82a547 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439990 Jul 08 18:03:36.720080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51182) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.724807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-1a71bade-d893-40dd-b93d-964e46b59e82 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104910077'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:36.745610 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a71bade-d893-40dd-b93d-964e46b59e82 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.825486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a71bade-d893-40dd-b93d-964e46b59e82 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.829583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a71bade-d893-40dd-b93d-964e46b59e82 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.858344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a71bade-d893-40dd-b93d-964e46b59e82 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.859623 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1a71bade-d893-40dd-b93d-964e46b59e82 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1385970 Jul 08 18:03:36.861623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71bade-d893-40dd-b93d-964e46b59e82 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314e935d-f354-4874-9cbc-f23cb0a7ca28,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:36.862474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51184) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:36.867920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6edab839-a5ba-40fc-97d3-011457a67641 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421118847'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:36.891082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6edab839-a5ba-40fc-97d3-011457a67641 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.970662 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6edab839-a5ba-40fc-97d3-011457a67641 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:36.975100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6edab839-a5ba-40fc-97d3-011457a67641 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.003551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6edab839-a5ba-40fc-97d3-011457a67641 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.004821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6edab839-a5ba-40fc-97d3-011457a67641 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1412454 Jul 08 18:03:37.006686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edab839-a5ba-40fc-97d3-011457a67641 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7305b68-1f46-4a56-8bc0-b0b4460c3e5d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.007584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51186) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.012477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ccf4f2a6-ee75-45ed-9c0d-b361202abf31 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '314e935d-f354-4874-9cbc-f23cb0a7ca28', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f7305b68-1f46-4a56-8bc0-b0b4460c3e5d', 'remote_ip_prefix': None}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:37.043059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f2a6-ee75-45ed-9c0d-b361202abf31 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.113439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f2a6-ee75-45ed-9c0d-b361202abf31 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.118010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f2a6-ee75-45ed-9c0d-b361202abf31 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.134627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4f2a6-ee75-45ed-9c0d-b361202abf31 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faf77d9-e100-4652-ad5b-f888aebb42c9,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.141225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f2a6-ee75-45ed-9c0d-b361202abf31 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.142488 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ccf4f2a6-ee75-45ed-9c0d-b361202abf31 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1338129 Jul 08 18:03:37.145279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51188) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.168405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f0830cf-5173-408d-87cc-64ec3fb4c4c2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.175860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f0830cf-5173-408d-87cc-64ec3fb4c4c2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.206607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f0830cf-5173-408d-87cc-64ec3fb4c4c2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.213107 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0f0830cf-5173-408d-87cc-64ec3fb4c4c2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.214180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0f0830cf-5173-408d-87cc-64ec3fb4c4c2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/1faf77d9-e100-4652-ad5b-f888aebb42c9 HTTP/1.1" status: 204 len: 168 time: 0.0679698 Jul 08 18:03:37.216843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51190) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.219618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0830cf-5173-408d-87cc-64ec3fb4c4c2 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1faf77d9-e100-4652-ad5b-f888aebb42c9,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.260640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5717f33f-5fac-4bb9-af89-2b712146179e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0425043 Jul 08 18:03:37.263175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51192) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.313994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2686909e-a7a3-4d47-843e-c9e2f3592827 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.336727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2686909e-a7a3-4d47-843e-c9e2f3592827 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.378000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2686909e-a7a3-4d47-843e-c9e2f3592827 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.380574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2686909e-a7a3-4d47-843e-c9e2f3592827 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.381770 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2686909e-a7a3-4d47-843e-c9e2f3592827 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/f7305b68-1f46-4a56-8bc0-b0b4460c3e5d HTTP/1.1" status: 204 len: 168 time: 0.1176722 Jul 08 18:03:37.384456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51194) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.390524 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686909e-a7a3-4d47-843e-c9e2f3592827 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7305b68-1f46-4a56-8bc0-b0b4460c3e5d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.436984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-435c8221-adf0-473d-966b-aca2925a1783 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0512373 Jul 08 18:03:37.439707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51196) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.498646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b5adf1-3ac1-45fe-8701-826af447c02b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.520720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b5adf1-3ac1-45fe-8701-826af447c02b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.561410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b5adf1-3ac1-45fe-8701-826af447c02b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.564459 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b5adf1-3ac1-45fe-8701-826af447c02b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.565790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d7b5adf1-3ac1-45fe-8701-826af447c02b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/314e935d-f354-4874-9cbc-f23cb0a7ca28 HTTP/1.1" status: 204 len: 168 time: 0.1251674 Jul 08 18:03:37.569099 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51198) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.576139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5adf1-3ac1-45fe-8701-826af447c02b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314e935d-f354-4874-9cbc-f23cb0a7ca28,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.616639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7bcbd16d-9bb7-47a8-a3d3-5f7fd1c1a6de tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461676 Jul 08 18:03:37.620649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51200) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.625697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-19940f94-a519-405e-b31d-88dfb7b2c90a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825065058'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:37.650024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19940f94-a519-405e-b31d-88dfb7b2c90a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.734247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19940f94-a519-405e-b31d-88dfb7b2c90a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.737998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19940f94-a519-405e-b31d-88dfb7b2c90a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.767643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-19940f94-a519-405e-b31d-88dfb7b2c90a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.768946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-19940f94-a519-405e-b31d-88dfb7b2c90a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1472244 Jul 08 18:03:37.772423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51202) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.777859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-dff228fe-a191-4fb8-ab43-23ebfd0eb243 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '43609cf2-97c2-4868-9c1f-8df815737cce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:37.783585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940f94-a519-405e-b31d-88dfb7b2c90a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43609cf2-97c2-4868-9c1f-8df815737cce,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.813777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dff228fe-a191-4fb8-ab43-23ebfd0eb243 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.874464 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dff228fe-a191-4fb8-ab43-23ebfd0eb243 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.878598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dff228fe-a191-4fb8-ab43-23ebfd0eb243 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.899564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff228fe-a191-4fb8-ab43-23ebfd0eb243 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e450c08-00c6-44d9-8ca4-17f617733acb,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:37.906560 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dff228fe-a191-4fb8-ab43-23ebfd0eb243 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.907879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dff228fe-a191-4fb8-ab43-23ebfd0eb243 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1344719 Jul 08 18:03:37.910977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51204) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.935878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24439048-f7c3-4602-aa45-53213560e07e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.946098 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24439048-f7c3-4602-aa45-53213560e07e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.975446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24439048-f7c3-4602-aa45-53213560e07e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.981775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24439048-f7c3-4602-aa45-53213560e07e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:37.983073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-24439048-f7c3-4602-aa45-53213560e07e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/6e450c08-00c6-44d9-8ca4-17f617733acb HTTP/1.1" status: 204 len: 168 time: 0.0709286 Jul 08 18:03:37.988625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51206) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:37.997502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24439048-f7c3-4602-aa45-53213560e07e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e450c08-00c6-44d9-8ca4-17f617733acb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:38.032604 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-139d4cda-525f-4451-bcd1-e7d9f7fbc37b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452645 Jul 08 18:03:38.035408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51208) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.088988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad58795f-4272-467e-a6a4-ba928ee7bc72 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.110760 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad58795f-4272-467e-a6a4-ba928ee7bc72 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.405832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad58795f-4272-467e-a6a4-ba928ee7bc72 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.408355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad58795f-4272-467e-a6a4-ba928ee7bc72 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.409568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ad58795f-4272-467e-a6a4-ba928ee7bc72 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/43609cf2-97c2-4868-9c1f-8df815737cce HTTP/1.1" status: 204 len: 168 time: 0.3732202 Jul 08 18:03:38.414083 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51210) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.419785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58795f-4272-467e-a6a4-ba928ee7bc72 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43609cf2-97c2-4868-9c1f-8df815737cce,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:38.462459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c184b3ce-dd47-4359-8e89-594026a1c308 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470283 Jul 08 18:03:38.466853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51212) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.471729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ca95156e-cf02-4cce-b530-64f24dd7c247 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331413406'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:38.495676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca95156e-cf02-4cce-b530-64f24dd7c247 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.591098 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca95156e-cf02-4cce-b530-64f24dd7c247 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.595675 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca95156e-cf02-4cce-b530-64f24dd7c247 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.626420 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ca95156e-cf02-4cce-b530-64f24dd7c247 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.627664 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ca95156e-cf02-4cce-b530-64f24dd7c247 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1598136 Jul 08 18:03:38.630620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51214) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.632034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95156e-cf02-4cce-b530-64f24dd7c247 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c953d81-7898-4520-a377-3779ed87f809,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:38.635661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-dee42ef0-8447-49fa-99f7-c88e3df5be93 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '3c953d81-7898-4520-a377-3779ed87f809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:38.662910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee42ef0-8447-49fa-99f7-c88e3df5be93 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.725954 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee42ef0-8447-49fa-99f7-c88e3df5be93 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.729875 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee42ef0-8447-49fa-99f7-c88e3df5be93 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.747967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee42ef0-8447-49fa-99f7-c88e3df5be93 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e708af7d-37db-4673-9d24-620c8303be94,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:38.753905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dee42ef0-8447-49fa-99f7-c88e3df5be93 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.755292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dee42ef0-8447-49fa-99f7-c88e3df5be93 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235600 Jul 08 18:03:38.757905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51216) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.775223 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dd335e82-256a-4cbf-a508-1fea5c50f68b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules/e708af7d-37db-4673-9d24-620c8303be94 HTTP/1.1" status: 200 len: 763 time: 0.0162244 Jul 08 18:03:38.777675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51218) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.821845 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8779a527-8038-4a6a-8807-9bb09dd9e97f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407627 Jul 08 18:03:38.822048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51220) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.846337 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ed78a3a-8b37-461a-b5a9-53757a34e7c7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.854784 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ed78a3a-8b37-461a-b5a9-53757a34e7c7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.881754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ed78a3a-8b37-461a-b5a9-53757a34e7c7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.887698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ed78a3a-8b37-461a-b5a9-53757a34e7c7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:38.888974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6ed78a3a-8b37-461a-b5a9-53757a34e7c7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/e708af7d-37db-4673-9d24-620c8303be94 HTTP/1.1" status: 204 len: 168 time: 0.0658233 Jul 08 18:03:38.891485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51222) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.895875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed78a3a-8b37-461a-b5a9-53757a34e7c7 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e708af7d-37db-4673-9d24-620c8303be94,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:38.939792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-56ee03a7-14f8-4522-a4a4-d6b63eb70526 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468740 Jul 08 18:03:38.942171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51226) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:38.947417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-947f865b-173c-4c31-b0d8-845867470036 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '3c953d81-7898-4520-a377-3779ed87f809', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:38.978572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-947f865b-173c-4c31-b0d8-845867470036 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.067720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-947f865b-173c-4c31-b0d8-845867470036 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.072878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-947f865b-173c-4c31-b0d8-845867470036 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.094046 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-d6742a5a-4e79-49c0-a784-7ac255b54a59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996029 Jul 08 18:03:39.096851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f865b-173c-4c31-b0d8-845867470036 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dc5f9a-6204-4a7d-8635-913fb6776d2d,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.104251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-947f865b-173c-4c31-b0d8-845867470036 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.105560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-947f865b-173c-4c31-b0d8-845867470036 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622579 Jul 08 18:03:39.108410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51228) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.127697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-46ffffc7-6937-43c5-8b35-7f519e1cf294 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules/25dc5f9a-6204-4a7d-8635-913fb6776d2d HTTP/1.1" status: 200 len: 763 time: 0.0178249 Jul 08 18:03:39.130661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51230) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.178651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8c104ec2-51d1-4473-bb5e-31c1d785f4a0 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0467350 Jul 08 18:03:39.181279 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51232) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.205928 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac21e78d-131a-4752-aa17-d093a308453a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.213013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-1a8a33af-4816-410d-b083-c235339a2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:39.213952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac21e78d-131a-4752-aa17-d093a308453a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.214538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-1a8a33af-4816-410d-b083-c235339a2d95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1096 time: 0.0562296 Jul 08 18:03:39.241345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac21e78d-131a-4752-aa17-d093a308453a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.246986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ac21e78d-131a-4752-aa17-d093a308453a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.248214 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ac21e78d-131a-4752-aa17-d093a308453a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/25dc5f9a-6204-4a7d-8635-913fb6776d2d HTTP/1.1" status: 204 len: 168 time: 0.0659933 Jul 08 18:03:39.251186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51234) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.256938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21e78d-131a-4752-aa17-d093a308453a tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25dc5f9a-6204-4a7d-8635-913fb6776d2d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.343572 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7d0732d1-198b-4efd-b18f-3e913b710eb9 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0912282 Jul 08 18:03:39.346548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.352042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Request body: {'security_group_rule': {'security_group_id': '3c953d81-7898-4520-a377-3779ed87f809', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:03:39.365644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-87c14443-afa5-4c5e-b5f9-7ab8bf846c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:39.367199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-87c14443-afa5-4c5e-b5f9-7ab8bf846c40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1255395 Jul 08 18:03:39.380386 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Project 093081a0a0a1452baf75749a4b2f408d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:03:39.385866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.437140 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.438507 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-63dc08f3-f6fd-4e79-9243-26b770b56b03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 1001 time: 0.0618122 Jul 08 18:03:39.443991 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.466512 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c904a75a-e2aa-48f5-b84c-7b48f605f165,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.470935 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.475901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ba8d0874-fbe7-4734-89b8-de5aa3f55d71 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246665 Jul 08 18:03:39.476789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51238) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.496900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9502ac96-6ee8-43d0-8988-d727d173594e tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules/c904a75a-e2aa-48f5-b84c-7b48f605f165 HTTP/1.1" status: 200 len: 769 time: 0.0173857 Jul 08 18:03:39.497143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-34079711-0222-4bb7-9146-adbd78dd4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:39.497370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51240) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.497467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-34079711-0222-4bb7-9146-adbd78dd4f48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0503275 Jul 08 18:03:39.541178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-26d48b47-228f-409f-9bc1-872744b4437b tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0414741 Jul 08 18:03:39.542542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51242) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.560345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-e7c5d573-6ce6-4ccc-8b85-a52cb084761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:03:39.562185 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-e7c5d573-6ce6-4ccc-8b85-a52cb084761e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538089 Jul 08 18:03:39.568090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0671f-00dc-487f-9254-f5f4000c7eb6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.576205 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0671f-00dc-487f-9254-f5f4000c7eb6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.610941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0671f-00dc-487f-9254-f5f4000c7eb6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.617986 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7be0671f-00dc-487f-9254-f5f4000c7eb6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.619296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7be0671f-00dc-487f-9254-f5f4000c7eb6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/c904a75a-e2aa-48f5-b84c-7b48f605f165 HTTP/1.1" status: 204 len: 168 time: 0.0758140 Jul 08 18:03:39.622545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51244) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.643647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0671f-00dc-487f-9254-f5f4000c7eb6 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c904a75a-e2aa-48f5-b84c-7b48f605f165,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.664934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-8301b5d3-9c0f-414a-ad5c-39696f39178c service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929105 Jul 08 18:03:39.675504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-27fb165b-3f30-4311-bb54-9bf53ff1ff6f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507019 Jul 08 18:03:39.679065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51246) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.753222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89be6884-400d-4f8f-b021-42be41b6868f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.775076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c09d5f48-2612-4575-ba8d-49e3d39f9338 req-b134945f-c12e-4fad-99fb-382f1dc4dced service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020024 Jul 08 18:03:39.783321 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89be6884-400d-4f8f-b021-42be41b6868f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.838876 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89be6884-400d-4f8f-b021-42be41b6868f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.841824 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89be6884-400d-4f8f-b021-42be41b6868f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:39.843151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-89be6884-400d-4f8f-b021-42be41b6868f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "DELETE /v2.0/security-groups/3c953d81-7898-4520-a377-3779ed87f809 HTTP/1.1" status: 204 len: 168 time: 0.1631544 Jul 08 18:03:39.846106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51248) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.854118 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be6884-400d-4f8f-b021-42be41b6868f tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c953d81-7898-4520-a377-3779ed87f809,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:39.893947 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9bf4b0d4-659f-4bab-8ad9-61abfe736257 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464761 Jul 08 18:03:39.901196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51250) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:39.946744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b2606258-a301-4575-b7f6-387656d93e25 tempest-SecGroupIPv6Test-941034467 tempest-SecGroupIPv6Test-941034467-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442603 Jul 08 18:03:40.217879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51256) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:40.357227 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d73d3521-2b0c-4083-a818-f33b9c6e32a3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=093081a0a0a1452baf75749a4b2f408d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381462 Jul 08 18:03:40.359671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51260) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:40.406626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d4c2f6-9bf0-40ac-bf74-5b46e805d416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.427182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d4c2f6-9bf0-40ac-bf74-5b46e805d416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.477324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d4c2f6-9bf0-40ac-bf74-5b46e805d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.480251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48d4c2f6-9bf0-40ac-bf74-5b46e805d416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:40.483738 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-48d4c2f6-9bf0-40ac-bf74-5b46e805d416 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/abd91538-28ae-4e79-9414-376efc4a6e05 HTTP/1.1" status: 204 len: 168 time: 0.1208551 Jul 08 18:03:40.489961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4c2f6-9bf0-40ac-bf74-5b46e805d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd91538-28ae-4e79-9414-376efc4a6e05,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:42.076689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51310) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:42.182891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64401ac4-41e9-4a34-a7b2-5621f482163d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.269613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64401ac4-41e9-4a34-a7b2-5621f482163d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.274446 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-64401ac4-41e9-4a34-a7b2-5621f482163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.311594 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-64401ac4-41e9-4a34-a7b2-5621f482163d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c9fa254736f24acf801a2919480e4ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337809 Jul 08 18:03:42.312459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64401ac4-41e9-4a34-a7b2-5621f482163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ca4cf-7009-4859-9048-27552b34f276,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:42.314318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51314) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:42.363158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a1464bd-b2d6-47ca-9b0a-51b71a86b720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.384860 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a1464bd-b2d6-47ca-9b0a-51b71a86b720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.430197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a1464bd-b2d6-47ca-9b0a-51b71a86b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.432940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a1464bd-b2d6-47ca-9b0a-51b71a86b720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.434079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a1464bd-b2d6-47ca-9b0a-51b71a86b720 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d8ca4cf-7009-4859-9048-27552b34f276 HTTP/1.1" status: 204 len: 168 time: 0.1187801 Jul 08 18:03:42.441682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1464bd-b2d6-47ca-9b0a-51b71a86b720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ca4cf-7009-4859-9048-27552b34f276,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:42.693327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51320) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:42.706424 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-801c94a6-a27f-4555-bf49-3d474398b3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.794822 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-801c94a6-a27f-4555-bf49-3d474398b3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.798746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-801c94a6-a27f-4555-bf49-3d474398b3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.837804 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c94a6-a27f-4555-bf49-3d474398b3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abbe00a-7076-4732-8f2d-d8fd454c4a8d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:42.843153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-801c94a6-a27f-4555-bf49-3d474398b3b9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b6e77d4f83e646e582d5c2d478c17151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487784 Jul 08 18:03:42.845866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51322) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:42.896643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d88c3b1-0eef-4968-8dcb-0fbeb8b1037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.922742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d88c3b1-0eef-4968-8dcb-0fbeb8b1037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.969664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d88c3b1-0eef-4968-8dcb-0fbeb8b1037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.972197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8d88c3b1-0eef-4968-8dcb-0fbeb8b1037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:42.973947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8d88c3b1-0eef-4968-8dcb-0fbeb8b1037c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6abbe00a-7076-4732-8f2d-d8fd454c4a8d HTTP/1.1" status: 204 len: 168 time: 0.1272485 Jul 08 18:03:42.982830 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88c3b1-0eef-4968-8dcb-0fbeb8b1037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abbe00a-7076-4732-8f2d-d8fd454c4a8d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:43.903559 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.360109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51362) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:44.464316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-455129ff-23f9-4623-9828-9201a2f235f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.552870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-455129ff-23f9-4623-9828-9201a2f235f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.556776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-455129ff-23f9-4623-9828-9201a2f235f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.594291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-455129ff-23f9-4623-9828-9201a2f235f2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=96b2db55bc3047d0b9b0eb4262410d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329748 Jul 08 18:03:44.595309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455129ff-23f9-4623-9828-9201a2f235f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912557a1-11f5-4cb9-af8f-cdb2d3328559,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:44.597301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51366) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:44.646552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3e65-b18b-44f4-aec5-687f1a181f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.667498 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3e65-b18b-44f4-aec5-687f1a181f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.712703 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3e65-b18b-44f4-aec5-687f1a181f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.716913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3e65-b18b-44f4-aec5-687f1a181f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:44.718787 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b5cf3e65-b18b-44f4-aec5-687f1a181f2c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/912557a1-11f5-4cb9-af8f-cdb2d3328559 HTTP/1.1" status: 204 len: 168 time: 0.1196997 Jul 08 18:03:44.731379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf3e65-b18b-44f4-aec5-687f1a181f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912557a1-11f5-4cb9-af8f-cdb2d3328559,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:44.974914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51372) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:44.990767 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-345cb0eb-bb71-4299-8504-f83156e61e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.080646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-345cb0eb-bb71-4299-8504-f83156e61e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.085407 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-345cb0eb-bb71-4299-8504-f83156e61e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.123509 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-345cb0eb-bb71-4299-8504-f83156e61e20 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=12261fee39874465b5bdc94727609dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474810 Jul 08 18:03:45.124394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cb0eb-bb71-4299-8504-f83156e61e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630ce473-979d-4fa5-aff3-6bcaee3c5d46,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:45.126229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51374) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:45.179812 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d55b6883-3af2-4ff4-bff5-b651d5b34155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.200604 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d55b6883-3af2-4ff4-bff5-b651d5b34155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.245150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d55b6883-3af2-4ff4-bff5-b651d5b34155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.247619 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d55b6883-3af2-4ff4-bff5-b651d5b34155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:45.248831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d55b6883-3af2-4ff4-bff5-b651d5b34155 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/630ce473-979d-4fa5-aff3-6bcaee3c5d46 HTTP/1.1" status: 204 len: 168 time: 0.1209691 Jul 08 18:03:45.257392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b6883-3af2-4ff4-bff5-b651d5b34155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ce473-979d-4fa5-aff3-6bcaee3c5d46,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:49.563178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51460) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:49.674410 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13632f19-1f7a-4749-88e1-0ac6e7a4d346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.764801 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13632f19-1f7a-4749-88e1-0ac6e7a4d346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.769172 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-13632f19-1f7a-4749-88e1-0ac6e7a4d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.808165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-13632f19-1f7a-4749-88e1-0ac6e7a4d346 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5940e47d34a942a2b0481db0f72e7d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438455 Jul 08 18:03:49.809168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13632f19-1f7a-4749-88e1-0ac6e7a4d346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b8e2a-b157-4e1e-9f68-c8e7c171a656,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:49.810966 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51466) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:49.858557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df27869a-ac81-4c6e-9491-dfc129e31503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.879671 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df27869a-ac81-4c6e-9491-dfc129e31503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.926898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df27869a-ac81-4c6e-9491-dfc129e31503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.929428 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df27869a-ac81-4c6e-9491-dfc129e31503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:49.930598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-df27869a-ac81-4c6e-9491-dfc129e31503 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a60b8e2a-b157-4e1e-9f68-c8e7c171a656 HTTP/1.1" status: 204 len: 168 time: 0.1185699 Jul 08 18:03:49.938540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27869a-ac81-4c6e-9491-dfc129e31503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b8e2a-b157-4e1e-9f68-c8e7c171a656,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:50.188312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51472) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:50.201338 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d952-830d-428c-8ba4-7ebe538ac9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.292596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d952-830d-428c-8ba4-7ebe538ac9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.296553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d952-830d-428c-8ba4-7ebe538ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.333855 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f4c2d952-830d-428c-8ba4-7ebe538ac9cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0e5aae4a3dd496baddd6b868962d633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444073 Jul 08 18:03:50.335904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2d952-830d-428c-8ba4-7ebe538ac9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532cbce4-c481-4bfc-a629-11c2dd42e447,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:50.336536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51474) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:50.385531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-442511ba-62cf-4261-8bcd-6b2372e987dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.406106 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-442511ba-62cf-4261-8bcd-6b2372e987dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.453193 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-442511ba-62cf-4261-8bcd-6b2372e987dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.455835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-442511ba-62cf-4261-8bcd-6b2372e987dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:50.456993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-442511ba-62cf-4261-8bcd-6b2372e987dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/532cbce4-c481-4bfc-a629-11c2dd42e447 HTTP/1.1" status: 204 len: 168 time: 0.1193757 Jul 08 18:03:50.465195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442511ba-62cf-4261-8bcd-6b2372e987dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cbce4-c481-4bfc-a629-11c2dd42e447,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.724870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51544) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:52.828419 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-476431c6-29d1-4608-8889-247e47c04de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.915778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-476431c6-29d1-4608-8889-247e47c04de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.919596 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-476431c6-29d1-4608-8889-247e47c04de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:52.956284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-476431c6-29d1-4608-8889-247e47c04de1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e1cf47594bdb4d929b1adb3f9aa363f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303712 Jul 08 18:03:52.958719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476431c6-29d1-4608-8889-247e47c04de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6a77a8-13fc-4634-a6d9-f303783f4e81,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:52.959498 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51548) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:53.012153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e1242c1-d671-4aff-af21-1726cb2f2087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.033623 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e1242c1-d671-4aff-af21-1726cb2f2087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.079613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e1242c1-d671-4aff-af21-1726cb2f2087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.083239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2e1242c1-d671-4aff-af21-1726cb2f2087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.084422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2e1242c1-d671-4aff-af21-1726cb2f2087 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf6a77a8-13fc-4634-a6d9-f303783f4e81 HTTP/1.1" status: 204 len: 168 time: 0.1239142 Jul 08 18:03:53.092420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1242c1-d671-4aff-af21-1726cb2f2087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6a77a8-13fc-4634-a6d9-f303783f4e81,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:53.342420 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51556) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:53.356191 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-409bc509-d0d9-4657-82eb-152936dd8b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.444721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-409bc509-d0d9-4657-82eb-152936dd8b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.448482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-409bc509-d0d9-4657-82eb-152936dd8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.492573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-409bc509-d0d9-4657-82eb-152936dd8b80 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=22b3cf494369482d8be256396a1c1bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490340 Jul 08 18:03:53.493492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bc509-d0d9-4657-82eb-152936dd8b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f3d78-1d28-4d07-a9cf-7eab6c07e5b7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:53.495318 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51558) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:03:53.545362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b8add9b-3007-479f-87bb-a13ca2dfddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.565589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b8add9b-3007-479f-87bb-a13ca2dfddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.613153 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b8add9b-3007-479f-87bb-a13ca2dfddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.615887 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6b8add9b-3007-479f-87bb-a13ca2dfddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:53.617080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6b8add9b-3007-479f-87bb-a13ca2dfddca admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a81f3d78-1d28-4d07-a9cf-7eab6c07e5b7 HTTP/1.1" status: 204 len: 168 time: 0.1206014 Jul 08 18:03:53.625911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8add9b-3007-479f-87bb-a13ca2dfddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f3d78-1d28-4d07-a9cf-7eab6c07e5b7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:03:56.070363 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:03:56.096352 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:03:57.512762 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af0c813c-b1fb-49e6-85e9-94fa4566d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.023219 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-79698ce3-bb7c-4f64-aa2c-e05c5238934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:00.489499 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:01.476061 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:02.924015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.690927 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51690) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:03.798796 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10467a7b-2873-4454-9e3d-b36ba88e1ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.887361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10467a7b-2873-4454-9e3d-b36ba88e1ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.891224 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-10467a7b-2873-4454-9e3d-b36ba88e1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:03.929751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-10467a7b-2873-4454-9e3d-b36ba88e1ca1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e432c035556413cb8469fa1a6d432bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376325 Jul 08 18:04:03.930916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10467a7b-2873-4454-9e3d-b36ba88e1ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee26379-be57-41b2-84e5-1b172c2478ed,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:03.932461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51694) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:03.982583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d366a995-af5d-4b36-b91f-997554343843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.004414 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d366a995-af5d-4b36-b91f-997554343843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.050041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d366a995-af5d-4b36-b91f-997554343843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.052754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d366a995-af5d-4b36-b91f-997554343843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.053929 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d366a995-af5d-4b36-b91f-997554343843 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1ee26379-be57-41b2-84e5-1b172c2478ed HTTP/1.1" status: 204 len: 168 time: 0.1204231 Jul 08 18:04:04.062068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366a995-af5d-4b36-b91f-997554343843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee26379-be57-41b2-84e5-1b172c2478ed,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:04.313489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51700) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:04.327114 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c8750c8-3200-402a-b9a5-3170c9490fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.419328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c8750c8-3200-402a-b9a5-3170c9490fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.423249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c8750c8-3200-402a-b9a5-3170c9490fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.462870 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c8750c8-3200-402a-b9a5-3170c9490fda admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cdc5ae726b1c4ff99040290c80c93ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482632 Jul 08 18:04:04.465010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8750c8-3200-402a-b9a5-3170c9490fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3605c7-2b4f-417d-af9d-0e07021731b1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:04.465692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51702) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:04.515684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a67d-c0e1-4708-b040-5f0c537ea7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.537718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a67d-c0e1-4708-b040-5f0c537ea7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.583946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a67d-c0e1-4708-b040-5f0c537ea7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.586595 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a67d-c0e1-4708-b040-5f0c537ea7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:04.587757 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dfc6a67d-c0e1-4708-b040-5f0c537ea7c8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc3605c7-2b4f-417d-af9d-0e07021731b1 HTTP/1.1" status: 204 len: 168 time: 0.1210384 Jul 08 18:04:04.596085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6a67d-c0e1-4708-b040-5f0c537ea7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3605c7-2b4f-417d-af9d-0e07021731b1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:04.928508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 51708) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:04.941951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-765bfed2-aff8-4cf7-ba6c-978594360c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.035343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-765bfed2-aff8-4cf7-ba6c-978594360c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.039315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-765bfed2-aff8-4cf7-ba6c-978594360c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.076252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-765bfed2-aff8-4cf7-ba6c-978594360c35 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c239274ffc9c49aa9e82dd422a367c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466107 Jul 08 18:04:05.078175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bfed2-aff8-4cf7-ba6c-978594360c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc96930-9d21-4d27-bfca-bfc3f5c41490,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:05.079154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 51710) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:05.132365 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57104384-7727-4ddc-a284-41176715b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.153668 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57104384-7727-4ddc-a284-41176715b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.200830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57104384-7727-4ddc-a284-41176715b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.203507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-57104384-7727-4ddc-a284-41176715b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:05.204743 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-57104384-7727-4ddc-a284-41176715b6b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8bc96930-9d21-4d27-bfca-bfc3f5c41490 HTTP/1.1" status: 204 len: 168 time: 0.1245615 Jul 08 18:04:05.213809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57104384-7727-4ddc-a284-41176715b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc96930-9d21-4d27-bfca-bfc3f5c41490,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:07.464025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-515e843a-f1ca-4151-91a3-d21b95ceb09d tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d607f64e544943219f8d872b2ddf48b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236366 Jul 08 18:04:07.574262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-7bc066ba-b109-4321-9d97-ff9afcd27584 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:07.575701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-7bc066ba-b109-4321-9d97-ff9afcd27584 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064918 Jul 08 18:04:07.590406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-26e3e4ae-c7c7-4dd0-8ab3-481fbb587269 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/quotas/d607f64e544943219f8d872b2ddf48b2 HTTP/1.1" status: 200 len: 375 time: 0.0093515 Jul 08 18:04:07.630327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-9fdd6511-846a-4d1a-a72d-674f145c1578 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d607f64e544943219f8d872b2ddf48b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348186 Jul 08 18:04:08.820301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ac2c457-070b-4a74-87e6-9eb5bc7fa1ce req-bcd3b43f-7455-4352-ac09-fa7ef60af3a7 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jul 08 18:04:09.909259 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78305935-0bcf-4a23-9ac0-529115899b7f req-53226815-a7f8-4a3c-924b-2a6115ade0b9 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 210 time: 0.0341632 Jul 08 18:04:11.059390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2accfb54-893e-4370-ac05-d50c2d06498b req-44bdaa09-fe92-4c79-bd54-bd607a78cf59 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 210 time: 0.0389967 Jul 08 18:04:11.061477 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e25617af-0a21-4ed8-9038-f7ad369645c1 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d607f64e544943219f8d872b2ddf48b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322180 Jul 08 18:04:11.249760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-6bd31a87-7c82-4bf7-9eb1-7e9679c9ce90 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:11.251283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-6bd31a87-7c82-4bf7-9eb1-7e9679c9ce90 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853704 Jul 08 18:04:11.262833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Request body: {'port': {'device_id': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': 'd607f64e544943219f8d872b2ddf48b2'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:11.372122 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Made reservation on behalf of d607f64e544943219f8d872b2ddf48b2 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:11.377551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.391525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.490307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.493696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.560098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e5922-02f3-404b-a5f5-cb09814542e7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:11.625328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Allocated IP 192.168.233.162 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/78d41bbf-8dab-4b4a-b53e-e35ee8833029) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:11.770163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.783912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Transition to ACTIVE for port object 78d41bbf-8dab-4b4a-b53e-e35ee8833029 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:11.816969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.861985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:11.865570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:11.868041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:11.895803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Pushing event updated for resources: {'Port': ['ID=78d41bbf-8dab-4b4a-b53e-e35ee8833029,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:11.921507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:11.922131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:11.937557 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e622f390-9ad1-4cb1-a9ea-5c290969b4bf tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6785781 Jul 08 18:04:11.948981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Request body: {'port': {'device_id': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:12.027484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.112285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4982960-a4bc-478a-9ae3-32b59ff4b69a None None] Provisioning for port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:12.116853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4982960-a4bc-478a-9ae3-32b59ff4b69a None None] Provisioning complete for port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:12.117341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4982960-a4bc-478a-9ae3-32b59ff4b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.150836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b4982960-a4bc-478a-9ae3-32b59ff4b69a None None] Port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:12.295172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d94613-fb7d-4c02-a9e9-ffec6b70dfae req-1a4ba076-bc59-41e6-901d-ffd244d14f29 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.296680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62d94613-fb7d-4c02-a9e9-ffec6b70dfae req-1a4ba076-bc59-41e6-901d-ffd244d14f29 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 936 time: 0.0688019 Jul 08 18:04:12.335194 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62d94613-fb7d-4c02-a9e9-ffec6b70dfae req-a719b0c4-7fdf-41f8-b659-fccddab41d27 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Jul 08 18:04:12.341271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d41bbf-8dab-4b4a-b53e-e35ee8833029 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:12.349320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.361339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Transition to ACTIVE for port object 78d41bbf-8dab-4b4a-b53e-e35ee8833029 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:12.366410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.440012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Pushing event updated for resources: {'Port': ['ID=78d41bbf-8dab-4b4a-b53e-e35ee8833029,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:12.492439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Attempting to bind port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:12.492814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Attempting to bind port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:12.493158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Attempting to bind port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:12.497870 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:04:12.498200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Attempting to bind port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:12.503381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:12.503781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:12.504169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:12.504599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Bound port: 78d41bbf-8dab-4b4a-b53e-e35ee8833029, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:12.504988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.576700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] For port 78d41bbf-8dab-4b4a-b53e-e35ee8833029, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:12.580252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] For port 78d41bbf-8dab-4b4a-b53e-e35ee8833029, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78d41bbf-8dab-4b4a-b53e-e35ee8833029,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:12.585006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.627059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.627624 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:12.629077 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] 10.222.0.72 "PUT /v2.0/ports/78d41bbf-8dab-4b4a-b53e-e35ee8833029 HTTP/1.1" status: 200 len: 1096 time: 0.6844447 Jul 08 18:04:12.629516 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'tag': '78d41bbf-8dab-4b4a-b53e-e35ee8833029'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:12.631831 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5173d0-5a77-4bf1-9b49-c330b78f6963" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bc053c-1f9c-4411-90a4-c42319b308da", "tag": "78d41bbf-8dab-4b4a-b53e-e35ee8833029"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:12.652911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24db55-ff79-48c4-99af-530f50792115 service neutron] Pushing event updated for resources: {'Port': ['ID=78d41bbf-8dab-4b4a-b53e-e35ee8833029,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:12.671865 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109796b1-9104-4010-9183-be49377cf2b9 x-openstack-request-id: req-109796b1-9104-4010-9183-be49377cf2b9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:12.672206 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bc053c-1f9c-4411-90a4-c42319b308da", "tag": "78d41bbf-8dab-4b4a-b53e-e35ee8833029", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:12.672401 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-109796b1-9104-4010-9183-be49377cf2b9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:12.672834 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'tag': '78d41bbf-8dab-4b4a-b53e-e35ee8833029', 'status': 'completed', 'code': 200} Jul 08 18:04:12.741310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e4af977c-c861-41f9-bcb7-1c099bc64e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.743003 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-e4af977c-c861-41f9-bcb7-1c099bc64e5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d607f64e544943219f8d872b2ddf48b2&device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 1099 time: 0.0569792 Jul 08 18:04:12.787563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-69f0965b-bca0-4844-bac3-1c325bcc2feb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=78d41bbf-8dab-4b4a-b53e-e35ee8833029 HTTP/1.1" status: 200 len: 217 time: 0.0357304 Jul 08 18:04:12.840338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-b6120353-88d7-46c7-87a4-af5c5bfdf02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.841951 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-b6120353-88d7-46c7-87a4-af5c5bfdf02e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0482335 Jul 08 18:04:12.898503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-65e53856-9b94-4a88-b8fa-45deba48fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:12.900030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-65e53856-9b94-4a88-b8fa-45deba48fa67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518382 Jul 08 18:04:12.987485 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-3a2b1fef-9711-480b-8de2-3a7787a5e078 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802562 Jul 08 18:04:13.076988 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1de3b50e-2ef6-4890-9a68-5110253b5c98 req-09f7d632-89dd-48da-81cc-3224153ad0f9 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831633 Jul 08 18:04:13.177653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-c91766e7-ddeb-4b1a-bc67-d59b38899eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:13.179119 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-c91766e7-ddeb-4b1a-bc67-d59b38899eb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d607f64e544943219f8d872b2ddf48b2&device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 1099 time: 0.0521629 Jul 08 18:04:13.272691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-696659f7-608a-4e77-96b8-fcc5e2f5fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:13.274205 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-696659f7-608a-4e77-96b8-fcc5e2f5fe3b service neutron] 10.222.0.72 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.0879970 Jul 08 18:04:13.317210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-d08a9e2e-f637-485e-be1e-c3fab9ba79ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=78d41bbf-8dab-4b4a-b53e-e35ee8833029 HTTP/1.1" status: 200 len: 217 time: 0.0346682 Jul 08 18:04:13.367466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-9ec8e391-93e3-4372-abe3-5aeac981b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:13.368795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-9ec8e391-93e3-4372-abe3-5aeac981b01e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0454760 Jul 08 18:04:13.439086 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-bd2e93d0-e70b-4b21-a575-52f965ddc004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:13.441334 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-bd2e93d0-e70b-4b21-a575-52f965ddc004 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641072 Jul 08 18:04:13.518522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef239b3-8746-4e5e-909a-e18e75ecaa21 req-00f93b2a-c338-4394-865c-0ef3e85ec01a tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:13.520103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ef239b3-8746-4e5e-909a-e18e75ecaa21 req-00f93b2a-c338-4394-865c-0ef3e85ec01a tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 948 time: 0.0693772 Jul 08 18:04:13.532723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-b64295ef-5e5a-4e4a-97c8-d1ceabda03a0 service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 Jul 08 18:04:13.559000 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ef239b3-8746-4e5e-909a-e18e75ecaa21 req-80d05ba0-3b84-4294-94d0-87c5461bbec5 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Jul 08 18:04:13.627001 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb5173d0-5a77-4bf1-9b49-c330b78f6963 req-d3877ea3-b67f-4ba5-8bfd-3e81e84f157c service neutron] 10.222.0.72 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875993 Jul 08 18:04:13.921012 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:14.735499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23a777-7c40-40d7-a28b-28770ad41f27 req-8282b4ef-395e-4f1f-bf53-9140a4d8bb8b tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:14.737048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a23a777-7c40-40d7-a28b-28770ad41f27 req-8282b4ef-395e-4f1f-bf53-9140a4d8bb8b tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 948 time: 0.0643189 Jul 08 18:04:14.779553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a23a777-7c40-40d7-a28b-28770ad41f27 req-8cefb1a2-6461-4578-bacf-8362d60a6d34 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Jul 08 18:04:15.251297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78d41bbf-8dab-4b4a-b53e-e35ee8833029 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:04:15.345187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78d41bbf-8dab-4b4a-b53e-e35ee8833029, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78d41bbf-8dab-4b4a-b53e-e35ee8833029,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:15.357609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '78d41bbf-8dab-4b4a-b53e-e35ee8833029', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '78d41bbf-8dab-4b4a-b53e-e35ee8833029', 'mac_address': 'fa:16:3e:74:b4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:04:15.393432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.405552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d41bbf-8dab-4b4a-b53e-e35ee8833029 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:04:15.425670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78d41bbf-8dab-4b4a-b53e-e35ee8833029, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78d41bbf-8dab-4b4a-b53e-e35ee8833029,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:15.429722 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:15.480537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78d41bbf-8dab-4b4a-b53e-e35ee8833029,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:15.487704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.488053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.488395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.488742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.489087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.489418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.489748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.490067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.490390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.490711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.491033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.491356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:15.630253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['78d41bbf-8dab-4b4a-b53e-e35ee8833029'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:15.954544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ea2b-8d44-4ac8-87ba-bb59e9549b55 req-62b9f3d9-98c2-4389-a256-d65ed99c4ce5 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:15.955900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2489ea2b-8d44-4ac8-87ba-bb59e9549b55 req-62b9f3d9-98c2-4389-a256-d65ed99c4ce5 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 949 time: 0.0671723 Jul 08 18:04:15.997676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2489ea2b-8d44-4ac8-87ba-bb59e9549b55 req-025c16fb-5a55-4f6c-81d9-8ddce47412c6 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Jul 08 18:04:17.172216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3fea5-f35d-4766-8ae9-08d8df817f9b req-0d63c2f0-05b9-439f-a7d2-5232df81a4f1 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.173645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aeb3fea5-f35d-4766-8ae9-08d8df817f9b req-0d63c2f0-05b9-439f-a7d2-5232df81a4f1 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 949 time: 0.0634224 Jul 08 18:04:17.211031 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aeb3fea5-f35d-4766-8ae9-08d8df817f9b req-dbf111e9-5a14-48c3-beaa-e2826d02f28d tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Jul 08 18:04:17.283748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78d41bbf-8dab-4b4a-b53e-e35ee8833029 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:17.333844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:17.337460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:17.337834 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:17.415652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:17.437258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d41bbf-8dab-4b4a-b53e-e35ee8833029'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:17.439567 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b843da-cb2f-4996-91c9-6064ff5ef92d" -d '{"events": [{"server_uuid": "d6bc053c-1f9c-4411-90a4-c42319b308da", "name": "network-vif-plugged", "status": "completed", "tag": "78d41bbf-8dab-4b4a-b53e-e35ee8833029"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:17.452434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 78d41bbf-8dab-4b4a-b53e-e35ee8833029, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78d41bbf-8dab-4b4a-b53e-e35ee8833029,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:17.457802 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:17.505115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=78d41bbf-8dab-4b4a-b53e-e35ee8833029,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:17.613211 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fa9a2d-8589-485e-b47d-00bf6c159cb8 x-openstack-request-id: req-d1fa9a2d-8589-485e-b47d-00bf6c159cb8 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:17.613510 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bc053c-1f9c-4411-90a4-c42319b308da", "name": "network-vif-plugged", "status": "completed", "tag": "78d41bbf-8dab-4b4a-b53e-e35ee8833029", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:17.613768 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d1fa9a2d-8589-485e-b47d-00bf6c159cb8 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:17.614171 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d41bbf-8dab-4b4a-b53e-e35ee8833029', 'code': 200} Jul 08 18:04:17.726632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cadc6-6a99-4a2e-9a73-eb7a2994c4b6 req-2c4b162c-161d-4624-b354-91d4be9c0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:17.727585 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a93cadc6-6a99-4a2e-9a73-eb7a2994c4b6 req-2c4b162c-161d-4624-b354-91d4be9c0c9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 1101 time: 0.0526619 Jul 08 18:04:17.762631 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a93cadc6-6a99-4a2e-9a73-eb7a2994c4b6 req-853c1a31-9e76-4599-8526-bf5e7221b369 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287919 Jul 08 18:04:18.401111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6c8b3-3f7f-4db9-9ac1-d646467538c9 req-1a75089c-18b8-4e6c-9f10-6369518aae06 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:18.402795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65b6c8b3-3f7f-4db9-9ac1-d646467538c9 req-1a75089c-18b8-4e6c-9f10-6369518aae06 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 950 time: 0.0797045 Jul 08 18:04:18.446983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65b6c8b3-3f7f-4db9-9ac1-d646467538c9 req-9cfaa6ea-4e9a-4d03-b259-6c8de30d03f0 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Jul 08 18:04:19.625328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16df185-76e8-45ca-9fc2-bc688bd468c9 req-4147f53e-bb5c-410e-9c46-5545a2d6b7f5 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:19.626859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f16df185-76e8-45ca-9fc2-bc688bd468c9 req-4147f53e-bb5c-410e-9c46-5545a2d6b7f5 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 950 time: 0.0647869 Jul 08 18:04:19.667765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f16df185-76e8-45ca-9fc2-bc688bd468c9 req-d05b478f-971e-465c-9c03-1b925954499e tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Jul 08 18:04:20.126821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb1bf5-c6ee-4bed-91ea-63335355cf5a req-c967dc60-6e26-4148-ad02-aefdd61f3260 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:20.129863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fefb1bf5-c6ee-4bed-91ea-63335355cf5a req-c967dc60-6e26-4148-ad02-aefdd61f3260 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 950 time: 0.0869823 Jul 08 18:04:20.172070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fefb1bf5-c6ee-4bed-91ea-63335355cf5a req-7753ce2f-c056-4147-ad4a-e8f75a8fef99 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367606 Jul 08 18:04:21.259313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-c1b89ad7-0b78-4ae9-a6a7-d3a12a8923e2 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:21.260827 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-c1b89ad7-0b78-4ae9-a6a7-d3a12a8923e2 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 950 time: 0.0646017 Jul 08 18:04:21.360542 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8a77-3363-47ab-b267-43b04ffaff7b req-c8c4b6d0-d587-4f85-bac1-82b1382b9734 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:21.362183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca8a8a77-3363-47ab-b267-43b04ffaff7b req-c8c4b6d0-d587-4f85-bac1-82b1382b9734 tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bc053c-1f9c-4411-90a4-c42319b308da HTTP/1.1" status: 200 len: 950 time: 0.0737822 Jul 08 18:04:21.369554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Deleting port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:21.369902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.404357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca8a8a77-3363-47ab-b267-43b04ffaff7b req-9d9fef48-0f52-4e22-8b4b-4353c2962c3f tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.63 "GET /v2.0/security-groups?id=e67e5922-02f3-404b-a5f5-cb09814542e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Jul 08 18:04:21.460640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] For port 78d41bbf-8dab-4b4a-b53e-e35ee8833029, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=78d41bbf-8dab-4b4a-b53e-e35ee8833029,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:21.460947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.474208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Calling delete_port for 78d41bbf-8dab-4b4a-b53e-e35ee8833029 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:21.604246 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.616019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['78d41bbf-8dab-4b4a-b53e-e35ee8833029'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:04:21.635685 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Pushing event deleted for resources: {'Port': ['ID=78d41bbf-8dab-4b4a-b53e-e35ee8833029,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:21.690280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] No DVR routers for this DVR port 78d41bbf-8dab-4b4a-b53e-e35ee8833029 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:21.693627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:21.695641 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-003e66ed-89d4-442a-9a40-7f84916b5eca req-68b6fb9c-bb6a-4ed3-bf50-c839417444de tempest-VolumesNegativeTest-1608217699 tempest-VolumesNegativeTest-1608217699-project] 10.222.0.72 "DELETE /v2.0/ports/78d41bbf-8dab-4b4a-b53e-e35ee8833029 HTTP/1.1" status: 204 len: 173 time: 0.4291718 Jul 08 18:04:21.696174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'name': 'network-vif-deleted', 'tag': '78d41bbf-8dab-4b4a-b53e-e35ee8833029'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:21.698380 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2742bb-26b8-4852-a738-f52aea8a0bfa" -d '{"events": [{"server_uuid": "d6bc053c-1f9c-4411-90a4-c42319b308da", "name": "network-vif-deleted", "tag": "78d41bbf-8dab-4b4a-b53e-e35ee8833029"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:21.741967 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf073be8-9a32-47e7-a9ce-54e66e51724a x-openstack-request-id: req-cf073be8-9a32-47e7-a9ce-54e66e51724a {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:21.742268 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bc053c-1f9c-4411-90a4-c42319b308da", "name": "network-vif-deleted", "tag": "78d41bbf-8dab-4b4a-b53e-e35ee8833029", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:21.742526 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cf073be8-9a32-47e7-a9ce-54e66e51724a {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:21.742939 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bc053c-1f9c-4411-90a4-c42319b308da', 'name': 'network-vif-deleted', 'tag': '78d41bbf-8dab-4b4a-b53e-e35ee8833029', 'status': 'completed', 'code': 200} Jul 08 18:04:25.329516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78d41bbf-8dab-4b4a-b53e-e35ee8833029 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:25.350814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 78d41bbf-8dab-4b4a-b53e-e35ee8833029 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:25.351153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 78d41bbf-8dab-4b4a-b53e-e35ee8833029 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:26.079065 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.245423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52050) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:27.381883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd6c213a-b184-4877-9a61-e25ebfd219ee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d607f64e544943219f8d872b2ddf48b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352234 Jul 08 18:04:27.384358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52054) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:27.435080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.458355 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.508995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.511874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.513429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e67e5922-02f3-404b-a5f5-cb09814542e7 HTTP/1.1" status: 204 len: 168 time: 0.1279716 Jul 08 18:04:27.516578 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e819196b-5a72-46bc-9b6b-fd7d4d02edba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:27.521969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e5922-02f3-404b-a5f5-cb09814542e7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:27.530092 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.530507 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.530964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.531183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.531519 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.531857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.532192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.532548 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.532914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.533241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.533572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:27.533895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334b1f72-5035-4a47-b685-a52b6fb05a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:30.028054 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-780eb968-2a56-4653-802b-00c2daba1370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:30.484073 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:31.484084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:32.962410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:33.096524 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:04:40.090984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-e9c9d978-429c-47a6-b0e0-ddb636d111ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558710 Jul 08 18:04:40.428512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-ab6f23be-c7ca-402f-94cc-e08ada3d2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.429907 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-ab6f23be-c7ca-402f-94cc-e08ada3d2f22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 1096 time: 0.2964807 Jul 08 18:04:40.537766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-43fd8af2-11ed-47e6-b96e-fb3a12868ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.539247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-43fd8af2-11ed-47e6-b96e-fb3a12868ee6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.0851283 Jul 08 18:04:40.615424 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-4a235348-80a2-4e85-a644-23bc07dfca6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e HTTP/1.1" status: 200 len: 1000 time: 0.0634215 Jul 08 18:04:40.665402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-6e52d880-ef9a-42ad-95e4-eae4a741d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.666944 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-6e52d880-ef9a-42ad-95e4-eae4a741d365 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0436118 Jul 08 18:04:40.726689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-ddaaacd0-6d8f-4174-bc84-e0ffd3a2f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:40.728101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-ddaaacd0-6d8f-4174-bc84-e0ffd3a2f826 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519104 Jul 08 18:04:40.824054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-c206a510-875a-4a1b-8916-12c7e86f80fc service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851700 Jul 08 18:04:40.918505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a48ecd02-abb9-48ec-9115-f1be31a5c4ba req-d62f3b82-c0ad-41aa-adf9-1fc5d0ff30fc service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854797 Jul 08 18:04:43.920007 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.602123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52186) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:45.721188 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e67260e-3370-4405-b8f9-d46dc96bc4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.813087 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e67260e-3370-4405-b8f9-d46dc96bc4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.818023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6e67260e-3370-4405-b8f9-d46dc96bc4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.856698 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6e67260e-3370-4405-b8f9-d46dc96bc4f0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=72c59271db08400ba1e370ac02e95f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527413 Jul 08 18:04:45.857624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67260e-3370-4405-b8f9-d46dc96bc4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86c51b9-d80c-40b2-81bb-18fb907cd5ab,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:45.859406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52190) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:45.909175 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.929784 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.977008 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.979622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:45.980814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a86c51b9-d80c-40b2-81bb-18fb907cd5ab HTTP/1.1" status: 204 len: 168 time: 0.1203325 Jul 08 18:04:45.991310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86c51b9-d80c-40b2-81bb-18fb907cd5ab,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:45.999485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:45.999985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.000339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.000681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.001058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.001395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.001733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.002065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.002405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.003289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.003620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.003949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebf8377-a88d-488d-bc77-62f953a99761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:04:46.615629 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52212) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:46.713922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-161160576-network', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:46.735351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Made reservation on behalf of 0d06a7e44c7d4234a2f1748284598602 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:46.738303 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.749815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.837219 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.840973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.861517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:04:46.876563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3609f232-8898-467a-9c53-d1fbce7139e1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:46.879454 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.879797 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Added segment 0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc of type vlan for network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 Jul 08 18:04:46.919253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.947194 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.948069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:46.948650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:46.997420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3806489 Jul 08 18:04:47.000332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52216) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:47.005479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Request body: {'subnet': {'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-161160576-subnet', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:47.008141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef67d0-4bc6-48ef-826d-f2cabc602fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef18acb-b3d2-49ae-b695-1b38ccc04418,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:47.017621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:04:47.029363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Made reservation on behalf of 0d06a7e44c7d4234a2f1748284598602 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:47.031985 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.198491 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.253709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01bdc88-8031-486f-896c-a8b786120166,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:47.260663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Checking segment: {'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:47.261065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Network hostable DHCP agents. Network: 5ef18acb-b3d2-49ae-b695-1b38ccc04418, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:04:47.277669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:04:47.286789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 5ef18acb-b3d2-49ae-b695-1b38ccc04418) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:47.291436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:47.292026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.296095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d32a3-7f1a-4108-8e8f-1d6238932c23 None None] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:47.305993 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5e3ac145-c315-49eb-ac45-255428fa1d18 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3045206 Jul 08 18:04:47.308616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52220) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:47.313041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:47.333962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.335033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.388585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.440665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-5ef18acb-b3d2-49ae-b695-1b38ccc04418', 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'fixed_ips': [{'subnet_id': 'd01bdc88-8031-486f-896c-a8b786120166'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:04:47.441569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.524480 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.576919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Allocated IP 172.20.0.2 (5ef18acb-b3d2-49ae-b695-1b38ccc04418/d01bdc88-8031-486f-896c-a8b786120166/a209a0b7-ed5c-47e0-b0bd-165d5b5a317e) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:47.738297 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.758110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.871995 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Allocated IP 172.25.5.191 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/b97de1af-5e22-433f-acfc-68874e569f5b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:47.886630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.895651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Transition to ACTIVE for port object a209a0b7-ed5c-47e0-b0bd-165d5b5a317e will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:47.911794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Transition to ACTIVE for port object a209a0b7-ed5c-47e0-b0bd-165d5b5a317e will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:47.917650 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:47.960003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:47.962856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:47.967344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:47.970486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Pushing event updated for resources: {'Port': ['ID=a209a0b7-ed5c-47e0-b0bd-165d5b5a317e,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:47.980393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.025535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.031442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Attempting to bind port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:48.031945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Attempting to bind port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:48.032173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Attempting to bind port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e on network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:48.038233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:48.038610 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Checking segment: {'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:48.039013 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.039408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Bound using segment: {'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:48.039875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Bound port: a209a0b7-ed5c-47e0-b0bd-165d5b5a317e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:48.040261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.073259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:48.076357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:48.081688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:48.102135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Pushing event updated for resources: {'Port': ['ID=b97de1af-5e22-433f-acfc-68874e569f5b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:48.106580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] For port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:48.109922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] For port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a209a0b7-ed5c-47e0-b0bd-165d5b5a317e,segment=NetworkSegment(0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc),segment_id=0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:48.114509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.174821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885b1af-4fd6-4b01-94b2-e72b31664929 None None] Pushing event updated for resources: {'Port': ['ID=a209a0b7-ed5c-47e0-b0bd-165d5b5a317e,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:48.353027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.558400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.686484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Router 8bb91db4-17f9-4e92-b388-651db80a5677 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:04:48.795322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:48.813194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Sync routers for ids ['8bb91db4-17f9-4e92-b388-651db80a5677'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:48.816401 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:48.821471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6119ea0e-1bfe-4384-995e-42cd3d316977 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5094438 Jul 08 18:04:48.821780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52222) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:48.829873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Routers {'8bb91db4-17f9-4e92-b388-651db80a5677'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:48.829873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8bb91db4-17f9-4e92-b388-651db80a5677'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:48.945245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Set router 8bb91db4-17f9-4e92-b388-651db80a5677 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:49.125676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edabde8-54ac-471a-b5a1-e535399b4dfb None None] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:49.216409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4f193c9f-1ebd-4025-84e8-bb3603a75099 None None] Provisioning for port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:49.281790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:48Z', 'revision_number': 3, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:49.309758 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.318814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Checking router: 8bb91db4-17f9-4e92-b388-651db80a5677 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:49.319176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Updating router 8bb91db4-17f9-4e92-b388-651db80a5677 port b97de1af-5e22-433f-acfc-68874e569f5b binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:04:49.387078 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.411417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a209a0b7-ed5c-47e0-b0bd-165d5b5a317e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:49.599723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:49.610753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:49.611134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.750762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Allocated IP 172.20.0.1 (5ef18acb-b3d2-49ae-b695-1b38ccc04418/d01bdc88-8031-486f-896c-a8b786120166/d2065ff9-9b0a-45c3-872d-73accdbf3c82) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:49.770122 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.804394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.828103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Transition to ACTIVE for port object b97de1af-5e22-433f-acfc-68874e569f5b will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:49.831894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a209a0b7-ed5c-47e0-b0bd-165d5b5a317e,segment=NetworkSegment(0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc),segment_id=0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:49.835429 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.840707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52224) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:49.842237 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.883121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.900786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Transition to ACTIVE for port object d2065ff9-9b0a-45c3-872d-73accdbf3c82 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:49.917802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Attempting to bind port b97de1af-5e22-433f-acfc-68874e569f5b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:49.918175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Attempting to bind port b97de1af-5e22-433f-acfc-68874e569f5b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:49.918537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Attempting to bind port b97de1af-5e22-433f-acfc-68874e569f5b on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:49.925235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-125ea922-317b-435b-9027-8f4dfa875ddc None None] Provisioning complete for port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:49.925614 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-125ea922-317b-435b-9027-8f4dfa875ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.935956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.948767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=a209a0b7-ed5c-47e0-b0bd-165d5b5a317e,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:49.955187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:49.955566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:49.956005 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.956392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:49.956893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Bound port: b97de1af-5e22-433f-acfc-68874e569f5b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:49.957277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:49.985861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:49.992521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:49.994697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Pushing event updated for resources: {'Port': ['ID=d2065ff9-9b0a-45c3-872d-73accdbf3c82,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:49.997250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:50.041905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port f4cd33ff-3fdd-4de9-b06d-0a652bc1effd {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:50.042248 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.045591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.058084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c2088-32b7-4022-95e3-55dded85728b None None] Pushing event updated for resources: {'Port': ['ID=b97de1af-5e22-433f-acfc-68874e569f5b,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.064574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] For port b97de1af-5e22-433f-acfc-68874e569f5b, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:50.068909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] For port b97de1af-5e22-433f-acfc-68874e569f5b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b97de1af-5e22-433f-acfc-68874e569f5b,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:50.099951 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.134800 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.135123 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.151493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for f4cd33ff-3fdd-4de9-b06d-0a652bc1effd owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:50.198983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Routers {'8bb91db4-17f9-4e92-b388-651db80a5677'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:50.199650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8bb91db4-17f9-4e92-b388-651db80a5677'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:50.242685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c2088-32b7-4022-95e3-55dded85728b None None] Pushing event updated for resources: {'Port': ['ID=b97de1af-5e22-433f-acfc-68874e569f5b,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.257062 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.316225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-09c852b5-70b0-4e29-876d-81421789d041 None None] Provisioning for port d2065ff9-9b0a-45c3-872d-73accdbf3c82 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:50.325609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-09c852b5-70b0-4e29-876d-81421789d041 None None] Provisioning complete for port d2065ff9-9b0a-45c3-872d-73accdbf3c82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:50.326235 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-09c852b5-70b0-4e29-876d-81421789d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.339193 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.349079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] Set router 8bb91db4-17f9-4e92-b388-651db80a5677 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:50.375813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=f4cd33ff-3fdd-4de9-b06d-0a652bc1effd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.439274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.439761 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Floating IP f9ff2f66-c35a-4bbe-9bf3-12744a02ada5 disassociated (deleted). External IP: 172.25.5.20, port: 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e. Jul 08 18:04:50.446259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.450638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-09c852b5-70b0-4e29-876d-81421789d041 None None] Port d2065ff9-9b0a-45c3-872d-73accdbf3c82 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:50.451920 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.549155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:48Z', 'revision_number': 3, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:50.559843 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.564185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Pushing event updated for resources: {'Port': ['ID=d2065ff9-9b0a-45c3-872d-73accdbf3c82,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:50.576813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b15319-293b-4e41-953c-e4adbac2fe08 None None] The sync data for ids ['8bb91db4-17f9-4e92-b388-651db80a5677'] in n-d-799528-4 is: [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:48Z', 'revision_number': 3, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:50.695644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:04:50.698969 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:50.700867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:50.850506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:50.855122 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:50.863740 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:50.884764 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:50.886370 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:50.914972 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0d838923-0d6a-4a74-927e-f04a4f0a8841 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "DELETE /v2.0/floatingips/f9ff2f66-c35a-4bbe-9bf3-12744a02ada5 HTTP/1.1" status: 204 len: 168 time: 1.0716290 Jul 08 18:04:50.915680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:50.918130 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:50.923935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Router 8bb91db4-17f9-4e92-b388-651db80a5677 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:04:50.981043 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c01d7a-2dfe-42e0-8cbc-666caf0c561c x-openstack-request-id: req-b9c01d7a-2dfe-42e0-8cbc-666caf0c561c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:50.981788 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:50.982208 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b9c01d7a-2dfe-42e0-8cbc-666caf0c561c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:50.982778 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'status': 'completed', 'code': 200} Jul 08 18:04:51.086829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cab4bd22-ec0f-4d92-8a69-d2adfcbe5cd0 None None] Provisioning complete for port d2065ff9-9b0a-45c3-872d-73accdbf3c82 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:51.087679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cab4bd22-ec0f-4d92-8a69-d2adfcbe5cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.145765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-cab4bd22-ec0f-4d92-8a69-d2adfcbe5cd0 None None] Port d2065ff9-9b0a-45c3-872d-73accdbf3c82 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:51.166810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:51.187675 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-27c26033-7c1c-4bfe-b404-aa2eb16bad73 admin admin] 10.222.0.63 "PUT /v2.0/routers/8bb91db4-17f9-4e92-b388-651db80a5677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3562901 Jul 08 18:04:51.187915 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:51.218936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-fe24a6e2-94d4-4e55-859b-bc97bc14c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.220511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-fe24a6e2-94d4-4e55-859b-bc97bc14c11a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 1096 time: 0.1326182 Jul 08 18:04:51.368688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-a605dbb8-1d03-48e9-b2b3-54dbe4c29606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.370786 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-a605dbb8-1d03-48e9-b2b3-54dbe4c29606 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1389196 Jul 08 18:04:51.466750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-13f1b72d-92fa-427e-b764-fc805a160bfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e HTTP/1.1" status: 200 len: 217 time: 0.0866036 Jul 08 18:04:51.545061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a209a0b7-ed5c-47e0-b0bd-165d5b5a317e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:51.547717 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-d793f21e-2013-4dfe-bd30-71d11a212129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.550038 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-d793f21e-2013-4dfe-bd30-71d11a212129 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0769029 Jul 08 18:04:51.588564 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 1, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:51.591736 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696feb-5a09-4bb7-aeb9-6f4dd1624198 req-9dea51f1-9876-443b-883d-fafbc27e4142 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.600507 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f696feb-5a09-4bb7-aeb9-6f4dd1624198 req-9dea51f1-9876-443b-883d-fafbc27e4142 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 945 time: 0.1449881 Jul 08 18:04:51.636965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:51.645094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:51.645399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.647482 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:51.647589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-83131138-5dcb-469d-a138-5cd5b805e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:51.648905 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:51.650043 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-83131138-5dcb-469d-a138-5cd5b805e9af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924733 Jul 08 18:04:51.678814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f696feb-5a09-4bb7-aeb9-6f4dd1624198 req-e0a1e2c9-928d-45b7-a33b-56dfdc36d5a9 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756853 Jul 08 18:04:51.815602 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:51.825381 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-89c7e1d7-70c0-4d4e-b4b9-1089fe2310f9 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675129 Jul 08 18:04:51.826087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b97de1af-5e22-433f-acfc-68874e569f5b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:51.927398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b97de1af-5e22-433f-acfc-68874e569f5b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:51.938105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b97de1af-5e22-433f-acfc-68874e569f5b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:51.939070 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:51.950861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b8345f8a-5c3c-4beb-9007-27ae597fa8c5 req-68dca74c-71e5-4bbe-b49f-8b8104e73b50 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181476 Jul 08 18:04:51.963536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52246) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:51.969724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2097093261-network', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:51.998454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Made reservation on behalf of a25699a5c3f24742b4320dde98b05a56 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:52.001027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.010911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.042837 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.068628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port b97de1af-5e22-433f-acfc-68874e569f5b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b97de1af-5e22-433f-acfc-68874e569f5b,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:52.074209 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.124983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.130384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.133004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=b97de1af-5e22-433f-acfc-68874e569f5b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:52.146578 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 1, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:52.157888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:04:52.168672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf580765-c304-404a-a7f2-18822cc47856,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:52.173983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.174369 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Added segment c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a of type vlan for network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 Jul 08 18:04:52.174656 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9e087-b7c8-48f7-8409-3c5a564e98be None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'd231b2f5-6ba0-456b-96bf-5a6406aaa602', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'port_id': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'mac_address': 'fa:16:3e:d7:20:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:01:02Z', 'updated_at': '2021-07-08T18:01:04Z', 'revision_number': 1, 'project_id': '2e45d758143b4debb58a65408ce49775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:52.219912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.252021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.253057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:52.253640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.323843 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3589938 Jul 08 18:04:52.326583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52248) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:52.332631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Request body: {'subnet': {'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2097093261-subnet', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:52.349154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b2cbc-6a52-4b27-8e2f-1d87c00ddf16 admin admin] Pushing event updated for resources: {'Network': ['ID=bc99eb55-4c63-4d3d-8ba7-1793a483bac1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:52.360788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:04:52.362251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Made reservation on behalf of a25699a5c3f24742b4320dde98b05a56 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:04:52.365052 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.548047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.607351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42e1b360-aac9-4eb0-81a8-930ab638ab8c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:52.615401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Checking segment: {'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:52.615765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Network hostable DHCP agents. Network: bc99eb55-4c63-4d3d-8ba7-1793a483bac1, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:04:52.633638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:04:52.644751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, bc99eb55-4c63-4d3d-8ba7-1793a483bac1) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:52.650479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:52.650629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.654518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bca467-37a8-41f5-a360-61bcd30992e5 None None] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:52.667229 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-327fb525-1ea1-4492-9df6-22ebcb9b3e81 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3392527 Jul 08 18:04:52.669608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52250) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:52.674132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:04:52.698509 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.699768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.707245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Sync routers for ids ['8bb91db4-17f9-4e92-b388-651db80a5677'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:52.738098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Routers {'8bb91db4-17f9-4e92-b388-651db80a5677'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:52.738738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8bb91db4-17f9-4e92-b388-651db80a5677'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:52.791082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:52.925419 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ee844-f828-4075-8721-07aa82c6e932 None None] New status for floating IP f9ff2f66-c35a-4bbe-9bf3-12744a02ada5: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:04:52.978284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.059640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311ac6-e78e-4c5e-be80-90ce9d652b95 req-db063827-d6cf-47e8-8eae-cd4d4c2229e6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.061336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86311ac6-e78e-4c5e-be80-90ce9d652b95 req-db063827-d6cf-47e8-8eae-cd4d4c2229e6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 945 time: 0.1843107 Jul 08 18:04:53.077945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Set router 8bb91db4-17f9-4e92-b388-651db80a5677 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:53.108785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'fixed_ips': [{'subnet_id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:04:53.109714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.114696 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86311ac6-e78e-4c5e-be80-90ce9d652b95 req-3902cd9a-1509-4e04-9248-db1a22166a01 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Jul 08 18:04:53.246082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.267660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.369068 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Allocated IP 172.20.0.2 (bc99eb55-4c63-4d3d-8ba7-1793a483bac1/42e1b360-aac9-4eb0-81a8-930ab638ab8c/e5b3c9e0-d290-41ed-89ff-f6d790629f41) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:53.382626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Allocated IP 172.25.5.107 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d66ee4d5-868a-40d9-a184-c37afd1cfa4b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:53.406827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b97de1af-5e22-433f-acfc-68874e569f5b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:53.447594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-605f12bc-0f3e-431a-9e0e-0476162c50c0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:04:53.449130 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-605f12bc-0f3e-431a-9e0e-0476162c50c0 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 945 time: 0.0713201 Jul 08 18:04:53.493197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.528673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:50Z', 'revision_number': 4, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd2065ff9-9b0a-45c3-872d-73accdbf3c82', 'name': '', 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'mac_address': 'fa:16:3e:e8:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'd01bdc88-8031-486f-896c-a8b786120166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:49Z', 'updated_at': '2021-07-08T18:04:50Z', 'revision_number': 2, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'subnets': [{'id': 'd01bdc88-8031-486f-896c-a8b786120166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:53.540318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.564355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:53.564752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.569920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Checking router: 8bb91db4-17f9-4e92-b388-651db80a5677 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:53.570277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Updating router 8bb91db4-17f9-4e92-b388-651db80a5677 port d2065ff9-9b0a-45c3-872d-73accdbf3c82 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:04:53.591599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:53.592631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:53.595189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:53.597865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:53.613751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b97de1af-5e22-433f-acfc-68874e569f5b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:53.614136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.669941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] For port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:53.670169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.670695 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.684072 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.687072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:53.699520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Transition to ACTIVE for port object e5b3c9e0-d290-41ed-89ff-f6d790629f41 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:53.750179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Transition to ACTIVE for port object e5b3c9e0-d290-41ed-89ff-f6d790629f41 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:53.806180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.831853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.864683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=4b7563bd-8ac4-4c38-83ad-8c14efee9c6e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:53.872807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.892783 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:53.911398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:53.921180 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] No DVR routers for this DVR port 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:04:53.923903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:53.928058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9690eeaf-01e9-4a70-80ab-4b9b556b2f22 req-873359ba-7b8f-4c4a-ae5c-0948df2016da tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "DELETE /v2.0/ports/4b7563bd-8ac4-4c38-83ad-8c14efee9c6e HTTP/1.1" status: 204 len: 173 time: 0.4701698 Jul 08 18:04:53.928521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'name': 'network-vif-deleted', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:04:53.930979 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d1acd-5031-4a45-bc78-5b59e4843c66" -d '{"events": [{"server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "name": "network-vif-deleted", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:04:53.954719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:53.957364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Pushing event updated for resources: {'Port': ['ID=e5b3c9e0-d290-41ed-89ff-f6d790629f41,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:53.969564 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbcc67f-505d-44e9-9a8c-8eeb6de76068 x-openstack-request-id: req-0fbcc67f-505d-44e9-9a8c-8eeb6de76068 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:04:53.969925 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3ae49c-aaa5-4f0b-9499-35be0341f800", "name": "network-vif-deleted", "tag": "4b7563bd-8ac4-4c38-83ad-8c14efee9c6e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:04:53.970308 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0fbcc67f-505d-44e9-9a8c-8eeb6de76068 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:04:53.971019 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3ae49c-aaa5-4f0b-9499-35be0341f800', 'name': 'network-vif-deleted', 'tag': '4b7563bd-8ac4-4c38-83ad-8c14efee9c6e', 'status': 'completed', 'code': 200} Jul 08 18:04:54.052636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Attempting to bind port e5b3c9e0-d290-41ed-89ff-f6d790629f41 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:54.053052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Attempting to bind port e5b3c9e0-d290-41ed-89ff-f6d790629f41 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:54.053393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Attempting to bind port e5b3c9e0-d290-41ed-89ff-f6d790629f41 on network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:54.066905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:54.067289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Checking segment: {'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:54.067612 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.068110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Bound using segment: {'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:54.068482 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Bound port: e5b3c9e0-d290-41ed-89ff-f6d790629f41, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:54.068899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.105161 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.185106 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.189676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] For port e5b3c9e0-d290-41ed-89ff-f6d790629f41, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:54.195625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] For port e5b3c9e0-d290-41ed-89ff-f6d790629f41, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e5b3c9e0-d290-41ed-89ff-f6d790629f41,segment=NetworkSegment(c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a),segment_id=c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:54.200870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Transition to ACTIVE for port object d2065ff9-9b0a-45c3-872d-73accdbf3c82 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:54.209382 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.248326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.306835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8bc97-af15-4a77-a5fe-a1f43b8ad258 None None] Pushing event updated for resources: {'Port': ['ID=e5b3c9e0-d290-41ed-89ff-f6d790629f41,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:54.443732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Attempting to bind port d2065ff9-9b0a-45c3-872d-73accdbf3c82 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:54.444363 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Attempting to bind port d2065ff9-9b0a-45c3-872d-73accdbf3c82 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:54.444828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Attempting to bind port d2065ff9-9b0a-45c3-872d-73accdbf3c82 on network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:54.455971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205c50f-a79b-40d1-83d5-ca131816ab65 None None] Pushing event updated for resources: {'Port': ['ID=d2065ff9-9b0a-45c3-872d-73accdbf3c82,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:54.460383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:54.461903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Checking segment: {'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:54.462625 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.463227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Bound using segment: {'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:54.463959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Bound port: d2065ff9-9b0a-45c3-872d-73accdbf3c82, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:54.464573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.552347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] For port d2065ff9-9b0a-45c3-872d-73accdbf3c82, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:54.558299 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] For port d2065ff9-9b0a-45c3-872d-73accdbf3c82, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d2065ff9-9b0a-45c3-872d-73accdbf3c82,segment=NetworkSegment(0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc),segment_id=0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:54.567766 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:54.667781 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205c50f-a79b-40d1-83d5-ca131816ab65 None None] Pushing event updated for resources: {'Port': ['ID=d2065ff9-9b0a-45c3-872d-73accdbf3c82,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:54.677947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Routers {'8bb91db4-17f9-4e92-b388-651db80a5677'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:54.678992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8bb91db4-17f9-4e92-b388-651db80a5677'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:54.806339 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eaa9be7f-665d-4003-a314-125e8df064a5 req-151bd152-abfd-4170-9a74-55315cda00e5 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 210 time: 0.0369120 Jul 08 18:04:54.871915 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Router 1621b9e1-b306-472b-95df-f783ba2dae72 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:04:54.941636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] Set router 8bb91db4-17f9-4e92-b388-651db80a5677 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:55.023087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:55.048695 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.050500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e295aa96-bd1b-42d0-b918-2461f4a8fbb4 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3798535 Jul 08 18:04:55.053136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52258) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:55.076202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Sync routers for ids ['1621b9e1-b306-472b-95df-f783ba2dae72'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:04:55.141253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Routers {'1621b9e1-b306-472b-95df-f783ba2dae72'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:55.142024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1621b9e1-b306-472b-95df-f783ba2dae72'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:55.303717 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Set router 1621b9e1-b306-472b-95df-f783ba2dae72 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:55.505094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5b3c9e0-d290-41ed-89ff-f6d790629f41 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:55.545792 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:55.584219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:50Z', 'revision_number': 4, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd2065ff9-9b0a-45c3-872d-73accdbf3c82', 'name': '', 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'mac_address': 'fa:16:3e:e8:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'd01bdc88-8031-486f-896c-a8b786120166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:49Z', 'updated_at': '2021-07-08T18:04:54Z', 'revision_number': 4, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'subnets': [{'id': 'd01bdc88-8031-486f-896c-a8b786120166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:55.622473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40733a0-ac96-4b8a-baa9-1c74a50e4757 None None] The sync data for ids ['8bb91db4-17f9-4e92-b388-651db80a5677'] in n-d-799528-4 is: [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:50Z', 'revision_number': 4, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'd2065ff9-9b0a-45c3-872d-73accdbf3c82', 'name': '', 'network_id': '5ef18acb-b3d2-49ae-b695-1b38ccc04418', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'mac_address': 'fa:16:3e:e8:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'd01bdc88-8031-486f-896c-a8b786120166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:49Z', 'updated_at': '2021-07-08T18:04:54Z', 'revision_number': 4, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'subnets': [{'id': 'd01bdc88-8031-486f-896c-a8b786120166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:55.651848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e5b3c9e0-d290-41ed-89ff-f6d790629f41 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:55.668682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:04:53Z', 'revision_number': 3, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:55.791221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Allocated IP 172.20.0.1 (bc99eb55-4c63-4d3d-8ba7-1793a483bac1/42e1b360-aac9-4eb0-81a8-930ab638ab8c/4a248eba-dba4-45db-bf23-22c4693699c9) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:04:56.014481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.022156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502cc9ca-fe94-46e7-95bf-7487a40aa619 None None] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:04:56.028887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Checking router: 1621b9e1-b306-472b-95df-f783ba2dae72 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:04:56.029620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Updating router 1621b9e1-b306-472b-95df-f783ba2dae72 port d66ee4d5-868a-40d9-a184-c37afd1cfa4b binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:04:56.044668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Transition to ACTIVE for port object 4a248eba-dba4-45db-bf23-22c4693699c9 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:56.054717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a5ba0fad-a6dc-435f-8412-268233d9d2f0 req-ce3bb384-4300-428e-8cb5-a5dbd65a8ab3 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 210 time: 0.0424924 Jul 08 18:04:56.090602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.131080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:56.134321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:56.141306 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:04:56.170890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c063495-31ba-47fb-98e0-b252194dc104 None None] Provisioning for port e5b3c9e0-d290-41ed-89ff-f6d790629f41 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:56.171878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Pushing event updated for resources: {'Port': ['ID=4a248eba-dba4-45db-bf23-22c4693699c9,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.179183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9c063495-31ba-47fb-98e0-b252194dc104 None None] Provisioning complete for port e5b3c9e0-d290-41ed-89ff-f6d790629f41 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:56.179566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c063495-31ba-47fb-98e0-b252194dc104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.204127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.216300 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.362106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.386565 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.512792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c063495-31ba-47fb-98e0-b252194dc104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.561947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.569117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.639531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Pushing event updated for resources: {'Port': ['ID=4a248eba-dba4-45db-bf23-22c4693699c9,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.663721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.711972 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.721939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Transition to ACTIVE for port object d66ee4d5-868a-40d9-a184-c37afd1cfa4b will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:04:56.739139 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.742739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9c063495-31ba-47fb-98e0-b252194dc104 None None] For port e5b3c9e0-d290-41ed-89ff-f6d790629f41, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e5b3c9e0-d290-41ed-89ff-f6d790629f41,segment=NetworkSegment(c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a),segment_id=c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:56.758242 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c063495-31ba-47fb-98e0-b252194dc104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.800213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:04:56.802203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:04:56.824376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Attempting to bind port d66ee4d5-868a-40d9-a184-c37afd1cfa4b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:04:56.824773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Attempting to bind port d66ee4d5-868a-40d9-a184-c37afd1cfa4b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:04:56.825153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Attempting to bind port d66ee4d5-868a-40d9-a184-c37afd1cfa4b on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:04:56.829175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489b009-1ce7-46a5-af16-8b3059df389e None None] Pushing event updated for resources: {'Port': ['ID=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.838566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:04:56.838944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:04:56.839353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.839750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:04:56.840557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Bound port: d66ee4d5-868a-40d9-a184-c37afd1cfa4b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:04:56.840985 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:56.957003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Router 1621b9e1-b306-472b-95df-f783ba2dae72 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:04:56.961521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063495-31ba-47fb-98e0-b252194dc104 None None] Pushing event updated for resources: {'Port': ['ID=e5b3c9e0-d290-41ed-89ff-f6d790629f41,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:56.965583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] For port d66ee4d5-868a-40d9-a184-c37afd1cfa4b, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:04:56.979926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] For port d66ee4d5-868a-40d9-a184-c37afd1cfa4b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:04:56.986221 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.076411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489b009-1ce7-46a5-af16-8b3059df389e None None] Pushing event updated for resources: {'Port': ['ID=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:57.084643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Routers {'1621b9e1-b306-472b-95df-f783ba2dae72'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:04:57.085714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:04:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1621b9e1-b306-472b-95df-f783ba2dae72'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:57.126160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:04:57.132656 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e986cd5f-2aeb-4534-9088-c2b3b4d15d47 admin admin] 10.222.0.63 "PUT /v2.0/routers/1621b9e1-b306-472b-95df-f783ba2dae72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0773716 Jul 08 18:04:57.309607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] Set router 1621b9e1-b306-472b-95df-f783ba2dae72 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:04:57.346966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdf8f8cb-c12e-45b3-8b77-ea89f7cd21c2 req-449706e9-a4de-48ca-842e-95680dffbce8 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 210 time: 0.1082842 Jul 08 18:04:57.450630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-405eb0a5-ba8c-4256-a37c-14824396780b None None] Provisioning complete for port e5b3c9e0-d290-41ed-89ff-f6d790629f41 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:57.451269 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-405eb0a5-ba8c-4256-a37c-14824396780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.571987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5b3c9e0-d290-41ed-89ff-f6d790629f41 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:57.578475 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c031ac5c-c58e-426e-ba52-f5946ad2870c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.787361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e5b3c9e0-d290-41ed-89ff-f6d790629f41 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:57.787768 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.815081 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-405eb0a5-ba8c-4256-a37c-14824396780b None None] Provisioning for port 4a248eba-dba4-45db-bf23-22c4693699c9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:57.818618 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:04:57.833165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-405eb0a5-ba8c-4256-a37c-14824396780b None None] Provisioning complete for port 4a248eba-dba4-45db-bf23-22c4693699c9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:57.833830 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-405eb0a5-ba8c-4256-a37c-14824396780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:57.884583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 4, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4a248eba-dba4-45db-bf23-22c4693699c9', 'name': '', 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'mac_address': 'fa:16:3e:85:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:55Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 2, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'subnets': [{'id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:04:57.915389 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:04:57.915804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4b7563bd-8ac4-4c38-83ad-8c14efee9c6e not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:04:57.919487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a052c-0a96-4b0f-8a3e-657d80057911 None None] The sync data for ids ['1621b9e1-b306-472b-95df-f783ba2dae72'] in n-d-799528-4 is: [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 4, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4a248eba-dba4-45db-bf23-22c4693699c9', 'name': '', 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'mac_address': 'fa:16:3e:85:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:55Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 2, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'subnets': [{'id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:04:57.942602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-405eb0a5-ba8c-4256-a37c-14824396780b None None] Port 4a248eba-dba4-45db-bf23-22c4693699c9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:58.010734 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2065ff9-9b0a-45c3-872d-73accdbf3c82 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:58.069789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e4223d16-bac7-4e01-88a6-9851c782a683 None None] Provisioning complete for port 4a248eba-dba4-45db-bf23-22c4693699c9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:58.070229 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e4223d16-bac7-4e01-88a6-9851c782a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.117303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e4223d16-bac7-4e01-88a6-9851c782a683 None None] Port 4a248eba-dba4-45db-bf23-22c4693699c9 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:04:58.118834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d2065ff9-9b0a-45c3-872d-73accdbf3c82 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:58.123607 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d2065ff9-9b0a-45c3-872d-73accdbf3c82 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:58.124066 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.268931 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.321847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d2065ff9-9b0a-45c3-872d-73accdbf3c82, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d2065ff9-9b0a-45c3-872d-73accdbf3c82,segment=NetworkSegment(0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc),segment_id=0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:58.331988 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:58.410650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d2065ff9-9b0a-45c3-872d-73accdbf3c82,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:58.546063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18b7319a-571e-4373-82d0-b15a96a24567 req-b9d7ae1d-61b3-4a66-986e-8886b08dca2d tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=ca3ae49c-aaa5-4f0b-9499-35be0341f800 HTTP/1.1" status: 200 len: 210 time: 0.0393822 Jul 08 18:04:58.643488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52314) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:04:59.040257 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.337111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Deleting port d2065ff9-9b0a-45c3-872d-73accdbf3c82 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:04:59.337457 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.429311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] For port d2065ff9-9b0a-45c3-872d-73accdbf3c82, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d2065ff9-9b0a-45c3-872d-73accdbf3c82,segment=NetworkSegment(0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc),segment_id=0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:59.429504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.448784 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Calling delete_port for d2065ff9-9b0a-45c3-872d-73accdbf3c82 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:04:59.497193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2065ff9-9b0a-45c3-872d-73accdbf3c82 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:59.554037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d2065ff9-9b0a-45c3-872d-73accdbf3c82 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:59.554419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.641379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d66ee4d5-868a-40d9-a184-c37afd1cfa4b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:04:59.642198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.673090 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Pushing event deleted for resources: {'Port': ['ID=d2065ff9-9b0a-45c3-872d-73accdbf3c82,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:04:59.708302 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d66ee4d5-868a-40d9-a184-c37afd1cfa4b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:04:59.712624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d66ee4d5-868a-40d9-a184-c37afd1cfa4b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:04:59.713048 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.827551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.852226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d66ee4d5-868a-40d9-a184-c37afd1cfa4b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:04:59.859200 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.887133 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:04:59.913596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:00.038263 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9129b56-e28c-4d6c-95fd-6774854f4195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.121878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Router 8bb91db4-17f9-4e92-b388-651db80a5677 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:00.232866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:00.240158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-159432d0-d4ed-4174-a4cc-af3882b9daeb admin admin] 10.222.0.63 "PUT /v2.0/routers/8bb91db4-17f9-4e92-b388-651db80a5677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5955377 Jul 08 18:05:00.244202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52322) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:00.254390 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] Sync routers for ids ['8bb91db4-17f9-4e92-b388-651db80a5677'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:00.265341 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] Routers {'8bb91db4-17f9-4e92-b388-651db80a5677'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:00.266221 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8bb91db4-17f9-4e92-b388-651db80a5677'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:00.369270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.377211 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] Set router 8bb91db4-17f9-4e92-b388-651db80a5677 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:00.482680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Sync routers for ids ['1621b9e1-b306-472b-95df-f783ba2dae72'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:00.502835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Routers {'1621b9e1-b306-472b-95df-f783ba2dae72'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:00.504628 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1621b9e1-b306-472b-95df-f783ba2dae72'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:00.509053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.575837 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 5, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:00.610113 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] Checking router: 8bb91db4-17f9-4e92-b388-651db80a5677 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:05:00.622372 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] Routers {'8bb91db4-17f9-4e92-b388-651db80a5677'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:00.623284 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['8bb91db4-17f9-4e92-b388-651db80a5677'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:00.668117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Set router 1621b9e1-b306-472b-95df-f783ba2dae72 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:00.743114 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] Set router 8bb91db4-17f9-4e92-b388-651db80a5677 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:00.811735 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.939525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Deleting port b97de1af-5e22-433f-acfc-68874e569f5b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:00.941148 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:00.951797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 4, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4a248eba-dba4-45db-bf23-22c4693699c9', 'name': '', 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'mac_address': 'fa:16:3e:85:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:55Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 2, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'subnets': [{'id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:00.984448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Checking router: 1621b9e1-b306-472b-95df-f783ba2dae72 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:05:00.984828 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Updating router 1621b9e1-b306-472b-95df-f783ba2dae72 port 4a248eba-dba4-45db-bf23-22c4693699c9 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:05:01.020460 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.037000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] For port b97de1af-5e22-433f-acfc-68874e569f5b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b97de1af-5e22-433f-acfc-68874e569f5b,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:01.037392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.052392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Calling delete_port for b97de1af-5e22-433f-acfc-68874e569f5b owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:01.092291 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 5, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:01.120174 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030c9e2-973e-44c2-aa64-9459304291b5 None None] The sync data for ids ['8bb91db4-17f9-4e92-b388-651db80a5677'] in n-d-799528-4 is: [{'id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'name': 'tempest-TestAggregatesBasicOps-161160576-router', 'tenant_id': '0d06a7e44c7d4234a2f1748284598602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 5, 'project_id': '0d06a7e44c7d4234a2f1748284598602', 'gw_port': {'id': 'b97de1af-5e22-433f-acfc-68874e569f5b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ce:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb91db4-17f9-4e92-b388-651db80a5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:47Z', 'updated_at': '2021-07-08T18:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:01.259915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.292144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97de1af-5e22-433f-acfc-68874e569f5b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:01.363924 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.459892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.462173 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.504721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d66ee4d5-868a-40d9-a184-c37afd1cfa4b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:01.519001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.519645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bb91db4-17f9-4e92-b388-651db80a5677 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:05:01.524349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.525696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d93d02dd-0aa0-404f-b3f5-63aa7503dfc7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/8bb91db4-17f9-4e92-b388-651db80a5677 HTTP/1.1" status: 204 len: 168 time: 1.2803266 Jul 08 18:05:01.528296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52326) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:01.538957 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.556556 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.573333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Transition to ACTIVE for port object 4a248eba-dba4-45db-bf23-22c4693699c9 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:01.583965 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.586431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] Deleting subnet d01bdc88-8031-486f-896c-a8b786120166 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:05:01.591222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.619393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d66ee4d5-868a-40d9-a184-c37afd1cfa4b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:01.619777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.631683 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.673385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098b3bb-6dfd-4c13-9e1e-dee5ae4c0c52 None None] Pushing event updated for resources: {'Port': ['ID=4a248eba-dba4-45db-bf23-22c4693699c9,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:01.725375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.743806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Attempting to bind port 4a248eba-dba4-45db-bf23-22c4693699c9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:01.744100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Attempting to bind port 4a248eba-dba4-45db-bf23-22c4693699c9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:01.744473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Attempting to bind port 4a248eba-dba4-45db-bf23-22c4693699c9 on network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:01.773902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:01.774288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Checking segment: {'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:01.774699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.775099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Bound using segment: {'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:01.775644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Bound port: 4a248eba-dba4-45db-bf23-22c4693699c9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:01.776202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.801678 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.860119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01bdc88-8031-486f-896c-a8b786120166,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:01.863424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.867136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e42fe423-774b-4e14-9d3e-52c3135cd369 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d01bdc88-8031-486f-896c-a8b786120166 HTTP/1.1" status: 204 len: 168 time: 0.3376410 Jul 08 18:05:01.869155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] For port 4a248eba-dba4-45db-bf23-22c4693699c9, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:01.869798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52328) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:01.877802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b327132-7561-4c8c-a64c-194e89d84453 None None] Network 5ef18acb-b3d2-49ae-b695-1b38ccc04418 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:01.963747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:01.977112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] For port 4a248eba-dba4-45db-bf23-22c4693699c9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4a248eba-dba4-45db-bf23-22c4693699c9,segment=NetworkSegment(c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a),segment_id=c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:01.987904 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.050154 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Deleting port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:02.050607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.125771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Routers {'1621b9e1-b306-472b-95df-f783ba2dae72'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:02.126452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1621b9e1-b306-472b-95df-f783ba2dae72'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:02.129237 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098b3bb-6dfd-4c13-9e1e-dee5ae4c0c52 None None] Pushing event updated for resources: {'Port': ['ID=4a248eba-dba4-45db-bf23-22c4693699c9,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:02.156911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] For port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a209a0b7-ed5c-47e0-b0bd-165d5b5a317e,segment=NetworkSegment(0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc),segment_id=0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:02.158192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.190528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Calling delete_port for a209a0b7-ed5c-47e0-b0bd-165d5b5a317e owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:02.299868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] Set router 1621b9e1-b306-472b-95df-f783ba2dae72 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:02.353503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.373069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] No DVR routers for this DVR port a209a0b7-ed5c-47e0-b0bd-165d5b5a317e on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:02.406900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263b112-196a-455f-88e3-853f23b9b886 None None] DHCP port deletion for 5ef18acb-b3d2-49ae-b695-1b38ccc04418 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:05:02.416882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a209a0b7-ed5c-47e0-b0bd-165d5b5a317e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:02.483102 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.501002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef18acb-b3d2-49ae-b695-1b38ccc04418']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:02.511836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:02.512117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb197f4-7adb-4b38-acb5-b6ffd1f66ccc') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:02.529571 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.545503 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.565321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:05:02.565765 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:05:02.567713 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:05:02.581774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 4, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4a248eba-dba4-45db-bf23-22c4693699c9', 'name': '', 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'mac_address': 'fa:16:3e:85:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:55Z', 'updated_at': '2021-07-08T18:05:01Z', 'revision_number': 4, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'subnets': [{'id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:02.611170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94109454-b1db-423b-8d80-5235b0a56397 None None] The sync data for ids ['1621b9e1-b306-472b-95df-f783ba2dae72'] in n-d-799528-4 is: [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:04:56Z', 'revision_number': 4, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4a248eba-dba4-45db-bf23-22c4693699c9', 'name': '', 'network_id': 'bc99eb55-4c63-4d3d-8ba7-1793a483bac1', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'mac_address': 'fa:16:3e:85:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:55Z', 'updated_at': '2021-07-08T18:05:01Z', 'revision_number': 4, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'subnets': [{'id': '42e1b360-aac9-4eb0-81a8-930ab638ab8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:02.637397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.648612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:02.653449 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5ef18acb-b3d2-49ae-b695-1b38ccc04418 HTTP/1.1" status: 204 len: 168 time: 0.7800393 Jul 08 18:05:02.654305 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52332) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:02.670803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b8c9-b068-458f-9f4e-421ba89b78a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef18acb-b3d2-49ae-b695-1b38ccc04418,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:02.930382 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.062419 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.429298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Deleting port 4a248eba-dba4-45db-bf23-22c4693699c9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:03.429843 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.470666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4a248eba-dba4-45db-bf23-22c4693699c9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:03.520063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] For port 4a248eba-dba4-45db-bf23-22c4693699c9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4a248eba-dba4-45db-bf23-22c4693699c9,segment=NetworkSegment(c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a),segment_id=c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:03.520504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.535194 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Calling delete_port for 4a248eba-dba4-45db-bf23-22c4693699c9 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:03.536992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4a248eba-dba4-45db-bf23-22c4693699c9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:03.541369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4a248eba-dba4-45db-bf23-22c4693699c9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:03.541752 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.629988 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.668139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 4a248eba-dba4-45db-bf23-22c4693699c9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4a248eba-dba4-45db-bf23-22c4693699c9,segment=NetworkSegment(c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a),segment_id=c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:03.672238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.726201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=4a248eba-dba4-45db-bf23-22c4693699c9,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:03.751778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a209a0b7-ed5c-47e0-b0bd-165d5b5a317e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:03.774074 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:03.775728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: a209a0b7-ed5c-47e0-b0bd-165d5b5a317e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:03.776382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a209a0b7-ed5c-47e0-b0bd-165d5b5a317e not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:03.776830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2065ff9-9b0a-45c3-872d-73accdbf3c82 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:03.796556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d2065ff9-9b0a-45c3-872d-73accdbf3c82 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:03.796934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2065ff9-9b0a-45c3-872d-73accdbf3c82 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:03.797356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b97de1af-5e22-433f-acfc-68874e569f5b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:03.806034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a248eba-dba4-45db-bf23-22c4693699c9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:03.818534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b97de1af-5e22-433f-acfc-68874e569f5b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:03.818892 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b97de1af-5e22-433f-acfc-68874e569f5b not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:03.999566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.245934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Router 1621b9e1-b306-472b-95df-f783ba2dae72 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:04.353695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:04.359683 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b9c25f85-0fa9-47ea-bb4e-07a3ddaf9b66 admin admin] 10.222.0.63 "PUT /v2.0/routers/1621b9e1-b306-472b-95df-f783ba2dae72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040036 Jul 08 18:05:04.362536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52342) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:04.366253 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] Sync routers for ids ['1621b9e1-b306-472b-95df-f783ba2dae72'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:04.375582 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] Routers {'1621b9e1-b306-472b-95df-f783ba2dae72'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:04.376275 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1621b9e1-b306-472b-95df-f783ba2dae72'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:04.466642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.479084 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] Set router 1621b9e1-b306-472b-95df-f783ba2dae72 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:04.663967 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:05:03Z', 'revision_number': 5, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:04.692130 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] Checking router: 1621b9e1-b306-472b-95df-f783ba2dae72 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:05:04.700982 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] Routers {'1621b9e1-b306-472b-95df-f783ba2dae72'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:04.701601 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['1621b9e1-b306-472b-95df-f783ba2dae72'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:04.807990 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] Set router 1621b9e1-b306-472b-95df-f783ba2dae72 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:04.922758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.980110 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Deleting port d66ee4d5-868a-40d9-a184-c37afd1cfa4b {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:04.980446 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:04.987475 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:05:03Z', 'revision_number': 5, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:05.019064 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b581d08f-4b19-4858-b02f-b4c48f567ff0 None None] The sync data for ids ['1621b9e1-b306-472b-95df-f783ba2dae72'] in n-d-799528-4 is: [{'id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'name': 'tempest-TestAggregatesBasicOps-2097093261-router', 'tenant_id': 'a25699a5c3f24742b4320dde98b05a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:04:52Z', 'updated_at': '2021-07-08T18:05:03Z', 'revision_number': 5, 'project_id': 'a25699a5c3f24742b4320dde98b05a56', 'gw_port': {'id': 'd66ee4d5-868a-40d9-a184-c37afd1cfa4b', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621b9e1-b306-472b-95df-f783ba2dae72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:04:53Z', 'updated_at': '2021-07-08T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:05.064529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] For port d66ee4d5-868a-40d9-a184-c37afd1cfa4b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:05.064912 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.077112 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Calling delete_port for d66ee4d5-868a-40d9-a184-c37afd1cfa4b owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:05.191470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52346) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:05.339963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.394016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d66ee4d5-868a-40d9-a184-c37afd1cfa4b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:05.414878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4a248eba-dba4-45db-bf23-22c4693699c9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:05.437591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4a248eba-dba4-45db-bf23-22c4693699c9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:05.437939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4a248eba-dba4-45db-bf23-22c4693699c9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:05.469385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.567898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port 0e54a5b7-5270-47ad-b31d-19351887563e {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:05.568252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.610403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.614570 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.668270 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.668823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1621b9e1-b306-472b-95df-f783ba2dae72 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:05:05.674731 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.675880 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-abe8a5b1-2253-4e97-87f6-3c6236f24a4d admin admin] 10.222.0.63 "DELETE /v2.0/routers/1621b9e1-b306-472b-95df-f783ba2dae72 HTTP/1.1" status: 204 len: 168 time: 1.3124466 Jul 08 18:05:05.678661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52348) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:05.694524 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.694815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.709845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for 0e54a5b7-5270-47ad-b31d-19351887563e owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:05.725795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] Deleting subnet 42e1b360-aac9-4eb0-81a8-930ab638ab8c {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:05:05.728974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.766881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.856299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.881735 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.907911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=0e54a5b7-5270-47ad-b31d-19351887563e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:05.910196 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.938271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42e1b360-aac9-4eb0-81a8-930ab638ab8c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:05.940833 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.942725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1fb6e2ea-f8ee-430d-841d-22a3c5dc05e6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/42e1b360-aac9-4eb0-81a8-930ab638ab8c HTTP/1.1" status: 204 len: 168 time: 0.2630715 Jul 08 18:05:05.945539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e15032-a2d3-4038-921c-88496a8004a4 None None] Network bc99eb55-4c63-4d3d-8ba7-1793a483bac1 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:05.948513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52350) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:05.978405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:05.978993 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Floating IP d231b2f5-6ba0-456b-96bf-5a6406aaa602 disassociated (deleted). External IP: 172.25.5.211, port: a24c9688-c3e9-4c8e-8e0a-c289373ce1e4. Jul 08 18:05:06.021972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.083191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Deleting port e5b3c9e0-d290-41ed-89ff-f6d790629f41 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:06.083534 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.148830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] DHCP port deletion for bc99eb55-4c63-4d3d-8ba7-1793a483bac1 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:05:06.157385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] For port e5b3c9e0-d290-41ed-89ff-f6d790629f41, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e5b3c9e0-d290-41ed-89ff-f6d790629f41,segment=NetworkSegment(c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a),segment_id=c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:06.157755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.172891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Calling delete_port for e5b3c9e0-d290-41ed-89ff-f6d790629f41 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:06.213612 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:06.214327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] Deleting port e5b3c9e0-d290-41ed-89ff-f6d790629f41 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:06.214707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.264555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.282234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] For port e5b3c9e0-d290-41ed-89ff-f6d790629f41, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e5b3c9e0-d290-41ed-89ff-f6d790629f41,segment=NetworkSegment(c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a),segment_id=c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:06.282768 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.292690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b3c9e0-d290-41ed-89ff-f6d790629f41,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:06.297328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] Calling delete_port for e5b3c9e0-d290-41ed-89ff-f6d790629f41 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:06.298165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] No DVR routers for this DVR port e5b3c9e0-d290-41ed-89ff-f6d790629f41 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:06.331978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:06.336391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.343659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004445c-11ea-4741-8659-f411806d10fc None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:06.366046 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:06.366887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:06.379942 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d82bd7a2-cd76-4214-a8d9-05f991268aaf tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "DELETE /v2.0/floatingips/d231b2f5-6ba0-456b-96bf-5a6406aaa602 HTTP/1.1" status: 204 len: 168 time: 1.1872506 Jul 08 18:05:06.380891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:06.382251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.383875 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:06.393444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc99eb55-4c63-4d3d-8ba7-1793a483bac1']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:06.405252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:06.405625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c747f9f1-2b4f-4fa4-8768-025b0f0ffb9a') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:06.415997 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.434132 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.445028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:05:06.445596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.446582 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6da19a-069c-4a5a-aad5-92a1e656f7d2 x-openstack-request-id: req-8e6da19a-069c-4a5a-aad5-92a1e656f7d2 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:06.446883 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:06.447172 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8e6da19a-069c-4a5a-aad5-92a1e656f7d2 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:05:06.448086 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:05:06.450344 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'status': 'completed', 'code': 200} Jul 08 18:05:06.481564 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.521443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] Pushing event deleted for resources: {'Port': ['ID=e5b3c9e0-d290-41ed-89ff-f6d790629f41,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:06.524395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:06.527007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aded1fc-2341-48bc-ac42-7e7fda94ce33 None None] No DVR routers for this DVR port e5b3c9e0-d290-41ed-89ff-f6d790629f41 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:06.549393 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.555737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:06.563362 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] 10.222.0.63 "DELETE /v2.0/networks/bc99eb55-4c63-4d3d-8ba7-1793a483bac1 HTTP/1.1" status: 204 len: 168 time: 0.6047220 Jul 08 18:05:06.576315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b6e93-d3e9-4b62-9e1f-e59e8be2b224 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc99eb55-4c63-4d3d-8ba7-1793a483bac1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:06.602536 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-7334bbcd-c674-4db8-a3fc-0c3e0e9a9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.604233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-7334bbcd-c674-4db8-a3fc-0c3e0e9a9a39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e45d758143b4debb58a65408ce49775&device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 1096 time: 0.0929186 Jul 08 18:05:06.748103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-d7a7ab29-edf0-404b-b2cd-e8a5ad441dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.750563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-d7a7ab29-edf0-404b-b2cd-e8a5ad441dbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 200 len: 912 time: 0.1354406 Jul 08 18:05:06.795584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:06.808897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-25513a31-e588-44e2-ad03-4549fdc9313f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 200 len: 217 time: 0.0488203 Jul 08 18:05:06.823529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52360) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:06.832501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004445c-11ea-4741-8659-f411806d10fc None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:05:06.841279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:06.841971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:06.863160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-f5194324-dda7-4b9b-b1e3-a255f3a9d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.864796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-f5194324-dda7-4b9b-b1e3-a255f3a9d9e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 200 len: 850 time: 0.0491679 Jul 08 18:05:06.903169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8d292aaf-89d7-49b9-80e6-aa444e840d08 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0d06a7e44c7d4234a2f1748284598602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785186 Jul 08 18:05:06.905808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52362) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:06.932334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae41e3-7b51-4708-b627-9ecf7500eb80 req-6d09d990-e6a4-4597-a1cb-73287f306bb6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.937288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10ae41e3-7b51-4708-b627-9ecf7500eb80 req-6d09d990-e6a4-4597-a1cb-73287f306bb6 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 945 time: 0.1254308 Jul 08 18:05:06.940351 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-e96be9e6-a0b4-471b-96f0-91b1ad9cfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:06.942144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-e96be9e6-a0b4-471b-96f0-91b1ad9cfdc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f09a4f0-cc58-42b0-a7b1-415b9329ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699849 Jul 08 18:05:06.962732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:07.008368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10ae41e3-7b51-4708-b627-9ecf7500eb80 req-c6932601-8a05-4284-b9a2-2b019db63365 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661061 Jul 08 18:05:07.025693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dedbbcea-a1c2-4c57-9e6a-a0727dca23cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.052846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-d330b7d7-54ce-40d4-81ac-21c3bd992fb2 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994308 Jul 08 18:05:07.053732 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dedbbcea-a1c2-4c57-9e6a-a0727dca23cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.113777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dedbbcea-a1c2-4c57-9e6a-a0727dca23cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.116617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-dedbbcea-a1c2-4c57-9e6a-a0727dca23cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.117977 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-dedbbcea-a1c2-4c57-9e6a-a0727dca23cd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3609f232-8898-467a-9c53-d1fbce7139e1 HTTP/1.1" status: 204 len: 168 time: 0.2110379 Jul 08 18:05:07.126800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbbcea-a1c2-4c57-9e6a-a0727dca23cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3609f232-8898-467a-9c53-d1fbce7139e1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:07.163472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a09e76da-1673-4d36-8f6b-b4e8a0d6b6be req-bfa76207-23c0-4b18-b83d-1837e918cac5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017537 Jul 08 18:05:07.221688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1004445c-11ea-4741-8659-f411806d10fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:07.255038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1004445c-11ea-4741-8659-f411806d10fc None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T17:53:50Z', 'revision_number': 4, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20', 'name': '', 'network_id': '8f09a4f0-cc58-42b0-a7b1-415b9329ae25', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'mac_address': 'fa:16:3e:d5:59:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:50Z', 'updated_at': '2021-07-08T17:53:58Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'subnets': [{'id': '878ff985-4171-4f07-9b36-fef09fd078ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:07.385923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5b3c9e0-d290-41ed-89ff-f6d790629f41 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:07.406945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e5b3c9e0-d290-41ed-89ff-f6d790629f41 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:07.407280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5b3c9e0-d290-41ed-89ff-f6d790629f41 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:07.407704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d66ee4d5-868a-40d9-a184-c37afd1cfa4b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:07.428616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d66ee4d5-868a-40d9-a184-c37afd1cfa4b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:07.429088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d66ee4d5-868a-40d9-a184-c37afd1cfa4b not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:07.527438 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cca3352-fd11-47b2-9a19-33731f077153 None None] New status for floating IP d231b2f5-6ba0-456b-96bf-5a6406aaa602: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:05:07.558052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52368) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:07.603602 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-97b9c572-0f58-4080-8af5-9f33f8baa44d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a25699a5c3f24742b4320dde98b05a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441475 Jul 08 18:05:07.606055 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52370) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:07.656010 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57e19a03-ddc2-4349-bef0-c695e8c09b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.677843 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57e19a03-ddc2-4349-bef0-c695e8c09b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.723632 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57e19a03-ddc2-4349-bef0-c695e8c09b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.726690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-57e19a03-ddc2-4349-bef0-c695e8c09b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:07.727863 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-57e19a03-ddc2-4349-bef0-c695e8c09b1a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cf580765-c304-404a-a7f2-18822cc47856 HTTP/1.1" status: 204 len: 168 time: 0.1209006 Jul 08 18:05:07.738297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e19a03-ddc2-4349-bef0-c695e8c09b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf580765-c304-404a-a7f2-18822cc47856,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:08.196560 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31497061-1e97-446b-9089-6702fa3cef4d req-c49126fc-699c-4be4-848b-e41a1c1e8286 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.198440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31497061-1e97-446b-9089-6702fa3cef4d req-c49126fc-699c-4be4-848b-e41a1c1e8286 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 945 time: 0.0718617 Jul 08 18:05:08.242464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31497061-1e97-446b-9089-6702fa3cef4d req-efa33e59-eaf1-4652-b40a-97d1cb34fa7f tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/security-groups?id=643b4ce7-47c7-4dc5-b4c3-f5bf04738704&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380137 Jul 08 18:05:08.832095 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b71ca-621e-4f4e-857a-51312381abcb req-ffb78387-37c9-439c-ba46-21edc6c1b807 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:08.833604 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e93b71ca-621e-4f4e-857a-51312381abcb req-ffb78387-37c9-439c-ba46-21edc6c1b807 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 945 time: 0.0654953 Jul 08 18:05:08.944584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:08.944956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.032297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] For port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:09.032654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.045803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:09.174542 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.201111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=a24c9688-c3e9-4c8e-8e0a-c289373ce1e4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:09.249126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] No DVR routers for this DVR port a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:09.251483 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:09.253578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e93b71ca-621e-4f4e-857a-51312381abcb req-5580a0d2-6e8b-4c0a-9905-97b9066dea58 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.41 "DELETE /v2.0/ports/a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 HTTP/1.1" status: 204 len: 173 time: 0.4068103 Jul 08 18:05:09.254023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'name': 'network-vif-deleted', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:09.256274 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd602ee-61c6-407b-a732-9de6a80f9f96" -d '{"events": [{"server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "name": "network-vif-deleted", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:09.292426 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8737345c-e98f-47a0-8e00-b7bacb1e6314 x-openstack-request-id: req-8737345c-e98f-47a0-8e00-b7bacb1e6314 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:09.292646 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1fe649-e111-48f6-be13-520fca2fbf25", "name": "network-vif-deleted", "tag": "a24c9688-c3e9-4c8e-8e0a-c289373ce1e4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:09.292914 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8737345c-e98f-47a0-8e00-b7bacb1e6314 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:09.293319 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1fe649-e111-48f6-be13-520fca2fbf25', 'name': 'network-vif-deleted', 'tag': 'a24c9688-c3e9-4c8e-8e0a-c289373ce1e4', 'status': 'completed', 'code': 200} Jul 08 18:05:09.393160 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c969f819-cce2-4c60-915d-bba3ef5b3cd6 req-a8dc1b6f-96a4-4a84-813b-61a1b6deaceb tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 210 time: 0.0340858 Jul 08 18:05:10.096376 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:05:10.547901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb40c082-df8a-47e5-9224-7d338c422a1c req-2218ed45-3cb9-437c-adc2-582173d489d1 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Jul 08 18:05:11.690083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36642e8b-1410-490f-84e6-9381227d426c req-2bacb7ca-62b2-4a0a-9a94-bec1533ae733 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Jul 08 18:05:12.846892 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf9be4a8-ed9b-40e0-aa08-2d5d0bdfcedb req-23604cb0-f894-4bad-8642-7146665864c7 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1fe649-e111-48f6-be13-520fca2fbf25 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Jul 08 18:05:13.894331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:13.944424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52390) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:14.073467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Deleting port 326ad051-39f7-4330-b80d-6974a9a736f4 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:14.073730 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.080016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:14.080356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device a24c9688-c3e9-4c8e-8e0a-c289373ce1e4 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:14.088442 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.150730 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.151059 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.162349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Calling delete_port for 326ad051-39f7-4330-b80d-6974a9a736f4 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:14.294884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.322918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'Port': ['ID=326ad051-39f7-4330-b80d-6974a9a736f4,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:14.384976 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.388107 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:14.389442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-89652e44-5ddc-454f-b502-79c53848dc00 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "DELETE /v2.0/floatingips/3aacfb36-c1a1-4beb-9110-9d63fc8ca95c HTTP/1.1" status: 204 len: 168 time: 0.4439783 Jul 08 18:05:16.710443 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52404) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:16.774281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9101e-d5a3-4cd4-87af-7cbaa45b6327 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.801087 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9101e-d5a3-4cd4-87af-7cbaa45b6327 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.860985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9101e-d5a3-4cd4-87af-7cbaa45b6327 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.864161 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f1b9101e-d5a3-4cd4-87af-7cbaa45b6327 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:16.865397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f1b9101e-d5a3-4cd4-87af-7cbaa45b6327 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] 10.222.0.63 "DELETE /v2.0/security-groups/643b4ce7-47c7-4dc5-b4c3-f5bf04738704 HTTP/1.1" status: 204 len: 168 time: 0.1539500 Jul 08 18:05:16.885214 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9101e-d5a3-4cd4-87af-7cbaa45b6327 tempest-TestVolumeBootPattern-863559487 tempest-TestVolumeBootPattern-863559487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b4ce7-47c7-4dc5-b4c3-f5bf04738704,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:16.933923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52408) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:17.471796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:17.739206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Deleting port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:17.739462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:17.815943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] For port 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:17.816318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:17.828592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Calling delete_port for 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:18.004770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.036000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:18.201837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.410595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Router feb17497-031e-4606-a85a-d794ed20a0df has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:18.771876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:18.778175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-56f49be9-d692-418f-85f4-164230b84e74 admin admin] 10.222.0.63 "PUT /v2.0/routers/feb17497-031e-4606-a85a-d794ed20a0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428819 Jul 08 18:05:18.779940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52412) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:18.780626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] Sync routers for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:18.790273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:18.790893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:18.895032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:18.906550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:19.049848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.113489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Deleting port 399ae730-b23e-4531-a8dc-44395424497d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:19.113835 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.118770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '399ae730-b23e-4531-a8dc-44395424497d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T18:05:17Z', 'revision_number': 5, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port': {'id': '399ae730-b23e-4531-a8dc-44395424497d', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:47Z', 'updated_at': '2021-07-08T17:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:19.149879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] Checking router: feb17497-031e-4606-a85a-d794ed20a0df for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:05:19.158980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] Routers {'feb17497-031e-4606-a85a-d794ed20a0df'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:19.159605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['feb17497-031e-4606-a85a-d794ed20a0df'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:19.194272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] For port 399ae730-b23e-4531-a8dc-44395424497d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=399ae730-b23e-4531-a8dc-44395424497d,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:19.194707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.213340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Calling delete_port for 399ae730-b23e-4531-a8dc-44395424497d owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:19.243914 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] Set router feb17497-031e-4606-a85a-d794ed20a0df gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:19.298515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T18:05:19Z', 'revision_number': 6, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:19.324428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69919a0-7620-4b78-a18d-a61b25920c40 None None] The sync data for ids ['feb17497-031e-4606-a85a-d794ed20a0df'] in n-d-799528-4 is: [{'id': 'feb17497-031e-4606-a85a-d794ed20a0df', 'name': 'tempest-TestVolumeBootPattern-800931197-router', 'tenant_id': '2e45d758143b4debb58a65408ce49775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:46Z', 'updated_at': '2021-07-08T18:05:19Z', 'revision_number': 6, 'project_id': '2e45d758143b4debb58a65408ce49775', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:19.389943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.417825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Pushing event deleted for resources: {'Port': ['ID=399ae730-b23e-4531-a8dc-44395424497d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:19.480385 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.570083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.574338 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.618130 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.618708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb17497-031e-4606-a85a-d794ed20a0df {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:05:19.623055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.624288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a576f668-6f55-47b6-9a3c-6d55da5da322 admin admin] 10.222.0.63 "DELETE /v2.0/routers/feb17497-031e-4606-a85a-d794ed20a0df HTTP/1.1" status: 204 len: 168 time: 0.8433237 Jul 08 18:05:19.627424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52414) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:19.672098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] Deleting subnet 878ff985-4171-4f07-9b36-fef09fd078ac {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:05:19.675860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.712288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.800065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.853165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.878289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878ff985-4171-4f07-9b36-fef09fd078ac,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:19.882228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:19.886495 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41769e09-ee4d-433e-985c-2b3de57346d1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/878ff985-4171-4f07-9b36-fef09fd078ac HTTP/1.1" status: 204 len: 168 time: 0.2556782 Jul 08 18:05:19.886603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52416) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:19.890378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ab4d7-fccd-4d33-b0d6-808d3f2258f8 None None] Network 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:19.953810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.013359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Deleting port 9900ee24-5649-4fe1-a6bb-ed31283b35ec {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:20.013625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.076076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] For port 9900ee24-5649-4fe1-a6bb-ed31283b35ec, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9900ee24-5649-4fe1-a6bb-ed31283b35ec,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:20.076450 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.090297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Calling delete_port for 9900ee24-5649-4fe1-a6bb-ed31283b35ec owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:20.111512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] DHCP port deletion for 8f09a4f0-cc58-42b0-a7b1-415b9329ae25 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:05:20.158570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Deleting port 9900ee24-5649-4fe1-a6bb-ed31283b35ec {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:20.159199 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.179679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.206203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9900ee24-5649-4fe1-a6bb-ed31283b35ec,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:20.213622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] No DVR routers for this DVR port 9900ee24-5649-4fe1-a6bb-ed31283b35ec on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:20.232833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] For port 9900ee24-5649-4fe1-a6bb-ed31283b35ec, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9900ee24-5649-4fe1-a6bb-ed31283b35ec,segment=NetworkSegment(17710850-c416-4f11-a3e5-18e090282d3a),segment_id=17710850-c416-4f11-a3e5-18e090282d3a)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:20.233320 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.246592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Calling delete_port for 9900ee24-5649-4fe1-a6bb-ed31283b35ec owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:20.285880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.297356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f09a4f0-cc58-42b0-a7b1-415b9329ae25']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:20.309864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17710850-c416-4f11-a3e5-18e090282d3a') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:20.310202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17710850-c416-4f11-a3e5-18e090282d3a') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:20.320745 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.326745 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.340589 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.347619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:05:20.348071 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:05:20.350561 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:05:20.363670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Pushing event deleted for resources: {'Port': ['ID=9900ee24-5649-4fe1-a6bb-ed31283b35ec,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:20.371559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] No DVR routers for this DVR port 9900ee24-5649-4fe1-a6bb-ed31283b35ec on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:20.373989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.374333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.374741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.375274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.375621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.375953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.376280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.377171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.377622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.377952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.378296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.378606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8124c7e-929c-4a2e-a6cd-daacf2aa040f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:20.408040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.413470 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:20.415319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] 10.222.0.63 "DELETE /v2.0/networks/8f09a4f0-cc58-42b0-a7b1-415b9329ae25 HTTP/1.1" status: 204 len: 168 time: 0.5277808 Jul 08 18:05:20.418432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52418) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:20.427100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c713a21-240c-4dbe-b3c1-f22278a602d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f09a4f0-cc58-42b0-a7b1-415b9329ae25,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:20.777551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.038238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Deleting port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:21.038485 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.120037 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] For port ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,segment=NetworkSegment(c681c326-e3ee-4fde-b8a5-8913f061482e),segment_id=c681c326-e3ee-4fde-b8a5-8913f061482e)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:21.120392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.133199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Calling delete_port for ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:21.307994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.336402 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:21.376435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 399ae730-b23e-4531-a8dc-44395424497d no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:21.399395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 399ae730-b23e-4531-a8dc-44395424497d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:21.399766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 399ae730-b23e-4531-a8dc-44395424497d not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:21.400233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:21.420664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:21.421054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 5e6d2cc4-62c0-49a9-8fe6-7eccbd2a4d20 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:21.421479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9900ee24-5649-4fe1-a6bb-ed31283b35ec no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:21.441778 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9900ee24-5649-4fe1-a6bb-ed31283b35ec {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:21.442137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9900ee24-5649-4fe1-a6bb-ed31283b35ec not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:21.519158 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:21.731267 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:05:22.162003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:05:22.167163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b2f9f567-f647-4c6f-b600-4c3f2737380f admin admin] 10.222.0.63 "PUT /v2.0/routers/b1b60a35-c4cb-42d4-ab75-89ac4b339d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7476041 Jul 08 18:05:22.170938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52420) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:22.172599 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] Sync routers for ids ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:05:22.182439 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] Routers {'b1b60a35-c4cb-42d4-ab75-89ac4b339d27'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:22.183047 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:22.274004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.289150 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] Set router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:22.372070 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.428178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Deleting port 2479f740-a713-4776-bc24-383a14e22073 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:22.428434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.466277 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '2479f740-a713-4776-bc24-383a14e22073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T18:05:21Z', 'revision_number': 5, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port': {'id': '2479f740-a713-4776-bc24-383a14e22073', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T17:53:54Z', 'updated_at': '2021-07-08T17:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:22.492860 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] Checking router: b1b60a35-c4cb-42d4-ab75-89ac4b339d27 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:05:22.501059 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] Routers {'b1b60a35-c4cb-42d4-ab75-89ac4b339d27'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:05:22.501987 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:05:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:22.513728 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] For port 2479f740-a713-4776-bc24-383a14e22073, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=2479f740-a713-4776-bc24-383a14e22073,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:22.514092 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.531085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Calling delete_port for 2479f740-a713-4776-bc24-383a14e22073 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:22.590511 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] Set router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:05:22.641787 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T18:05:22Z', 'revision_number': 6, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:22.699907 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.727060 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2479f740-a713-4776-bc24-383a14e22073,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:22.765511 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bec36f9-1414-4a43-b821-8d7fd0bf18c9 None None] The sync data for ids ['b1b60a35-c4cb-42d4-ab75-89ac4b339d27'] in n-d-799528-4 is: [{'id': 'b1b60a35-c4cb-42d4-ab75-89ac4b339d27', 'name': 'tempest-TestVolumeBootPattern-1776420693-router', 'tenant_id': '7f3c29f1d9454a08af738610e7e9da64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T17:53:53Z', 'updated_at': '2021-07-08T18:05:22Z', 'revision_number': 6, 'project_id': '7f3c29f1d9454a08af738610e7e9da64', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:05:22.799668 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.900016 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.902377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.947081 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.947721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1b60a35-c4cb-42d4-ab75-89ac4b339d27 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:05:22.951886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:22.953048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fab9c0fa-f648-4895-85b7-86045f20c9c3 admin admin] 10.222.0.63 "DELETE /v2.0/routers/b1b60a35-c4cb-42d4-ab75-89ac4b339d27 HTTP/1.1" status: 204 len: 168 time: 0.7824485 Jul 08 18:05:22.955599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52422) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:23.004269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] Deleting subnet c0080bf4-0a1e-47eb-b2ab-0352f90be160 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:05:23.007361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.045043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.119117 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.176555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.206584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0080bf4-0a1e-47eb-b2ab-0352f90be160,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:23.212375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.214667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-531beb2a-6667-4dcd-89e5-ecd972082360 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c0080bf4-0a1e-47eb-b2ab-0352f90be160 HTTP/1.1" status: 204 len: 168 time: 0.2581496 Jul 08 18:05:23.217352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52424) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:23.220038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3296a-c5c9-4ca3-ad3e-5100408b3b34 None None] Network 6cf5750c-609b-4b45-9ac6-b2695477a1bf requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:23.296471 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.358273 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Deleting port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:23.358712 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.398202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:23.427543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:23.427891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ebb2d184-9dca-4baf-b0cd-2a5e4ddf8fca not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:23.428303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2479f740-a713-4776-bc24-383a14e22073 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:23.451492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] DHCP port deletion for 6cf5750c-609b-4b45-9ac6-b2695477a1bf request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:05:23.452068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] For port 02eed0e9-645d-4747-9fbe-43bdf1d24e25, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=02eed0e9-645d-4747-9fbe-43bdf1d24e25,segment=NetworkSegment(c681c326-e3ee-4fde-b8a5-8913f061482e),segment_id=c681c326-e3ee-4fde-b8a5-8913f061482e)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:23.452440 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.453637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 2479f740-a713-4776-bc24-383a14e22073 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:23.453973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 2479f740-a713-4776-bc24-383a14e22073 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:23.465689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Calling delete_port for 02eed0e9-645d-4747-9fbe-43bdf1d24e25 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:23.506800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] Deleting port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:23.507176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.552531 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.575378 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] For port 02eed0e9-645d-4747-9fbe-43bdf1d24e25, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=02eed0e9-645d-4747-9fbe-43bdf1d24e25,segment=NetworkSegment(c681c326-e3ee-4fde-b8a5-8913f061482e),segment_id=c681c326-e3ee-4fde-b8a5-8913f061482e)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:23.575773 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.581923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] No DVR routers for this DVR port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:23.586085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=02eed0e9-645d-4747-9fbe-43bdf1d24e25,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:23.592897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] Calling delete_port for 02eed0e9-645d-4747-9fbe-43bdf1d24e25 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:23.661588 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.671448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf5750c-609b-4b45-9ac6-b2695477a1bf']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:23.673238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.683680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c681c326-e3ee-4fde-b8a5-8913f061482e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:23.683983 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c681c326-e3ee-4fde-b8a5-8913f061482e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:05:23.693605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.702007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] Pushing event deleted for resources: {'Port': ['ID=02eed0e9-645d-4747-9fbe-43bdf1d24e25,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:23.703814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131aa39-5027-4514-a2e3-1dd0195deffe None None] No DVR routers for this DVR port 02eed0e9-645d-4747-9fbe-43bdf1d24e25 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:23.708493 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.715310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:05:23.715704 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:05:23.717392 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:05:23.775470 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.780903 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:23.783279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] 10.222.0.63 "DELETE /v2.0/networks/6cf5750c-609b-4b45-9ac6-b2695477a1bf HTTP/1.1" status: 204 len: 168 time: 0.5644054 Jul 08 18:05:23.794139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f94fa7-6c99-4378-b942-d736d8b53c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf5750c-609b-4b45-9ac6-b2695477a1bf,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:23.909546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52428) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:23.950629 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-22212b3c-f239-4bd1-a492-54b0fbe1bf90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2e45d758143b4debb58a65408ce49775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398586 Jul 08 18:05:23.953325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52430) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:24.011441 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-723be98d-69e5-4728-b304-1df9c3487bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.032092 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-723be98d-69e5-4728-b304-1df9c3487bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.086292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-723be98d-69e5-4728-b304-1df9c3487bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.088868 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-723be98d-69e5-4728-b304-1df9c3487bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.090035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-723be98d-69e5-4728-b304-1df9c3487bf6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/48733a15-83b5-4229-a5c4-921565d138fd HTTP/1.1" status: 204 len: 168 time: 0.1357985 Jul 08 18:05:24.098628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723be98d-69e5-4728-b304-1df9c3487bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48733a15-83b5-4229-a5c4-921565d138fd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:24.423977 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52436) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:24.461723 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4d47283b-e9d1-466a-9c83-d88b1050b02d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7f3c29f1d9454a08af738610e7e9da64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365782 Jul 08 18:05:24.464024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52438) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:24.511410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c5d9-e6d5-4a1f-8dd7-6821c989035a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.532265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c5d9-e6d5-4a1f-8dd7-6821c989035a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.576815 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c5d9-e6d5-4a1f-8dd7-6821c989035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.580108 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c5d9-e6d5-4a1f-8dd7-6821c989035a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:24.581273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e1f8c5d9-e6d5-4a1f-8dd7-6821c989035a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1a364043-fa1b-44e7-bb38-47147ce5b54c HTTP/1.1" status: 204 len: 168 time: 0.1163411 Jul 08 18:05:24.588619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8c5d9-e6d5-4a1f-8dd7-6821c989035a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a364043-fa1b-44e7-bb38-47147ce5b54c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:25.371738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 02eed0e9-645d-4747-9fbe-43bdf1d24e25 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:25.392133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 02eed0e9-645d-4747-9fbe-43bdf1d24e25 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:25.392479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 02eed0e9-645d-4747-9fbe-43bdf1d24e25 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:26.099952 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:27.523621 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-93a8b35f-6d01-4554-bd73-9a46c93ad9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:30.030230 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-456ad174-1d5c-47a1-80c2-86f6f3d2a4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:30.494065 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:31.486941 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:32.933914 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:34.675831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-1a5fe49f-a311-4f29-aeff-a825caf6b68f tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=445584b414ff416395af36bfd88c1097&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221891 Jul 08 18:05:34.788593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-0f42f152-cd5e-4d9c-859c-046e65a8b6c6 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:34.790156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-0f42f152-cd5e-4d9c-859c-046e65a8b6c6 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088412 Jul 08 18:05:34.805681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-a29cc51b-a8bb-4a84-b4c4-18112dba7728 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/quotas/445584b414ff416395af36bfd88c1097 HTTP/1.1" status: 200 len: 375 time: 0.0098038 Jul 08 18:05:34.846471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-5caf10ce-175a-47de-9136-18c9facbdb22 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=445584b414ff416395af36bfd88c1097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353885 Jul 08 18:05:35.025569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5627c220-43db-4f0d-b6a4-dc07c1214275 req-9b8115f1-9bbf-45af-9c92-38d0aee7483c tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 210 time: 0.0304208 Jul 08 18:05:36.181492 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-59fe8e5a-dc24-440b-8f80-4706ee0fee47 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=445584b414ff416395af36bfd88c1097&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251908 Jul 08 18:05:36.212946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4cc0bf9-ada9-449d-8d01-c384e0850ade req-5d8947e6-2bcc-43bd-bc2e-728f44902a65 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 210 time: 0.0320792 Jul 08 18:05:36.297551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-495d15d1-0fa0-48e2-bb34-ce3dedac37c9 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:36.299125 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-495d15d1-0fa0-48e2-bb34-ce3dedac37c9 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087990 Jul 08 18:05:36.323170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Request body: {'port': {'device_id': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'admin_state_up': True, 'tenant_id': '445584b414ff416395af36bfd88c1097'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:36.435704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Made reservation on behalf of 445584b414ff416395af36bfd88c1097 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:36.439903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.454262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.551259 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.555594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.621696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:36.638392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.638737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.639078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.639411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.639737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.640060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.640385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.640707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.641054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.641377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.641875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.642194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:36.712152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Allocated IP 192.168.233.164 (9882a0a4-3d27-42cb-ab89-6958c843d7e5/6df615e8-48af-434b-8c3c-1e27a541848d/5fe7bc79-6c37-4c80-bd46-bf75ed853572) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:36.877150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.892076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Transition to ACTIVE for port object 5fe7bc79-6c37-4c80-bd46-bf75ed853572 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:36.926665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:36.974654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:36.977893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:36.982103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:36.989942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Pushing event updated for resources: {'Port': ['ID=5fe7bc79-6c37-4c80-bd46-bf75ed853572,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:37.044569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.045287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.063694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-ffacbeb4-c7a8-481f-86b3-69c8392d7726 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7443490 Jul 08 18:05:37.198040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Request body: {'port': {'device_id': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:37.236971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dab242ca-08c4-42d1-95cb-0678b089d6ee None None] Provisioning for port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:37.241152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dab242ca-08c4-42d1-95cb-0678b089d6ee None None] Provisioning complete for port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:37.241544 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dab242ca-08c4-42d1-95cb-0678b089d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.276809 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.277213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-dab242ca-08c4-42d1-95cb-0678b089d6ee None None] Port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:05:37.398164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad669c46-9677-4138-bb11-8d5c4c39a68a req-ad6883ca-0f65-4f08-bf93-b9cc15cdcd2f tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.399847 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad669c46-9677-4138-bb11-8d5c4c39a68a req-ad6883ca-0f65-4f08-bf93-b9cc15cdcd2f tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 936 time: 0.0673528 Jul 08 18:05:37.446475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad669c46-9677-4138-bb11-8d5c4c39a68a req-ad199939-65a2-4122-9a59-4ed915194a10 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Jul 08 18:05:37.555845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe7bc79-6c37-4c80-bd46-bf75ed853572 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:37.564192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.576583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Transition to ACTIVE for port object 5fe7bc79-6c37-4c80-bd46-bf75ed853572 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:37.581385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.632224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe7bc79-6c37-4c80-bd46-bf75ed853572,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:37.710278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Attempting to bind port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:37.710724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Attempting to bind port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:37.711067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Attempting to bind port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:37.716515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:05:37.716892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Attempting to bind port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 on network 9882a0a4-3d27-42cb-ab89-6958c843d7e5 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:37.722609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:37.722954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Checking segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:37.723353 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Bound using segment: {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:37.723800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Bound port: 5fe7bc79-6c37-4c80-bd46-bf75ed853572, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594350c9-8e6c-488c-99ff-442443809f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:37.724425 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.799711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] For port 5fe7bc79-6c37-4c80-bd46-bf75ed853572, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:37.803485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] For port 5fe7bc79-6c37-4c80-bd46-bf75ed853572, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fe7bc79-6c37-4c80-bd46-bf75ed853572,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:37.810019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.848008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.848641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:37.850366 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] 10.222.0.41 "PUT /v2.0/ports/5fe7bc79-6c37-4c80-bd46-bf75ed853572 HTTP/1.1" status: 200 len: 1096 time: 0.7695675 Jul 08 18:05:37.850828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'tag': '5fe7bc79-6c37-4c80-bd46-bf75ed853572'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:37.853203 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb38758-dd42-456d-b5e4-7f9c1297d6eb", "tag": "5fe7bc79-6c37-4c80-bd46-bf75ed853572"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:37.881446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8aa80-ef14-4704-8109-f2b2b58fb050 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe7bc79-6c37-4c80-bd46-bf75ed853572,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:37.906721 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64133d41-8904-46a7-ba29-f729cfcd92d2 x-openstack-request-id: req-64133d41-8904-46a7-ba29-f729cfcd92d2 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:37.907074 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb38758-dd42-456d-b5e4-7f9c1297d6eb", "tag": "5fe7bc79-6c37-4c80-bd46-bf75ed853572", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:37.907346 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-64133d41-8904-46a7-ba29-f729cfcd92d2 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:37.907769 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'tag': '5fe7bc79-6c37-4c80-bd46-bf75ed853572', 'status': 'completed', 'code': 200} Jul 08 18:05:37.979628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-5f4a20e6-d7df-4c12-8a72-aafdbf2d8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:37.981212 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-5f4a20e6-d7df-4c12-8a72-aafdbf2d8ec8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=445584b414ff416395af36bfd88c1097&device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 1099 time: 0.0575373 Jul 08 18:05:38.043285 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-cd9612bd-feb0-455c-934d-15ce20b3e8f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=5fe7bc79-6c37-4c80-bd46-bf75ed853572 HTTP/1.1" status: 200 len: 217 time: 0.0406463 Jul 08 18:05:38.099580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-d5e5cb00-d036-4ebd-a3c0-70581cd359d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.101156 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-d5e5cb00-d036-4ebd-a3c0-70581cd359d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0452392 Jul 08 18:05:38.161638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-df6000e2-fc35-42b8-86bd-c454879e6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.163224 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-df6000e2-fc35-42b8-86bd-c454879e6afc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555925 Jul 08 18:05:38.263103 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-d8a8dcf4-fc06-4a09-adfc-51c041386c8b service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888667 Jul 08 18:05:38.356101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b4ebbe0a-b994-48db-ab08-7f11c7e20517 req-1f4736cd-3e5c-4bce-ba01-ab2ce95a85b4 service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849340 Jul 08 18:05:38.522304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-7a1f1775-67e2-4933-8c43-bf29d2b5495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.523867 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-7a1f1775-67e2-4933-8c43-bf29d2b5495c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=445584b414ff416395af36bfd88c1097&device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 1099 time: 0.0550716 Jul 08 18:05:38.624628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-98b93169-ddc9-45db-bbca-1c40d76b1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.626126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-98b93169-ddc9-45db-bbca-1c40d76b1011 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9882a0a4-3d27-42cb-ab89-6958c843d7e5 HTTP/1.1" status: 200 len: 870 time: 0.0945554 Jul 08 18:05:38.633713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3acb-e91a-4a03-8b9e-0adf870a31f6 req-80bf2feb-5db7-4ae3-a0bf-b374846ca68c tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.635354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59ad3acb-e91a-4a03-8b9e-0adf870a31f6 req-80bf2feb-5db7-4ae3-a0bf-b374846ca68c tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 948 time: 0.0722697 Jul 08 18:05:38.670466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-e2db5975-93f6-43c6-aace-2bad9f42d386 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=5fe7bc79-6c37-4c80-bd46-bf75ed853572 HTTP/1.1" status: 200 len: 217 time: 0.0371459 Jul 08 18:05:38.682884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59ad3acb-e91a-4a03-8b9e-0adf870a31f6 req-9c693eb0-49d5-474b-95ef-ad683d33de80 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Jul 08 18:05:38.729661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-bf58b92b-d0e4-4a7f-ae47-02150869d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.731285 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-bf58b92b-d0e4-4a7f-ae47-02150869d8ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6df615e8-48af-434b-8c3c-1e27a541848d HTTP/1.1" status: 200 len: 843 time: 0.0531766 Jul 08 18:05:38.794479 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-edab873e-cf47-4360-80dc-49973e5a41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:38.796036 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-edab873e-cf47-4360-80dc-49973e5a41a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9882a0a4-3d27-42cb-ab89-6958c843d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576370 Jul 08 18:05:38.885670 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-7a30a1a5-53ce-4af8-9011-35dfe1dfd4ef service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815344 Jul 08 18:05:38.983543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-091f79bc-2387-4a77-9b6a-a076ac8cd7bc req-422d000e-ed8e-459f-b0dd-8ef0b1a3111f service neutron] 10.222.0.41 "GET /v2.0/networks/9882a0a4-3d27-42cb-ab89-6958c843d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902083 Jul 08 18:05:39.855473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e15a-62fa-4902-ac63-59c7dc9e8a22 req-bcef7480-7b50-421a-95a5-07f96a27f6cc tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:39.856963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37c0e15a-62fa-4902-ac63-59c7dc9e8a22 req-bcef7480-7b50-421a-95a5-07f96a27f6cc tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 948 time: 0.0634120 Jul 08 18:05:39.894254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37c0e15a-62fa-4902-ac63-59c7dc9e8a22 req-2351c202-1673-4139-8e99-8b067028989f tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Jul 08 18:05:41.071997 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0ad8b-2c53-4195-9003-f4c39c35a580 req-b49d3078-ffcc-4525-af2b-e3cdf5c582a2 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:41.073477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5b0ad8b-2c53-4195-9003-f4c39c35a580 req-b49d3078-ffcc-4525-af2b-e3cdf5c582a2 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 948 time: 0.0666313 Jul 08 18:05:41.111006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5b0ad8b-2c53-4195-9003-f4c39c35a580 req-727a81eb-2e9c-4f20-9f5f-25522e82bf21 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Jul 08 18:05:42.031639 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fe7bc79-6c37-4c80-bd46-bf75ed853572 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:05:42.126922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5fe7bc79-6c37-4c80-bd46-bf75ed853572, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fe7bc79-6c37-4c80-bd46-bf75ed853572,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:42.137742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '5fe7bc79-6c37-4c80-bd46-bf75ed853572', 'network_id': '9882a0a4-3d27-42cb-ab89-6958c843d7e5', 'port_id': '5fe7bc79-6c37-4c80-bd46-bf75ed853572', 'mac_address': 'fa:16:3e:d2:8e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df615e8-48af-434b-8c3c-1e27a541848d', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:05:42.175298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.187602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe7bc79-6c37-4c80-bd46-bf75ed853572 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:42.207008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5fe7bc79-6c37-4c80-bd46-bf75ed853572, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fe7bc79-6c37-4c80-bd46-bf75ed853572,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:42.211076 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:42.261066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5fe7bc79-6c37-4c80-bd46-bf75ed853572,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:42.286505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fba5a-c5d4-4342-8abc-f83610c3959a req-e5a400c1-ba2d-4fd1-9e1b-6f622af30a67 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:42.288041 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f70fba5a-c5d4-4342-8abc-f83610c3959a req-e5a400c1-ba2d-4fd1-9e1b-6f622af30a67 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 949 time: 0.0668139 Jul 08 18:05:42.325140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f70fba5a-c5d4-4342-8abc-f83610c3959a req-b3989703-0f99-4d89-abc2-4d688d0465c8 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Jul 08 18:05:42.572880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5fe7bc79-6c37-4c80-bd46-bf75ed853572'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:43.496328 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e030950-941d-475d-ba85-893ead027d73 req-545aa525-907c-459e-a001-0a3eace01f8c tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:43.497840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e030950-941d-475d-ba85-893ead027d73 req-545aa525-907c-459e-a001-0a3eace01f8c tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 949 time: 0.0623283 Jul 08 18:05:43.534958 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e030950-941d-475d-ba85-893ead027d73 req-d021a6b6-ce34-460b-a56d-6cc15cc60ffb tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Jul 08 18:05:43.933120 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.032954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fe7bc79-6c37-4c80-bd46-bf75ed853572 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:05:44.082292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:05:44.085820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:05:44.086187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.159441 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.180344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe7bc79-6c37-4c80-bd46-bf75ed853572'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:44.182598 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037fdc59-d105-440c-a578-28eeb9535554" -d '{"events": [{"server_uuid": "ebb38758-dd42-456d-b5e4-7f9c1297d6eb", "name": "network-vif-plugged", "status": "completed", "tag": "5fe7bc79-6c37-4c80-bd46-bf75ed853572"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:44.194764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5fe7bc79-6c37-4c80-bd46-bf75ed853572, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fe7bc79-6c37-4c80-bd46-bf75ed853572,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:44.199557 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:44.223907 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2a38c-a4e5-4113-8dce-14c02de78650 x-openstack-request-id: req-ecb2a38c-a4e5-4113-8dce-14c02de78650 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:44.224448 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb38758-dd42-456d-b5e4-7f9c1297d6eb", "name": "network-vif-plugged", "status": "completed", "tag": "5fe7bc79-6c37-4c80-bd46-bf75ed853572", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:44.224700 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ecb2a38c-a4e5-4113-8dce-14c02de78650 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:44.225124 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe7bc79-6c37-4c80-bd46-bf75ed853572', 'code': 200} Jul 08 18:05:44.252149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5fe7bc79-6c37-4c80-bd46-bf75ed853572,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:44.361514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab875a-6949-4d9f-948b-33fb2c0a4a0a req-78493da5-6c61-4e42-9b88-3520f7e2d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:44.362894 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3bab875a-6949-4d9f-948b-33fb2c0a4a0a req-78493da5-6c61-4e42-9b88-3520f7e2d0f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 1101 time: 0.0516212 Jul 08 18:05:44.400527 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3bab875a-6949-4d9f-948b-33fb2c0a4a0a req-ad492071-b33c-41be-b678-2e73f3877e4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276871 Jul 08 18:05:44.713529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5be9ae-15b0-4a4a-b240-a36de25170e5 req-c20d139d-b99d-41c9-9912-3462826fff54 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:44.714938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de5be9ae-15b0-4a4a-b240-a36de25170e5 req-c20d139d-b99d-41c9-9912-3462826fff54 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 950 time: 0.0667613 Jul 08 18:05:44.752572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de5be9ae-15b0-4a4a-b240-a36de25170e5 req-4810998c-5cf7-41e3-b3cd-06c80f577121 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jul 08 18:05:45.927574 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3876e-7d8f-47d5-9bd4-e3adfad7a714 req-ef74a445-b95d-472c-bbe1-0e1d223b3b3c tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:45.928980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7e3876e-7d8f-47d5-9bd4-e3adfad7a714 req-ef74a445-b95d-472c-bbe1-0e1d223b3b3c tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 950 time: 0.0633159 Jul 08 18:05:45.966141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b7e3876e-7d8f-47d5-9bd4-e3adfad7a714 req-6f9cdc59-0f92-417f-bd14-7adbc44d1d8e tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Jul 08 18:05:47.096166 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:05:47.196712 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae13d3-b882-497d-82cb-531d6f3eef56 req-2fe638b8-4d1c-4361-bb75-0afc6e6f13c4 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:47.198144 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57ae13d3-b882-497d-82cb-531d6f3eef56 req-2fe638b8-4d1c-4361-bb75-0afc6e6f13c4 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 950 time: 0.0666089 Jul 08 18:05:47.235804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-57ae13d3-b882-497d-82cb-531d6f3eef56 req-4b011869-07a2-4880-82ab-89af79038ec0 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316651 Jul 08 18:05:48.409788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b6a6-4263-4617-810d-19a7525999eb req-c717ccc1-0449-49cc-87df-e0b7d4a88c2b tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:48.411267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f692b6a6-4263-4617-810d-19a7525999eb req-c717ccc1-0449-49cc-87df-e0b7d4a88c2b tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 950 time: 0.0641015 Jul 08 18:05:48.447396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f692b6a6-4263-4617-810d-19a7525999eb req-e3527b72-e96d-492d-9330-f32cc226b32b tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Jul 08 18:05:48.678367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b902-05d1-446a-80fa-ff722b47da7c req-494e7489-ba1c-4c6f-9d61-8e883d9c1453 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:48.679722 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1761b902-05d1-446a-80fa-ff722b47da7c req-494e7489-ba1c-4c6f-9d61-8e883d9c1453 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 950 time: 0.0615494 Jul 08 18:05:48.784812 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Deleting port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:05:48.785170 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.870165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] For port 5fe7bc79-6c37-4c80-bd46-bf75ed853572, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fe7bc79-6c37-4c80-bd46-bf75ed853572,segment=NetworkSegment(594350c9-8e6c-488c-99ff-442443809f4b),segment_id=594350c9-8e6c-488c-99ff-442443809f4b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:05:48.870525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:48.887733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Calling delete_port for 5fe7bc79-6c37-4c80-bd46-bf75ed853572 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:05:49.010778 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.039131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Pushing event deleted for resources: {'Port': ['ID=5fe7bc79-6c37-4c80-bd46-bf75ed853572,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:49.051432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5fe7bc79-6c37-4c80-bd46-bf75ed853572'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:05:49.087591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] No DVR routers for this DVR port 5fe7bc79-6c37-4c80-bd46-bf75ed853572 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:05:49.090418 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:49.092540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1761b902-05d1-446a-80fa-ff722b47da7c req-0b5f4f60-ea62-4833-805e-dc89d67ed763 tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.41 "DELETE /v2.0/ports/5fe7bc79-6c37-4c80-bd46-bf75ed853572 HTTP/1.1" status: 204 len: 173 time: 0.4058161 Jul 08 18:05:49.093072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'name': 'network-vif-deleted', 'tag': '5fe7bc79-6c37-4c80-bd46-bf75ed853572'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:49.095623 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8a855-7f88-49ed-8068-b9e787a7a17f" -d '{"events": [{"server_uuid": "ebb38758-dd42-456d-b5e4-7f9c1297d6eb", "name": "network-vif-deleted", "tag": "5fe7bc79-6c37-4c80-bd46-bf75ed853572"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:49.139524 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9702b2d2-31f0-4fec-9c5d-9a3f0ae1e084 x-openstack-request-id: req-9702b2d2-31f0-4fec-9c5d-9a3f0ae1e084 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:49.139808 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb38758-dd42-456d-b5e4-7f9c1297d6eb", "name": "network-vif-deleted", "tag": "5fe7bc79-6c37-4c80-bd46-bf75ed853572", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:49.140054 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9702b2d2-31f0-4fec-9c5d-9a3f0ae1e084 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:49.140451 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb38758-dd42-456d-b5e4-7f9c1297d6eb', 'name': 'network-vif-deleted', 'tag': '5fe7bc79-6c37-4c80-bd46-bf75ed853572', 'status': 'completed', 'code': 200} Jul 08 18:05:49.595806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51db75bc-84e6-44c2-85a3-fb6efc9df0bd req-435992b4-f613-4976-b379-270c596b9ceb tempest-ServersAdminNegativeTestJSON-1617338332 tempest-ServersAdminNegativeTestJSON-1617338332-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebb38758-dd42-456d-b5e4-7f9c1297d6eb HTTP/1.1" status: 200 len: 210 time: 0.0283003 Jul 08 18:05:50.928021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52580) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:51.057579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9821927b-d59a-4e13-88a0-edd6a4c22c8b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=445584b414ff416395af36bfd88c1097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283052 Jul 08 18:05:51.060084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52584) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:51.106956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2449017d-4073-4384-9c5d-2d05c85a9538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.127452 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2449017d-4073-4384-9c5d-2d05c85a9538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.175222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2449017d-4073-4384-9c5d-2d05c85a9538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.177805 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2449017d-4073-4384-9c5d-2d05c85a9538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.178956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2449017d-4073-4384-9c5d-2d05c85a9538 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a HTTP/1.1" status: 204 len: 168 time: 0.1179557 Jul 08 18:05:51.186627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449017d-4073-4384-9c5d-2d05c85a9538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9b0bb6-ee3a-4ad1-ae1d-f647f153971a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:51.429441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:51.442875 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.534354 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.538202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.576003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb916f6e567b40f3bb33b2c808b9b6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454875 Jul 08 18:05:51.576991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de19826a-d147-4d03-bfaa-85cdb993ab46,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:51.578754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52592) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:51.584449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.584835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.585184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.585525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.585857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.586189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.586522 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.586846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.587171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.587495 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.587815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.588139 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ca27-0ffd-4d5c-a443-07f81cfb0b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:05:51.633110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24e6f798-78ff-404c-aae0-0f4824867725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.653110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24e6f798-78ff-404c-aae0-0f4824867725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.698167 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24e6f798-78ff-404c-aae0-0f4824867725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.700763 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-24e6f798-78ff-404c-aae0-0f4824867725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:51.701971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-24e6f798-78ff-404c-aae0-0f4824867725 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de19826a-d147-4d03-bfaa-85cdb993ab46 HTTP/1.1" status: 204 len: 168 time: 0.1222005 Jul 08 18:05:51.709579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f798-78ff-404c-aae0-0f4824867725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de19826a-d147-4d03-bfaa-85cdb993ab46,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:52.091795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fe7bc79-6c37-4c80-bd46-bf75ed853572 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:05:52.112899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 5fe7bc79-6c37-4c80-bd46-bf75ed853572 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:05:52.113406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fe7bc79-6c37-4c80-bd46-bf75ed853572 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:05:52.349660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52614) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:52.444664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2098679377-network', 'tenant_id': '8c424553e6ec43d989f93a84fc5a11fc'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:52.467740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Made reservation on behalf of 8c424553e6ec43d989f93a84fc5a11fc for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:52.470208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.480019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.568228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.571818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.591229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:05:52.606314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee1ed9-ed44-4f6f-9230-bc1b03d02929,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:52.609190 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.609648 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Added segment d9070a03-4cf1-4aaf-8904-8a7ae50ffef5 of type vlan for network fcd21216-1986-4957-a702-f9419c5d321c Jul 08 18:05:52.648540 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.677382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.678354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:52.678932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.737703 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3868492 Jul 08 18:05:52.740655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52618) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:05:52.741168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254988ca-a54d-43a5-be43-dde15c3c2a3b admin admin] Pushing event updated for resources: {'Network': ['ID=fcd21216-1986-4957-a702-f9419c5d321c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:52.747213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Request body: {'subnet': {'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2098679377-subnet', 'tenant_id': '8c424553e6ec43d989f93a84fc5a11fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:52.751022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network fcd21216-1986-4957-a702-f9419c5d321c details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:05:52.774981 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Made reservation on behalf of 8c424553e6ec43d989f93a84fc5a11fc for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:52.778236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:52.950937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.005241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=074a8457-6944-4c7f-9ba4-75226a695705,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:53.013858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Checking segment: {'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:53.014222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Network hostable DHCP agents. Network: fcd21216-1986-4957-a702-f9419c5d321c, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:05:53.030469 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Network fcd21216-1986-4957-a702-f9419c5d321c is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:05:53.038839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, fcd21216-1986-4957-a702-f9419c5d321c) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:53.042797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:53.043387 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:53.047667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75609a3-2066-4639-aa55-8cb67ee84d8b None None] Network fcd21216-1986-4957-a702-f9419c5d321c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:53.057059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-08884a55-1652-4b47-b27d-38180bcb60ee admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3151977 Jul 08 18:05:53.183924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81ce0f6-8922-48df-b999-1bdddb85efe8 None None] Network fcd21216-1986-4957-a702-f9419c5d321c requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:05:53.488140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-4116ca54-0936-46e5-aeb4-6c380e07d0fd tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:53.489768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-4116ca54-0936-46e5-aeb4-6c380e07d0fd tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 812 time: 0.1046963 Jul 08 18:05:53.506329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-e87173d2-1db0-4f61-a356-6bab831ab01d tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/quotas/8c424553e6ec43d989f93a84fc5a11fc HTTP/1.1" status: 200 len: 375 time: 0.0093250 Jul 08 18:05:53.539629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-8cce5da7-5bf5-444e-9341-31bb2f379cf3 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283659 Jul 08 18:05:53.678677 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-5fe414ba-8496-41fd-bd62-b1cc6d970318 service neutron] 10.222.0.63 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329458 Jul 08 18:05:53.769341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-7ed57f61-8501-4895-a806-6bb10adfaa24 service neutron] 10.222.0.63 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850494 Jul 08 18:05:53.932862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ef6322ab-ea7d-4d1c-8187-41c40d38ebed req-84e420da-6f4f-4a76-bbc7-de2332b77336 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 210 time: 0.0284302 Jul 08 18:05:55.012059 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-525ef412-9141-49bc-81c1-a3dafa467a8e req-0f05b87a-8eac-4560-b526-051446a2a470 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 210 time: 0.0289974 Jul 08 18:05:56.094855 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:56.154027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-010314d3-f2e0-4c59-b517-4c9dd679bce7 req-32c39417-7d3e-4ffb-9768-f0d34affc22b tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 210 time: 0.0324221 Jul 08 18:05:57.173798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-95fc8df2-826e-4c08-8311-136549986f4a tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:57.175271 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-95fc8df2-826e-4c08-8311-136549986f4a tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.41 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 812 time: 0.1018732 Jul 08 18:05:57.199456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Request body: {'port': {'device_id': '09356003-6166-45f9-9601-739d751d3c3d', 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c', 'admin_state_up': True, 'tenant_id': '8c424553e6ec43d989f93a84fc5a11fc'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:57.301379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d27fdd7a-df5f-4f39-a5f2-f8b8b9743a1b req-2579aa5f-2472-4939-8a5f-ccda7edaa977 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 210 time: 0.0294125 Jul 08 18:05:57.329564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Made reservation on behalf of 8c424553e6ec43d989f93a84fc5a11fc for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:05:57.333302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.459708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Allocated IP 172.20.0.4 (fcd21216-1986-4957-a702-f9419c5d321c/074a8457-6944-4c7f-9ba4-75226a695705/8ff79d2b-097c-4a3a-a332-978fd671868e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:05:57.523389 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e1804868-f1be-4d50-a6ec-15d07099cbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.618334 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.656261 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.699834 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Network fcd21216-1986-4957-a702-f9419c5d321c is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:05:57.704836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:05:57.708482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:05:57.733511 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:57.760781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:57.761405 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:57.774845 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-2008a7d6-7b6a-4b3a-b086-c95ebe2abcd0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795574 Jul 08 18:05:57.792998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Request body: {'port': {'device_id': '09356003-6166-45f9-9601-739d751d3c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:05:57.862992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.123150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff79d2b-097c-4a3a-a332-978fd671868e {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:05:58.130531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.142818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Transition to ACTIVE for port object 8ff79d2b-097c-4a3a-a332-978fd671868e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:05:58.146562 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.193403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:58.262020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:05:58.262356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:05:58.262686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e on network fcd21216-1986-4957-a702-f9419c5d321c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:58.267385 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Port 8ff79d2b-097c-4a3a-a332-978fd671868e on network fcd21216-1986-4957-a702-f9419c5d321c not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:05:58.267719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e on network fcd21216-1986-4957-a702-f9419c5d321c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:05:58.272447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:05:58.272817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Checking segment: {'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:05:58.273204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Bound using segment: {'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:05:58.273638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Bound port: 8ff79d2b-097c-4a3a-a332-978fd671868e, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:05:58.273989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.338854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:05:58.341987 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:05:58.347495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.380296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:58.381036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:05:58.382438 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 1091 time: 0.5935574 Jul 08 18:05:58.382875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:05:58.385180 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b369cb7-278c-461a-800b-0222703f550e" -d '{"events": [{"name": "network-changed", "server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:05:58.414932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03c5ff-85e8-4505-ba51-7d325a995633 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:05:58.424267 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae67cfb7-222e-48d3-b7fc-eb4122f8f0b6 x-openstack-request-id: req-ae67cfb7-222e-48d3-b7fc-eb4122f8f0b6 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:05:58.424611 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:05:58.424903 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ae67cfb7-222e-48d3-b7fc-eb4122f8f0b6 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:05:58.425302 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'status': 'completed', 'code': 200} Jul 08 18:05:58.488533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d7d2a-9dad-4e09-b777-1a8024c00c68 req-19a33379-d416-4ec1-9fa9-7029c25ecd06 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:58.490060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba9d7d2a-9dad-4e09-b777-1a8024c00c68 req-19a33379-d416-4ec1-9fa9-7029c25ecd06 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 943 time: 0.0633211 Jul 08 18:05:58.499737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-01a884e2-2f90-4d44-8719-bccfb5188498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:58.501326 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-01a884e2-2f90-4d44-8719-bccfb5188498 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1094 time: 0.0535440 Jul 08 18:05:58.528534 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ba9d7d2a-9dad-4e09-b777-1a8024c00c68 req-c1bdeaa7-678d-4d55-9de2-be319350c09a tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Jul 08 18:05:58.559498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-9322cbcd-b3b3-46fa-804a-f58c15eb83f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 217 time: 0.0371656 Jul 08 18:05:58.612400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-8529ebbb-4e14-467a-b512-ef55ff8d79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:58.613915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-8529ebbb-4e14-467a-b512-ef55ff8d79c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 200 len: 852 time: 0.0431247 Jul 08 18:05:58.651349 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-10304123-3775-472a-ae99-47b5a77b4f1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcd21216-1986-4957-a702-f9419c5d321c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269663 Jul 08 18:05:58.751092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-99d8a218-a33c-4006-9f24-2cc8514c56b5 service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885723 Jul 08 18:05:58.843634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99f9aa9b-cf77-4d4e-a021-2d41d1f823af req-8053736e-fc9f-4f33-a5a2-c6c5941b1cf0 service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828269 Jul 08 18:05:58.991597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b369cb7-278c-461a-800b-0222703f550e req-798e95a7-93a7-4bd2-8b1a-fadfba7e58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:58.993053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b369cb7-278c-461a-800b-0222703f550e req-798e95a7-93a7-4bd2-8b1a-fadfba7e58a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1094 time: 0.0553422 Jul 08 18:05:59.084054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b369cb7-278c-461a-800b-0222703f550e req-ae9881a6-b5d5-49cd-9edc-141efe493db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:59.085588 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b369cb7-278c-461a-800b-0222703f550e req-ae9881a6-b5d5-49cd-9edc-141efe493db5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 913 time: 0.0858028 Jul 08 18:05:59.126154 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b369cb7-278c-461a-800b-0222703f550e req-8ce94192-1a0a-4568-a55b-f8beb2294c5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 217 time: 0.0335829 Jul 08 18:05:59.179811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b369cb7-278c-461a-800b-0222703f550e req-5b944345-b560-4166-981e-83b94c48e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:59.181292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b369cb7-278c-461a-800b-0222703f550e req-5b944345-b560-4166-981e-83b94c48e1ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 200 len: 852 time: 0.0458403 Jul 08 18:05:59.215331 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b369cb7-278c-461a-800b-0222703f550e req-dac256df-11c7-45f9-b90c-eed452471e29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcd21216-1986-4957-a702-f9419c5d321c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247610 Jul 08 18:05:59.305100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b369cb7-278c-461a-800b-0222703f550e req-88a08abc-064f-4732-8466-3f0a22d7e96d service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824389 Jul 08 18:05:59.402638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0b369cb7-278c-461a-800b-0222703f550e req-cd5b2cd3-744b-4b7b-a0c2-f00ba789ebf3 service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884564 Jul 08 18:05:59.702898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d200b1-20ea-4800-bdd1-823beec1d9a6 req-62179954-8035-413d-8170-55630a5f4f66 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:05:59.704893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47d200b1-20ea-4800-bdd1-823beec1d9a6 req-62179954-8035-413d-8170-55630a5f4f66 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 943 time: 0.0669382 Jul 08 18:05:59.741753 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47d200b1-20ea-4800-bdd1-823beec1d9a6 req-534e0aff-3b3c-4828-be59-704654149a5b tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Jul 08 18:06:00.032192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-05349714-1d99-4f76-b2e0-b16a6a4b4fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.495894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:00.911713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0827b28-af94-4341-b30b-5a7825b72511 req-03d92b93-6307-4df8-b025-c0ed3878eb04 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:00.913201 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0827b28-af94-4341-b30b-5a7825b72511 req-03d92b93-6307-4df8-b025-c0ed3878eb04 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 943 time: 0.0624416 Jul 08 18:06:00.949953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0827b28-af94-4341-b30b-5a7825b72511 req-26e0bc84-b78a-4cb0-9d92-1bac4375f5d0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Jul 08 18:06:01.487371 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.118423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315d012-0764-4fa8-b36d-f8add46af8ea req-c3ea7d92-3ce9-45ea-8cce-cac1fc249804 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:02.119809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b315d012-0764-4fa8-b36d-f8add46af8ea req-c3ea7d92-3ce9-45ea-8cce-cac1fc249804 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 943 time: 0.0623975 Jul 08 18:06:02.143070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:02.162850 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b315d012-0764-4fa8-b36d-f8add46af8ea req-e820881f-1d39-4273-856e-f5c0fd94f510 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374086 Jul 08 18:06:02.240001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:02.250640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c', 'port_id': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'mac_address': 'fa:16:3e:d3:87:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074a8457-6944-4c7f-9ba4-75226a695705', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:02.286075 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.297856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff79d2b-097c-4a3a-a332-978fd671868e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:02.317401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:02.321679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:02.370426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:02.638038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['8ff79d2b-097c-4a3a-a332-978fd671868e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:02.933205 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:03.333061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf3af5-2803-47eb-8900-c309a3af1b1f req-2aad22be-30ff-4258-a036-15bef957f9a0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:03.334547 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5bf3af5-2803-47eb-8900-c309a3af1b1f req-2aad22be-30ff-4258-a036-15bef957f9a0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 944 time: 0.0634823 Jul 08 18:06:03.372366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c5bf3af5-2803-47eb-8900-c309a3af1b1f req-0ae75863-0d4a-403c-8579-5f41adc35b00 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Jul 08 18:06:04.158266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:04.207824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 8ff79d2b-097c-4a3a-a332-978fd671868e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:04.211336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 8ff79d2b-097c-4a3a-a332-978fd671868e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:04.211705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.284364 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.305418 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:04.307626 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12325129-57d1-490c-9390-bdb23c4b7eb9" -d '{"events": [{"server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "name": "network-vif-plugged", "status": "completed", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:04.320315 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:04.324271 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:04.348463 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039325dd-1765-428b-9e57-151d6f5c098f x-openstack-request-id: req-039325dd-1765-428b-9e57-151d6f5c098f {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:04.348769 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "name": "network-vif-plugged", "status": "completed", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:04.349297 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-039325dd-1765-428b-9e57-151d6f5c098f {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:04.349674 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'code': 200} Jul 08 18:06:04.373989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:04.490737 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9a09-f76a-4c83-92d2-007359f98c50 req-5a3481f0-08fa-4f36-a93a-121ef43f91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:04.492239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33db9a09-f76a-4c83-92d2-007359f98c50 req-5a3481f0-08fa-4f36-a93a-121ef43f91a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1096 time: 0.0517797 Jul 08 18:06:04.526144 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-33db9a09-f76a-4c83-92d2-007359f98c50 req-1f734f27-387e-4a3c-86c2-8ea42772a35d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277004 Jul 08 18:06:04.549013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15894b3-feea-46ea-8098-0cdf88027617 req-ec1fc2cd-693e-413a-9708-a18af814d9f3 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:04.550506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a15894b3-feea-46ea-8098-0cdf88027617 req-ec1fc2cd-693e-413a-9708-a18af814d9f3 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0634398 Jul 08 18:06:04.587526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a15894b3-feea-46ea-8098-0cdf88027617 req-5de4aae0-e158-4512-889c-cc6e1f5d2451 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Jul 08 18:06:05.764882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a617535-b47a-4bd5-8061-35a80a6b7b69 req-895dc2d1-6452-4a0f-a6d5-ed531d2de0e6 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:05.766407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a617535-b47a-4bd5-8061-35a80a6b7b69 req-895dc2d1-6452-4a0f-a6d5-ed531d2de0e6 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0692174 Jul 08 18:06:05.805423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a617535-b47a-4bd5-8061-35a80a6b7b69 req-5016a1c4-2544-4631-b1e0-1d076bc10bc6 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Jul 08 18:06:06.975593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff98a-0268-47e2-852a-1796239d8bf6 req-ad9ca67c-992d-43db-b8c8-46dbc827e060 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:06.977104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8bbff98a-0268-47e2-852a-1796239d8bf6 req-ad9ca67c-992d-43db-b8c8-46dbc827e060 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0629084 Jul 08 18:06:07.013473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8bbff98a-0268-47e2-852a-1796239d8bf6 req-483c49d5-be51-4496-973c-17c1668b9a42 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309372 Jul 08 18:06:07.452715 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-2fee2478-7e5f-41d1-9d41-54f504c430bf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582632 Jul 08 18:06:07.463529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e853f3b-9e5a-4e07-b560-8d203890700c req-8e1b1577-53f9-434f-913c-3e2fec320916 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:07.465411 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e853f3b-9e5a-4e07-b560-8d203890700c req-8e1b1577-53f9-434f-913c-3e2fec320916 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.1246538 Jul 08 18:06:07.510105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e853f3b-9e5a-4e07-b560-8d203890700c req-f28a3889-f238-4244-b01e-6592271bbf1c tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384040 Jul 08 18:06:08.618030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-da6a8f43-d943-41da-aed4-45628a308388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:08.619824 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-da6a8f43-d943-41da-aed4-45628a308388 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1096 time: 0.0534799 Jul 08 18:06:08.684086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb352b-5362-4c78-b528-e7cce158caac req-3768b386-37fe-4ef3-b3a7-4606f750d7af tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:08.685625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dabb352b-5362-4c78-b528-e7cce158caac req-3768b386-37fe-4ef3-b3a7-4606f750d7af tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0634758 Jul 08 18:06:08.714113 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-4ebe2ca5-5586-4270-bff4-79c892a23c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:08.715600 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-4ebe2ca5-5586-4270-bff4-79c892a23c3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 913 time: 0.0891271 Jul 08 18:06:08.730072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dabb352b-5362-4c78-b528-e7cce158caac req-7e31ed8d-10e6-485a-839e-74220420dfeb tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Jul 08 18:06:08.761243 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-57d82a10-ce10-417d-a6fa-ac7e9ac23783 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 217 time: 0.0366893 Jul 08 18:06:08.817722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-0d50fe0d-2646-4f7e-9167-627945cc0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:08.819199 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-0d50fe0d-2646-4f7e-9167-627945cc0689 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 200 len: 852 time: 0.0523288 Jul 08 18:06:08.852180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-e23be139-6169-4327-85a1-8b8fad7d0362 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcd21216-1986-4957-a702-f9419c5d321c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260041 Jul 08 18:06:08.940685 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-6e50bebb-531f-4b9c-8e2c-04ba59a6be19 service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817409 Jul 08 18:06:09.034317 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-93bc029d-2c7f-4dd4-ad27-2f8e2621b3b3 service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869985 Jul 08 18:06:09.913186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f1950-4b02-4349-904b-a2c445a41e6d req-503bcb65-e68a-490d-b115-594a0615004b tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:09.914668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-432f1950-4b02-4349-904b-a2c445a41e6d req-503bcb65-e68a-490d-b115-594a0615004b tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0668879 Jul 08 18:06:09.951630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-432f1950-4b02-4349-904b-a2c445a41e6d req-ab3a0338-b2d8-47e7-abb5-c4ff1bc8bf68 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315087 Jul 08 18:06:11.124604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c972a-7e2c-4362-87c6-6f8753a7e03f req-ad62e74c-d4a8-45e8-9586-b727b91faf5e tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:11.126015 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-770c972a-7e2c-4362-87c6-6f8753a7e03f req-ad62e74c-d4a8-45e8-9586-b727b91faf5e tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0620422 Jul 08 18:06:11.162494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-770c972a-7e2c-4362-87c6-6f8753a7e03f req-146a06f5-6e69-4b40-8c72-0c1d0bbb7a95 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311275 Jul 08 18:06:12.330740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5da7-80d4-4730-9d8c-45e416d1bf56 req-4cf1d2ee-9b66-41df-9c9c-3e2ad4c9a78f tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:12.332182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d01c5da7-80d4-4730-9d8c-45e416d1bf56 req-4cf1d2ee-9b66-41df-9c9c-3e2ad4c9a78f tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0610483 Jul 08 18:06:12.372963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d01c5da7-80d4-4730-9d8c-45e416d1bf56 req-a2e48783-0d7f-4dc4-9aac-033c6a72523e tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Jul 08 18:06:13.547473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa940058-a8e0-4377-bad4-fbfb930952ab req-7696e3c7-5659-40dc-ba11-7240a74034c1 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:13.548950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa940058-a8e0-4377-bad4-fbfb930952ab req-7696e3c7-5659-40dc-ba11-7240a74034c1 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0640440 Jul 08 18:06:13.585352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aa940058-a8e0-4377-bad4-fbfb930952ab req-75afb66c-1dc6-4598-b2a9-53b8c543f7a5 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Jul 08 18:06:13.934679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:14.760302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535da1f-b4d9-43da-8e87-a3bfcec6ec69 req-e104067c-9c8a-4aa1-89d8-337797a57452 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:14.761851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0535da1f-b4d9-43da-8e87-a3bfcec6ec69 req-e104067c-9c8a-4aa1-89d8-337797a57452 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0671339 Jul 08 18:06:14.801226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0535da1f-b4d9-43da-8e87-a3bfcec6ec69 req-ce91b08e-4c84-41a3-94e0-76bebf02f511 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330029 Jul 08 18:06:15.974215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d040bc9-e5e6-4ef1-b583-2a4a7fa55e4d req-b18b58ae-2d83-492a-aff2-6410039a78d6 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:15.975654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d040bc9-e5e6-4ef1-b583-2a4a7fa55e4d req-b18b58ae-2d83-492a-aff2-6410039a78d6 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0649824 Jul 08 18:06:16.011941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d040bc9-e5e6-4ef1-b583-2a4a7fa55e4d req-b9380374-f864-47c4-8bbe-fc4fe5a94975 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Jul 08 18:06:17.182797 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3a9e9-f19d-4146-ac68-1e7ed0e94907 req-9d6afc49-6e5e-4d72-8e3d-10fe05806ad8 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:17.184212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45a3a9e9-f19d-4146-ac68-1e7ed0e94907 req-9d6afc49-6e5e-4d72-8e3d-10fe05806ad8 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0646648 Jul 08 18:06:17.221694 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45a3a9e9-f19d-4146-ac68-1e7ed0e94907 req-e8275ee3-468b-4b3f-8850-5c75c4842ba7 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Jul 08 18:06:18.443251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35643218-21f0-4892-be3a-04d0a3a5864d req-d40308b2-d05c-4582-a3be-bd6e99f8a861 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:18.444719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35643218-21f0-4892-be3a-04d0a3a5864d req-d40308b2-d05c-4582-a3be-bd6e99f8a861 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.1159225 Jul 08 18:06:18.486396 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35643218-21f0-4892-be3a-04d0a3a5864d req-4af3756f-ca0c-4808-bc77-7109f4c997e0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361342 Jul 08 18:06:19.716650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd59a5-de5d-4c47-821d-01624f6d9911 req-344632ff-df36-4c6e-b782-3f7eb6814091 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:19.718177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8dd59a5-de5d-4c47-821d-01624f6d9911 req-344632ff-df36-4c6e-b782-3f7eb6814091 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.1182191 Jul 08 18:06:19.755429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8dd59a5-de5d-4c47-821d-01624f6d9911 req-bbb69fa5-639d-4dc4-9dc3-7d995e10cab4 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Jul 08 18:06:20.932092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d16244-ecc9-4bd4-85bc-7d3c5cc8196e req-adf8eb9d-4807-4f36-860e-eddef8bf2b20 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:20.933636 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2d16244-ecc9-4bd4-85bc-7d3c5cc8196e req-adf8eb9d-4807-4f36-860e-eddef8bf2b20 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0618598 Jul 08 18:06:20.972086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2d16244-ecc9-4bd4-85bc-7d3c5cc8196e req-cdab4336-cd6c-42b4-8b9f-4d3d9d9739e3 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jul 08 18:06:22.145013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d4b28-874f-4167-baa2-275623ad95fc req-abdf027f-a63b-4912-bcb6-42e15a7339dc tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:22.146377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d87d4b28-874f-4167-baa2-275623ad95fc req-abdf027f-a63b-4912-bcb6-42e15a7339dc tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0650620 Jul 08 18:06:22.183044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d87d4b28-874f-4167-baa2-275623ad95fc req-792a223c-1978-4660-b02a-a58d62d820c4 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Jul 08 18:06:23.354405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbc1fa-a891-47bb-9249-d4fca8f2a11f req-34e431c6-489e-484c-b048-ff11d44b7df8 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:23.355939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11bbc1fa-a891-47bb-9249-d4fca8f2a11f req-34e431c6-489e-484c-b048-ff11d44b7df8 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0620320 Jul 08 18:06:23.394114 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11bbc1fa-a891-47bb-9249-d4fca8f2a11f req-55b489b8-13cd-43a0-9720-eb2c64840bee tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Jul 08 18:06:24.095529 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:06:24.568412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274816-0b8b-4cff-b30d-44bd69494a5e req-1ad5a2c9-0e3b-4e8b-9704-525975b2f2df tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:24.569938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd274816-0b8b-4cff-b30d-44bd69494a5e req-1ad5a2c9-0e3b-4e8b-9704-525975b2f2df tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0692394 Jul 08 18:06:24.611286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd274816-0b8b-4cff-b30d-44bd69494a5e req-7470bd31-5bb6-4546-ba25-ccdb189657b2 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358939 Jul 08 18:06:25.781657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede50337-c9d1-4843-a48c-93e0624faf3f req-f8a230cb-f7f1-4b35-90a8-6c5cd3a16315 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:25.783129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ede50337-c9d1-4843-a48c-93e0624faf3f req-f8a230cb-f7f1-4b35-90a8-6c5cd3a16315 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0627875 Jul 08 18:06:25.820707 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ede50337-c9d1-4843-a48c-93e0624faf3f req-d4803826-57f4-481f-ae69-27b0b9885cad tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jul 08 18:06:26.100022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:26.990801 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296936-bddb-4a6e-accc-29ace24b4e1a req-75246674-09eb-4878-9dad-57c47210e681 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:26.992285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c296936-bddb-4a6e-accc-29ace24b4e1a req-75246674-09eb-4878-9dad-57c47210e681 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0632305 Jul 08 18:06:27.029213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c296936-bddb-4a6e-accc-29ace24b4e1a req-31e8b5aa-580b-4aa5-800f-5fd5c6d91a73 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Jul 08 18:06:27.523330 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-05c4acd1-8412-449b-a762-9dc6bba5ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:28.205153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954463f-b431-427c-908a-ccfe1a16504f req-84bae553-0c24-48b6-84c2-5207a24441a4 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:28.206637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d954463f-b431-427c-908a-ccfe1a16504f req-84bae553-0c24-48b6-84c2-5207a24441a4 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0674074 Jul 08 18:06:28.244506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d954463f-b431-427c-908a-ccfe1a16504f req-a0d3ef9b-75c2-4f25-9a8c-e58b7679e928 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Jul 08 18:06:29.418905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89c97f-b5d1-4b40-a6c7-d71470d7301b req-16735e26-5f33-4fd4-81ac-aac6adf08ca2 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:29.420431 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d89c97f-b5d1-4b40-a6c7-d71470d7301b req-16735e26-5f33-4fd4-81ac-aac6adf08ca2 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0640385 Jul 08 18:06:29.460875 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2d89c97f-b5d1-4b40-a6c7-d71470d7301b req-05acd16d-e80a-4074-8ef0-e814be58fd3e tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Jul 08 18:06:30.034212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-de0698f7-fd82-4646-89d7-23b5aa7fa214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.499540 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:30.639991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f4500-9e51-4507-aba2-50ba50a30050 req-a1891255-e7be-4558-9f38-0a186db2934f tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:30.641986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc2f4500-9e51-4507-aba2-50ba50a30050 req-a1891255-e7be-4558-9f38-0a186db2934f tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0645654 Jul 08 18:06:30.683148 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc2f4500-9e51-4507-aba2-50ba50a30050 req-99e6ed13-484f-4546-acb7-e46892e1aec6 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 Jul 08 18:06:31.490571 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:31.853374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60b3f-3e11-4115-af7d-66f971ade8f0 req-38382430-fd74-4aba-b005-2ac9e7746b72 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:31.854853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e60b3f-3e11-4115-af7d-66f971ade8f0 req-38382430-fd74-4aba-b005-2ac9e7746b72 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0630431 Jul 08 18:06:31.891814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-10e60b3f-3e11-4115-af7d-66f971ade8f0 req-98792b05-066f-4231-88ad-c36624378f1c tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Jul 08 18:06:32.936770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:33.064814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fbcab-7fd9-4b25-817c-13d92ca04034 req-9c719d2d-4854-4ee8-b0ac-8010caf5f70d tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:33.066284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de1fbcab-7fd9-4b25-817c-13d92ca04034 req-9c719d2d-4854-4ee8-b0ac-8010caf5f70d tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0625865 Jul 08 18:06:33.103409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-de1fbcab-7fd9-4b25-817c-13d92ca04034 req-a6f28ee8-553e-47e7-8df6-499da4544323 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314333 Jul 08 18:06:34.276707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd66b-e601-4424-825d-42fdd762e837 req-4cb35914-09d7-400e-8838-5f93e8fc8acf tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:34.278287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd8dd66b-e601-4424-825d-42fdd762e837 req-4cb35914-09d7-400e-8838-5f93e8fc8acf tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0664396 Jul 08 18:06:34.316319 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd8dd66b-e601-4424-825d-42fdd762e837 req-553ec9f1-c2c9-4705-a9c2-6b947e56e285 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jul 08 18:06:35.488995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5232e-0e91-4fb3-b97d-34f1585c936a req-8e1ed13d-d670-43cc-b8ce-74c97fff46e4 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:35.490464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24f5232e-0e91-4fb3-b97d-34f1585c936a req-8e1ed13d-d670-43cc-b8ce-74c97fff46e4 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0622723 Jul 08 18:06:35.526097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-24f5232e-0e91-4fb3-b97d-34f1585c936a req-6405795a-c2c0-40e5-b1aa-085ddc9e5e31 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302482 Jul 08 18:06:36.482492 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-e44653eb-2572-4781-943d-fc9c93e95df6 service neutron] show failed (client error): The resource could not be found. Jul 08 18:06:36.483468 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-e44653eb-2572-4781-943d-fc9c93e95df6 service neutron] 10.222.0.41 "GET /v2.0/ports/8ff79d2b-097c-4a3a-a332-978fd671868e/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0542061 Jul 08 18:06:36.706302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdf0ef-f8b4-489f-9d54-1e328d0c20cd req-073d6522-4437-4370-90e8-7915da522668 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:36.707790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7fdf0ef-f8b4-489f-9d54-1e328d0c20cd req-073d6522-4437-4370-90e8-7915da522668 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 945 time: 0.0687609 Jul 08 18:06:36.750895 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7fdf0ef-f8b4-489f-9d54-1e328d0c20cd req-917dd23c-1b6a-49ab-9f53-3f838d9c98f0 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Jul 08 18:06:37.028972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-649cc989-c5a8-4f28-accd-e016751c6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.030469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-649cc989-c5a8-4f28-accd-e016751c6732 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d&tenant_id=8c424553e6ec43d989f93a84fc5a11fc HTTP/1.1" status: 200 len: 1096 time: 0.3426082 Jul 08 18:06:37.042409 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:37.109939 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.310887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:37.343012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:37.384897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:37.387140 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb4ce79-c830-4c16-a738-f36b6976d61e" -d '{"events": [{"server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:37.391106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.403924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Transition to ACTIVE for port object 8ff79d2b-097c-4a3a-a332-978fd671868e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:37.408205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.452570 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2144d71-1e47-40b1-8c18-55046b5b7fb8 x-openstack-request-id: req-d2144d71-1e47-40b1-8c18-55046b5b7fb8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:37.452899 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:37.453179 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d2144d71-1e47-40b1-8c18-55046b5b7fb8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:37.453570 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'code': 200} Jul 08 18:06:37.474506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] No DVR routers for this DVR port 8ff79d2b-097c-4a3a-a332-978fd671868e on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:37.478531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:37.503030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.503661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.503773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.504029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.504361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.504689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.505051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.505375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.505699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.506021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.506343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.506666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:37.523476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:37.523821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:37.524151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e on network fcd21216-1986-4957-a702-f9419c5d321c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:37.528377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Port 8ff79d2b-097c-4a3a-a332-978fd671868e on network fcd21216-1986-4957-a702-f9419c5d321c not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:37.528699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Attempting to bind port 8ff79d2b-097c-4a3a-a332-978fd671868e on network fcd21216-1986-4957-a702-f9419c5d321c {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:37.533500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:37.533858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Checking segment: {'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:37.534221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Bound using segment: {'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:37.534645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Bound port: 8ff79d2b-097c-4a3a-a332-978fd671868e, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:37.535004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.599137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:37.602084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:37.605595 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.644363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.645010 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:37.646395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] 10.222.0.72 "PUT /v2.0/ports/8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 1091 time: 0.6079690 Jul 08 18:06:37.662941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a4647-8eec-4a6f-a6af-a9a7bd3e8843 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:37.722001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-a2439ec2-4220-4138-9517-b6b9f8deca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.723472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-a2439ec2-4220-4138-9517-b6b9f8deca9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1094 time: 0.0519280 Jul 08 18:06:37.813830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-1f7801a5-ab90-4980-8c3a-50165e687adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.815328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-1f7801a5-ab90-4980-8c3a-50165e687adf service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 913 time: 0.0860908 Jul 08 18:06:37.855540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-a2a7956b-a9d1-4aea-a755-e4f7bf73cb0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 217 time: 0.0333717 Jul 08 18:06:37.902768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b3b8df41-8415-4327-b204-1414050fe502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.904231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-b3b8df41-8415-4327-b204-1414050fe502 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 200 len: 852 time: 0.0426188 Jul 08 18:06:37.928351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99ae0b-e7a5-4df8-8fd5-4f7b7d49b5a2 req-2063abd6-3ffa-42cf-a134-20f16758b223 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:37.929886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a99ae0b-e7a5-4df8-8fd5-4f7b7d49b5a2 req-2063abd6-3ffa-42cf-a134-20f16758b223 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 943 time: 0.0634105 Jul 08 18:06:37.939618 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-1ada9456-c54f-4963-b082-84a1ecb32229 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcd21216-1986-4957-a702-f9419c5d321c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290880 Jul 08 18:06:37.968282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a99ae0b-e7a5-4df8-8fd5-4f7b7d49b5a2 req-6a40f17c-4efa-4f12-a97a-7309dfbac39e tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Jul 08 18:06:38.025987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-bb0e875d-927c-4f94-b1e1-2c2e002a1dc8 service neutron] 10.222.0.72 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800726 Jul 08 18:06:38.117396 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aee3d334-c339-4e2c-bc46-c2c2386a5cdd req-572be13f-9c64-41a5-bbb3-de302f1494be service neutron] 10.222.0.72 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845876 Jul 08 18:06:39.143155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff00e7-d7ea-4dee-8731-1f262e2af004 req-dfd3ddd9-a4c6-43db-8126-92465224c3b2 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.144531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12ff00e7-d7ea-4dee-8731-1f262e2af004 req-dfd3ddd9-a4c6-43db-8126-92465224c3b2 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 943 time: 0.0622377 Jul 08 18:06:39.181936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12ff00e7-d7ea-4dee-8731-1f262e2af004 req-dbe2cc4a-e7a9-4580-a483-2c38ca970ac9 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318422 Jul 08 18:06:39.454302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:39.457141 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13" -d '{"events": [{"name": "network-changed", "server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:39.503251 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5fb528-30a8-4b98-9e2c-4eaab31b4ace x-openstack-request-id: req-1d5fb528-30a8-4b98-9e2c-4eaab31b4ace {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:39.503557 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:39.503816 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d5fb528-30a8-4b98-9e2c-4eaab31b4ace {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:39.504218 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'status': 'completed', 'code': 200} Jul 08 18:06:39.635220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-3fc0e7dd-94a7-41be-85a7-e84fecea2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.637457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-3fc0e7dd-94a7-41be-85a7-e84fecea2ec6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1094 time: 0.1009338 Jul 08 18:06:39.647532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-bc996ea7-75f9-4f23-845b-234cae67c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.649885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-bc996ea7-75f9-4f23-845b-234cae67c3c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1094 time: 0.0867429 Jul 08 18:06:39.810611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-03b22c6c-736b-4ac9-abe3-b059fc368293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.812092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-03b22c6c-736b-4ac9-abe3-b059fc368293 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 913 time: 0.1677017 Jul 08 18:06:39.813430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-95df5185-e3f1-4df1-9705-06f75e115dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.815263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-95df5185-e3f1-4df1-9705-06f75e115dc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 913 time: 0.1548631 Jul 08 18:06:39.862457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-03323be0-8781-4f01-8d18-60a8d8c769ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 217 time: 0.0437458 Jul 08 18:06:39.894428 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-2c94a14f-dffc-40ed-8707-5071b57912b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 217 time: 0.0698764 Jul 08 18:06:39.979747 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-374ac697-b674-4ae2-8b5a-83c410b098e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.981745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-374ac697-b674-4ae2-8b5a-83c410b098e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 200 len: 852 time: 0.0950301 Jul 08 18:06:39.985553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-5cf83399-d878-4217-a31c-8937659cc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:39.987056 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-5cf83399-d878-4217-a31c-8937659cc968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 200 len: 852 time: 0.0737679 Jul 08 18:06:40.026681 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-a229c5ff-e549-4274-b033-c8870a457d90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcd21216-1986-4957-a702-f9419c5d321c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382535 Jul 08 18:06:40.043774 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-1d13346a-4b8f-4a64-8b4c-0c404a33b34e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcd21216-1986-4957-a702-f9419c5d321c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455334 Jul 08 18:06:40.192243 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-8f1c5ced-1e38-4cb8-a73e-e7d4cc639082 service neutron] 10.222.0.72 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503084 Jul 08 18:06:40.195484 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-201820c9-587d-4a1c-a572-d49508cb3b8d service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359236 Jul 08 18:06:40.349580 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-ecba28b7-29f3-4435-bda4-19c08bd405be service neutron] 10.222.0.72 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508572 Jul 08 18:06:40.353117 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b15620e6-a3ad-46ad-a58b-f3d6f283cf13 req-e9f4c8fd-2033-4297-90fb-4ab59f9c07bb service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466842 Jul 08 18:06:40.357761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:40.361962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec558624-8157-46bc-b8d4-c57409f3a504 req-f6822035-5b28-453a-a2c9-f917756890c1 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:40.363477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec558624-8157-46bc-b8d4-c57409f3a504 req-f6822035-5b28-453a-a2c9-f917756890c1 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 943 time: 0.0688515 Jul 08 18:06:40.398451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:40.403373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec558624-8157-46bc-b8d4-c57409f3a504 req-d514f8c1-595a-4a3a-a692-1d659e8293d9 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Jul 08 18:06:40.842610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-6f1ab71a-e047-4d91-86f4-f5a0a690bb4e tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:40.844115 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-6f1ab71a-e047-4d91-86f4-f5a0a690bb4e tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.41 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d&tenant_id=8c424553e6ec43d989f93a84fc5a11fc&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 943 time: 0.1137915 Jul 08 18:06:40.905484 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-afc978fc-a90c-4ad8-bbd0-f26ddbacae75 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:06:40.906456 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-afc978fc-a90c-4ad8-bbd0-f26ddbacae75 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8ff79d2b-097c-4a3a-a332-978fd671868e/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0524077 Jul 08 18:06:41.032247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-147d96ca-5106-4c0f-8055-c315fdc37de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:41.033736 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-147d96ca-5106-4c0f-8055-c315fdc37de6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 1094 time: 0.0551670 Jul 08 18:06:41.123243 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-e42f7e3e-9234-44db-942b-bf8a4c30ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:41.124566 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-e42f7e3e-9234-44db-942b-bf8a4c30ce5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 200 len: 913 time: 0.0803227 Jul 08 18:06:41.170051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-b4a6ff0d-5042-4359-aff1-246c3d769d7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 200 len: 217 time: 0.0350277 Jul 08 18:06:41.219189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-1d8bc0ae-4ce0-4c96-9c3c-7710330d9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:41.220603 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-1d8bc0ae-4ce0-4c96-9c3c-7710330d9d3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 200 len: 852 time: 0.0418019 Jul 08 18:06:41.255596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-987e38cc-620d-47a7-87d9-4621373300ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcd21216-1986-4957-a702-f9419c5d321c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251577 Jul 08 18:06:41.343138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c74ac55d-81ba-4a00-aaf7-e62ac7b2fa2b service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800464 Jul 08 18:06:41.433319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-47c1c7cc-2316-4062-8a30-ffc63166337c service neutron] 10.222.0.41 "GET /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795250 Jul 08 18:06:42.012923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:42.109994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:42.121704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'network_id': 'fcd21216-1986-4957-a702-f9419c5d321c', 'port_id': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'mac_address': 'fa:16:3e:d3:87:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074a8457-6944-4c7f-9ba4-75226a695705', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:42.158144 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.170958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff79d2b-097c-4a3a-a332-978fd671868e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:42.192558 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:42.196926 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:42.249419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:42.257228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.257554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.257894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.258224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.258552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.258894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.259197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.259518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.259835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.260151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.260467 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.260808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:06:42.385223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2f691-6fbe-432e-b442-0ad1d9aa1427 req-d819f4a9-0236-4487-9bfd-c14aed1ca208 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:42.386633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6b2f691-6fbe-432e-b442-0ad1d9aa1427 req-d819f4a9-0236-4487-9bfd-c14aed1ca208 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 944 time: 0.0637584 Jul 08 18:06:42.412393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['8ff79d2b-097c-4a3a-a332-978fd671868e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:42.423109 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6b2f691-6fbe-432e-b442-0ad1d9aa1427 req-d8715157-e9b5-441f-a730-f7e19c0ac3ed tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Jul 08 18:06:43.566361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c2086bbe-b57c-4a27-adf6-f2fd5d60a944 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:43.567969 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c2086bbe-b57c-4a27-adf6-f2fd5d60a944 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.72 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 944 time: 0.0632470 Jul 08 18:06:43.599247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414c7b9-c619-4383-ae03-187d70dd6502 req-e4572067-7ca1-4828-8b34-a742f4fc4ac7 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:43.600926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5414c7b9-c619-4383-ae03-187d70dd6502 req-e4572067-7ca1-4828-8b34-a742f4fc4ac7 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/ports?device_id=09356003-6166-45f9-9601-739d751d3c3d HTTP/1.1" status: 200 len: 944 time: 0.0629454 Jul 08 18:06:43.643527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5414c7b9-c619-4383-ae03-187d70dd6502 req-c4f4d5b8-ca69-4242-bf61-449dd59bf5e8 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.63 "GET /v2.0/security-groups?id=efee1ed9-ed44-4f6f-9230-bc1b03d02929&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Jul 08 18:06:43.676236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Deleting port 8ff79d2b-097c-4a3a-a332-978fd671868e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:06:43.676687 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.764286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] For port 8ff79d2b-097c-4a3a-a332-978fd671868e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=8ff79d2b-097c-4a3a-a332-978fd671868e,segment=NetworkSegment(d9070a03-4cf1-4aaf-8904-8a7ae50ffef5),segment_id=d9070a03-4cf1-4aaf-8904-8a7ae50ffef5)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:43.764641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.778055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Calling delete_port for 8ff79d2b-097c-4a3a-a332-978fd671868e owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:06:43.904547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.916898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['8ff79d2b-097c-4a3a-a332-978fd671868e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:43.933201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Pushing event deleted for resources: {'Port': ['ID=8ff79d2b-097c-4a3a-a332-978fd671868e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:43.950015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.980914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] No DVR routers for this DVR port 8ff79d2b-097c-4a3a-a332-978fd671868e on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:06:43.983670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:43.985822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0f6eaa3-194c-425e-bd80-a9593bf8b8d6 req-c76c303b-1e58-4007-bfaf-e52b325ad932 tempest-DeleteServersTestJSON-1711225967 tempest-DeleteServersTestJSON-1711225967-project] 10.222.0.72 "DELETE /v2.0/ports/8ff79d2b-097c-4a3a-a332-978fd671868e HTTP/1.1" status: 204 len: 173 time: 0.4127417 Jul 08 18:06:43.986785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'name': 'network-vif-deleted', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:43.989194 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8908ed6f-7bd6-4a9b-9d06-4d7ccb668fde" -d '{"events": [{"server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "name": "network-vif-deleted", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:44.011877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:44.026888 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b8ef6-d368-411f-9f56-d07c40393e46 x-openstack-request-id: req-257b8ef6-d368-411f-9f56-d07c40393e46 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:44.027187 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09356003-6166-45f9-9601-739d751d3c3d", "name": "network-vif-deleted", "tag": "8ff79d2b-097c-4a3a-a332-978fd671868e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:44.027445 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-257b8ef6-d368-411f-9f56-d07c40393e46 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:44.027848 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09356003-6166-45f9-9601-739d751d3c3d', 'name': 'network-vif-deleted', 'tag': '8ff79d2b-097c-4a3a-a332-978fd671868e', 'status': 'completed', 'code': 200} Jul 08 18:06:44.036382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 8ff79d2b-097c-4a3a-a332-978fd671868e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:44.036767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 18:06:44.055790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Port 8ff79d2b-097c-4a3a-a332-978fd671868e not found, will not notify nova. {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 18:06:44.874832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52786) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:44.918850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] Deleting subnet 074a8457-6944-4c7f-9ba4-75226a695705 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:06:44.921791 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.954578 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:44.991477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.040945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.070833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=074a8457-6944-4c7f-9ba4-75226a695705,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.072804 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.075284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ad11c9db-8c71-4bb3-8dc6-e4637a8eb1c5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/074a8457-6944-4c7f-9ba4-75226a695705 HTTP/1.1" status: 204 len: 168 time: 0.1988003 Jul 08 18:06:45.077216 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52788) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:45.142137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.221261 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.230807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd21216-1986-4957-a702-f9419c5d321c']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:45.240557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:45.240890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9070a03-4cf1-4aaf-8904-8a7ae50ffef5') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:06:45.249418 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.262883 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.269168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:06:45.269553 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:06:45.271154 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:06:45.322155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.327643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.329630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/fcd21216-1986-4957-a702-f9419c5d321c HTTP/1.1" status: 204 len: 168 time: 0.2514553 Jul 08 18:06:45.340913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f416e-da20-4a03-8879-7fe5e551c7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd21216-1986-4957-a702-f9419c5d321c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:45.442530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52794) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:45.480471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-03e5e441-1162-4ae0-88d2-ed97a77a3f71 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c424553e6ec43d989f93a84fc5a11fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367305 Jul 08 18:06:45.482852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52796) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:45.532404 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9542649-ce60-4e74-9eb4-ca982ad60144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.552711 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9542649-ce60-4e74-9eb4-ca982ad60144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.596498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9542649-ce60-4e74-9eb4-ca982ad60144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.599293 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d9542649-ce60-4e74-9eb4-ca982ad60144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:45.600409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d9542649-ce60-4e74-9eb4-ca982ad60144 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efee1ed9-ed44-4f6f-9230-bc1b03d02929 HTTP/1.1" status: 204 len: 168 time: 0.1166868 Jul 08 18:06:45.607761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9542649-ce60-4e74-9eb4-ca982ad60144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee1ed9-ed44-4f6f-9230-bc1b03d02929,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:46.254986 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 52820) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:46.359340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-640722353-network', 'tenant_id': 'ddf1a9a705824986a32e1f4b47a6df98'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:46.380381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Made reservation on behalf of ddf1a9a705824986a32e1f4b47a6df98 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:46.382707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.390674 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.476220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.480284 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.500943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:06:46.516262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66432161-3e5e-4639-acdd-86ef1224d081,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:46.520014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.520363 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Added segment e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2 of type vlan for network 2d29acfd-e35d-449a-8e0f-60826c97c084 Jul 08 18:06:46.559816 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.588420 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.589323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.589908 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.642340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3862429 Jul 08 18:06:46.645908 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 52824) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:06:46.651531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Request body: {'subnet': {'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-640722353-subnet', 'tenant_id': 'ddf1a9a705824986a32e1f4b47a6df98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:46.653335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153f350-d4d8-4ca7-a039-ec9f5a8db286 admin admin] Pushing event updated for resources: {'Network': ['ID=2d29acfd-e35d-449a-8e0f-60826c97c084,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:46.663939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 2d29acfd-e35d-449a-8e0f-60826c97c084 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:06:46.671985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Made reservation on behalf of ddf1a9a705824986a32e1f4b47a6df98 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:46.674353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.853248 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.905719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2258457-4827-456b-a37c-b9af6c35b3b0,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:46.915451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Checking segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:46.915811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Network hostable DHCP agents. Network: 2d29acfd-e35d-449a-8e0f-60826c97c084, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:06:46.932100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Network 2d29acfd-e35d-449a-8e0f-60826c97c084 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:06:46.941303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 2d29acfd-e35d-449a-8e0f-60826c97c084) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:46.945530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:46.946130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:46.951306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b539c2-79a4-4274-a3da-cf018377e481 None None] Network 2d29acfd-e35d-449a-8e0f-60826c97c084 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:46.965300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aa987698-4343-4747-b16b-f8bd1ff4e13e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3176818 Jul 08 18:06:47.076160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e9a3cd-58a0-495c-91c4-594bfb1c675a None None] Network 2d29acfd-e35d-449a-8e0f-60826c97c084 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:06:47.367340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-3de74292-37f1-4cb6-b06e-8bc2760c04c3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:47.368711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-3de74292-37f1-4cb6-b06e-8bc2760c04c3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 814 time: 0.0971909 Jul 08 18:06:47.382914 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-8e628112-473e-4e39-bbd5-e17da4498efe tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/quotas/ddf1a9a705824986a32e1f4b47a6df98 HTTP/1.1" status: 200 len: 375 time: 0.0089738 Jul 08 18:06:47.418968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-8f1f8327-a0bf-4c9f-83d3-effc94b7715c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313165 Jul 08 18:06:47.504701 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-bc4cfa15-afa4-47ed-bf87-617e9c2db631 service neutron] 10.222.0.63 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787408 Jul 08 18:06:47.593618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-e58949ec-2e0f-4485-86df-0865dda73aaf service neutron] 10.222.0.63 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833378 Jul 08 18:06:47.759280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27ad5537-a20d-405d-ba0e-5a713159f1c3 req-c9df1527-f959-478b-831a-9bda45e78fd9 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 210 time: 0.0312853 Jul 08 18:06:48.027949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:06:48.049927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 8ff79d2b-097c-4a3a-a332-978fd671868e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:06:48.050280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 8ff79d2b-097c-4a3a-a332-978fd671868e not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:06:48.795732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-d9701825-fdd1-46b0-a162-735e702036cc tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:48.797328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-d9701825-fdd1-46b0-a162-735e702036cc tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 814 time: 0.1064053 Jul 08 18:06:48.816322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Request body: {'port': {'device_id': '63dc84b5-7648-4f9c-a616-af614b537476', 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084', 'admin_state_up': True, 'tenant_id': 'ddf1a9a705824986a32e1f4b47a6df98'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:48.917178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3cb0de23-7177-484c-bb21-3a400b590b24 req-1887864e-8c42-43c7-976e-e8df0e6bd351 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 210 time: 0.0348916 Jul 08 18:06:48.934215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Made reservation on behalf of ddf1a9a705824986a32e1f4b47a6df98 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:06:48.937909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.064066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Allocated IP 172.20.0.5 (2d29acfd-e35d-449a-8e0f-60826c97c084/a2258457-4827-456b-a37c-b9af6c35b3b0/3f6b3165-acbc-4b50-b89e-45453ed9da73) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:06:49.203077 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.241575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.289882 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Network 2d29acfd-e35d-449a-8e0f-60826c97c084 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:06:49.292974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:06:49.296741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:06:49.318917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:49.345310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.346474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.360104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-56cbd4c7-1de7-4547-b147-b3aa861b6ae0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480106 Jul 08 18:06:49.371076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Request body: {'port': {'device_id': '63dc84b5-7648-4f9c-a616-af614b537476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:06:49.440278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.696160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6b3165-acbc-4b50-b89e-45453ed9da73 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:49.703284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.715433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Transition to ACTIVE for port object 3f6b3165-acbc-4b50-b89e-45453ed9da73 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:06:49.718679 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.769943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:49.833729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:06:49.834304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:06:49.834412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:49.838594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on network 2d29acfd-e35d-449a-8e0f-60826c97c084 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:06:49.838918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:06:49.843555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:06:49.843893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Checking segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:06:49.844274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Bound using segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:06:49.844693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Bound port: 3f6b3165-acbc-4b50-b89e-45453ed9da73, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:06:49.845073 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.909528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:06:49.912444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:06:49.916969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.949653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:49.950226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:49.951633 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 1091 time: 0.5846212 Jul 08 18:06:49.952070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:49.954442 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4e13dc-b303-4674-b17e-f4f5f296a13a" -d '{"events": [{"name": "network-changed", "server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:50.004309 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8231bc21-b4f9-44b2-bb6c-5d82495d526b x-openstack-request-id: req-8231bc21-b4f9-44b2-bb6c-5d82495d526b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:50.004598 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:50.004875 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8231bc21-b4f9-44b2-bb6c-5d82495d526b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:50.005273 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'status': 'completed', 'code': 200} Jul 08 18:06:50.007606 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88490b7b-069f-498a-a117-900e6a38a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:50.051263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-fc1155a5-9b41-4f21-8dfa-cd29bbc5f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.052858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-fc1155a5-9b41-4f21-8dfa-cd29bbc5f26a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1094 time: 0.0607152 Jul 08 18:06:50.094864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fa7f5-8c44-46a1-a58d-5e97ef76ad3c req-64ed14d6-3677-4d7b-a03b-3cf96a5e73ca tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.096350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a58fa7f5-8c44-46a1-a58d-5e97ef76ad3c req-64ed14d6-3677-4d7b-a03b-3cf96a5e73ca tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0654378 Jul 08 18:06:50.097132 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-7a882ca8-666e-4f5a-a574-03c2f46b1b93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 217 time: 0.0369751 Jul 08 18:06:50.145825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-8674ee9e-0e1d-4a19-8d77-9103993e3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.147370 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-8674ee9e-0e1d-4a19-8d77-9103993e3522 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0446455 Jul 08 18:06:50.182496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-1b96f065-ae78-4b38-ac4e-cf1ba0a35f9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278654 Jul 08 18:06:50.279356 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-226f1560-4d11-4ff4-bf93-8ad8f1e4834c service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898695 Jul 08 18:06:50.370987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f1ab684-3c46-4b27-b4c3-a795c8d6c098 req-370bdc33-51ba-4633-ba20-e46ef8f5f572 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Jul 08 18:06:50.475494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a58fa7f5-8c44-46a1-a58d-5e97ef76ad3c req-1642d557-9440-4994-abd0-a00d9e316547 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721788 Jul 08 18:06:50.526621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-d5cd4754-7dac-4ba6-86b8-fb72b43cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.528117 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-d5cd4754-7dac-4ba6-86b8-fb72b43cbd34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1094 time: 0.1059442 Jul 08 18:06:50.618383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-b231f94d-1fb4-4b8b-b04b-ae77b5fe2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.619752 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-b231f94d-1fb4-4b8b-b04b-ae77b5fe2870 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0855310 Jul 08 18:06:50.660360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-bd42018b-ea61-499f-906a-b03d49601913 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 217 time: 0.0337090 Jul 08 18:06:50.707736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-361dd481-3cb7-4cc7-b913-add30216a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:50.709216 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-361dd481-3cb7-4cc7-b913-add30216a6f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0417686 Jul 08 18:06:50.746352 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-985afb26-ba77-4949-8ec9-4d53e600eb4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300162 Jul 08 18:06:50.833781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-03d91c2b-de45-4e65-958a-e8c35fbdbf5a service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801086 Jul 08 18:06:50.925860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-da4e13dc-b303-4674-b17e-f4f5f296a13a req-95a6bb12-703d-4bf5-bcb1-27b8a760a45a service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846970 Jul 08 18:06:51.645145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20e857-3888-4385-a315-940b34ae498c req-84e481b4-2058-46a8-ad0e-07a9f1ed596c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:51.646520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f20e857-3888-4385-a315-940b34ae498c req-84e481b4-2058-46a8-ad0e-07a9f1ed596c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0612164 Jul 08 18:06:51.682774 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f20e857-3888-4385-a315-940b34ae498c req-df3380a6-e35c-4cab-ab35-40a3bc34693d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306826 Jul 08 18:06:52.854024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b827fdc-1a55-473b-8aaf-f58f664b4df5 req-bd98c43a-ccb7-4a65-ab10-5e50bcd08e5f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:52.855502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b827fdc-1a55-473b-8aaf-f58f664b4df5 req-bd98c43a-ccb7-4a65-ab10-5e50bcd08e5f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0627880 Jul 08 18:06:52.895170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b827fdc-1a55-473b-8aaf-f58f664b4df5 req-890c5588-0878-4d78-b65a-93b59159dc1b tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Jul 08 18:06:54.045886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:06:54.062872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520402d1-632a-47f1-af38-98e3938e9bb7 req-ee7becf4-3c7a-4480-8da4-e810c0820df6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:54.064803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-520402d1-632a-47f1-af38-98e3938e9bb7 req-ee7becf4-3c7a-4480-8da4-e810c0820df6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0612559 Jul 08 18:06:54.103049 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-520402d1-632a-47f1-af38-98e3938e9bb7 req-098a574f-9413-47e2-8079-dfc44ac9978c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Jul 08 18:06:54.149082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:54.160167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084', 'port_id': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'mac_address': 'fa:16:3e:06:26:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2258457-4827-456b-a37c-b9af6c35b3b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:06:54.198829 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.211946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6b3165-acbc-4b50-b89e-45453ed9da73 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:06:54.230673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:54.234601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:54.280668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:54.430776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['3f6b3165-acbc-4b50-b89e-45453ed9da73'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:06:55.273763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dd389-df96-4948-bc71-ff2205863ebf req-a9c94a2f-b9c8-4421-9f02-510d9847257d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:55.275206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a1dd389-df96-4948-bc71-ff2205863ebf req-a9c94a2f-b9c8-4421-9f02-510d9847257d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 944 time: 0.0612187 Jul 08 18:06:55.311209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0a1dd389-df96-4948-bc71-ff2205863ebf req-23434129-4086-4281-a9ae-ec9aa45f34b7 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304942 Jul 08 18:06:56.060184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:06:56.115352 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.117105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 3f6b3165-acbc-4b50-b89e-45453ed9da73 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:06:56.120898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 3f6b3165-acbc-4b50-b89e-45453ed9da73 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:06:56.121265 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.197105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.221761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:06:56.224479 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b297e5c-0805-48e8-bae9-b61de665f2bb" -d '{"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-plugged", "status": "completed", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:06:56.237861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:06:56.241698 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:56.263426 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaacd46-356d-4048-91d0-54babc0a23c4 x-openstack-request-id: req-afaacd46-356d-4048-91d0-54babc0a23c4 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:06:56.263711 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-plugged", "status": "completed", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:06:56.263955 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-afaacd46-356d-4048-91d0-54babc0a23c4 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:06:56.264391 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'code': 200} Jul 08 18:06:56.289904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:06:56.370520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6816b4b-0747-41c1-b958-767af0064dc9 req-7c712530-b6b7-4fb1-87d8-88f9e95a2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:56.372027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6816b4b-0747-41c1-b958-767af0064dc9 req-7c712530-b6b7-4fb1-87d8-88f9e95a2875 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1096 time: 0.0516663 Jul 08 18:06:56.404655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b6816b4b-0747-41c1-b958-767af0064dc9 req-9999655a-08b8-4dd9-9437-03449b54259f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267189 Jul 08 18:06:56.482789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d1cc-0a7e-4ee7-af1a-1e31ce2746ec req-6355b9e2-0927-41ee-adc1-9f8bc0736685 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:56.484242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6726d1cc-0a7e-4ee7-af1a-1e31ce2746ec req-6355b9e2-0927-41ee-adc1-9f8bc0736685 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0648420 Jul 08 18:06:56.521336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6726d1cc-0a7e-4ee7-af1a-1e31ce2746ec req-41697add-1f1d-40c5-91af-0275970b8af4 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Jul 08 18:06:57.523823 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-00cade3c-4ade-48de-a05c-46d195d2a67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:06:57.693068 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af881e-3cb9-491b-9ff9-544b68410c5b req-7a6a7f0c-32fa-4090-935a-afa724a8d544 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:57.694459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8af881e-3cb9-491b-9ff9-544b68410c5b req-7a6a7f0c-32fa-4090-935a-afa724a8d544 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0617008 Jul 08 18:06:57.731430 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8af881e-3cb9-491b-9ff9-544b68410c5b req-55b953dd-9fb4-49fd-bdde-4014d0747aef tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Jul 08 18:06:57.900842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c2935-cd3d-4128-b7ae-97aece9a04a4 req-d42e8838-b316-441f-897e-88a460b9b315 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:57.902314 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc1c2935-cd3d-4128-b7ae-97aece9a04a4 req-d42e8838-b316-441f-897e-88a460b9b315 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0621338 Jul 08 18:06:57.942632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc1c2935-cd3d-4128-b7ae-97aece9a04a4 req-7fe81166-ec42-4982-b377-ebe40cb4b568 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348320 Jul 08 18:06:58.276953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01677d4-96c5-4b66-a99a-5aa07bbe5c77 req-5281a4dd-aed4-4d96-a0d0-8551a646ab70 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:58.278440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e01677d4-96c5-4b66-a99a-5aa07bbe5c77 req-5281a4dd-aed4-4d96-a0d0-8551a646ab70 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0620356 Jul 08 18:06:58.315350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e01677d4-96c5-4b66-a99a-5aa07bbe5c77 req-f68965ad-8d59-4a26-bc44-a2947d9c906d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Jul 08 18:06:58.482570 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaad629-a79e-449d-a5ce-296688205707 req-5ecf5641-d4b2-4ee8-91e0-629b27e798b3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:58.484073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6aaad629-a79e-449d-a5ce-296688205707 req-5ecf5641-d4b2-4ee8-91e0-629b27e798b3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0630488 Jul 08 18:06:58.521248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6aaad629-a79e-449d-a5ce-296688205707 req-d03448d9-bf64-4a17-a28d-a27c1ccc440f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Jul 08 18:06:58.854081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-3f47a6eb-d27b-4846-8b35-80d6c7bbff4d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559015 Jul 08 18:06:58.914902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40af5b1-10be-4bca-ab9c-78f4aaee1dba req-b99a169a-9473-4d79-9434-67ced7a660e8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:06:58.916380 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e40af5b1-10be-4bca-ab9c-78f4aaee1dba req-b99a169a-9473-4d79-9434-67ced7a660e8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0614512 Jul 08 18:06:58.955178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e40af5b1-10be-4bca-ab9c-78f4aaee1dba req-39b1fd49-3771-4e8f-9ec1-a8075ec6db9d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Jul 08 18:07:00.036148 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c8e8-225a-48dc-af21-b130f089e063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.125619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594870f5-8536-4b86-b87c-ece5ec9ec427 req-f7a7975b-199c-485b-b679-7342593783eb tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.127130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-594870f5-8536-4b86-b87c-ece5ec9ec427 req-f7a7975b-199c-485b-b679-7342593783eb tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0620914 Jul 08 18:07:00.167153 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-594870f5-8536-4b86-b87c-ece5ec9ec427 req-b7847a29-9c74-4241-93e0-413edf5caabf tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Jul 08 18:07:00.226343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-8508371f-a3d4-4d76-8c0b-2b5524ddb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.227865 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-8508371f-a3d4-4d76-8c0b-2b5524ddb524 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1096 time: 0.0517602 Jul 08 18:07:00.318738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-de2484b9-8d2c-4a03-b19f-09066b05e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.320184 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-de2484b9-8d2c-4a03-b19f-09066b05e1b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0856388 Jul 08 18:07:00.360695 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-f44d081a-bc89-4dbd-8c89-dc0ec2e96205 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 217 time: 0.0336590 Jul 08 18:07:00.410017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-13370582-acb1-412f-a9d4-3408a8a97b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:00.411413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-13370582-acb1-412f-a9d4-3408a8a97b7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0453525 Jul 08 18:07:00.443380 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-930180a0-8130-43b0-8db8-f9e89e7764ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250065 Jul 08 18:07:00.500714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:00.531721 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-977b4730-3ed7-4cdb-8b1e-35116eb621ec service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816190 Jul 08 18:07:00.881360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-9e6fc792-42fc-430d-973b-02e3a4014c89 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435867 Jul 08 18:07:01.094529 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:07:01.347590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8c09a-0fd5-499a-90ef-a978bfbb16e8 req-dcb12cd0-2616-4ca5-ab74-94960721f787 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:01.349264 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fcb8c09a-0fd5-499a-90ef-a978bfbb16e8 req-dcb12cd0-2616-4ca5-ab74-94960721f787 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0665674 Jul 08 18:07:01.385790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fcb8c09a-0fd5-499a-90ef-a978bfbb16e8 req-86c80ac6-5768-4a6f-ac93-56853043fca0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Jul 08 18:07:01.492350 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:02.559796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf5485-6a3f-4f0b-880a-1baea9920148 req-0fa072cd-a005-413d-949a-257c6a65b6c8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:02.561360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bccf5485-6a3f-4f0b-880a-1baea9920148 req-0fa072cd-a005-413d-949a-257c6a65b6c8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0626059 Jul 08 18:07:02.599389 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bccf5485-6a3f-4f0b-880a-1baea9920148 req-d353098a-f86c-4422-96c8-b58a52b9d28c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jul 08 18:07:02.939916 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:03.768676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf079f2-64d6-459e-99b7-e2a2831ca434 req-ff14341c-a441-4f1f-8634-e8be9cf9e894 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:03.770199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abf079f2-64d6-459e-99b7-e2a2831ca434 req-ff14341c-a441-4f1f-8634-e8be9cf9e894 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0624430 Jul 08 18:07:03.810635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abf079f2-64d6-459e-99b7-e2a2831ca434 req-0ad5c7e1-4f48-4a94-a8bc-47caeee8441f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347946 Jul 08 18:07:04.982827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d42a67-59b2-4ab2-8699-c0d971f6b52d req-943c6b05-e874-4d5a-a3f3-0f5ffe21641d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:04.984306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90d42a67-59b2-4ab2-8699-c0d971f6b52d req-943c6b05-e874-4d5a-a3f3-0f5ffe21641d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0634706 Jul 08 18:07:05.021510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90d42a67-59b2-4ab2-8699-c0d971f6b52d req-75bfd36d-78a1-467d-90d3-30b5291b95f7 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Jul 08 18:07:06.194087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8299bc-8588-4ea3-bdb5-86c1f64da845 req-9318f325-4c99-4070-a7fb-e6ea8906cdde tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:06.196280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad8299bc-8588-4ea3-bdb5-86c1f64da845 req-9318f325-4c99-4070-a7fb-e6ea8906cdde tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0645218 Jul 08 18:07:06.234969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad8299bc-8588-4ea3-bdb5-86c1f64da845 req-5f55d259-8054-423d-9528-99740bf609be tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Jul 08 18:07:07.409122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ada287-fe5d-4851-8f67-544ba60f909f req-94322df9-360c-4373-987c-9d411eb28d79 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:07.410594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26ada287-fe5d-4851-8f67-544ba60f909f req-94322df9-360c-4373-987c-9d411eb28d79 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0667624 Jul 08 18:07:07.447024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-26ada287-fe5d-4851-8f67-544ba60f909f req-92ee2ad8-6307-43c3-8807-372e060f7342 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Jul 08 18:07:08.617720 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81d9e6-506d-4713-b6e7-50ca8489d69a req-b2501c9a-2064-4156-b057-13bb35e64900 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:08.619204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af81d9e6-506d-4713-b6e7-50ca8489d69a req-b2501c9a-2064-4156-b057-13bb35e64900 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0637255 Jul 08 18:07:08.655628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af81d9e6-506d-4713-b6e7-50ca8489d69a req-8692079b-bed2-4fe4-b11d-cd674c04b1c3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Jul 08 18:07:09.823582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb18cb-f4ed-4f78-96c2-353973f6136e req-91280c36-e005-442c-ae34-ccc51806b057 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:09.825112 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17eb18cb-f4ed-4f78-96c2-353973f6136e req-91280c36-e005-442c-ae34-ccc51806b057 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0626912 Jul 08 18:07:09.866206 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-17eb18cb-f4ed-4f78-96c2-353973f6136e req-0f460720-6af5-47f9-bc12-ab3766b98b7f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355761 Jul 08 18:07:11.043427 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ff2da-ecdd-48ca-9ff4-d9449dfebb0b req-3bb4a4a9-2a78-4b1b-851b-cfd0b5745738 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:11.044929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f33ff2da-ecdd-48ca-9ff4-d9449dfebb0b req-3bb4a4a9-2a78-4b1b-851b-cfd0b5745738 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0625412 Jul 08 18:07:11.081941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f33ff2da-ecdd-48ca-9ff4-d9449dfebb0b req-a7d72c26-df27-4c94-a99e-c5ed38731c7c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Jul 08 18:07:12.255714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a545ded-8173-4f70-b793-23a36f9de3cc req-cbe486f1-c98d-4376-a4d6-e30f9bbfda06 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:12.257235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a545ded-8173-4f70-b793-23a36f9de3cc req-cbe486f1-c98d-4376-a4d6-e30f9bbfda06 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0632811 Jul 08 18:07:12.293946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a545ded-8173-4f70-b793-23a36f9de3cc req-00dcfd1c-9720-460d-a2ee-cbf410d2a19d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Jul 08 18:07:13.467669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092eebe-dc27-4356-9d7c-e2196be97eaf req-c0fd92fa-7dee-4250-8ecd-d694b50e7d24 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:13.469172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e092eebe-dc27-4356-9d7c-e2196be97eaf req-c0fd92fa-7dee-4250-8ecd-d694b50e7d24 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0666897 Jul 08 18:07:13.506159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e092eebe-dc27-4356-9d7c-e2196be97eaf req-cfef7604-9526-49d1-882c-5a1ab98f3861 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Jul 08 18:07:13.950195 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:14.677325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a857f-e973-4785-bdd8-562434d02109 req-1c07b11e-64a4-4c2c-b942-1c2703ec440e tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:14.678824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e1a857f-e973-4785-bdd8-562434d02109 req-1c07b11e-64a4-4c2c-b942-1c2703ec440e tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0633662 Jul 08 18:07:14.715594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e1a857f-e973-4785-bdd8-562434d02109 req-161c1af2-b5c7-4c70-bc2f-a0d986e3558f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Jul 08 18:07:15.885654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986219c-c591-419a-a92e-bd1141e6baaa req-1d26b6d9-962d-41bb-b739-be8a5cd3f24e tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:15.887131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e986219c-c591-419a-a92e-bd1141e6baaa req-1d26b6d9-962d-41bb-b739-be8a5cd3f24e tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0621679 Jul 08 18:07:15.928167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e986219c-c591-419a-a92e-bd1141e6baaa req-0b4701e9-c634-468d-b5d1-5980a424ecb0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Jul 08 18:07:17.098160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a2e14-cf17-464d-9956-e4cc2941fad3 req-5e915fb8-c118-4b1c-a889-f956cb6586e8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:17.099827 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc6a2e14-cf17-464d-9956-e4cc2941fad3 req-5e915fb8-c118-4b1c-a889-f956cb6586e8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0633059 Jul 08 18:07:17.137068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fc6a2e14-cf17-464d-9956-e4cc2941fad3 req-3777d2b6-a1f5-4ecd-abf6-aa6299a23165 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Jul 08 18:07:18.305482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83c61c-c0ee-4bed-9ea3-069b74ff0a3b req-2f0cec8a-a5f0-4d4b-9439-4f1c1dcfb4b1 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:18.306967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca83c61c-c0ee-4bed-9ea3-069b74ff0a3b req-2f0cec8a-a5f0-4d4b-9439-4f1c1dcfb4b1 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0631502 Jul 08 18:07:18.343987 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ca83c61c-c0ee-4bed-9ea3-069b74ff0a3b req-cc6de52d-c389-441e-9da2-1861c19f5684 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Jul 08 18:07:19.519398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61233fcf-f1ae-4657-8a42-a99a39cddee5 req-7a31788a-afe1-4afa-8b56-b412aa9aaf8b tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:19.521640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61233fcf-f1ae-4657-8a42-a99a39cddee5 req-7a31788a-afe1-4afa-8b56-b412aa9aaf8b tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0700121 Jul 08 18:07:19.559303 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-61233fcf-f1ae-4657-8a42-a99a39cddee5 req-152a1185-44cb-433b-8a0b-e7c1b1f7f901 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Jul 08 18:07:20.734414 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200a831-9d25-4821-888a-8130866feaea req-3f86a9c8-0d72-4374-8a55-70596f6d8922 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:20.735938 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e200a831-9d25-4821-888a-8130866feaea req-3f86a9c8-0d72-4374-8a55-70596f6d8922 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0631869 Jul 08 18:07:20.772862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e200a831-9d25-4821-888a-8130866feaea req-f23ab744-cd2f-44db-8f34-f6954b1e20ae tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Jul 08 18:07:21.946707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f6a98-26c8-44d6-98f4-8bb8a83afdfa req-0787cae0-3118-4e4a-83ae-8bd9cace0421 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:21.948308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-015f6a98-26c8-44d6-98f4-8bb8a83afdfa req-0787cae0-3118-4e4a-83ae-8bd9cace0421 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0625637 Jul 08 18:07:21.989522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-015f6a98-26c8-44d6-98f4-8bb8a83afdfa req-727e1a53-7f26-4082-be47-2d814618d266 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Jul 08 18:07:23.159446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a384b-4473-4ed3-9bf8-ad033af91431 req-5488f927-8823-4fd5-ae39-c0a253227501 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:23.160943 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b65a384b-4473-4ed3-9bf8-ad033af91431 req-5488f927-8823-4fd5-ae39-c0a253227501 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0635624 Jul 08 18:07:23.197727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b65a384b-4473-4ed3-9bf8-ad033af91431 req-facc8da7-3448-4a88-bd8c-8d7f5525b7ac tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Jul 08 18:07:24.368639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cb84c-a04a-4414-ba3c-486c871c1a30 req-662e54c6-0fc6-4d9f-9aaa-507d5d1cca20 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:24.370145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-676cb84c-a04a-4414-ba3c-486c871c1a30 req-662e54c6-0fc6-4d9f-9aaa-507d5d1cca20 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0633750 Jul 08 18:07:24.406866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-676cb84c-a04a-4414-ba3c-486c871c1a30 req-d048a67f-c33b-49e0-afe7-bdfc31cc91bd tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Jul 08 18:07:25.580866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c679f-e128-4580-bd9e-732a8a6055ec req-53af05f1-ec4c-4381-aca1-a81b5722ad1d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:25.582367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c11c679f-e128-4580-bd9e-732a8a6055ec req-53af05f1-ec4c-4381-aca1-a81b5722ad1d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0676844 Jul 08 18:07:25.619424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c11c679f-e128-4580-bd9e-732a8a6055ec req-d5b75634-4433-48b0-9e9f-f10f29fda9dc tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Jul 08 18:07:26.127472 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:26.792660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c82c50-9ce7-448b-9faa-ab36639b97e7 req-a156c83d-35e0-4bb0-a9fc-d97e398cb044 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:26.794255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55c82c50-9ce7-448b-9faa-ab36639b97e7 req-a156c83d-35e0-4bb0-a9fc-d97e398cb044 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0651062 Jul 08 18:07:26.831633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55c82c50-9ce7-448b-9faa-ab36639b97e7 req-223043cc-8596-4fc8-85f2-465bcfd22bdb tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Jul 08 18:07:27.523869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-06030d3c-d0db-4940-8817-fb2023cdb979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:27.797986 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-d17b7dd2-f8a6-431e-8ffb-4b4da3793d38 service neutron] show failed (client error): The resource could not be found. Jul 08 18:07:27.798994 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-d17b7dd2-f8a6-431e-8ffb-4b4da3793d38 service neutron] 10.222.0.72 "GET /v2.0/ports/3f6b3165-acbc-4b50-b89e-45453ed9da73/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0535054 Jul 08 18:07:28.014543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ac102-428e-411d-b800-64e789de3c9b req-a1fe3026-597e-4309-ad30-a560b649e8f2 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:28.016063 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-682ac102-428e-411d-b800-64e789de3c9b req-a1fe3026-597e-4309-ad30-a560b649e8f2 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.0701838 Jul 08 18:07:28.050416 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-97108b2d-7b6e-43d5-95d1-de51659b47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:28.051892 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-97108b2d-7b6e-43d5-95d1-de51659b47fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476&tenant_id=ddf1a9a705824986a32e1f4b47a6df98 HTTP/1.1" status: 200 len: 1096 time: 0.0539134 Jul 08 18:07:28.058127 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-682ac102-428e-411d-b800-64e789de3c9b req-01539bef-502a-481d-9d12-3d5f1c48cc75 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Jul 08 18:07:28.077472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:28.151040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.347780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:28.381106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:28.419758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:28.422051 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a56b29-5feb-456b-991e-8de9d354f771" -d '{"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-unplugged", "status": "completed", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:28.426171 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.438341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Transition to ACTIVE for port object 3f6b3165-acbc-4b50-b89e-45453ed9da73 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:28.442575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.474235 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf162fc8-7d23-4d6b-9f33-019a66ba278b x-openstack-request-id: req-bf162fc8-7d23-4d6b-9f33-019a66ba278b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:28.474524 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-unplugged", "status": "completed", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:28.474768 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bf162fc8-7d23-4d6b-9f33-019a66ba278b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:28.475149 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'code': 200} Jul 08 18:07:28.510299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:28.512583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] No DVR routers for this DVR port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:28.546814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:28.547145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:28.547469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:28.552213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on network 2d29acfd-e35d-449a-8e0f-60826c97c084 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:28.552526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Attempting to bind port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:28.557237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:28.557573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Checking segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:28.557951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Bound using segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:28.558376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Bound port: 3f6b3165-acbc-4b50-b89e-45453ed9da73, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:28.558725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.618543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:28.621401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:28.627161 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.662784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:28.663310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:28.664746 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 1091 time: 0.5915842 Jul 08 18:07:28.686451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43178-f96e-4e46-85c8-f057e2832cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:28.763620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-7091d6af-724b-40cf-9f90-66e1ee66451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:28.765224 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-7091d6af-724b-40cf-9f90-66e1ee66451d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1094 time: 0.0549490 Jul 08 18:07:28.853210 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-b6a3d547-52fe-4046-8459-bc945e19ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:28.854673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-b6a3d547-52fe-4046-8459-bc945e19ada7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0822523 Jul 08 18:07:28.902586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-c8177f08-e077-4994-94e0-26d631479aa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 217 time: 0.0365186 Jul 08 18:07:28.952948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-471f0c93-40ee-4e6b-8608-8fb21bd170c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:28.954393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-471f0c93-40ee-4e6b-8608-8fb21bd170c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0436306 Jul 08 18:07:28.988369 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-792774ed-4331-4b91-9577-ed4aa7c7f063 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256631 Jul 08 18:07:29.083057 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-8affd2a9-6001-4248-a57b-ff78562112d7 service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881608 Jul 08 18:07:29.175992 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8198d573-87c3-4ef2-bd80-9f10d4320f2e req-0902df46-66dd-4077-8f63-5f9f68ce4d1a service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834951 Jul 08 18:07:29.237599 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4710f-6b3d-4caf-9e21-799f94f66e51 req-38e04ca9-d4c4-433e-ada6-1221603039f1 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:29.239197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebc4710f-6b3d-4caf-9e21-799f94f66e51 req-38e04ca9-d4c4-433e-ada6-1221603039f1 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0653129 Jul 08 18:07:29.278158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ebc4710f-6b3d-4caf-9e21-799f94f66e51 req-6d7bfd00-3757-486c-bfd1-2fe02c117e2a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jul 08 18:07:30.038285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e00ed623-bbf4-475e-9a64-6dadcf0d33f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.459209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e7edd-a947-4b0d-a51b-b8284366d1c2 req-91212ee7-d678-4d25-be40-371727cbce7b tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.460675 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b5e7edd-a947-4b0d-a51b-b8284366d1c2 req-91212ee7-d678-4d25-be40-371727cbce7b tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0627406 Jul 08 18:07:30.476218 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:30.478771 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dd1998-3dad-492e-8a9a-6f6e7682e517" -d '{"events": [{"name": "network-changed", "server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:30.501202 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b5e7edd-a947-4b0d-a51b-b8284366d1c2 req-188e331f-67d9-4801-9f1a-da3297e69091 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Jul 08 18:07:30.513257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:30.531010 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53877fc2-5f39-447e-aae2-33b66f1bd767 x-openstack-request-id: req-53877fc2-5f39-447e-aae2-33b66f1bd767 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:30.531327 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:30.531565 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-53877fc2-5f39-447e-aae2-33b66f1bd767 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:30.531971 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'status': 'completed', 'code': 200} Jul 08 18:07:30.648404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-96b26100-0afb-486d-9ec6-90eb8ede444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.649934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-96b26100-0afb-486d-9ec6-90eb8ede444a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1094 time: 0.0988548 Jul 08 18:07:30.655739 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-6f849911-60da-44f5-b51b-d270525bb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.657266 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-6f849911-60da-44f5-b51b-d270525bb4d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1094 time: 0.0751035 Jul 08 18:07:30.807568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-4eb9eb83-5d7f-4e4b-b0d9-ab438fa28a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.808977 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-4eb9eb83-5d7f-4e4b-b0d9-ab438fa28a5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.1507757 Jul 08 18:07:30.811492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-220bcac3-3655-46bb-8d34-c6cc9fc5b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.812856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-220bcac3-3655-46bb-8d34-c6cc9fc5b13f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.1461821 Jul 08 18:07:30.855231 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-36055e85-778c-470f-98b8-f9a3d613745e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 217 time: 0.0396583 Jul 08 18:07:30.891659 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-1f192536-f52f-4fdb-9365-986eded171e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 217 time: 0.0695591 Jul 08 18:07:30.957755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-089b734c-0b14-410e-b4c8-f1b270c2259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.959131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-089b734c-0b14-410e-b4c8-f1b270c2259a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0751793 Jul 08 18:07:30.964235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-98848715-e832-437d-8838-b70cf9f65de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:30.965734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-98848715-e832-437d-8838-b70cf9f65de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0554991 Jul 08 18:07:30.999749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-2ef9ed3e-e283-47d1-8a99-aac51eada9b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330427 Jul 08 18:07:31.040028 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-455a7673-a0e5-4fa8-b46b-ad5238ea9fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425510 Jul 08 18:07:31.168313 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-9b00b435-2429-4355-88cd-3114edf31e7b service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612401 Jul 08 18:07:31.197107 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-8d2ed24b-5415-4974-894c-540d04b49b3e service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336246 Jul 08 18:07:31.328512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-961279a2-2b58-40af-8bd8-d8d6bd490f9f service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517963 Jul 08 18:07:31.339086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-03dd1998-3dad-492e-8a9a-6f6e7682e517 req-c589aa9d-8161-4b78-9536-4b37741e3ec2 service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124573 Jul 08 18:07:31.495328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:31.682032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48e784-ea3b-4bb0-a64f-1205bce3d509 req-6c6e51b6-bdd5-49a3-bdc1-ce63348619be tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:31.683442 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea48e784-ea3b-4bb0-a64f-1205bce3d509 req-6c6e51b6-bdd5-49a3-bdc1-ce63348619be tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0680509 Jul 08 18:07:31.726807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ea48e784-ea3b-4bb0-a64f-1205bce3d509 req-594374d4-f664-4f9b-9de7-5515a70524ff tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377066 Jul 08 18:07:32.018478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298547d-be12-4c1c-9ac7-439e7c915731 req-a96466c6-0165-42ec-8740-59f8d4d60e24 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.019989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d298547d-be12-4c1c-9ac7-439e7c915731 req-a96466c6-0165-42ec-8740-59f8d4d60e24 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 943 time: 0.0658259 Jul 08 18:07:32.041899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523dac-d3a2-412a-8752-313d0d725576 req-5da11ac1-6f55-4a61-9ebf-6845fc208efe tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.043488 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-5da11ac1-6f55-4a61-9ebf-6845fc208efe tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.72 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476&tenant_id=ddf1a9a705824986a32e1f4b47a6df98&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 943 time: 0.0836647 Jul 08 18:07:32.057491 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d298547d-be12-4c1c-9ac7-439e7c915731 req-37c5fe0f-dd10-41ba-a74d-b3e34f4e1ffe tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319812 Jul 08 18:07:32.103620 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-14523dac-d3a2-412a-8752-313d0d725576 req-3d6bdd98-def4-4149-bf53-f52da1bf391e service neutron] delete failed (client error): The resource could not be found. Jul 08 18:07:32.104628 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-3d6bdd98-def4-4149-bf53-f52da1bf391e service neutron] 10.222.0.72 "DELETE /v2.0/ports/3f6b3165-acbc-4b50-b89e-45453ed9da73/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0557253 Jul 08 18:07:32.197279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523dac-d3a2-412a-8752-313d0d725576 req-3a73116f-96f7-4ffe-92f9-e26f3e64f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.198741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-3a73116f-96f7-4ffe-92f9-e26f3e64f410 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 1094 time: 0.0531888 Jul 08 18:07:32.245199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:32.284502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:32.290831 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523dac-d3a2-412a-8752-313d0d725576 req-621e0c6c-1b79-45d9-a36b-f68b0f5d5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.292624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-621e0c6c-1b79-45d9-a36b-f68b0f5d5679 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0873871 Jul 08 18:07:32.332315 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-8d59790f-934d-4a7f-b6a3-565d506bdba0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 200 len: 217 time: 0.0335131 Jul 08 18:07:32.379712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14523dac-d3a2-412a-8752-313d0d725576 req-80f60d72-d259-49ae-be5e-cdf50158684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:32.381119 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-80f60d72-d259-49ae-be5e-cdf50158684b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0424442 Jul 08 18:07:32.415459 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-faf46ff1-9535-4d61-a2fd-560ef8321294 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284758 Jul 08 18:07:32.500605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-1cbbecfc-e8de-4143-b75b-b7f5c31211e1 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778062 Jul 08 18:07:32.588363 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-14523dac-d3a2-412a-8752-313d0d725576 req-82cec730-d21f-4f20-918c-b83570bde6bf service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819328 Jul 08 18:07:32.611338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:32.704424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:32.715905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084', 'port_id': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'mac_address': 'fa:16:3e:06:26:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2258457-4827-456b-a37c-b9af6c35b3b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:32.751750 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.767364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6b3165-acbc-4b50-b89e-45453ed9da73 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:32.787435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:32.791197 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:32.836290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:32.942482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:33.114551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['3f6b3165-acbc-4b50-b89e-45453ed9da73'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:33.251274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cafe4-b4bb-47da-b557-ab5cb982cd61 req-b6b00f5d-e244-4a9c-a07f-fb3109e2d7f2 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:33.253464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a9cafe4-b4bb-47da-b557-ab5cb982cd61 req-b6b00f5d-e244-4a9c-a07f-fb3109e2d7f2 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 944 time: 0.0664561 Jul 08 18:07:33.295613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a9cafe4-b4bb-47da-b557-ab5cb982cd61 req-489a8149-47a7-47e8-acb1-8be26f43919f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354061 Jul 08 18:07:33.466167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a771d-b94a-4219-862b-c14aa45f0fb9 req-21d14695-2fe7-4545-bd57-10f96d88e295 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:33.467626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c2a771d-b94a-4219-862b-c14aa45f0fb9 req-21d14695-2fe7-4545-bd57-10f96d88e295 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 944 time: 0.0622735 Jul 08 18:07:33.505299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c2a771d-b94a-4219-862b-c14aa45f0fb9 req-97a27e7a-ab55-4017-aa57-2855c79f27cd tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Jul 08 18:07:33.678632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c5e7e-6873-4d94-9840-6bf297bd5cc5 req-84a46aca-436b-49ec-b8f9-2c02ebe14664 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:33.680026 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe1c5e7e-6873-4d94-9840-6bf297bd5cc5 req-84a46aca-436b-49ec-b8f9-2c02ebe14664 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 944 time: 0.0642684 Jul 08 18:07:33.716376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe1c5e7e-6873-4d94-9840-6bf297bd5cc5 req-b9698b5d-6722-4ad6-a937-4d8232b21408 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308108 Jul 08 18:07:34.152565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-80c75afe-37f7-46ac-b826-b961ac2b8107 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:34.154231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-80c75afe-37f7-46ac-b826-b961ac2b8107 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 814 time: 0.1081994 Jul 08 18:07:34.168934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-939e2cc3-3f3c-4dab-9f43-6a907f9bb6e3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/quotas/ddf1a9a705824986a32e1f4b47a6df98 HTTP/1.1" status: 200 len: 375 time: 0.0091720 Jul 08 18:07:34.232235 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-aae44695-5969-44ee-9b10-07e2b5bbbf40 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584812 Jul 08 18:07:34.325555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d00b4dc5-dc1f-458f-bfdd-e3eab6a75772 service neutron] 10.222.0.63 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861592 Jul 08 18:07:34.414209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-55c45713-1a47-4f32-9e2c-b316198bcf40 service neutron] 10.222.0.63 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824685 Jul 08 18:07:34.581415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bfb574e-b0ee-4de9-8a86-f3791469186b req-3a9aa1d9-2559-45d9-8bda-a6392576f128 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 210 time: 0.0293319 Jul 08 18:07:34.625153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:34.679112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 3f6b3165-acbc-4b50-b89e-45453ed9da73 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:34.683845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 3f6b3165-acbc-4b50-b89e-45453ed9da73 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:34.684226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:34.763264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:34.788296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:34.790475 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d31989-0842-490d-8cca-2978bca9df73" -d '{"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-plugged", "status": "completed", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:34.810580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:34.816873 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:34.844023 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e0c2d-8ab5-4d8c-bbc6-42ad5e89d432 x-openstack-request-id: req-e21e0c2d-8ab5-4d8c-bbc6-42ad5e89d432 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:34.844300 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-plugged", "status": "completed", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:34.844643 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e21e0c2d-8ab5-4d8c-bbc6-42ad5e89d432 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:34.845043 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'code': 200} Jul 08 18:07:34.872059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:35.612179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-a387f7e0-f18b-4320-84d2-6e4f0a4669dd tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:35.613739 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-a387f7e0-f18b-4320-84d2-6e4f0a4669dd tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 814 time: 0.1292713 Jul 08 18:07:35.628784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Request body: {'port': {'device_id': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084', 'admin_state_up': True, 'tenant_id': 'ddf1a9a705824986a32e1f4b47a6df98'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:35.710769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-31d54202-4f8a-49e1-8b3e-9b05936c7acc tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:35.712193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-31d54202-4f8a-49e1-8b3e-9b05936c7acc tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.41 "GET /v2.0/ports?device_id=63dc84b5-7648-4f9c-a616-af614b537476 HTTP/1.1" status: 200 len: 945 time: 0.1416364 Jul 08 18:07:35.725612 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-956e2bff-d5c5-4962-aa7a-f176ad6f1c63 req-3e2f5373-8291-4604-96ee-b5cf555fd064 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 210 time: 0.0339663 Jul 08 18:07:35.829527 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Made reservation on behalf of ddf1a9a705824986a32e1f4b47a6df98 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:07:35.833525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:35.898441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Deleting port 3f6b3165-acbc-4b50-b89e-45453ed9da73 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:07:35.898775 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.037624 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Allocated IP 172.20.0.10 (2d29acfd-e35d-449a-8e0f-60826c97c084/a2258457-4827-456b-a37c-b9af6c35b3b0/5fb8b496-3965-4dce-ae41-30f8e851fd1d) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:07:36.040501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] For port 3f6b3165-acbc-4b50-b89e-45453ed9da73, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=3f6b3165-acbc-4b50-b89e-45453ed9da73,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:36.041294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.060473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Calling delete_port for 3f6b3165-acbc-4b50-b89e-45453ed9da73 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:07:36.283644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.303410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.343051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Pushing event deleted for resources: {'Port': ['ID=3f6b3165-acbc-4b50-b89e-45453ed9da73,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:36.345239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['3f6b3165-acbc-4b50-b89e-45453ed9da73'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:36.397121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] No DVR routers for this DVR port 3f6b3165-acbc-4b50-b89e-45453ed9da73 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:07:36.400345 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.402426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71626bf6-3308-4216-af37-72c1d73b8e1f req-fe243329-28cd-473a-b2bd-4808050200c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.41 "DELETE /v2.0/ports/3f6b3165-acbc-4b50-b89e-45453ed9da73 HTTP/1.1" status: 204 len: 173 time: 0.6799126 Jul 08 18:07:36.402864 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-deleted', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:36.405127 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a78349-6613-41a7-9758-d40853fbc87b" -d '{"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-deleted", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:36.409534 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.445724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['3f6b3165-acbc-4b50-b89e-45453ed9da73'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:36.451439 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eca3f3-fcc4-4e7e-97a7-09961f98a5c0 x-openstack-request-id: req-43eca3f3-fcc4-4e7e-97a7-09961f98a5c0 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:36.451741 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc84b5-7648-4f9c-a616-af614b537476", "name": "network-vif-deleted", "tag": "3f6b3165-acbc-4b50-b89e-45453ed9da73", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:36.451996 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-43eca3f3-fcc4-4e7e-97a7-09961f98a5c0 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:36.452395 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc84b5-7648-4f9c-a616-af614b537476', 'name': 'network-vif-deleted', 'tag': '3f6b3165-acbc-4b50-b89e-45453ed9da73', 'status': 'completed', 'code': 200} Jul 08 18:07:36.456625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Network 2d29acfd-e35d-449a-8e0f-60826c97c084 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:07:36.461919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:07:36.465692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:07:36.497757 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:36.523283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:36.523894 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.538785 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-d2f61916-1f73-4524-a825-0eb814e4181a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9163654 Jul 08 18:07:36.551424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Request body: {'port': {'device_id': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:07:36.621511 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.881444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb8b496-3965-4dce-ae41-30f8e851fd1d {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:36.891974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.897808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab4a23-77ab-4f56-b341-9e0c2a0c6e28 req-9052ad11-b4aa-4c48-a649-dda93578feea tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:36.899434 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feab4a23-77ab-4f56-b341-9e0c2a0c6e28 req-9052ad11-b4aa-4c48-a649-dda93578feea tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 932 time: 0.0640550 Jul 08 18:07:36.903879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Transition to ACTIVE for port object 5fb8b496-3965-4dce-ae41-30f8e851fd1d will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:07:36.908629 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:36.943410 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-feab4a23-77ab-4f56-b341-9e0c2a0c6e28 req-c141423e-f4db-4560-9781-a569be8d37fa tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376112 Jul 08 18:07:36.959389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:37.025136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:07:37.025458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:07:37.025790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:37.030447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on network 2d29acfd-e35d-449a-8e0f-60826c97c084 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:07:37.030776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:07:37.036814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:07:37.037156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Checking segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:07:37.037572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Bound using segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:07:37.037997 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Bound port: 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:07:37.038357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:37.103931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:07:37.106916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:07:37.111347 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:37.405201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:37.405806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:37.407168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] 10.222.0.72 "PUT /v2.0/ports/5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 1092 time: 0.8600214 Jul 08 18:07:37.429094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bcf93-c83b-4185-a590-a8affa8e4a6a service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:37.493168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-63f901ac-e280-43b9-a28c-105c6a885a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:37.494657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-63f901ac-e280-43b9-a28c-105c6a885a11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1095 time: 0.0515637 Jul 08 18:07:37.537853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-895c823b-e355-41a1-b8a7-09044c7622a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.0362599 Jul 08 18:07:37.585073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-0306949d-998d-42ed-b0ef-957bfd374eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:37.586484 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-0306949d-998d-42ed-b0ef-957bfd374eb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0428805 Jul 08 18:07:37.618042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-f356e3a4-2742-494b-b222-3f68ae2de2c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251815 Jul 08 18:07:37.707332 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-4fa9dc7b-4558-4372-bd44-59394574cb3f service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821548 Jul 08 18:07:37.793734 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f687538a-0bf8-40ee-bd28-396514a66ce7 req-a35a641d-31c0-4a2d-813d-8ddff977c545 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798123 Jul 08 18:07:38.093815 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:07:38.454008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:38.456338 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c03b71d-a229-43bd-9b67-be9113f1f004" -d '{"events": [{"name": "network-changed", "server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:38.491631 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550237d-cdde-4d66-8b11-ba93f14e4e65 x-openstack-request-id: req-a550237d-cdde-4d66-8b11-ba93f14e4e65 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:38.491928 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:38.492184 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a550237d-cdde-4d66-8b11-ba93f14e4e65 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:38.492591 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'status': 'completed', 'code': 200} Jul 08 18:07:38.565174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-af7a82f9-5093-4540-89dd-0eb56e22621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.566673 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-af7a82f9-5093-4540-89dd-0eb56e22621f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1095 time: 0.0518920 Jul 08 18:07:38.657532 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-3b97338c-80f4-4f57-9086-7be243a7ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.659583 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-3b97338c-80f4-4f57-9086-7be243a7ce68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0867596 Jul 08 18:07:38.699124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-4f239bb6-d6a7-4023-8108-4922c0a40295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.0328927 Jul 08 18:07:38.746422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-ce33af1a-0b2c-4a30-804a-f4f4957a7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:38.747806 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-ce33af1a-0b2c-4a30-804a-f4f4957a7c09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0422318 Jul 08 18:07:38.784747 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-6fef3687-093f-4f55-84f0-8f855816e4a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310559 Jul 08 18:07:38.870913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-a9081158-d3ce-4a9e-993d-b820d21b6c67 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797110 Jul 08 18:07:38.964006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8c03b71d-a229-43bd-9b67-be9113f1f004 req-fe11599f-5756-4673-8b5c-2d8ec40a420b service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Jul 08 18:07:40.275715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:07:40.370733 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:40.382029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084', 'port_id': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'mac_address': 'fa:16:3e:0b:ff:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2258457-4827-456b-a37c-b9af6c35b3b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:07:40.417542 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.430370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb8b496-3965-4dce-ae41-30f8e851fd1d {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:07:40.450206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:40.454820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:40.501160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:40.641982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['5fb8b496-3965-4dce-ae41-30f8e851fd1d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:07:40.670939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:07:40.697314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 3f6b3165-acbc-4b50-b89e-45453ed9da73 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:07:40.697656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 3f6b3165-acbc-4b50-b89e-45453ed9da73 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:07:42.307078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:07:42.354054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 5fb8b496-3965-4dce-ae41-30f8e851fd1d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:07:42.357696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 5fb8b496-3965-4dce-ae41-30f8e851fd1d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:07:42.358068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.433884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.455411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:07:42.457670 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0dec94-e5fc-4bbd-a057-536f40f6d603" -d '{"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:07:42.469847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:07:42.474120 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:42.498483 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a228219-8f46-4b61-8686-05e8c53f8b9b x-openstack-request-id: req-3a228219-8f46-4b61-8686-05e8c53f8b9b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:07:42.498777 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:07:42.499026 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3a228219-8f46-4b61-8686-05e8c53f8b9b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:07:42.499409 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'code': 200} Jul 08 18:07:42.523648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:07:42.530987 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.531337 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.531675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.532009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.532341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.532790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.533215 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.533549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.533870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.534194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.534513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.534833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:07:42.606682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e364ea-afd4-4571-95cd-a003a3ec783b req-b3d73bfd-4577-4a5e-a1ff-8338ec78af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:07:42.608074 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-84e364ea-afd4-4571-95cd-a003a3ec783b req-b3d73bfd-4577-4a5e-a1ff-8338ec78af95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1097 time: 0.0508006 Jul 08 18:07:42.642430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-84e364ea-afd4-4571-95cd-a003a3ec783b req-a1072f84-0625-41a1-aa4c-6979b170e070 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280364 Jul 08 18:07:43.960408 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:56.125971 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:07:57.525765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-589627df-7b33-4cec-aa8b-a84684909bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.038410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e943f059-e78a-4bc0-ac4e-bf6e1a5bd9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:00.509356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:01.496843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:02.944627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:13.963373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:15.093000 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:08:26.141840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:27.368223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-2e68fe2c-684f-4dac-a8df-8ce5d563b792 req-85e742f2-a3ca-4bb2-bfec-78b7da279906 service neutron] (93664) timed out ('10.222.0.63', 42154) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:08:27.526161 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d6acd108-98a5-4dc8-a740-55e4888f5d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.038806 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c4bae7ca-5c7d-453e-b8a1-e546bf7ed521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:30.511337 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:31.499136 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:32.947730 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:34.130523 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-5dbdeb03-192d-4519-98a3-024edc4cd11e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511317 Jul 08 18:08:34.226168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-b4272b66-7919-4e6b-b275-9afecd2c83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.227627 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-b4272b66-7919-4e6b-b275-9afecd2c83d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1097 time: 0.0548930 Jul 08 18:08:34.327568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-daae0b72-ddb0-4694-8933-58aa788a5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.329042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-daae0b72-ddb0-4694-8933-58aa788a5a1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0819750 Jul 08 18:08:34.372511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-eabca42a-7c6b-4ee0-84d1-2ca3b8eea3a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.0373878 Jul 08 18:08:34.418539 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-f46378b0-d11e-4e83-9a36-4993f2d2d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:34.419854 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-f46378b0-d11e-4e83-9a36-4993f2d2d726 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0416071 Jul 08 18:08:34.451884 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-1b14719c-8c8d-4d72-b704-6c14d344d170 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257571 Jul 08 18:08:34.540878 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-eb87eaca-e930-4754-978b-934a38827ef6 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819662 Jul 08 18:08:34.629186 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b5231c96-460e-47ff-9bd7-73075c69b861 req-607f4aea-77eb-4a69-8c11-eb70d2de35e6 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811069 Jul 08 18:08:36.963847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195896f-d40b-4fdf-a2bb-cf54b4746d34 req-378c71c8-d5de-43e5-a9ee-bd8c517021a2 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:36.965353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9195896f-d40b-4fdf-a2bb-cf54b4746d34 req-378c71c8-d5de-43e5-a9ee-bd8c517021a2 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0624180 Jul 08 18:08:37.007681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9195896f-d40b-4fdf-a2bb-cf54b4746d34 req-a6382212-1287-4ecd-b7ae-96cfe55e45db tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361712 Jul 08 18:08:37.180456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0ba6d-12bb-4912-9748-727c8d7eab06 req-f82defa0-f7be-4c91-980d-07fb27bf70fd tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.181968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30d0ba6d-12bb-4912-9748-727c8d7eab06 req-f82defa0-f7be-4c91-980d-07fb27bf70fd tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0631087 Jul 08 18:08:37.219416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-30d0ba6d-12bb-4912-9748-727c8d7eab06 req-aa99afe9-68a0-4731-898d-5cdf6ba9d983 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Jul 08 18:08:37.576500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-efc16f5c-a790-4761-a62a-157c9ebb08ac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803590 Jul 08 18:08:37.609478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622ae2-5444-4109-a049-87c2f089d7fa req-996efa70-6bba-421b-a331-fe7bfd7de6f3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:37.610936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11622ae2-5444-4109-a049-87c2f089d7fa req-996efa70-6bba-421b-a331-fe7bfd7de6f3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0712185 Jul 08 18:08:37.659205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11622ae2-5444-4109-a049-87c2f089d7fa req-d518d3fe-77e3-42b2-9833-fa7e4fe39588 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Jul 08 18:08:38.851682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18f5ca-3544-4c56-929e-3636e78f4406 req-efbd3ef2-cdd4-4a09-ad44-b222ead5d8a9 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:38.853236 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d18f5ca-3544-4c56-929e-3636e78f4406 req-efbd3ef2-cdd4-4a09-ad44-b222ead5d8a9 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0651958 Jul 08 18:08:38.891432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d18f5ca-3544-4c56-929e-3636e78f4406 req-e6e50bfa-08bb-401e-ae4d-a78d3820857b tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Jul 08 18:08:38.925934 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-25e4361a-c9aa-4d8e-8a54-261ee8aa48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:38.927433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-25e4361a-c9aa-4d8e-8a54-261ee8aa48e4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1097 time: 0.0539434 Jul 08 18:08:39.019512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-92a21e55-5ca8-4342-bfa2-5fd413a96c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:39.021023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-92a21e55-5ca8-4342-bfa2-5fd413a96c2c service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0866489 Jul 08 18:08:39.059931 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-23941a30-aaa2-4ccb-adb3-e8bea2245e7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.0331266 Jul 08 18:08:39.107593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-1f87b129-48f5-409a-9e2e-e6cddbeac1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:39.109035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-1f87b129-48f5-409a-9e2e-e6cddbeac1bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0423865 Jul 08 18:08:39.144970 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-8c05fa83-cd73-437f-b0df-be0c9c3e9335 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298612 Jul 08 18:08:39.230259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-bf0103d7-8084-407d-ae87-405e2f536b39 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779359 Jul 08 18:08:39.321776 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-d62aa983-9d2d-4fe5-b857-0975e8cae310 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852189 Jul 08 18:08:40.063762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecd024-a5a9-4c13-80b2-fc4729ef3c5e req-ab6fd698-af22-4559-b7a8-8ffbd14d1590 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:40.065772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42ecd024-a5a9-4c13-80b2-fc4729ef3c5e req-ab6fd698-af22-4559-b7a8-8ffbd14d1590 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0618954 Jul 08 18:08:40.102166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42ecd024-a5a9-4c13-80b2-fc4729ef3c5e req-dec400fa-ecc8-49ae-9fad-905131aecef1 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Jul 08 18:08:41.276974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bcd5a-d689-45df-abf4-59ad4cef2ce5 req-cae92ce8-0ab4-4ded-a954-04d869bc828f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:41.278446 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd3bcd5a-d689-45df-abf4-59ad4cef2ce5 req-cae92ce8-0ab4-4ded-a954-04d869bc828f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0672727 Jul 08 18:08:41.313851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bd3bcd5a-d689-45df-abf4-59ad4cef2ce5 req-44e00f81-00e7-43a7-b0e7-5de0beb6e32a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299027 Jul 08 18:08:42.483408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55988c1e-90cb-4f0b-93a4-3cca256502b6 req-ffbffc52-8e66-4e22-ac29-ad25a27fb45c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:42.484925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55988c1e-90cb-4f0b-93a4-3cca256502b6 req-ffbffc52-8e66-4e22-ac29-ad25a27fb45c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0628068 Jul 08 18:08:42.521858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55988c1e-90cb-4f0b-93a4-3cca256502b6 req-9e79e1b6-2b5e-4dc6-8262-c13e35cecfac tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 Jul 08 18:08:43.704172 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f718-528e-44ef-a61d-d0c2a999cefc req-7081b01a-a829-42ea-9762-86a04537fc09 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:43.705731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c38f718-528e-44ef-a61d-d0c2a999cefc req-7081b01a-a829-42ea-9762-86a04537fc09 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0671971 Jul 08 18:08:43.743147 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c38f718-528e-44ef-a61d-d0c2a999cefc req-d4bf3040-cea2-4c02-8b22-cb445206fb9e tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Jul 08 18:08:43.967289 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:44.916441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963e5c6-75e6-4715-811f-31bd51421055 req-4b2c9785-a6a3-4e00-98d4-48f51602f8c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:44.917984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d963e5c6-75e6-4715-811f-31bd51421055 req-4b2c9785-a6a3-4e00-98d4-48f51602f8c6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0633125 Jul 08 18:08:44.954598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d963e5c6-75e6-4715-811f-31bd51421055 req-48298760-4576-46da-bba2-4e9a1ca3d9d8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312166 Jul 08 18:08:46.124692 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432b1d0-6050-44ef-be03-c84cfa220ea6 req-bef05229-ce8f-4dc3-948a-72d9c0a677fa tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:46.126106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5432b1d0-6050-44ef-be03-c84cfa220ea6 req-bef05229-ce8f-4dc3-948a-72d9c0a677fa tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0623221 Jul 08 18:08:46.166384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5432b1d0-6050-44ef-be03-c84cfa220ea6 req-43a2ffa1-50dd-4d91-8d39-73a65d26e38f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Jul 08 18:08:47.339409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d3f2-381b-4eb1-afd4-e5a812d2c280 req-7f385172-885b-4a1b-b5f8-1ae85969afd5 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:47.340909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28a2d3f2-381b-4eb1-afd4-e5a812d2c280 req-7f385172-885b-4a1b-b5f8-1ae85969afd5 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0664165 Jul 08 18:08:47.378994 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-28a2d3f2-381b-4eb1-afd4-e5a812d2c280 req-8695f4e2-166e-49a8-87bf-669f775daa53 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Jul 08 18:08:48.550679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44c872-07f5-464a-8006-ecdfdf71e1c2 req-01b080fe-67c2-43fb-affb-ab9f70169e19 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:48.552140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ef44c872-07f5-464a-8006-ecdfdf71e1c2 req-01b080fe-67c2-43fb-affb-ab9f70169e19 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0621908 Jul 08 18:08:48.588497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ef44c872-07f5-464a-8006-ecdfdf71e1c2 req-ae239467-5efe-405a-b8d6-96b396aac1be tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308332 Jul 08 18:08:49.764663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e59b-eed7-4f41-976a-7d48c6e929c7 req-651d1ef9-b44a-4332-a824-0147532d5d7e tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:49.766204 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f524e59b-eed7-4f41-976a-7d48c6e929c7 req-651d1ef9-b44a-4332-a824-0147532d5d7e tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0657709 Jul 08 18:08:49.804587 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f524e59b-eed7-4f41-976a-7d48c6e929c7 req-4ed180e4-e6de-4eb8-8449-f4341fa2d89f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Jul 08 18:08:50.976515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ba9eb-97d6-4e65-afa8-6332314fab03 req-afa29ae5-2744-474e-9923-e7129ba46252 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:50.978108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-433ba9eb-97d6-4e65-afa8-6332314fab03 req-afa29ae5-2744-474e-9923-e7129ba46252 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0653377 Jul 08 18:08:51.015953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-433ba9eb-97d6-4e65-afa8-6332314fab03 req-279dd6e0-1e92-4ee6-aed6-f18b6c0b93f2 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Jul 08 18:08:51.125735 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-a22d531f-dea0-49b6-87cf-54650fd6b37d service neutron] show failed (client error): The resource could not be found. Jul 08 18:08:51.126726 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-a22d531f-dea0-49b6-87cf-54650fd6b37d service neutron] 10.222.0.72 "GET /v2.0/ports/5fb8b496-3965-4dce-ae41-30f8e851fd1d/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0544732 Jul 08 18:08:51.365449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-7898ff5f-9107-47cc-8534-e2585361b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:51.366937 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-7898ff5f-9107-47cc-8534-e2585361b715 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd&tenant_id=ddf1a9a705824986a32e1f4b47a6df98 HTTP/1.1" status: 200 len: 1097 time: 0.0520458 Jul 08 18:08:51.389054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:08:51.462210 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.660123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:51.692059 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:51.730128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:51.732530 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af841688-62b3-47b1-8eb1-eaec5094620e" -d '{"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:51.736014 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.749268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Transition to ACTIVE for port object 5fb8b496-3965-4dce-ae41-30f8e851fd1d will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:08:51.753024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.816970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] No DVR routers for this DVR port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:08:51.829508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:51.856601 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ca4d10-0ca3-4b0d-924b-f870bec9c9ac x-openstack-request-id: req-a2ca4d10-0ca3-4b0d-924b-f870bec9c9ac {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:51.856916 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:51.857169 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a2ca4d10-0ca3-4b0d-924b-f870bec9c9ac {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:51.857562 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'code': 200} Jul 08 18:08:51.864118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.864468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.864833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.865174 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.865508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.865837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.866163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.866487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.866809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.867128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.867449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.867770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:51.874372 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:08:51.874705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:08:51.875036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:51.879347 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on network 2d29acfd-e35d-449a-8e0f-60826c97c084 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:08:51.879669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Attempting to bind port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on network 2d29acfd-e35d-449a-8e0f-60826c97c084 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:08:51.884444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:08:51.884813 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Checking segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:08:51.885192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Bound using segment: {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:08:51.885617 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Bound port: 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:08:51.885972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.947886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:08:51.951089 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:08:51.954607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.991596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:51.992205 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:51.993718 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] 10.222.0.41 "PUT /v2.0/ports/5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 1092 time: 0.6087461 Jul 08 18:08:52.014810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ee7fa-e45b-4372-9526-74734b9e7f27 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:52.086413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-b0658f8e-d1a1-4748-9847-625a923cfcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.087922 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-b0658f8e-d1a1-4748-9847-625a923cfcb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1095 time: 0.0536079 Jul 08 18:08:52.091877 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:08:52.181149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-0327383d-9f15-45c8-9183-56cba4fea156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.182694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-0327383d-9f15-45c8-9183-56cba4fea156 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0877748 Jul 08 18:08:52.188681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5ae9-6c61-4ac2-a58d-c3cbae0a7828 req-fa20596e-d443-4c98-b0e2-6f319f10ec19 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.190261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cfa5ae9-6c61-4ac2-a58d-c3cbae0a7828 req-fa20596e-d443-4c98-b0e2-6f319f10ec19 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 944 time: 0.0628781 Jul 08 18:08:52.227514 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-4ab4a064-418f-47db-8b8b-209d44124f96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.0348883 Jul 08 18:08:52.228609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6cfa5ae9-6c61-4ac2-a58d-c3cbae0a7828 req-83fbb9b3-fe0b-4067-b5bd-458c16d74d2c tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Jul 08 18:08:52.277903 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-9b0182de-20e3-4afb-95e0-18cf5b365a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:52.279321 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-9b0182de-20e3-4afb-95e0-18cf5b365a5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0427403 Jul 08 18:08:52.312072 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-baba059a-9570-478d-a750-4dab6833bb3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252378 Jul 08 18:08:52.403336 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-3039ff31-671d-4002-95b5-4ac465960abe service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Jul 08 18:08:52.493946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc57293c-4408-43e6-bea3-9a6b9a0eaa2d req-8a16ba7c-bdc4-405d-bfde-67667f964893 service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789335 Jul 08 18:08:53.407669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d842d-83e4-4dd8-ac61-dfaf7f0f4384 req-b7bae5e1-4daf-456c-a95a-2649b2f3e3d6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:53.409164 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c79d842d-83e4-4dd8-ac61-dfaf7f0f4384 req-b7bae5e1-4daf-456c-a95a-2649b2f3e3d6 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 944 time: 0.0688102 Jul 08 18:08:53.447188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c79d842d-83e4-4dd8-ac61-dfaf7f0f4384 req-6e0cf06a-f60e-4abb-a1af-516cf2d275ba tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Jul 08 18:08:53.859738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:53.862141 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40" -d '{"events": [{"name": "network-changed", "server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:53.907208 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885537dd-d6a7-4067-ab83-4ba7509cde85 x-openstack-request-id: req-885537dd-d6a7-4067-ab83-4ba7509cde85 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:53.907540 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:53.907851 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-885537dd-d6a7-4067-ab83-4ba7509cde85 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:53.908408 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'status': 'completed', 'code': 200} Jul 08 18:08:54.021814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-85ab8ecd-adf0-4446-93cb-5d3918945960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.023298 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-85ab8ecd-adf0-4446-93cb-5d3918945960 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1095 time: 0.0958927 Jul 08 18:08:54.028193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-b6fb8bc2-6e03-4056-9eb0-da563e873a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.029665 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-b6fb8bc2-6e03-4056-9eb0-da563e873a4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1095 time: 0.0694194 Jul 08 18:08:54.180226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-fe39543d-af08-44c8-a29d-01d0fb934b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.181641 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-fe39543d-af08-44c8-a29d-01d0fb934b40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.1511450 Jul 08 18:08:54.182978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-9ca8981e-9032-4ad8-b33e-65b2168ee670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.184292 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-9ca8981e-9032-4ad8-b33e-65b2168ee670 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.1455057 Jul 08 18:08:54.231437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-f5e47c6f-a39e-45a3-900a-d196de0ab20e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.0432129 Jul 08 18:08:54.263233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-b4b913f5-6e1c-4d23-b70e-7f8ddf6c1ba0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.0686493 Jul 08 18:08:54.329935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-5dfe6f8b-6998-4ec0-bec5-cdb50eb01032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.331895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-5dfe6f8b-6998-4ec0-bec5-cdb50eb01032 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0760906 Jul 08 18:08:54.335158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-d569c2c4-e8a4-4505-8aae-141e8572af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.336466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-d569c2c4-e8a4-4505-8aae-141e8572af53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0547850 Jul 08 18:08:54.367677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-5b115670-9c4f-49f5-b568-5de17cd8e6b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300021 Jul 08 18:08:54.441961 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-1aaf8c66-95bf-494d-9860-0f999fc46b63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510907 Jul 08 18:08:54.539161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-efa84dc3-fedc-49f6-bd50-654e2b2d1ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649432 Jul 08 18:08:54.599834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-d59e313d-8d51-4a8f-9e4b-0b8de164c5a7 service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506698 Jul 08 18:08:54.601688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:08:54.640589 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:08:54.644664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2800f4-d629-4efc-bf81-b0e4f817a3a6 req-d9326f7e-377d-4df5-8e0d-76b325a6275d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.646305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2800f4-d629-4efc-bf81-b0e4f817a3a6 req-d9326f7e-377d-4df5-8e0d-76b325a6275d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 944 time: 0.0706797 Jul 08 18:08:54.683672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f2800f4-d629-4efc-bf81-b0e4f817a3a6 req-4bbaedd6-a3a6-4bd6-80e2-6751afc1c74a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Jul 08 18:08:54.706694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-06d69497-82a2-4eed-852a-8dadb4f05d71 service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591806 Jul 08 18:08:54.722879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e779b2ff-29c4-4db2-9a92-ccaf815f3e40 req-b5eb1da0-363c-4ddb-9e0d-e66e1bf59779 service neutron] 10.222.0.41 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150887 Jul 08 18:08:54.893019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:08:54.996531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:54.998306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15645ab5-5b96-4602-904c-a995c01ab658 req-1591fd7d-661f-4d4b-9389-d273177903c5 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:54.999913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15645ab5-5b96-4602-904c-a995c01ab658 req-1591fd7d-661f-4d4b-9389-d273177903c5 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 944 time: 0.0750957 Jul 08 18:08:55.001314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-73b89e65-f3cd-4677-b731-2ff9aae89935 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.003511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-73b89e65-f3cd-4677-b731-2ff9aae89935 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.72 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd&tenant_id=ddf1a9a705824986a32e1f4b47a6df98&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 944 time: 0.0753963 Jul 08 18:08:55.008907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'network_id': '2d29acfd-e35d-449a-8e0f-60826c97c084', 'port_id': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'mac_address': 'fa:16:3e:0b:ff:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2258457-4827-456b-a37c-b9af6c35b3b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:08:55.039747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15645ab5-5b96-4602-904c-a995c01ab658 req-360d7d97-82b9-45b1-8d64-edd8b5b4efe0 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Jul 08 18:08:55.046317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.064283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb8b496-3965-4dce-ae41-30f8e851fd1d {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:08:55.067058 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-a7d550cb-fad9-4007-b4ef-bfc3b05992e7 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:08:55.068076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-a7d550cb-fad9-4007-b4ef-bfc3b05992e7 service neutron] 10.222.0.72 "DELETE /v2.0/ports/5fb8b496-3965-4dce-ae41-30f8e851fd1d/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0594406 Jul 08 18:08:55.085472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:55.089216 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:55.136063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:55.146727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.147202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.147546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.147880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.148210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.148590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.148972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.149323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.149695 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.150024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.150340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.150685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:08:55.167777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-b5da4f21-522e-4515-8bab-0fd022affbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.169317 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-b5da4f21-522e-4515-8bab-0fd022affbd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 1096 time: 0.0559547 Jul 08 18:08:55.261445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-02cc0542-b603-4018-b860-14a9748fc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.262917 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-02cc0542-b603-4018-b860-14a9748fc45a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 200 len: 915 time: 0.0867658 Jul 08 18:08:55.415355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5fb8b496-3965-4dce-ae41-30f8e851fd1d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:08:55.573136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-6b605064-c72f-4f35-97a2-f2d7b36597e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 200 len: 217 time: 0.3020985 Jul 08 18:08:55.621945 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-b163a0a0-d4f0-4250-b26c-c79a647d2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:55.623380 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-b163a0a0-d4f0-4250-b26c-c79a647d2cd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 200 len: 854 time: 0.0435514 Jul 08 18:08:55.655840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-f9086587-fef3-416f-a670-10422b281fef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d29acfd-e35d-449a-8e0f-60826c97c084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257185 Jul 08 18:08:55.744434 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-a413646f-cf89-46f3-8666-eaad38945f6e service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818865 Jul 08 18:08:55.834364 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f8dcbdf-a4e9-4d24-80e4-a6bf0405c406 req-4df05ac9-3e3a-4c83-8c6a-78f1d791502f service neutron] 10.222.0.72 "GET /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839009 Jul 08 18:08:56.142480 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:56.221656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c332d92-a330-492e-9a6e-1d03f56f4a35 req-13ea5ac7-86a8-43a8-8bf7-f3f717391f75 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:56.223786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c332d92-a330-492e-9a6e-1d03f56f4a35 req-13ea5ac7-86a8-43a8-8bf7-f3f717391f75 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 945 time: 0.0652270 Jul 08 18:08:56.263357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c332d92-a330-492e-9a6e-1d03f56f4a35 req-8abe6959-22d4-43f3-8394-775ecc23a022 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Jul 08 18:08:56.902440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:08:56.952132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 5fb8b496-3965-4dce-ae41-30f8e851fd1d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:08:56.955895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 5fb8b496-3965-4dce-ae41-30f8e851fd1d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:08:56.956316 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.032261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.054505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:08:57.056785 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f387b5a-223c-400f-a7fb-8aeebd928cc8" -d '{"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:08:57.069499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:57.073634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.097009 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327d799-ae0d-4635-a6ac-cd9d1feaafb4 x-openstack-request-id: req-0327d799-ae0d-4635-a6ac-cd9d1feaafb4 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:08:57.097300 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:08:57.097549 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0327d799-ae0d-4635-a6ac-cd9d1feaafb4 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:08:57.097936 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'code': 200} Jul 08 18:08:57.123457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:08:57.433344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a581dc6-b142-449e-9833-933be332b45f req-3ac8652f-277c-458b-84d1-240fdef5d6da tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.434913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a581dc6-b142-449e-9833-933be332b45f req-3ac8652f-277c-458b-84d1-240fdef5d6da tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0632129 Jul 08 18:08:57.472722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a581dc6-b142-449e-9833-933be332b45f req-c3b5e2eb-735a-43ad-b7b9-3572bb570a5d tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Jul 08 18:08:57.526857 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-52c87df4-9dc7-4794-909b-4f7558f47164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:57.645862 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2d7a2-5169-4d9e-abca-4477647e7ae6 req-e1ac00cb-d8f2-4db3-825b-fb814e87eec4 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.647326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36e2d7a2-5169-4d9e-abca-4477647e7ae6 req-e1ac00cb-d8f2-4db3-825b-fb814e87eec4 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0676012 Jul 08 18:08:57.684023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-36e2d7a2-5169-4d9e-abca-4477647e7ae6 req-8680beb7-7428-4b4d-aa54-aa0d3caba604 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Jul 08 18:08:57.856544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fb0e0-14b7-42b7-a3ee-2824c66bef0a req-3770f303-ee0d-4d16-9979-d51461c7da63 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:57.858092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e9fb0e0-14b7-42b7-a3ee-2824c66bef0a req-3770f303-ee0d-4d16-9979-d51461c7da63 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0635192 Jul 08 18:08:57.895807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e9fb0e0-14b7-42b7-a3ee-2824c66bef0a req-ef230991-5e22-48ad-86c2-6cbfb9ed1837 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322309 Jul 08 18:08:58.449261 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be87cbc-a366-4978-95b9-9b70bf5a4722 req-cba90144-cdfa-4c96-8a44-84c0af3464fa tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:58.450712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9be87cbc-a366-4978-95b9-9b70bf5a4722 req-cba90144-cdfa-4c96-8a44-84c0af3464fa tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0658107 Jul 08 18:08:58.487940 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9be87cbc-a366-4978-95b9-9b70bf5a4722 req-418402fc-c5b2-4669-af52-0bad81c78f25 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Jul 08 18:08:59.657056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0db670-3c7e-47be-9391-ed7e8ab8acf8 req-d6fa4d9c-95e3-4c82-b928-d0c74cf5e03f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:59.658548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf0db670-3c7e-47be-9391-ed7e8ab8acf8 req-d6fa4d9c-95e3-4c82-b928-d0c74cf5e03f tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0638113 Jul 08 18:08:59.695778 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf0db670-3c7e-47be-9391-ed7e8ab8acf8 req-18378b8f-51e2-48a0-a629-c1c0bc30193a tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.63 "GET /v2.0/security-groups?id=66432161-3e5e-4639-acdd-86ef1224d081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Jul 08 18:08:59.746827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-d2b5b365-b8b0-4a04-bcd5-486aabca6cb3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:08:59.748286 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-d2b5b365-b8b0-4a04-bcd5-486aabca6cb3 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.41 "GET /v2.0/ports?device_id=e85e91b6-b656-4887-a71c-10145e0f71dd HTTP/1.1" status: 200 len: 946 time: 0.0625660 Jul 08 18:08:59.851535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Deleting port 5fb8b496-3965-4dce-ae41-30f8e851fd1d {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:08:59.851883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.934904 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] For port 5fb8b496-3965-4dce-ae41-30f8e851fd1d, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=5fb8b496-3965-4dce-ae41-30f8e851fd1d,segment=NetworkSegment(e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2),segment_id=e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:08:59.935267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:08:59.948073 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Calling delete_port for 5fb8b496-3965-4dce-ae41-30f8e851fd1d owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:09:00.040241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-80ab1d08-ab5c-4ec6-8671-938d3dde753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.075324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.103999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Pushing event deleted for resources: {'Port': ['ID=5fb8b496-3965-4dce-ae41-30f8e851fd1d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:00.115163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['5fb8b496-3965-4dce-ae41-30f8e851fd1d'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:00.146974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] No DVR routers for this DVR port 5fb8b496-3965-4dce-ae41-30f8e851fd1d on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:09:00.149439 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.151422 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c8fd740c-9702-4c80-a917-152c5dbb7584 req-7aa250a3-57e6-4f66-8d0a-451fadf7fce8 tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] 10.222.0.41 "DELETE /v2.0/ports/5fb8b496-3965-4dce-ae41-30f8e851fd1d HTTP/1.1" status: 204 len: 173 time: 0.3942537 Jul 08 18:09:00.151850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-deleted', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:00.154136 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf16af6-581c-412d-a088-114c24d34ec7" -d '{"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-deleted", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:00.189019 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ae3c6-442b-4f10-a421-2b4d14e06154 x-openstack-request-id: req-e74ae3c6-442b-4f10-a421-2b4d14e06154 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:00.189366 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85e91b6-b656-4887-a71c-10145e0f71dd", "name": "network-vif-deleted", "tag": "5fb8b496-3965-4dce-ae41-30f8e851fd1d", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:00.189660 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e74ae3c6-442b-4f10-a421-2b4d14e06154 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:00.190723 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85e91b6-b656-4887-a71c-10145e0f71dd', 'name': 'network-vif-deleted', 'tag': '5fb8b496-3965-4dce-ae41-30f8e851fd1d', 'status': 'completed', 'code': 200} Jul 08 18:09:00.512728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:00.920191 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53118) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:00.967600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] Deleting subnet a2258457-4827-456b-a37c-b9af6c35b3b0 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:09:00.970520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.003682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.042900 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.092963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.118373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2258457-4827-456b-a37c-b9af6c35b3b0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:01.121858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.123781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e4f87938-7931-4485-a410-7a5c7cdc129f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a2258457-4827-456b-a37c-b9af6c35b3b0 HTTP/1.1" status: 204 len: 168 time: 0.2024746 Jul 08 18:09:01.126446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53120) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:01.197326 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.276826 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.287147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d29acfd-e35d-449a-8e0f-60826c97c084']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:01.301794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:01.302094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ac7d9c-0ccd-42ad-9969-7ee1ea6629f2') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:01.310978 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.324618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.330572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:09:01.331507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:09:01.333182 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:09:01.383472 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.388648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.390513 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] 10.222.0.63 "DELETE /v2.0/networks/2d29acfd-e35d-449a-8e0f-60826c97c084 HTTP/1.1" status: 204 len: 168 time: 0.2631388 Jul 08 18:09:01.403200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee8aa-59c9-46e6-9abd-1f89e46c11ef admin admin] Pushing event deleted for resources: {'Network': ['ID=2d29acfd-e35d-449a-8e0f-60826c97c084,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:01.504170 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.508184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53124) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:01.546750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f1fe5397-f4e9-4161-83ee-f171843d3adf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ddf1a9a705824986a32e1f4b47a6df98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369427 Jul 08 18:09:01.548681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53126) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:01.595733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63c37396-a20c-45c1-a8a8-811a3a4632a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.620090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63c37396-a20c-45c1-a8a8-811a3a4632a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.667165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63c37396-a20c-45c1-a8a8-811a3a4632a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.669802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-63c37396-a20c-45c1-a8a8-811a3a4632a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:01.670958 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-63c37396-a20c-45c1-a8a8-811a3a4632a2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/66432161-3e5e-4639-acdd-86ef1224d081 HTTP/1.1" status: 204 len: 168 time: 0.1213655 Jul 08 18:09:01.679382 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c37396-a20c-45c1-a8a8-811a3a4632a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66432161-3e5e-4639-acdd-86ef1224d081,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.319953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53148) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:02.413782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1894547444-network', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:02.434859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Made reservation on behalf of ba7e55c94e76461dbe8600e6c3393e49 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:02.437163 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.445169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.530922 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.535468 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.557471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:09:02.571010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3393b3-f3c9-4034-8da8-2e96a73a665d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.577693 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.578059 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Added segment 2ca1af09-378e-49c8-857e-4de164fc1596 of type vlan for network 81fe10a6-77be-4876-941c-3bba439a9bc6 Jul 08 18:09:02.625153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.654849 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.655763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:02.656346 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.715857 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3947761 Jul 08 18:09:02.718694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53152) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:02.724445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Request body: {'subnet': {'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1894547444-subnet', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:02.730360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecabf54-f485-4e7c-8619-ea87895e0afb admin admin] Pushing event updated for resources: {'Network': ['ID=81fe10a6-77be-4876-941c-3bba439a9bc6,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.739996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:09:02.752368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Made reservation on behalf of ba7e55c94e76461dbe8600e6c3393e49 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:02.755169 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.922454 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.950606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:09:02.971474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:02.972249 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 5fb8b496-3965-4dce-ae41-30f8e851fd1d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:09:02.972593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 5fb8b496-3965-4dce-ae41-30f8e851fd1d not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:09:02.980777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf1b423-7125-4559-9d69-81f7f3929ae6,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:02.990951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:02.991314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Network hostable DHCP agents. Network: 81fe10a6-77be-4876-941c-3bba439a9bc6, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:09:03.014710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:09:03.024239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 81fe10a6-77be-4876-941c-3bba439a9bc6) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:03.028432 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:03.029061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.035020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a40085-5daf-4b8b-8567-c54a82af1791 None None] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:03.042347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-54e973b7-48c5-4a94-86dd-01588f9a7bcb admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3226595 Jul 08 18:09:03.045101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53154) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:03.049495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:03.070214 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.071301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.123897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.177479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-81fe10a6-77be-4876-941c-3bba439a9bc6', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:09:03.178313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.262889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.316351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Allocated IP 172.20.0.2 (81fe10a6-77be-4876-941c-3bba439a9bc6/aaf1b423-7125-4559-9d69-81f7f3929ae6/f276e474-3443-477e-81cb-3df5f78f6a2c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:03.459532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.464996 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.467903 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Transition to ACTIVE for port object f276e474-3443-477e-81cb-3df5f78f6a2c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:03.483338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Transition to ACTIVE for port object f276e474-3443-477e-81cb-3df5f78f6a2c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:03.484975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.489646 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.530000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:03.532825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:03.537696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:03.540676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Pushing event updated for resources: {'Port': ['ID=f276e474-3443-477e-81cb-3df5f78f6a2c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:03.589102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Allocated IP 172.25.5.83 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/71de5c39-e6ae-4996-932a-ac277864c6a3) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:03.593006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Attempting to bind port f276e474-3443-477e-81cb-3df5f78f6a2c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:03.593380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Attempting to bind port f276e474-3443-477e-81cb-3df5f78f6a2c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:03.593774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Attempting to bind port f276e474-3443-477e-81cb-3df5f78f6a2c on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:03.598805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:03.599175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:03.599574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.599965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:03.600423 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Bound port: f276e474-3443-477e-81cb-3df5f78f6a2c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:03.600843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.665726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] For port f276e474-3443-477e-81cb-3df5f78f6a2c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:03.669019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] For port f276e474-3443-477e-81cb-3df5f78f6a2c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f276e474-3443-477e-81cb-3df5f78f6a2c,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:03.673547 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.694733 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.733293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f6b59-4bf9-428e-a513-1fb0e14456de None None] Pushing event updated for resources: {'Port': ['ID=f276e474-3443-477e-81cb-3df5f78f6a2c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:03.738616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:03.779687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:03.782480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:03.786469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:03.791898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Pushing event updated for resources: {'Port': ['ID=71de5c39-e6ae-4996-932a-ac277864c6a3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:04.049001 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.241364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.371069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:09:04.482844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:04.491166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:04.499177 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:04.501035 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-27dd2054-1343-4135-a595-c6e419cdd2db admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4546616 Jul 08 18:09:04.504046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53156) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:04.504190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:04.504879 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:09:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:04.754118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86b1f1-6eab-4b75-986b-7b43368070b0 None None] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:09:04.819084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0bc67369-d5e0-42ff-b7d5-98a982c2f381 None None] Provisioning for port f276e474-3443-477e-81cb-3df5f78f6a2c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:04.845590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:04.929809 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.087705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Allocated IP 172.20.0.1 (81fe10a6-77be-4876-941c-3bba439a9bc6/aaf1b423-7125-4559-9d69-81f7f3929ae6/f7a2f1ac-4dc5-4717-a1aa-2b3021e67845) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:05.104319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:03Z', 'revision_number': 3, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:05.131797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:09:05.132152 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Updating router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 port 71de5c39-e6ae-4996-932a-ac277864c6a3 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:09:05.168177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.203772 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.218355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Transition to ACTIVE for port object f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:05.254854 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.293038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:05.296080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:05.302167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:05.329253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:05.345372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.463314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.479298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Transition to ACTIVE for port object 71de5c39-e6ae-4996-932a-ac277864c6a3 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:05.487780 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.549692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8025f-3261-47aa-992e-502a44fd2593 None None] Pushing event updated for resources: {'Port': ['ID=71de5c39-e6ae-4996-932a-ac277864c6a3,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:05.552167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Attempting to bind port 71de5c39-e6ae-4996-932a-ac277864c6a3 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:05.552653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Attempting to bind port 71de5c39-e6ae-4996-932a-ac277864c6a3 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:05.553086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Attempting to bind port 71de5c39-e6ae-4996-932a-ac277864c6a3 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:05.559373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:05.559849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:05.560327 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.560811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:05.561357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Bound port: 71de5c39-e6ae-4996-932a-ac277864c6a3, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:05.561812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.584530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f276e474-3443-477e-81cb-3df5f78f6a2c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:05.655207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-287cf707-6375-42b5-93ff-4d2dec85c4c0 None None] Provisioning for port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:05.666019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] For port 71de5c39-e6ae-4996-932a-ac277864c6a3, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:05.669590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] For port 71de5c39-e6ae-4996-932a-ac277864c6a3, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=71de5c39-e6ae-4996-932a-ac277864c6a3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:05.670672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-287cf707-6375-42b5-93ff-4d2dec85c4c0 None None] Provisioning complete for port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:05.671080 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-287cf707-6375-42b5-93ff-4d2dec85c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.676096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.730164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f276e474-3443-477e-81cb-3df5f78f6a2c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:05.749805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f276e474-3443-477e-81cb-3df5f78f6a2c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:05.750186 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.765074 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.776595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-287cf707-6375-42b5-93ff-4d2dec85c4c0 None None] Port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:05.795397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:05.796038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:09:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:05.801465 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8025f-3261-47aa-992e-502a44fd2593 None None] Pushing event updated for resources: {'Port': ['ID=71de5c39-e6ae-4996-932a-ac277864c6a3,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:05.938127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.943802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:05.943972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:05.945714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.011818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:06.017609 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.051522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f276e474-3443-477e-81cb-3df5f78f6a2c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f276e474-3443-477e-81cb-3df5f78f6a2c,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:06.076604 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.114710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:06.116192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:06.146042 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f276e474-3443-477e-81cb-3df5f78f6a2c,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:06.212034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 1, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:06.242568 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:09:06.248664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5131c087-3bad-4dd0-81dc-5c7a68e2d786 None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 1, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:06.357381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:06.363095 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7e711629-b52f-46f8-a350-d53d18e72079 admin admin] 10.222.0.63 "PUT /v2.0/routers/f53c6c94-1799-4e3d-9034-f9a430f2d6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571196 Jul 08 18:09:06.399792 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fbece5a8-00db-4d01-9552-86f31973c724 None None] Provisioning complete for port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:06.400176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fbece5a8-00db-4d01-9552-86f31973c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:06.434392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fbece5a8-00db-4d01-9552-86f31973c724 None None] Port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:07.134452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53164) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:07.139426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8ed8cbdc-d20a-4125-aded-8b1e47e5c4b0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937960027', 'description': 'tempest-description--836987361'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:07.163134 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cbdc-d20a-4125-aded-8b1e47e5c4b0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.249495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cbdc-d20a-4125-aded-8b1e47e5c4b0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.253696 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cbdc-d20a-4125-aded-8b1e47e5c4b0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.281495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ed8cbdc-d20a-4125-aded-8b1e47e5c4b0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.282819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8ed8cbdc-d20a-4125-aded-8b1e47e5c4b0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1473355 Jul 08 18:09:07.286248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53166) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:07.291550 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ba204790-ad74-4545-8675-346c508a4ed9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef5669-4697-48ef-9a1f-41c2b7f3c964', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:07.296916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8cbdc-d20a-4125-aded-8b1e47e5c4b0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef5669-4697-48ef-9a1f-41c2b7f3c964,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:07.324995 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba204790-ad74-4545-8675-346c508a4ed9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.384525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba204790-ad74-4545-8675-346c508a4ed9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.388897 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba204790-ad74-4545-8675-346c508a4ed9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.402869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204790-ad74-4545-8675-346c508a4ed9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38092217-c146-4223-ab22-356ce6b8eef2,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:07.417342 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ba204790-ad74-4545-8675-346c508a4ed9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.418701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ba204790-ad74-4545-8675-346c508a4ed9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315098 Jul 08 18:09:07.421427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 53168) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:07.426965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b9721bea-5990-4d6b-896a-ea5c663d6deb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'security_group_rule': {'security_group_id': 'c1ef5669-4697-48ef-9a1f-41c2b7f3c964', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:07.455051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9721bea-5990-4d6b-896a-ea5c663d6deb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.519968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9721bea-5990-4d6b-896a-ea5c663d6deb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.523677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9721bea-5990-4d6b-896a-ea5c663d6deb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.544440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9721bea-5990-4d6b-896a-ea5c663d6deb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1849914a-4328-4b38-b704-c15d096048a4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:07.552537 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b9721bea-5990-4d6b-896a-ea5c663d6deb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.556956 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:07.557533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b9721bea-5990-4d6b-896a-ea5c663d6deb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345108 Jul 08 18:09:07.561674 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:07.571634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f276e474-3443-477e-81cb-3df5f78f6a2c up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:07.585755 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.621261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f276e474-3443-477e-81cb-3df5f78f6a2c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:07.621637 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.688391 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.702080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71de5c39-e6ae-4996-932a-ac277864c6a3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:07.749885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 71de5c39-e6ae-4996-932a-ac277864c6a3 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:07.754291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 71de5c39-e6ae-4996-932a-ac277864c6a3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:07.754667 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.790838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Allocated IP 172.25.5.138 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/0a3c08bc-f92c-4309-b566-e4d548e201d1) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:07.831734 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.854534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 71de5c39-e6ae-4996-932a-ac277864c6a3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=71de5c39-e6ae-4996-932a-ac277864c6a3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:07.859778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.900327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.911861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=71de5c39-e6ae-4996-932a-ac277864c6a3,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:07.942763 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:07.982837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:07.985609 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:07.989754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:08.012316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'Port': ['ID=0a3c08bc-f92c-4309-b566-e4d548e201d1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:08.025837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.026184 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.026526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.026863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.027193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.027521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.027846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.028169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.028508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.028842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.029181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.029484 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.090742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.133721 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.150373 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:08.159924 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:08.160525 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:09:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:08.264055 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:08.282241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.289329 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.355028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'Port': ['ID=0a3c08bc-f92c-4309-b566-e4d548e201d1,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:08.367213 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.381994 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.383291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ba44acb3-8335-4968-ab63-8e034757d67c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8251991 Jul 08 18:09:08.473027 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 2, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:08.498782 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:09:08.499136 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Updating router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:09:08.525032 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-76c5a641-0bbe-4f1b-bb97-249544defd33 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--937960027&fields=id&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 267 time: 0.0335655 Jul 08 18:09:08.531818 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.633503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-1b3ffe55-494a-484c-ac90-f1424a1c3539 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:08.635378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-1b3ffe55-494a-484c-ac90-f1424a1c3539 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.1035271 Jul 08 18:09:08.650603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-45280a69-b459-4d79-b2b3-75ce0111736e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/quotas/ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 375 time: 0.0096285 Jul 08 18:09:08.718978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-35f1cace-4d4e-4db8-aa71-9a3e9de907e5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632787 Jul 08 18:09:08.797657 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.807858 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Transition to ACTIVE for port object f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:08.814259 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.826073 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-d0501695-28f3-4d20-ac95-9fd74c904e4e service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948977 Jul 08 18:09:08.884142 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Pushing event updated for resources: {'Port': ['ID=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:08.913407 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.914000 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.914509 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.914989 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.915576 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.915902 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.916226 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.916547 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.916893 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.917211 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.917526 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.917838 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:09:08.930394 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Attempting to bind port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:08.930592 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Attempting to bind port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:08.931073 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Attempting to bind port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:08.931253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-7cd03160-25c8-4e14-8907-0abe06f0beba service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987360 Jul 08 18:09:08.936187 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:08.936555 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:08.936982 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:08.937366 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:08.937836 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Bound port: f7a2f1ac-4dc5-4717-a1aa-2b3021e67845, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:08.938213 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.010299 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] For port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:09.013744 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] For port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:09.019988 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.070374 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:09.070999 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:09:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:09.124985 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b389b-a750-4a3f-9347-a3d514c6db57 None None] Pushing event updated for resources: {'Port': ['ID=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:09.137037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7dbb6bdc-596d-45c1-a884-550b3b2c1004 req-e3390c57-be24-490d-b9fb-d6adea2bc315 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 210 time: 0.0314624 Jul 08 18:09:09.210137 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:09.426375 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:09.452017 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e20077-95b8-46d7-8695-989f53cd7bd5 None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:09.537567 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:09.592028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:09.596574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:09.596993 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.682163 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.717242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:09.721574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:09.722441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71de5c39-e6ae-4996-932a-ac277864c6a3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:09.796875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:09.815352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 71de5c39-e6ae-4996-932a-ac277864c6a3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:09.815755 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.287742 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc62d45b-605e-4c5d-ad3c-ec5cfc6ca4db req-89384626-b415-4280-9aac-e1d015b02c0f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 210 time: 0.0338719 Jul 08 18:09:10.425565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-f6d3acb6-cf60-43ac-8a67-5366a677ee3e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:10.427125 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-f6d3acb6-cf60-43ac-8a67-5366a677ee3e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.0991364 Jul 08 18:09:10.495183 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-61c1d315-f8da-4b99-8765-3542c947c894 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 379 time: 0.0355549 Jul 08 18:09:10.508216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'port': {'device_id': '1343214f-9528-48ea-b052-350749a93cbf', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'admin_state_up': True, 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'security_groups': ['c1ef5669-4697-48ef-9a1f-41c2b7f3c964']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:10.619195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Made reservation on behalf of ba7e55c94e76461dbe8600e6c3393e49 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:09:10.623303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.750343 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Allocated IP 172.20.0.4 (81fe10a6-77be-4876-941c-3bba439a9bc6/aaf1b423-7125-4559-9d69-81f7f3929ae6/36b69d5c-ec89-4242-9cb9-b1ee0d874db4) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:09:10.888144 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.902498 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Transition to ACTIVE for port object 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:10.935033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:10.983373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:09:10.987121 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:09:10.990955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:09:10.997363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:11.044005 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.044630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.059606 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-8b39a21f-f6bf-40f7-abb5-2d50045ba7be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554314 Jul 08 18:09:11.079469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Request body: {'port': {'device_id': '1343214f-9528-48ea-b052-350749a93cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:11.155325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.229402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4fb284fd-f34c-40a5-8619-347d5d62a359 None None] Provisioning for port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:11.233316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4fb284fd-f34c-40a5-8619-347d5d62a359 None None] Provisioning complete for port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:11.233696 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4fb284fd-f34c-40a5-8619-347d5d62a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.272562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4fb284fd-f34c-40a5-8619-347d5d62a359 None None] Port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:09:11.417252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:11.425315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.437257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Transition to ACTIVE for port object 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:09:11.441082 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.465030 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628badc-0797-4c5b-ae2d-c57f8b6b14fe req-37619097-e80a-446d-8df6-479160b6a209 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.466650 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c628badc-0797-4c5b-ae2d-c57f8b6b14fe req-37619097-e80a-446d-8df6-479160b6a209 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 931 time: 0.0676661 Jul 08 18:09:11.527175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:11.534455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:11.539188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c628badc-0797-4c5b-ae2d-c57f8b6b14fe req-b7ab93f8-d51f-4333-9c6d-772d14bbc5be tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624363 Jul 08 18:09:11.569985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:09:11.570470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:09:11.570900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:11.575635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:09:11.576088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:09:11.582110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:09:11.582521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:09:11.582976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:09:11.583499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Bound port: 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:09:11.583931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.585699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:11.586081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.654443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:09:11.657767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:09:11.663972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.697763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.698918 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:11.699856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] 10.222.0.41 "PUT /v2.0/ports/36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 1091 time: 0.6249540 Jul 08 18:09:11.700313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:11.702608 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d873307-4626-4e37-a7ab-ce4b774470bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:11.732032 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d64f85-75a5-4eb6-afe9-933a7778695f service neutron] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:11.745165 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe9c21-22d6-4bdd-a266-2cd0c05ce2b5 x-openstack-request-id: req-3bfe9c21-22d6-4bdd-a266-2cd0c05ce2b5 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:11.745408 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:11.745666 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3bfe9c21-22d6-4bdd-a266-2cd0c05ce2b5 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:11.746083 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'status': 'completed', 'code': 200} Jul 08 18:09:11.823721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-49962014-990f-45b2-bfc4-692e302aca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.825308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-49962014-990f-45b2-bfc4-692e302aca5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1094 time: 0.0575280 Jul 08 18:09:11.885159 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-84cbccef-c9b5-4fb2-b204-47eda9d34b8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 217 time: 0.0381618 Jul 08 18:09:11.938171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-0344f306-abfb-4778-9a42-0741e1546bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:11.939701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-0344f306-abfb-4778-9a42-0741e1546bc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0446551 Jul 08 18:09:11.999648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398110a-aab2-4ac7-93ff-060824848626 req-c7eab084-9e2a-40a7-a209-df0dcf692453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.001277 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-c7eab084-9e2a-40a7-a209-df0dcf692453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517018 Jul 08 18:09:12.097228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-679fcf40-5f7d-4151-ab5b-667b6ac203fd service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837824 Jul 08 18:09:12.202066 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8398110a-aab2-4ac7-93ff-060824848626 req-e8cce43b-cc9b-4e57-80cc-4afe106c8c4d service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963261 Jul 08 18:09:12.354591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-6d645c53-2d5c-4709-8143-5f063bb8884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.355967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-6d645c53-2d5c-4709-8143-5f063bb8884d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1094 time: 0.0520480 Jul 08 18:09:12.444436 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-afed629b-2952-487c-84ff-cf660cb4da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.445892 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-afed629b-2952-487c-84ff-cf660cb4da0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0836170 Jul 08 18:09:12.488908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-79922998-1613-4e75-9808-10f32dd9504b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 217 time: 0.0360518 Jul 08 18:09:12.542900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-53744425-0f21-40c9-a4df-8a319b3e93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.544413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-53744425-0f21-40c9-a4df-8a319b3e93b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0478282 Jul 08 18:09:12.605141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-d2caf348-7ccb-4e61-86b6-6da66444d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.606579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-d2caf348-7ccb-4e61-86b6-6da66444d19a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522380 Jul 08 18:09:12.697918 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-7027c372-361e-4f20-b9f9-9a9f6232d65c service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819950 Jul 08 18:09:12.709072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904e1cb-2ffb-4f0a-a8e1-b712a7d9912b req-b787faa3-3410-454d-a6a2-03bbe986f5f4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:12.710573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d904e1cb-2ffb-4f0a-a8e1-b712a7d9912b req-b787faa3-3410-454d-a6a2-03bbe986f5f4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 943 time: 0.0630801 Jul 08 18:09:12.747546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d904e1cb-2ffb-4f0a-a8e1-b712a7d9912b req-3d3485d7-53dd-4fec-b5cb-fd2411d225d6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314898 Jul 08 18:09:12.793363 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5d873307-4626-4e37-a7ab-ce4b774470bd req-412cacab-4ddd-4c54-a51a-a7b28a0c62db service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878811 Jul 08 18:09:13.927321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06edc48-6bb0-4f17-b920-15686bb1eefa req-8a629ce4-edf8-4d2b-bcb2-f0d6ebcaf737 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:13.928822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d06edc48-6bb0-4f17-b920-15686bb1eefa req-8a629ce4-edf8-4d2b-bcb2-f0d6ebcaf737 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 943 time: 0.0657885 Jul 08 18:09:13.958015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:13.966460 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d06edc48-6bb0-4f17-b920-15686bb1eefa req-ec5ad449-d0ed-4615-be06-558f162ab23b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321290 Jul 08 18:09:15.061039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:09:15.136282 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e3350-47a2-441a-b3ce-90c4fd274510 req-efc2af72-4abe-4207-9ccf-a99259a73df2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:15.137839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f96e3350-47a2-441a-b3ce-90c4fd274510 req-efc2af72-4abe-4207-9ccf-a99259a73df2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 943 time: 0.0634406 Jul 08 18:09:15.159651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:15.170836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'mac_address': 'fa:16:3e:9f:8e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:09:15.176497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f96e3350-47a2-441a-b3ce-90c4fd274510 req-bbc7053e-3a66-4a56-893c-a6c9dbb99f67 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325322 Jul 08 18:09:15.210797 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.223667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:09:15.242653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:15.246675 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:15.292280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:15.585922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['36b69d5c-ec89-4242-9cb9-b1ee0d874db4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:09:16.353727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c11bcc-cfbc-4601-ba7d-5fc501c6f728 req-ce7a7b3c-f971-4f85-9a5c-6d8adf89084b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:16.355213 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9c11bcc-cfbc-4601-ba7d-5fc501c6f728 req-ce7a7b3c-f971-4f85-9a5c-6d8adf89084b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 944 time: 0.0666456 Jul 08 18:09:16.392248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9c11bcc-cfbc-4601-ba7d-5fc501c6f728 req-c664bcda-a1d4-431e-9362-15eb50930835 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Jul 08 18:09:17.061620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:09:17.108361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:09:17.112566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:09:17.113083 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.189670 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.210753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:17.213015 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d7ab6-0b74-4a5f-8d17-775c0f51a5b3" -d '{"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-plugged", "status": "completed", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:17.225891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:09:17.230003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:17.406874 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a752d4-e805-49ca-b98d-2892179ebc78 x-openstack-request-id: req-37a752d4-e805-49ca-b98d-2892179ebc78 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:17.407091 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-plugged", "status": "completed", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:17.407310 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-37a752d4-e805-49ca-b98d-2892179ebc78 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:17.407697 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'code': 200} Jul 08 18:09:17.433913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:09:17.465157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec97fe6-61d2-4f0f-9ef9-dd7a7e6913fc req-6f818850-78c0-49ee-a39a-3186d38952f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:17.466693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bec97fe6-61d2-4f0f-9ef9-dd7a7e6913fc req-6f818850-78c0-49ee-a39a-3186d38952f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1096 time: 0.0568733 Jul 08 18:09:17.505785 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bec97fe6-61d2-4f0f-9ef9-dd7a7e6913fc req-7a8d92c0-9c16-43ad-80ac-7e49341f3f4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277255 Jul 08 18:09:17.579132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f036126-81b9-438a-aa1e-64dc1ce425f9 req-f0a66d5a-b3c8-4ee9-972d-a5f1636dfd69 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:17.581198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f036126-81b9-438a-aa1e-64dc1ce425f9 req-f0a66d5a-b3c8-4ee9-972d-a5f1636dfd69 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0626760 Jul 08 18:09:17.620765 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f036126-81b9-438a-aa1e-64dc1ce425f9 req-92fe33f0-fae0-4850-b193-931a426b6c40 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338693 Jul 08 18:09:18.798619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a442c3b-2831-4d7e-96e7-744b65fc692c req-a5df9d02-e83b-48df-99d5-1ebfcc546d53 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:18.800178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a442c3b-2831-4d7e-96e7-744b65fc692c req-a5df9d02-e83b-48df-99d5-1ebfcc546d53 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0707262 Jul 08 18:09:18.845997 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7a442c3b-2831-4d7e-96e7-744b65fc692c req-889a1f34-86b3-4d6a-bc7a-02297c0ba3ed tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 Jul 08 18:09:20.045974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b297432-0c63-488f-af5d-b043befd804c req-ccf84f60-aa54-4768-9760-8ef8af3b575a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.050298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b297432-0c63-488f-af5d-b043befd804c req-ccf84f60-aa54-4768-9760-8ef8af3b575a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0690348 Jul 08 18:09:20.086893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b297432-0c63-488f-af5d-b043befd804c req-c4dc9b23-e92d-41c8-91af-04bc5bd9edb4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331094 Jul 08 18:09:20.257300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91269f1-35fd-4e17-a637-52c2a50eb3b7 req-b85e6a93-2424-44b4-8ba0-9f74e481186b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:20.258784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a91269f1-35fd-4e17-a637-52c2a50eb3b7 req-b85e6a93-2424-44b4-8ba0-9f74e481186b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0647762 Jul 08 18:09:20.267041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53226) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:09:20.272192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'floatingip': {'port_id': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:09:20.312434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.744124 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:20.748398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.172151 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a associated. External IP: 172.25.5.138, port: 36b69d5c-ec89-4242-9cb9-b1ee0d874db4. Jul 08 18:09:21.372156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:09:21.476624 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:09:21.481630 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:21.486182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:09:21.495920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:21.496529 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:09:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:21.520376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c2f984bb-4f94-4cd0-833b-f86a522f66fc tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "PUT /v2.0/floatingips/93572153-ecc0-42bc-bff4-a0b451ad399a HTTP/1.1" status: 200 len: 991 time: 1.2522979 Jul 08 18:09:21.521013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:09:21.523303 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd32fd2-b116-431f-81fa-44d5849c9d88" -d '{"events": [{"name": "network-changed", "server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:09:21.616364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:21.730006 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713ab639-3874-43d9-a5bb-fa6413cad5e0 x-openstack-request-id: req-713ab639-3874-43d9-a5bb-fa6413cad5e0 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:09:21.730303 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:09:21.730558 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-713ab639-3874-43d9-a5bb-fa6413cad5e0 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:09:21.730963 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'status': 'completed', 'code': 200} Jul 08 18:09:21.823735 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-0d14d0fb-939c-4689-a761-ecfb5c612aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.825291 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-0d14d0fb-939c-4689-a761-ecfb5c612aa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1096 time: 0.0523682 Jul 08 18:09:21.841803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:9f:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343214f-9528-48ea-b052-350749a93cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:09:20Z', 'revision_number': 1, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:21.871612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:09:21.880484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:09:21.881137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:09:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:21.920168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-07d25eb9-c693-4349-97da-0d6df7b13ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:21.921696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-07d25eb9-c693-4349-97da-0d6df7b13ab6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0895128 Jul 08 18:09:21.984385 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:09:21.985623 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-bdc06919-316e-46eb-9ead-44b574c58444 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 999 time: 0.0564649 Jul 08 18:09:22.035886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-4a10331c-e62f-4505-9c3f-33a1fa0f050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.037370 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-4a10331c-e62f-4505-9c3f-33a1fa0f050f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0461040 Jul 08 18:09:22.093253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-1f29c762-ee03-4774-b2a0-1a43618fae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:22.094776 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-1f29c762-ee03-4774-b2a0-1a43618fae2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502648 Jul 08 18:09:22.181696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-f9e52ffb-da2a-4ed8-ae7f-9e4e0c046d68 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799766 Jul 08 18:09:22.203316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:9f:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343214f-9528-48ea-b052-350749a93cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:09:20Z', 'revision_number': 1, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:09:22.229264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc8ccd-f64a-4d3f-9312-b9ccd0e51491 None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:9f:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1343214f-9528-48ea-b052-350749a93cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:09:20Z', 'revision_number': 1, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:09:22.277224 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-dcd32fd2-b116-431f-81fa-44d5849c9d88 req-06259e7c-26f0-498e-95c0-7b4fb48e4a4d service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889966 Jul 08 18:09:22.421890 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537e58f-ec65-46ae-9f21-56a90ec3a4cc None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:09:26.142538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:27.527900 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8bf824d1-bf97-48da-8434-4f7271b69684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:29.090164 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:09:30.040615 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bf799517-669f-43b4-bea1-c00cb31f0f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:30.513660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:31.505840 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:32.954128 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:43.955442 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:47.036915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-bc044ba5-1c51-4cbc-ac97-c5aa9dfa7f28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505452 Jul 08 18:09:47.149719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-79f0395a-fa71-444a-808a-188a610d0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.151137 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-79f0395a-fa71-444a-808a-188a610d0ebd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1096 time: 0.0520811 Jul 08 18:09:47.259152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-981a73e0-a06e-467e-ae33-ac72c4529fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.260620 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-981a73e0-a06e-467e-ae33-ac72c4529fc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0879700 Jul 08 18:09:47.324889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-ea3caf3a-993e-4298-a126-9be674c753bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 1001 time: 0.0563791 Jul 08 18:09:47.378766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-c1fe7b00-4b17-4f66-895f-f11a7e5863fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.380812 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-c1fe7b00-4b17-4f66-895f-f11a7e5863fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0469437 Jul 08 18:09:47.436441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-45ed7853-52d2-459b-b75b-f7ba30c17bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:09:47.437852 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-45ed7853-52d2-459b-b75b-f7ba30c17bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498638 Jul 08 18:09:47.448833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-dc5a424a-7faf-454c-89fb-692e78d35ac4 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:09:47.449771 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-dc5a424a-7faf-454c-89fb-692e78d35ac4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048852 Jul 08 18:09:47.537506 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-9900e86e-e84a-45c9-ab19-f94b3f4f7b5d service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802901 Jul 08 18:09:47.635426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6f27be34-50e7-49da-9213-708bfc2fd0e9 req-1286f71e-a679-4691-9d15-b2d39473d0af service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906031 Jul 08 18:09:56.145081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:09:57.530183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b0e30d02-6f79-40e1-b60b-4cf4c4bf8cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.040987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e048b152-a00e-47a9-b965-d44e751ea210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:00.515114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:01.507732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:02.957213 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:06.089321 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:10:13.955649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:26.139499 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:27.530799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f3045de6-dfee-4ea4-9cc5-d0bac046a30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.041719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4189ad50-b9aa-45aa-bec2-06b6b7018f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:30.516037 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:31.511316 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:32.961371 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:43.088421 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:10:43.954724 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:47.140085 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-deb2ca2c-0c53-4302-808e-4b8c5d6036c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1482155 Jul 08 18:10:47.279876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-adb652cc-8705-4abe-835c-5aa7bec568b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:47.281380 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-adb652cc-8705-4abe-835c-5aa7bec568b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1096 time: 0.0570321 Jul 08 18:10:47.382181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-7065c4d8-6fc5-496e-87e0-08ede279c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:47.383533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-7065c4d8-6fc5-496e-87e0-08ede279c50d service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0811431 Jul 08 18:10:47.450702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-6d3d5fde-ecfc-4f66-99a2-488f25861bba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 1001 time: 0.0589013 Jul 08 18:10:47.498270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-df604caa-7891-4f4b-8347-fd2418038922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:47.499814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-df604caa-7891-4f4b-8347-fd2418038922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0429890 Jul 08 18:10:47.558445 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-2ffba258-d836-4621-b402-0fd5eb2d79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:10:47.559887 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-2ffba258-d836-4621-b402-0fd5eb2d79fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500832 Jul 08 18:10:47.654933 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-04ce8548-e654-4542-b76f-49b889f871de service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848625 Jul 08 18:10:47.745946 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a7f5408-a3b8-4a3a-a701-5d008c813666 req-e7bd420b-c577-46cd-8e30-9d3e4376e950 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808821 Jul 08 18:10:56.153712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:10:57.530160 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-58f627c2-1f5e-4634-abcf-66c0aa5e6492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:00.045285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ed5793d6-8b82-44a6-b8df-2ed5e97c8ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:00.516398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:01.513468 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:01.940799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c37b-8ce4-455e-96cb-9b1d97f5ba32 req-072250ce-f690-44f8-9fe1-1fb44f58af73 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:01.942328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1657c37b-8ce4-455e-96cb-9b1d97f5ba32 req-072250ce-f690-44f8-9fe1-1fb44f58af73 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0635643 Jul 08 18:11:01.982614 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1657c37b-8ce4-455e-96cb-9b1d97f5ba32 req-c1d33574-7ce4-4b4f-a5ad-6a7c831f55da tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345986 Jul 08 18:11:02.418247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ea763-e904-4a45-aee7-6525957b1858 req-b6c7d942-49a2-4189-bf96-7798dbfeb118 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:02.419639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-511ea763-e904-4a45-aee7-6525957b1858 req-b6c7d942-49a2-4189-bf96-7798dbfeb118 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.1056526 Jul 08 18:11:02.426209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-dff2cc74-6c93-409a-ad52-2d8fc9b4e76a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1650200 Jul 08 18:11:02.459024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-511ea763-e904-4a45-aee7-6525957b1858 req-36c8a0ee-a9c5-49d2-a6cb-fc91859ed15d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Jul 08 18:11:02.965616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:03.638621 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fd12b-50cc-4b56-b1b0-5da64643f416 req-19188e68-6424-4a4d-b1b6-1cc1db2d14d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:03.640104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-010fd12b-50cc-4b56-b1b0-5da64643f416 req-19188e68-6424-4a4d-b1b6-1cc1db2d14d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0648568 Jul 08 18:11:03.677646 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-010fd12b-50cc-4b56-b1b0-5da64643f416 req-b92242c5-f121-4970-93c5-f11b5c23c7b8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315700 Jul 08 18:11:03.719571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-42625b8e-997c-49e8-86e8-77f94445db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:03.721138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-42625b8e-997c-49e8-86e8-77f94445db61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1096 time: 0.0533211 Jul 08 18:11:03.815728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-34d19c54-e82b-4e11-85be-aff23ca687e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:03.817264 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-34d19c54-e82b-4e11-85be-aff23ca687e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0875154 Jul 08 18:11:03.882517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-ea556c22-cbdf-4c62-ae76-2c7094022635 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 1001 time: 0.0566361 Jul 08 18:11:03.934593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-1b126a84-aeaf-4d12-b2ad-8db773f08140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:03.936012 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-1b126a84-aeaf-4d12-b2ad-8db773f08140 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0468407 Jul 08 18:11:03.995187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-2868d08e-f0d2-424f-84d5-699c8f86272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:03.996674 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-2868d08e-f0d2-424f-84d5-699c8f86272e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508420 Jul 08 18:11:04.084002 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-a4ff5757-7706-417a-bb9b-276b5f8b33d4 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771317 Jul 08 18:11:04.177446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-49a9d90e-d2cd-4ab6-8bb3-d8879e9d1da4 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856478 Jul 08 18:11:04.852262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59b04b-45ad-401f-a9c3-264ee160f554 req-d4b5b6ca-299d-4b3e-bab5-7b68e0231cd3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:04.853769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b59b04b-45ad-401f-a9c3-264ee160f554 req-d4b5b6ca-299d-4b3e-bab5-7b68e0231cd3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0634918 Jul 08 18:11:04.895385 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b59b04b-45ad-401f-a9c3-264ee160f554 req-1cf3b966-fc19-4579-a7e8-b5309092fe91 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360441 Jul 08 18:11:06.065052 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ac192-9577-4592-8126-7162f4243eb9 req-f031f761-f600-40a1-8397-163faf38e471 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:06.066415 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a6ac192-9577-4592-8126-7162f4243eb9 req-f031f761-f600-40a1-8397-163faf38e471 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0618420 Jul 08 18:11:06.103447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a6ac192-9577-4592-8126-7162f4243eb9 req-223e5bc7-538c-4921-97d2-80a0037c138b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310044 Jul 08 18:11:07.273537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839599b-94c9-435d-b331-9c60b6fd96e0 req-62ff6fcf-cc7b-4242-b2a7-31a21cfe9f76 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:07.275011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2839599b-94c9-435d-b331-9c60b6fd96e0 req-62ff6fcf-cc7b-4242-b2a7-31a21cfe9f76 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0630667 Jul 08 18:11:07.311758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2839599b-94c9-435d-b331-9c60b6fd96e0 req-28ce865b-ea18-4ce1-bf5b-c3cc2b4543f9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Jul 08 18:11:08.497164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be7d01-97ff-4374-9cfe-705d4386e739 req-429f387b-30ee-44fe-bc77-a35dc918ea18 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:08.498642 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11be7d01-97ff-4374-9cfe-705d4386e739 req-429f387b-30ee-44fe-bc77-a35dc918ea18 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0714853 Jul 08 18:11:08.536088 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11be7d01-97ff-4374-9cfe-705d4386e739 req-f6ac84b3-3d33-4226-bca7-2c4e159715c8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319698 Jul 08 18:11:09.706869 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60f489-9f8b-4efa-bf48-a1a9985032b7 req-5188ca15-1991-4704-be43-fb2e917a0eea tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:09.708345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a60f489-9f8b-4efa-bf48-a1a9985032b7 req-5188ca15-1991-4704-be43-fb2e917a0eea tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0624430 Jul 08 18:11:09.746522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a60f489-9f8b-4efa-bf48-a1a9985032b7 req-238e5cf6-6a97-4800-9c2f-c4550388c5cd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Jul 08 18:11:10.920288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4d261-244f-4edf-a3d4-aecf4a10e6c4 req-b3c83074-7890-4833-9112-a5f380e62a10 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:10.921828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bab4d261-244f-4edf-a3d4-aecf4a10e6c4 req-b3c83074-7890-4833-9112-a5f380e62a10 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0650203 Jul 08 18:11:10.963060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bab4d261-244f-4edf-a3d4-aecf4a10e6c4 req-22189858-886e-4ad5-b681-b4e535382420 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357716 Jul 08 18:11:12.133916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8efc-f05c-4e7f-ae0a-3d501c164f5d req-d68e79d7-1b17-4edd-b7e7-d78ddf2748e3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:12.135298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da1d8efc-f05c-4e7f-ae0a-3d501c164f5d req-d68e79d7-1b17-4edd-b7e7-d78ddf2748e3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0625281 Jul 08 18:11:12.171756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-da1d8efc-f05c-4e7f-ae0a-3d501c164f5d req-e9308dab-e675-4c21-b6f9-b1c782f5d1c5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310161 Jul 08 18:11:13.346309 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c6ce-26ce-47bb-bac2-da47a8899764 req-191368ad-4265-4820-99c1-169e191c3783 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:13.348044 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db70c6ce-26ce-47bb-bac2-da47a8899764 req-191368ad-4265-4820-99c1-169e191c3783 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0642247 Jul 08 18:11:13.385281 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db70c6ce-26ce-47bb-bac2-da47a8899764 req-6d903241-b3df-46a5-b4b4-5bb150f81a28 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Jul 08 18:11:13.985054 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:14.561880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064407a0-b94f-4cc9-b3ff-dfc089000c41 req-100e080e-6ede-4184-b3d6-c70e4eede768 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:14.563359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-064407a0-b94f-4cc9-b3ff-dfc089000c41 req-100e080e-6ede-4184-b3d6-c70e4eede768 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0668113 Jul 08 18:11:14.600635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-064407a0-b94f-4cc9-b3ff-dfc089000c41 req-72dc45eb-f787-4adb-8155-cde2ce2c7f5c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Jul 08 18:11:15.772726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dfc5d-e22b-4ac3-9fe4-a1f50b63d331 req-81e4e5d5-abd8-46d4-8a79-1312fd2881a7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:15.774159 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e9dfc5d-e22b-4ac3-9fe4-a1f50b63d331 req-81e4e5d5-abd8-46d4-8a79-1312fd2881a7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0634053 Jul 08 18:11:15.812263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e9dfc5d-e22b-4ac3-9fe4-a1f50b63d331 req-0964f2c1-c44a-4b7f-90a2-500967566747 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Jul 08 18:11:16.670482 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-04fd62d6-9718-435c-b2d4-19f175b6faa5 service neutron] show failed (client error): The resource could not be found. Jul 08 18:11:16.671489 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-04fd62d6-9718-435c-b2d4-19f175b6faa5 service neutron] 10.222.0.41 "GET /v2.0/ports/36b69d5c-ec89-4242-9cb9-b1ee0d874db4/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0548439 Jul 08 18:11:16.924379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-516fb89a-8121-4e1a-8b48-054c8baa8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.925838 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-516fb89a-8121-4e1a-8b48-054c8baa8e04 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 1096 time: 0.0533900 Jul 08 18:11:16.936924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:16.988292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed7fd5-a9b9-4cba-b4a6-0dd1efeba334 req-343cedcd-9f78-4c02-afd6-6dcf759eea68 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:16.989807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87ed7fd5-a9b9-4cba-b4a6-0dd1efeba334 req-343cedcd-9f78-4c02-afd6-6dcf759eea68 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0637770 Jul 08 18:11:17.013131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.034947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-87ed7fd5-a9b9-4cba-b4a6-0dd1efeba334 req-fb73ac31-b2d2-454d-b934-6e6bbf0a5a9f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395095 Jul 08 18:11:17.211658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:17.243955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:17.282206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:17.284484 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb9077-342d-4db2-afd1-1e24cdc7f599" -d '{"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:17.288523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.301301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Transition to ACTIVE for port object 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:17.305222 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.336252 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a9912-dd53-438f-9223-3c3e12ae5943 x-openstack-request-id: req-907a9912-dd53-438f-9223-3c3e12ae5943 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:17.336539 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:17.336811 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-907a9912-dd53-438f-9223-3c3e12ae5943 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:17.337197 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'code': 200} Jul 08 18:11:17.414907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:17.439276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.439616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.439953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.440283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.440607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.440958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.441281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.441601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.441917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.442230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.442542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.442856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:17.762334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] No DVR routers for this DVR port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:11:17.893695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:17.894025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:17.894377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:17.898473 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:17.898794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Attempting to bind port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:17.903503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:17.903836 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:17.904215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:17.904637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Bound port: 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:17.905015 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:17.964840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:17.967816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:17.971304 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.006304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.006914 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:18.008387 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] 10.222.0.72 "PUT /v2.0/ports/36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 1091 time: 1.0756645 Jul 08 18:11:18.051558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434840e-e78e-4919-909d-3f47f54ba51f service neutron] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:18.110366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-2a19828b-d888-4e74-95ba-d9e6e0935a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.112300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-2a19828b-d888-4e74-95ba-d9e6e0935a70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1094 time: 0.0767267 Jul 08 18:11:18.203435 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-59752b4e-cb9f-43b7-879c-473d94ab4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.204948 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-59752b4e-cb9f-43b7-879c-473d94ab4274 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0866067 Jul 08 18:11:18.227532 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc0d4-e2eb-4b75-a77d-91445a18f05f req-e58bcd3f-16af-4ade-8221-5b96998a172b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.229252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37bfc0d4-e2eb-4b75-a77d-91445a18f05f req-e58bcd3f-16af-4ade-8221-5b96998a172b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 943 time: 0.0672095 Jul 08 18:11:18.272549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37bfc0d4-e2eb-4b75-a77d-91445a18f05f req-d26210be-4e7a-48f8-b3e0-4138d1296eb5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374475 Jul 08 18:11:18.276042 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-76ed4ecf-23c7-4ffe-8435-315dc2a5fce7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 999 time: 0.0650542 Jul 08 18:11:18.325302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-b7624b4d-5813-4b38-887a-3af47e1ff14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.326784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-b7624b4d-5813-4b38-887a-3af47e1ff14b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0449493 Jul 08 18:11:18.386110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-bb479705-4416-4942-baf8-0cd509bd7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:18.388332 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-bb479705-4416-4942-baf8-0cd509bd7542 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546355 Jul 08 18:11:18.399269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-fe0a4a78-012b-43f6-bc3b-33c2887df6c1 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:11:18.400204 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-fe0a4a78-012b-43f6-bc3b-33c2887df6c1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054834 Jul 08 18:11:18.489817 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-0719e8c0-65b8-45ee-9efb-eaf353ef6186 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833724 Jul 08 18:11:18.577027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-53de38ec-8c8a-452b-a3bb-3f24357a5eec req-b8ca7225-cc93-4e18-b624-29ef5e043c1e service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805516 Jul 08 18:11:19.338067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:19.340498 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2986eb32-ed72-4480-b916-5acbb1bde71d" -d '{"events": [{"name": "network-changed", "server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:19.500816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5c2c-a065-4753-9bf2-93ebff8c51d2 req-be077a6a-8a3c-4df1-9e17-cdf331c20540 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.502295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5ff5c2c-a065-4753-9bf2-93ebff8c51d2 req-be077a6a-8a3c-4df1-9e17-cdf331c20540 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 943 time: 0.1181715 Jul 08 18:11:19.540192 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d5ff5c2c-a065-4753-9bf2-93ebff8c51d2 req-e0f8ddb6-61de-435f-b4cd-4449a252861c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323489 Jul 08 18:11:19.595221 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bbe757-379c-429d-8f43-9c99f45d9eec x-openstack-request-id: req-b3bbe757-379c-429d-8f43-9c99f45d9eec {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:19.595517 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:19.595768 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b3bbe757-379c-429d-8f43-9c99f45d9eec {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:19.596172 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'status': 'completed', 'code': 200} Jul 08 18:11:19.617650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:19.657071 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:11:19.702963 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-218ce109-c436-4e74-a6f2-7aa5d3eae2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.704467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-218ce109-c436-4e74-a6f2-7aa5d3eae2ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1094 time: 0.0891893 Jul 08 18:11:19.758171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-713bce23-b913-4ff3-ad50-ebacbfafb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.759628 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-713bce23-b913-4ff3-ad50-ebacbfafb089 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1094 time: 0.1051764 Jul 08 18:11:19.859994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-6bfce678-1777-4034-83b4-b09c9a8b6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.861501 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-6bfce678-1777-4034-83b4-b09c9a8b6141 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1497037 Jul 08 18:11:19.916543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-6c9f7017-a3f6-4bdd-b2f5-9db54974d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:19.918027 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-6c9f7017-a3f6-4bdd-b2f5-9db54974d967 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1470265 Jul 08 18:11:19.975806 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-943a942f-d31f-4358-82ff-b71c82f65b39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 999 time: 0.1058121 Jul 08 18:11:20.021242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-5f62bfe9-0a68-4ff5-8947-b76bb6919927 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 999 time: 0.0944521 Jul 08 18:11:20.066660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-002c2909-ba88-45ec-9d5b-a3cb0a283046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.068040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-002c2909-ba88-45ec-9d5b-a3cb0a283046 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0820811 Jul 08 18:11:20.081373 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-62895c6c-c326-4447-b9b2-01393b43447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.082741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-62895c6c-c326-4447-b9b2-01393b43447f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0519001 Jul 08 18:11:20.088726 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:11:20.192184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-193e2a8f-245f-423a-bf94-1f2fbdfbb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.193773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-193e2a8f-245f-423a-bf94-1f2fbdfbb9b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040785 Jul 08 18:11:20.196366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-ffa769ab-c4e7-4598-95a6-4016fba8292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.197758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-ffa769ab-c4e7-4598-95a6-4016fba8292a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000483 Jul 08 18:11:20.353888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-3738d077-3354-41bf-b011-35e00a421625 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501656 Jul 08 18:11:20.357114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-a20a08a8-a5ad-447f-a0ab-24b63b79cd0c service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452742 Jul 08 18:11:20.514702 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-034af087-2822-492c-8384-5b4cd11472e9 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509948 Jul 08 18:11:20.518148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2986eb32-ed72-4480-b916-5acbb1bde71d req-2e4638ec-a9cb-412e-be85-a791bf82c3da service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535032 Jul 08 18:11:20.729662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20672a-1b19-4b24-8195-8455a857a8ec req-21fd1b72-12d5-4452-b946-2e78ed136d09 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:20.731738 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a20672a-1b19-4b24-8195-8455a857a8ec req-21fd1b72-12d5-4452-b946-2e78ed136d09 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 943 time: 0.0756979 Jul 08 18:11:20.774556 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a20672a-1b19-4b24-8195-8455a857a8ec req-fb4df4b2-4bc6-42f6-9dd2-04dfb8e2878c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Jul 08 18:11:21.067024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f4f4e-027b-46bf-8e13-20534542f148 req-6e83c828-25eb-4267-af93-250f97e16ae6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.069274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a23f4f4e-027b-46bf-8e13-20534542f148 req-6e83c828-25eb-4267-af93-250f97e16ae6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 943 time: 0.0650599 Jul 08 18:11:21.108721 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a23f4f4e-027b-46bf-8e13-20534542f148 req-6eab496a-7a8b-4edd-8240-6ad071614c2b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334308 Jul 08 18:11:21.120802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-44f03396-14f0-42c5-b5a3-cd12073f228b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.122462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-44f03396-14f0-42c5-b5a3-cd12073f228b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf&tenant_id=ba7e55c94e76461dbe8600e6c3393e49&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 943 time: 0.0936270 Jul 08 18:11:21.174794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:21.185397 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-19b660fa-4d35-4715-9682-73d55a06d9c8 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:11:21.186433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-19b660fa-4d35-4715-9682-73d55a06d9c8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/36b69d5c-ec89-4242-9cb9-b1ee0d874db4/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0540986 Jul 08 18:11:21.268703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:21.283993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'mac_address': 'fa:16:3e:9f:8e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:21.306651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-9f9e0c71-51f2-4e7d-8ea1-f479b4d59c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.308174 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-9f9e0c71-51f2-4e7d-8ea1-f479b4d59c47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 1094 time: 0.0583608 Jul 08 18:11:21.321630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:21.334838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:21.353992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:21.358629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:21.407053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:21.411397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-032d6dec-1106-499a-9da8-38815e9a35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.412935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-032d6dec-1106-499a-9da8-38815e9a35c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0952227 Jul 08 18:11:21.414397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.414742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.415085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.415412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.415741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.416069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.416393 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.416715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.417067 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.417388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.417709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.418028 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:11:21.478114 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-940cfcae-5a1b-4775-b969-d1ed402ed458 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 200 len: 1000 time: 0.0583801 Jul 08 18:11:21.529990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-f5a5bb4d-2e9f-4fe0-95d9-2f02142fb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.531443 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-f5a5bb4d-2e9f-4fe0-95d9-2f02142fb8c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0431099 Jul 08 18:11:21.582626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['36b69d5c-ec89-4242-9cb9-b1ee0d874db4'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:21.594986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-97c006fc-11fc-48eb-aff6-ebc10193e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:21.596465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-97c006fc-11fc-48eb-aff6-ebc10193e204 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557528 Jul 08 18:11:21.684101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-9010fce5-fec6-4206-9179-f251e264a4cf service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801923 Jul 08 18:11:21.776777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85094459-1717-4772-bbe3-ee4baa6773e8 req-591e4793-f2c3-4991-861b-e8dd63b91bf0 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844507 Jul 08 18:11:22.290326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991e04-a3e2-4d97-b7b9-b3c2027a387c req-0aede846-a973-4b24-8def-0d6f06963546 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:22.291835 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27991e04-a3e2-4d97-b7b9-b3c2027a387c req-0aede846-a973-4b24-8def-0d6f06963546 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 944 time: 0.0685992 Jul 08 18:11:22.330424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27991e04-a3e2-4d97-b7b9-b3c2027a387c req-7a680069-4320-4397-8a66-a07ee9f85dd2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328875 Jul 08 18:11:23.174688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:23.222750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:23.226960 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:23.227342 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.302651 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.324289 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:23.326548 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9210a29-176e-4932-869b-53ac75157a10" -d '{"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-plugged", "status": "completed", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:23.339016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:23.342628 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:23.367249 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0998ea-27af-4e27-8d32-fd0e7877844a x-openstack-request-id: req-5b0998ea-27af-4e27-8d32-fd0e7877844a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:23.367639 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-plugged", "status": "completed", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:23.367781 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5b0998ea-27af-4e27-8d32-fd0e7877844a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:23.368157 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'code': 200} Jul 08 18:11:23.393577 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:23.510196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09455a-1b31-4f2c-953d-ddd4c606ff61 req-41be7c22-fff9-4c5b-a6bc-21c36dd115f7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.511739 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e09455a-1b31-4f2c-953d-ddd4c606ff61 req-41be7c22-fff9-4c5b-a6bc-21c36dd115f7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0648556 Jul 08 18:11:23.549387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e09455a-1b31-4f2c-953d-ddd4c606ff61 req-49a727b5-9b05-4522-92a3-1e6269d94512 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Jul 08 18:11:23.720809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9f304-b5cc-4196-93a5-03cc0f297246 req-a8939d6e-e933-41b3-8534-38ef998abb95 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.722279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abc9f304-b5cc-4196-93a5-03cc0f297246 req-a8939d6e-e933-41b3-8534-38ef998abb95 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0626717 Jul 08 18:11:23.759407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-abc9f304-b5cc-4196-93a5-03cc0f297246 req-31f49078-960b-4b78-8f5d-02074b7f28c2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Jul 08 18:11:23.937130 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd21c56-6c85-441f-b352-ede06222e2a9 req-61009ee5-5ee2-4870-b754-2df8ef243a96 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:23.938601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cbd21c56-6c85-441f-b352-ede06222e2a9 req-61009ee5-5ee2-4870-b754-2df8ef243a96 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0670748 Jul 08 18:11:23.976162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cbd21c56-6c85-441f-b352-ede06222e2a9 req-a67786d1-b0b8-4426-a485-9b90f8d6e259 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Jul 08 18:11:24.346823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3294015-3cfb-422f-8446-326c06d2763c req-32009bf6-a368-40bd-886f-17160f71fd92 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:24.348462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3294015-3cfb-422f-8446-326c06d2763c req-32009bf6-a368-40bd-886f-17160f71fd92 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0632150 Jul 08 18:11:24.385873 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3294015-3cfb-422f-8446-326c06d2763c req-db4948ef-da9a-4605-9587-f724ef59da1e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Jul 08 18:11:25.560639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-29986c9e-3379-49f5-bfc6-26c7cedebc92 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.561669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ced592-fe4e-4ee7-8d0d-10399399a19e req-6e5258bb-7c88-4014-8bd0-c32da8dfe700 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:25.562145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-29986c9e-3379-49f5-bfc6-26c7cedebc92 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0659478 Jul 08 18:11:25.563261 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32ced592-fe4e-4ee7-8d0d-10399399a19e req-6e5258bb-7c88-4014-8bd0-c32da8dfe700 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 945 time: 0.0680630 Jul 08 18:11:25.602166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-32ced592-fe4e-4ee7-8d0d-10399399a19e req-e69375fa-7e67-410a-981f-a0c8e679d81c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324678 Jul 08 18:11:25.667959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Deleting port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:11:25.668209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:25.753155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] For port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:25.753521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.021227 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.021627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.021945 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a disassociated. External IP: 172.25.5.138, port: 36b69d5c-ec89-4242-9cb9-b1ee0d874db4. Jul 08 18:11:26.022289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Calling delete_port for 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:11:26.143953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.151789 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.175414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event deleted for resources: {'Port': ['ID=36b69d5c-ec89-4242-9cb9-b1ee0d874db4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:26.556883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:11:26.659607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:11:26.670308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:11:26.679982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:26.680622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:11:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:26.707540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] No DVR routers for this DVR port 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:11:26.710722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:26.712843 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6630310-09ee-4e3e-80f2-dc9a031d11b7 req-30044a09-5d27-416d-b220-6d8fe7d5fbe4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "DELETE /v2.0/ports/36b69d5c-ec89-4242-9cb9-b1ee0d874db4 HTTP/1.1" status: 204 len: 173 time: 1.1446102 Jul 08 18:11:26.713374 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-deleted', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:26.716145 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b18077-081b-4d1b-b278-b96cf644a13c" -d '{"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-deleted", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:26.750603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c76b7617-73b4-40ae-9bb2-74ca4d635f09 req-9b41e3d0-8887-46a2-aa06-38585e5465fa tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=1343214f-9528-48ea-b052-350749a93cbf HTTP/1.1" status: 200 len: 210 time: 0.0303483 Jul 08 18:11:26.794238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:26.806851 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d75ba79-cd44-45b8-b086-ffb673837533 x-openstack-request-id: req-1d75ba79-cd44-45b8-b086-ffb673837533 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:26.807111 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1343214f-9528-48ea-b052-350749a93cbf", "name": "network-vif-deleted", "tag": "36b69d5c-ec89-4242-9cb9-b1ee0d874db4", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:26.807291 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d75ba79-cd44-45b8-b086-ffb673837533 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:26.807695 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1343214f-9528-48ea-b052-350749a93cbf', 'name': 'network-vif-deleted', 'tag': '36b69d5c-ec89-4242-9cb9-b1ee0d874db4', 'status': 'completed', 'code': 200} Jul 08 18:11:26.989257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:27.020077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:11:27.029272 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:27.029876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:11:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:27.285306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:27.475693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:27.501504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f24611-3356-4511-bf92-d9ff2fddac9c None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:11:27.532167 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-be759c87-4f73-43f2-86d7-fb566cd052c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:27.713874 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d08176-11f2-4a82-8d3f-67cf365b523c None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:11:28.058895 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-cd804ed9-1e55-4c98-99b5-430779ec7123 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--937960027&fields=id&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 267 time: 0.0332072 Jul 08 18:11:28.166688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-e9359542-706f-4215-81ce-dbff090abeef tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:28.168129 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-e9359542-706f-4215-81ce-dbff090abeef tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.1031036 Jul 08 18:11:28.182263 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-0be55b35-1e87-4894-8002-611954d00552 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/quotas/ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 375 time: 0.0088112 Jul 08 18:11:28.251251 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-8fd6a892-c5fa-42ad-afbd-3be53b6b04f9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642796 Jul 08 18:11:28.390723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-a56934ae-a048-4e07-b8b7-04495fad339e service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274970 Jul 08 18:11:28.483861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-c161954f-913f-4edc-b0da-d3ea873811c0 service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Jul 08 18:11:28.654496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ceeb2fb-0908-483f-ac7c-cbfbdfa8ae0e req-8ef3b55b-3ed8-42ba-9cd4-b2eacc6bafee tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 210 time: 0.0313444 Jul 08 18:11:29.190624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:11:29.214825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:11:29.215165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 36b69d5c-ec89-4242-9cb9-b1ee0d874db4 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:11:29.796140 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9825102-0d69-4402-882c-fdc8083b21c8 req-99236fbc-7560-4077-880b-b74b78237412 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 210 time: 0.0299487 Jul 08 18:11:30.038583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-bb293d5a-ab67-45c5-a99d-8e3a37db7fa6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.040564 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-bb293d5a-ab67-45c5-a99d-8e3a37db7fa6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.1070571 Jul 08 18:11:30.045502 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0ca2147e-0bd3-4c25-8d3b-a31b4041129e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.093014 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-74ed0919-3b57-43a7-9ddf-038d8f5a46c1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 379 time: 0.0367236 Jul 08 18:11:30.103381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'port': {'device_id': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'admin_state_up': True, 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'security_groups': ['c1ef5669-4697-48ef-9a1f-41c2b7f3c964']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:30.219001 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Made reservation on behalf of ba7e55c94e76461dbe8600e6c3393e49 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:11:30.222962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.351587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Allocated IP 172.20.0.13 (81fe10a6-77be-4876-941c-3bba439a9bc6/aaf1b423-7125-4559-9d69-81f7f3929ae6/e26655b6-81a0-4b7d-87d2-26a773163f0e) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:11:30.483628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.496922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Transition to ACTIVE for port object e26655b6-81a0-4b7d-87d2-26a773163f0e will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:30.517653 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.534127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.585879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:11:30.591023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:11:30.594794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:11:30.622778 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:30.648841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.649476 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.665770 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-fb3afc40-5049-41d8-bee6-7436b1938d9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5668945 Jul 08 18:11:30.684084 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Request body: {'port': {'device_id': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:30.758517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.866593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b6adbbf4-6fcd-41ac-a755-d1bc299da4b5 None None] Provisioning for port e26655b6-81a0-4b7d-87d2-26a773163f0e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:30.870877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b6adbbf4-6fcd-41ac-a755-d1bc299da4b5 None None] Provisioning complete for port e26655b6-81a0-4b7d-87d2-26a773163f0e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:30.871497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b6adbbf4-6fcd-41ac-a755-d1bc299da4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:30.908711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b6adbbf4-6fcd-41ac-a755-d1bc299da4b5 None None] Port e26655b6-81a0-4b7d-87d2-26a773163f0e cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:11:30.994651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d3619-086a-4df8-954a-c9a53ac174c6 req-a0457bf4-7153-4795-ac1f-275d522fd4d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:30.996243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b6d3619-086a-4df8-954a-c9a53ac174c6 req-a0457bf4-7153-4795-ac1f-275d522fd4d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 932 time: 0.0694997 Jul 08 18:11:31.032958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26655b6-81a0-4b7d-87d2-26a773163f0e {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:31.034462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b6d3619-086a-4df8-954a-c9a53ac174c6 req-151b01a8-fc19-4c6f-bf3b-18bfdefd83f2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326393 Jul 08 18:11:31.040828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.053133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Transition to ACTIVE for port object e26655b6-81a0-4b7d-87d2-26a773163f0e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:11:31.062314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.131237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:31.184879 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:11:31.185220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:11:31.185558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:31.190110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Port e26655b6-81a0-4b7d-87d2-26a773163f0e on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:11:31.190442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:11:31.196050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:11:31.196394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:11:31.196804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:11:31.197239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Bound port: e26655b6-81a0-4b7d-87d2-26a773163f0e, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:11:31.197605 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.267509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:11:31.270697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:11:31.274495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.308955 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.309607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.311370 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] 10.222.0.41 "PUT /v2.0/ports/e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1092 time: 0.6318212 Jul 08 18:11:31.311807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:31.314120 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474d6d24-fd17-4d21-9c72-db6c3a3c6073" -d '{"events": [{"name": "network-changed", "server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:31.351028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996eb882-f7c2-4806-9ebd-302766f527af service neutron] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:31.359668 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95e9d6f-369b-4fb9-86f1-afea8322fedb x-openstack-request-id: req-e95e9d6f-369b-4fb9-86f1-afea8322fedb {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:31.359960 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:31.360309 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e95e9d6f-369b-4fb9-86f1-afea8322fedb {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:31.360613 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'status': 'completed', 'code': 200} Jul 08 18:11:31.433936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-36068692-c239-45d2-81fd-e67b77f9b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.435742 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-36068692-c239-45d2-81fd-e67b77f9b5d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1095 time: 0.0566275 Jul 08 18:11:31.493140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-59c9bd37-86fb-42db-95a3-576578e46870 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 217 time: 0.0389731 Jul 08 18:11:31.516029 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:31.545141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-9b2307a3-f55d-4062-8e67-1f22561b6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.546820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-9b2307a3-f55d-4062-8e67-1f22561b6e4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0449669 Jul 08 18:11:31.606718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ea94-cf1a-4386-9668-b27475089e2a req-3e34b6b1-0477-4c27-bb17-8e66cd40eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.608210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-3e34b6b1-0477-4c27-bb17-8e66cd40eb46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540037 Jul 08 18:11:31.701147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-daf11e01-b991-4d16-a6b1-d4915a0005ed service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848265 Jul 08 18:11:31.790383 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6198ea94-cf1a-4386-9668-b27475089e2a req-15283472-3b6a-45ee-b763-1f6db96dd25b service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809486 Jul 08 18:11:31.936404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-a394d6b3-c5c0-49fa-ab01-1bf2e7311541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:31.938016 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-a394d6b3-c5c0-49fa-ab01-1bf2e7311541 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1095 time: 0.0542796 Jul 08 18:11:32.031172 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-000f71d9-c640-4893-b407-8ccbf1e32d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.032636 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-000f71d9-c640-4893-b407-8ccbf1e32d34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0864153 Jul 08 18:11:32.073900 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-cff2e6f8-720f-46be-9c2a-e6c03ac500bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 217 time: 0.0329058 Jul 08 18:11:32.127429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-d83bcc14-daf8-478f-8e38-076d0de3a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.128949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-d83bcc14-daf8-478f-8e38-076d0de3a7a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0485148 Jul 08 18:11:32.186770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-00dfcff0-eb85-4ce3-8b97-0015f75e1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.188335 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-00dfcff0-eb85-4ce3-8b97-0015f75e1576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521843 Jul 08 18:11:32.213043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59f836-7f26-4c95-8797-44f0169dad0c req-b895b670-c120-4024-801f-3cf2a95ae384 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:32.214691 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e59f836-7f26-4c95-8797-44f0169dad0c req-b895b670-c120-4024-801f-3cf2a95ae384 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 944 time: 0.0644965 Jul 08 18:11:32.253198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e59f836-7f26-4c95-8797-44f0169dad0c req-858a3fba-ca60-49ac-b409-be8714a1d0c0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330071 Jul 08 18:11:32.280895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-7525fd7e-5156-427c-bae6-dcb9238cb3a3 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848043 Jul 08 18:11:32.375074 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-474d6d24-fd17-4d21-9c72-db6c3a3c6073 req-c054d439-cced-48fc-ab5d-01465db9b54e service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Jul 08 18:11:32.966398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.422985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f291bd-1c45-48bc-847c-0a8b52a3704d req-7980cffb-addc-4b37-a091-59505ee9d2a4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:33.424467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0f291bd-1c45-48bc-847c-0a8b52a3704d req-7980cffb-addc-4b37-a091-59505ee9d2a4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 944 time: 0.0635233 Jul 08 18:11:33.466404 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0f291bd-1c45-48bc-847c-0a8b52a3704d req-82c86e2d-e3db-42ad-bc65-7250a8b20a1a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Jul 08 18:11:33.680840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:11:33.775597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:33.786612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'mac_address': 'fa:16:3e:d8:57:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:11:33.823284 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.835600 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26655b6-81a0-4b7d-87d2-26a773163f0e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:11:33.856297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:33.860458 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:33.905870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:34.188362 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['e26655b6-81a0-4b7d-87d2-26a773163f0e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:11:34.635534 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cd1d6-6696-4def-a246-7053727039e0 req-f26481ac-3de4-4004-abe8-21e275b4753e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:34.637131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d72cd1d6-6696-4def-a246-7053727039e0 req-f26481ac-3de4-4004-abe8-21e275b4753e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 945 time: 0.0628014 Jul 08 18:11:34.674755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d72cd1d6-6696-4def-a246-7053727039e0 req-33ef1f91-7385-4a7e-b225-9664aaa7f023 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Jul 08 18:11:35.678950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:11:35.728140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port e26655b6-81a0-4b7d-87d2-26a773163f0e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:11:35.732016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port e26655b6-81a0-4b7d-87d2-26a773163f0e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:11:35.732532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:35.813390 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:35.837169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:35.840556 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7591a2fd-7d9a-4507-a1f6-93ff55021f46" -d '{"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-plugged", "status": "completed", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:35.848690 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce640c27-5398-4ef9-827e-65fed4961640 req-bf976841-b8b0-4040-b91d-78ed1a0045a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:35.850819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce640c27-5398-4ef9-827e-65fed4961640 req-bf976841-b8b0-4040-b91d-78ed1a0045a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 945 time: 0.0649831 Jul 08 18:11:35.854211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:11:35.858323 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:35.887888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce640c27-5398-4ef9-827e-65fed4961640 req-06406eef-e82c-4dd4-8c79-e77cb5461949 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314481 Jul 08 18:11:35.906889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:11:35.932624 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8261890-ca7a-4206-8958-e70538456535 x-openstack-request-id: req-a8261890-ca7a-4206-8958-e70538456535 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:35.933081 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-plugged", "status": "completed", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:35.933249 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a8261890-ca7a-4206-8958-e70538456535 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:35.933643 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'code': 200} Jul 08 18:11:36.089270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a0ab4-79da-4324-a581-62303fb83bc5 req-8015feb8-bd5b-428c-b30c-88d68ab8a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:36.090813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-189a0ab4-79da-4324-a581-62303fb83bc5 req-8015feb8-bd5b-428c-b30c-88d68ab8a260 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1097 time: 0.0555499 Jul 08 18:11:36.125326 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-189a0ab4-79da-4324-a581-62303fb83bc5 req-860eb4a9-8980-47ef-8a55-f088184061de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270269 Jul 08 18:11:37.071820 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63b279-4a07-42b5-8604-65806ef5f7a2 req-b74eb678-8d58-44bf-be43-0428e76ec8e3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:37.073367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c63b279-4a07-42b5-8604-65806ef5f7a2 req-b74eb678-8d58-44bf-be43-0428e76ec8e3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0707960 Jul 08 18:11:37.110394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3c63b279-4a07-42b5-8604-65806ef5f7a2 req-093ece29-e0ff-4516-80b9-5e3c08d559a7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Jul 08 18:11:38.279943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ab31-055c-4bfd-b073-23bc39d33dac req-c91c108f-231f-4dd6-b159-27eb1cf19ff1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:38.281440 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2469ab31-055c-4bfd-b073-23bc39d33dac req-c91c108f-231f-4dd6-b159-27eb1cf19ff1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0626917 Jul 08 18:11:38.320060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2469ab31-055c-4bfd-b073-23bc39d33dac req-58b1afda-82bf-4f91-bb2d-e2831d9aebd6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331039 Jul 08 18:11:38.486947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3d8c9-4b63-4fb4-b392-de001d086796 req-dde0ab6d-bc7d-460a-af07-833775dcc152 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:38.488334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b3f3d8c9-4b63-4fb4-b392-de001d086796 req-dde0ab6d-bc7d-460a-af07-833775dcc152 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0657840 Jul 08 18:11:38.497471 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 53630) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:11:38.501870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'floatingip': {'port_id': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:11:38.544100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:38.989155 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:38.992945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:39.090957 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a associated. External IP: 172.25.5.138, port: e26655b6-81a0-4b7d-87d2-26a773163f0e. Jul 08 18:11:39.289926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:11:39.397513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:11:39.402759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:39.408072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:11:39.417497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:39.418178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:11:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:39.442032 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-59bb0162-0f9e-49a3-8bbd-80bfd54c9d75 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "PUT /v2.0/floatingips/93572153-ecc0-42bc-bff4-a0b451ad399a HTTP/1.1" status: 200 len: 992 time: 0.9434896 Jul 08 18:11:39.442619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:11:39.445642 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257c8a9e-0526-4433-8fa6-de97dd8237b3" -d '{"events": [{"name": "network-changed", "server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:11:39.525552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:39.589521 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df582b5-4e4f-4c8d-8945-7183ac44e280 x-openstack-request-id: req-1df582b5-4e4f-4c8d-8945-7183ac44e280 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:11:39.589812 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:11:39.590059 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1df582b5-4e4f-4c8d-8945-7183ac44e280 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:11:39.590457 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'status': 'completed', 'code': 200} Jul 08 18:11:39.684289 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-1113521c-7ad4-422d-895e-14ef50af6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.685732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-1113521c-7ad4-422d-895e-14ef50af6cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1097 time: 0.0522802 Jul 08 18:11:39.755265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:d8:57:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:11:38Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:39.779076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-d2a0433b-85df-4ce3-8c15-f84d2eae4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.780551 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-d2a0433b-85df-4ce3-8c15-f84d2eae4347 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0885553 Jul 08 18:11:39.781353 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:11:39.790151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:11:39.790755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:11:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:39.845367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-d818b37f-d823-4402-a116-2696c426d774 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1000 time: 0.0572469 Jul 08 18:11:39.895674 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:11:39.898673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-cafe711a-b5be-4cf0-b321-7ea0e465f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.900177 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-cafe711a-b5be-4cf0-b321-7ea0e465f216 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0482659 Jul 08 18:11:39.957427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-c3be08ba-7062-4596-b6d2-c85b1531d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:39.958878 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-c3be08ba-7062-4596-b6d2-c85b1531d524 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518103 Jul 08 18:11:40.046640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-46a7c900-d763-4b8d-9bf1-4b2142d4ac98 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813341 Jul 08 18:11:40.116949 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:d8:57:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:11:38Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:11:40.140636 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-257c8a9e-0526-4433-8fa6-de97dd8237b3 req-241707d2-fac7-43f4-af1f-3d8dfe7771a6 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866313 Jul 08 18:11:40.145768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85989cda-4c6a-4ced-94b8-145bed39eee0 None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:d8:57:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:11:38Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:11:40.352126 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf778d0-bef8-4e5a-a4aa-9eaa837499c3 None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:11:43.999860 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:49.032862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-d20b449b-aff1-47bb-abce-4041a643c8f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528746 Jul 08 18:11:49.147952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-15b3a521-b6cf-4544-951a-077b0ac8ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.149465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-15b3a521-b6cf-4544-951a-077b0ac8ada5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1097 time: 0.0529501 Jul 08 18:11:49.258070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-e7f111f1-a8ff-419a-9c9f-cfe34f65b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.259550 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-e7f111f1-a8ff-419a-9c9f-cfe34f65b1f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0866821 Jul 08 18:11:49.327253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-422975c1-9945-4a91-9513-eff1c3ee422c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1002 time: 0.0606971 Jul 08 18:11:49.380375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-de1039c5-0130-469b-a48c-adfca314bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.381888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-de1039c5-0130-469b-a48c-adfca314bdd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0470431 Jul 08 18:11:49.440035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-f4601e5e-c8b8-430a-822a-f0eba10f822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:11:49.441592 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-f4601e5e-c8b8-430a-822a-f0eba10f822c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518510 Jul 08 18:11:49.532127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-b4dfd99f-378e-471f-b74d-91f9bbf7b50f service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817404 Jul 08 18:11:49.627947 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fd491431-7d03-4ece-8062-4b814e58e4ef req-c446059c-d15d-492f-b0ad-6816175be8ed service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Jul 08 18:11:56.159513 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:11:57.088548 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:11:57.532243 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0de3b71d-351e-4dd6-a022-1930a87a86ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:00.046744 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b7e74e77-2e02-459c-8dcc-ba6d1267e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:00.518003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:01.519467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:02.968399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:13.997763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:26.164267 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:27.531934 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eee477d0-89cd-46aa-b51d-5683ae79ace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:30.046388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-25c065bf-e7f4-436a-8739-be9a38f94e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:30.518635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:31.521763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:32.971960 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:34.089053 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:12:44.012869 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:51.040945 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-cb6d4d0e-2cc9-47fc-a813-f181584d4dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522413 Jul 08 18:12:51.162386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-820580c1-7ae1-47f6-ba07-b5cfe5c22b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.163869 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-820580c1-7ae1-47f6-ba07-b5cfe5c22b3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1097 time: 0.0567341 Jul 08 18:12:51.270012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-ec2df451-3b23-4a02-8e4f-1586002062f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.272091 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-ec2df451-3b23-4a02-8e4f-1586002062f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0832856 Jul 08 18:12:51.344916 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-4926e6a8-4f72-401e-afcd-07a4535162ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1002 time: 0.0629437 Jul 08 18:12:51.397139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-291f22cd-6d78-44a9-b92a-a47687939e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.398555 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-291f22cd-6d78-44a9-b92a-a47687939e7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0470502 Jul 08 18:12:51.494796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-653742b6-110d-48d3-a503-d0e4f19ad837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:12:51.496303 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-653742b6-110d-48d3-a503-d0e4f19ad837 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514078 Jul 08 18:12:51.587627 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-6b167ea7-4a68-4bd9-8ba3-986afb36f804 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841203 Jul 08 18:12:51.679534 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2b9f5680-77e8-4a05-986f-879465dbe174 req-8ae5fe67-f2e9-41db-9927-732c338daa17 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815184 Jul 08 18:12:56.170683 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:12:57.532553 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dc2982b1-7e41-4f0c-950a-5ad8991cd9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:00.047922 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d6e26452-5a04-4e2a-a87c-552a7fca13f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:00.519330 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:01.525407 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:02.974789 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:11.088543 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:13:14.012408 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:20.980698 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c0e16-fd70-422a-84b6-dbe9e1180f89 req-f0c6c2cd-f38e-4f84-abce-8d86230c2fd7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:20.982320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d3c0e16-fd70-422a-84b6-dbe9e1180f89 req-f0c6c2cd-f38e-4f84-abce-8d86230c2fd7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0672374 Jul 08 18:13:21.020686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d3c0e16-fd70-422a-84b6-dbe9e1180f89 req-426562c9-15ad-49e1-8a61-f56e2291a2db tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328665 Jul 08 18:13:22.191569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbadc99-31b6-486b-ab99-3f5643d2f9ba req-ca51da00-c04d-4c9a-8746-872b2da7f577 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:22.193085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2dbadc99-31b6-486b-ab99-3f5643d2f9ba req-ca51da00-c04d-4c9a-8746-872b2da7f577 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0624936 Jul 08 18:13:22.230803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2dbadc99-31b6-486b-ab99-3f5643d2f9ba req-1ca35823-c53d-4c79-b051-fd7c7dd6447e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jul 08 18:13:22.245383 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-8dc654e0-75d8-4b7f-9297-e8b68f6807b9 req-6a70dc66-8ac5-4ae1-922c-e39866ec1d8a service neutron] (93665) timed out ('10.222.0.72', 59467) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:13:23.404038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144843f4-65ee-48bc-95f8-7fcfb114d702 req-191c3303-17da-4cd8-b161-f6c61a4e6957 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:23.405544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-144843f4-65ee-48bc-95f8-7fcfb114d702 req-191c3303-17da-4cd8-b161-f6c61a4e6957 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0658743 Jul 08 18:13:23.408399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-98f9278d-d494-4f95-86d1-7614038983c5 req-2e7246e8-ead7-4561-a201-c88bab3a5a1b tempest-AttachVolumeTestJSON-441172679 tempest-AttachVolumeTestJSON-441172679-project] (93665) timed out ('10.222.0.72', 59792) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:13:23.443046 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-144843f4-65ee-48bc-95f8-7fcfb114d702 req-1dfc9740-8d56-461d-a4da-86ac33cd4f9a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313482 Jul 08 18:13:24.612790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3b3d-98fb-4dfb-b4bc-d908045d40db req-cb393e67-91e4-4176-8596-ac65dcecbcf2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:24.614760 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86bc3b3d-98fb-4dfb-b4bc-d908045d40db req-cb393e67-91e4-4176-8596-ac65dcecbcf2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0631130 Jul 08 18:13:24.662356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86bc3b3d-98fb-4dfb-b4bc-d908045d40db req-57368381-750c-4be5-b70c-a5b36eac8ba3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Jul 08 18:13:25.840313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de80bf-9fc7-4715-9ecc-26da902fbdd0 req-87f9199e-db40-4499-91ca-494f0e86fee3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:25.841824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8de80bf-9fc7-4715-9ecc-26da902fbdd0 req-87f9199e-db40-4499-91ca-494f0e86fee3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0671926 Jul 08 18:13:25.879034 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8de80bf-9fc7-4715-9ecc-26da902fbdd0 req-a1875908-95ee-4526-a839-c371e9f0703c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Jul 08 18:13:26.168085 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:27.050162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761de6d4-a5ce-465a-90ef-02bc96338268 req-29bf683c-9b3f-4cb1-ad08-db7946f78da8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:27.052242 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-761de6d4-a5ce-465a-90ef-02bc96338268 req-29bf683c-9b3f-4cb1-ad08-db7946f78da8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0626695 Jul 08 18:13:27.089821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-761de6d4-a5ce-465a-90ef-02bc96338268 req-3f55bf54-0388-41a4-ad8c-8e3e4b316c37 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314274 Jul 08 18:13:27.533265 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c83f81c7-4644-4403-af14-ea92841c35d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:28.260324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a4cfe-cfe6-4975-b550-c34113d51428 req-6ee1d5b0-08a2-4f87-9cf4-d4c4103eb0dd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:28.261861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-547a4cfe-cfe6-4975-b550-c34113d51428 req-6ee1d5b0-08a2-4f87-9cf4-d4c4103eb0dd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0629215 Jul 08 18:13:28.298097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-547a4cfe-cfe6-4975-b550-c34113d51428 req-576944db-ea9e-4529-8728-bb8a467613ba tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307977 Jul 08 18:13:29.473412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47d2e9-0c1a-4e5e-8a84-b0ccf5737b88 req-a1a4938e-f93a-4bb2-95c0-9c607b759384 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:29.474878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e47d2e9-0c1a-4e5e-8a84-b0ccf5737b88 req-a1a4938e-f93a-4bb2-95c0-9c607b759384 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0661235 Jul 08 18:13:29.512666 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e47d2e9-0c1a-4e5e-8a84-b0ccf5737b88 req-857810a1-b430-4c54-9c28-23b52e429759 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Jul 08 18:13:30.048822 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7423c83d-0341-444f-8bdd-4b4ce5df8988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:30.521928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:30.688370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ec0be-33e0-404a-854b-4cff9f61bfb8 req-29881d13-a23b-4648-9367-58f1106e2049 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:30.689901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b18ec0be-33e0-404a-854b-4cff9f61bfb8 req-29881d13-a23b-4648-9367-58f1106e2049 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0636969 Jul 08 18:13:30.727879 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b18ec0be-33e0-404a-854b-4cff9f61bfb8 req-c6360e83-bec4-45c0-b4d4-58c0763bf8e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Jul 08 18:13:31.528956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:31.900502 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaa3d7-935f-4f9c-9f6f-074d26838a2d req-c14f9718-079d-424f-a9f3-79b1f32df870 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:31.902002 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40eaa3d7-935f-4f9c-9f6f-074d26838a2d req-c14f9718-079d-424f-a9f3-79b1f32df870 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0664961 Jul 08 18:13:31.938897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-40eaa3d7-935f-4f9c-9f6f-074d26838a2d req-8f9cd640-b1d1-4a5e-a3a9-7bfe76af14c6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Jul 08 18:13:32.277300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-db8ed9c3-5d66-48c1-820d-3dbdac5e12c6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618362 Jul 08 18:13:32.328203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f342512-5384-4b3b-bf7b-eb60bf49d209 req-9ae07c1d-9321-4041-a5ff-77904a9a397a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:32.329719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f342512-5384-4b3b-bf7b-eb60bf49d209 req-9ae07c1d-9321-4041-a5ff-77904a9a397a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0679004 Jul 08 18:13:32.368209 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7f342512-5384-4b3b-bf7b-eb60bf49d209 req-956beb8b-b149-4543-ad1d-64fb4f087aff tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330594 Jul 08 18:13:32.978045 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:33.543019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd86168-ac30-49d6-8189-5a34ea99bc69 req-58346575-eb06-401a-94ce-bf727d813e18 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:33.544517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dd86168-ac30-49d6-8189-5a34ea99bc69 req-58346575-eb06-401a-94ce-bf727d813e18 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0675352 Jul 08 18:13:33.907730 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dd86168-ac30-49d6-8189-5a34ea99bc69 req-99821d5a-27dd-45f7-bee0-a9595c322916 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577008 Jul 08 18:13:35.085227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f989f-f4ba-4003-a409-ba6c19e0615e req-377c884b-c6e0-4df8-af08-97b7b8c1a99b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:35.086641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac7f989f-f4ba-4003-a409-ba6c19e0615e req-377c884b-c6e0-4df8-af08-97b7b8c1a99b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0643263 Jul 08 18:13:35.125462 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac7f989f-f4ba-4003-a409-ba6c19e0615e req-9ad4485a-1808-4343-ba88-933b0a270c15 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330346 Jul 08 18:13:35.519014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-05c40612-8c79-4fa0-ad5d-c3191fbb47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:35.520515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-05c40612-8c79-4fa0-ad5d-c3191fbb47fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1097 time: 0.0563602 Jul 08 18:13:35.616923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-0630269e-1030-416f-b84b-789be26f48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:35.618382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-0630269e-1030-416f-b84b-789be26f48c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0873723 Jul 08 18:13:35.683842 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-59623be7-532a-4160-9e78-501a5c9e09e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1002 time: 0.0570469 Jul 08 18:13:35.736712 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-37ae0eaa-5509-44de-96c0-ac23543ad831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:35.738161 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-37ae0eaa-5509-44de-96c0-ac23543ad831 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0478265 Jul 08 18:13:35.804220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-41207131-77d7-4c8b-a2f7-adb7349ca753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:35.805730 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-41207131-77d7-4c8b-a2f7-adb7349ca753 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567219 Jul 08 18:13:35.892446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-a0705908-6a46-41f9-b97a-61937a2bafac service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794864 Jul 08 18:13:35.987706 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-ea77e80a-145c-4055-bb4a-8ca9c1b4bb3f service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848613 Jul 08 18:13:36.301366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43a625-e6c1-42c1-af81-19c6767c2264 req-b304ffac-45c1-4c8d-b060-c99660cc6eb8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:36.302856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab43a625-e6c1-42c1-af81-19c6767c2264 req-b304ffac-45c1-4c8d-b060-c99660cc6eb8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0631599 Jul 08 18:13:36.342735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ab43a625-e6c1-42c1-af81-19c6767c2264 req-78c80e51-fe84-405a-aa19-1a8867284748 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Jul 08 18:13:36.825541 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-0b5b1308-7bc4-4bd9-b2ab-27c47a082f57 req-b9765841-9c40-4e3a-a6ee-2c379e2a0330 service neutron] (93664) timed out ('10.222.0.41', 61301) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:13:37.698716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812dfa7-fc56-4d1b-b2dd-f2405a894161 req-d0a8b2f7-57c4-41d0-922e-1d3b63c6ec3e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:37.700514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c812dfa7-fc56-4d1b-b2dd-f2405a894161 req-d0a8b2f7-57c4-41d0-922e-1d3b63c6ec3e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0662532 Jul 08 18:13:37.738352 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c812dfa7-fc56-4d1b-b2dd-f2405a894161 req-171530bd-ef64-4724-b13c-2117c5550861 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Jul 08 18:13:38.351092 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-3d64fca9-2a4f-478c-8245-e1bd773d47fc service neutron] show failed (client error): The resource could not be found. Jul 08 18:13:38.352213 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-3d64fca9-2a4f-478c-8245-e1bd773d47fc service neutron] 10.222.0.41 "GET /v2.0/ports/e26655b6-81a0-4b7d-87d2-26a773163f0e/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0558548 Jul 08 18:13:38.659566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-dfe9c4a7-6cdb-4cc7-94ca-efe6ced2ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:38.661683 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-dfe9c4a7-6cdb-4cc7-94ca-efe6ced2ddf2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 1097 time: 0.1089602 Jul 08 18:13:38.673733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:38.746058 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:38.913425 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f7b1f-4f95-46a0-8a66-8ef0bd988501 req-d18d21a6-6629-4601-912b-9c8f22039d76 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:38.914837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c95f7b1f-4f95-46a0-8a66-8ef0bd988501 req-d18d21a6-6629-4601-912b-9c8f22039d76 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0636094 Jul 08 18:13:38.952390 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c95f7b1f-4f95-46a0-8a66-8ef0bd988501 req-f660e0ed-22db-487c-9350-b4708283b554 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Jul 08 18:13:38.952668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:38.986251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:39.024387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:39.026842 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37585727-f5b8-400f-9a1e-c480b808e1cb" -d '{"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-unplugged", "status": "completed", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:39.030680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.042888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Transition to ACTIVE for port object e26655b6-81a0-4b7d-87d2-26a773163f0e will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:39.046931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.095491 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bcb0fe-8b83-4303-8d38-29f6bcd599db x-openstack-request-id: req-a6bcb0fe-8b83-4303-8d38-29f6bcd599db {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:39.095787 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-unplugged", "status": "completed", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:39.096046 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6bcb0fe-8b83-4303-8d38-29f6bcd599db {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:39.096456 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'code': 200} Jul 08 18:13:39.138448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:39.152857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.153203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.153543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.153928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.154394 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.154703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.155063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.155390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.155715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.156036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.156365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.156688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:39.196039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] No DVR routers for this DVR port e26655b6-81a0-4b7d-87d2-26a773163f0e on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:39.330800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:13:39.331138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:13:39.331471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:39.335673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Port e26655b6-81a0-4b7d-87d2-26a773163f0e on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:13:39.335996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Attempting to bind port e26655b6-81a0-4b7d-87d2-26a773163f0e on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:39.340795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:13:39.341142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:39.341529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:13:39.341957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Bound port: e26655b6-81a0-4b7d-87d2-26a773163f0e, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:13:39.342314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.412076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:39.416581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:13:39.421109 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.458612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.459251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:39.460665 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] 10.222.0.72 "PUT /v2.0/ports/e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1092 time: 0.7908416 Jul 08 18:13:39.483263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c4465-90fe-462a-ad42-f87eefaf4207 service neutron] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:39.539523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-9f69e9bf-b040-45c7-89e2-ebeac4b75d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.541256 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-9f69e9bf-b040-45c7-89e2-ebeac4b75d39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1095 time: 0.0549288 Jul 08 18:13:39.636875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-e0a867c1-a660-44a0-be78-46a25b98cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.638367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-e0a867c1-a660-44a0-be78-46a25b98cca9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0909815 Jul 08 18:13:39.703324 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-a9477baf-4fd2-47a8-83da-127ff095086e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1000 time: 0.0581851 Jul 08 18:13:39.755290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-f2b73658-c900-489d-89a3-6aa0c7ce203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.756669 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-f2b73658-c900-489d-89a3-6aa0c7ce203c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0470138 Jul 08 18:13:39.814720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-37f48507-730b-4fc5-98f5-5884d0582f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:39.816244 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-37f48507-730b-4fc5-98f5-5884d0582f56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532911 Jul 08 18:13:39.904056 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-7a5b146b-6aed-42c4-8cf9-d2d848033d88 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814373 Jul 08 18:13:39.996111 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f4a55e86-6020-46bb-8af9-fd7cb49aa8ab req-bb78bbd2-5ff9-45d6-9cc4-762ecfe5a6b7 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847342 Jul 08 18:13:40.134488 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2e82a-56ea-4b57-b324-2821ea119729 req-d2271847-04b2-4cdf-aaba-39fdcb5d155a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:40.136017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37c2e82a-56ea-4b57-b324-2821ea119729 req-d2271847-04b2-4cdf-aaba-39fdcb5d155a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 944 time: 0.0685995 Jul 08 18:13:40.174731 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37c2e82a-56ea-4b57-b324-2821ea119729 req-73057591-81be-4715-8082-c7dfa79974ba tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Jul 08 18:13:40.507238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:40.544457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:41.098440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:41.101509 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa2aeca-2100-4f99-804a-a59334392b41" -d '{"events": [{"name": "network-changed", "server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:41.146656 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d801e-b776-426e-ac26-bbc093cead9f x-openstack-request-id: req-ff8d801e-b776-426e-ac26-bbc093cead9f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:41.146954 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:41.147211 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ff8d801e-b776-426e-ac26-bbc093cead9f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:41.147605 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'status': 'completed', 'code': 200} Jul 08 18:13:41.257923 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-2bf1f4d2-a92a-4761-9e19-d3e733bb484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.259421 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-2bf1f4d2-a92a-4761-9e19-d3e733bb484f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1095 time: 0.0918031 Jul 08 18:13:41.321489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-abb7493b-6aca-4159-a879-813b530a0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.322982 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-abb7493b-6aca-4159-a879-813b530a0b1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1095 time: 0.1165669 Jul 08 18:13:41.361400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4c012-8766-4a20-b2fc-2ba1187ba51c req-7de93415-46cf-4a4a-b700-605421571ddd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.362887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01e4c012-8766-4a20-b2fc-2ba1187ba51c req-7de93415-46cf-4a4a-b700-605421571ddd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 944 time: 0.0701709 Jul 08 18:13:41.402625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-01e4c012-8766-4a20-b2fc-2ba1187ba51c req-bde6bdca-3caf-4391-a522-66ba7a6b147c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334039 Jul 08 18:13:41.417476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-b9532be7-bced-42f6-ba1b-0967611fbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.418942 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-b9532be7-bced-42f6-ba1b-0967611fbf10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1527328 Jul 08 18:13:41.477151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-b894720f-8a11-4112-9bf1-e9cf3fd37267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.478605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-b894720f-8a11-4112-9bf1-e9cf3fd37267 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1445081 Jul 08 18:13:41.529589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-39b95f5b-943e-4564-b889-a73b0267309d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1000 time: 0.1028674 Jul 08 18:13:41.578469 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-879a2578-d4d1-4a60-b0ca-a68995d0aae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1000 time: 0.0898006 Jul 08 18:13:41.599738 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-9c7d0cf1-d1d3-41c6-9362-7dfd6a1c4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.601674 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-9c7d0cf1-d1d3-41c6-9362-7dfd6a1c4b8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0615249 Jul 08 18:13:41.664599 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-467f101b-c6c3-44e4-8326-0afd00d89e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.665973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-467f101b-c6c3-44e4-8326-0afd00d89e9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0768318 Jul 08 18:13:41.703440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-dbd220bc-12e5-4669-b050-572592d0f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.704853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-dbd220bc-12e5-4669-b050-572592d0f69c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856574 Jul 08 18:13:41.790560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-1e376df3-8bca-470b-b56e-d11c77dc7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:41.793164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-1e376df3-8bca-470b-b56e-d11c77dc7a25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159136 Jul 08 18:13:41.855549 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-2ea8bdbe-260d-4a4d-88de-34c50c34b2cf service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439888 Jul 08 18:13:41.857760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:13:41.955294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:41.968069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'mac_address': 'fa:16:3e:d8:57:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:13:42.005737 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:42.019480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26655b6-81a0-4b7d-87d2-26a773163f0e {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:42.040012 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:42.044018 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:42.096475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:42.104156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.104503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.104870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.105207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.105537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.105864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.106192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.106513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.106832 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.107150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.107468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.107786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:13:42.229182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-90f4922b-f9f1-4964-a817-9ce22785f29f service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293017 Jul 08 18:13:42.253744 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['e26655b6-81a0-4b7d-87d2-26a773163f0e'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:13:42.293089 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-8c7d9a95-99a2-4e44-ad2e-f387681b3c8d service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302771 Jul 08 18:13:42.335322 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0aa2aeca-2100-4f99-804a-a59334392b41 req-3f1f902b-3602-482b-98d0-db1e081b16c8 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953677 Jul 08 18:13:42.571762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b5c17-fd32-4543-97b2-09a1dd98a4bd req-12e5c48c-89ee-4520-9248-38d405281357 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.573250 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f35b5c17-fd32-4543-97b2-09a1dd98a4bd req-12e5c48c-89ee-4520-9248-38d405281357 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 945 time: 0.0620747 Jul 08 18:13:42.613795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f35b5c17-fd32-4543-97b2-09a1dd98a4bd req-deff750c-d4a9-4e42-9123-48fe65cc3bb9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351636 Jul 08 18:13:42.909601 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04743dbe-ff16-403c-8942-e24067b1ae84 req-1625f375-09a1-4a05-9fec-7cf4f61fc7c3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.911027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04743dbe-ff16-403c-8942-e24067b1ae84 req-1625f375-09a1-4a05-9fec-7cf4f61fc7c3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 945 time: 0.0640562 Jul 08 18:13:42.934160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545fc7c-5111-4ade-9680-e494c9761970 req-e06e28fe-f811-4bea-bcb8-25da15ea5807 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:42.935645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-e06e28fe-f811-4bea-bcb8-25da15ea5807 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a&tenant_id=ba7e55c94e76461dbe8600e6c3393e49&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 945 time: 0.0729370 Jul 08 18:13:42.949976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04743dbe-ff16-403c-8942-e24067b1ae84 req-bdc97c39-3f37-4759-b1b3-cc1e0073d8ff tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323009 Jul 08 18:13:42.995745 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-c545fc7c-5111-4ade-9680-e494c9761970 req-d3bf6bbb-3963-44d9-9462-8dcefd2f0af9 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:13:42.996784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-d3bf6bbb-3963-44d9-9462-8dcefd2f0af9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e26655b6-81a0-4b7d-87d2-26a773163f0e/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0538225 Jul 08 18:13:43.128474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545fc7c-5111-4ade-9680-e494c9761970 req-14076748-8fb2-4bd4-bd15-b1de481b0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:43.130007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-14076748-8fb2-4bd4-bd15-b1de481b0bd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1096 time: 0.0589042 Jul 08 18:13:43.218981 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545fc7c-5111-4ade-9680-e494c9761970 req-70991102-9cf9-4f96-b987-5b1221f14c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:43.220363 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-70991102-9cf9-4f96-b987-5b1221f14c27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0833871 Jul 08 18:13:43.291276 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-df772b4b-13b0-4bd1-b1a0-e658330b3601 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1001 time: 0.0598664 Jul 08 18:13:43.342730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545fc7c-5111-4ade-9680-e494c9761970 req-03155971-66a7-4212-8422-3bd268bc3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:43.344133 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-03155971-66a7-4212-8422-3bd268bc3ff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0425386 Jul 08 18:13:43.402860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545fc7c-5111-4ade-9680-e494c9761970 req-bbfd56d8-a5a9-4d7b-8e1e-9afa2bd4b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:43.402860 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-bbfd56d8-a5a9-4d7b-8e1e-9afa2bd4b83a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515258 Jul 08 18:13:43.498809 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-4a94d99b-8b70-49b3-8062-c91a76af5bbc service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857346 Jul 08 18:13:43.589759 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c545fc7c-5111-4ade-9680-e494c9761970 req-ec7dff6a-f0f0-46ef-a193-b92e6e8aab14 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805387 Jul 08 18:13:43.857461 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:13:43.905506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port e26655b6-81a0-4b7d-87d2-26a773163f0e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:13:43.909087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port e26655b6-81a0-4b7d-87d2-26a773163f0e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:13:43.909463 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:43.989416 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.013036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:44.015368 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d84626-f0f7-47a7-b5a5-0427b2d84d65" -d '{"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-plugged", "status": "completed", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:44.035959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:44.041156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.047353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:44.092308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:44.129349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3ca67-e60f-418a-9f9a-107680ea0ea3 req-49dfffca-d5a0-40f2-949d-3d5452fc40fe tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:44.130833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5a3ca67-e60f-418a-9f9a-107680ea0ea3 req-49dfffca-d5a0-40f2-949d-3d5452fc40fe tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0665483 Jul 08 18:13:44.170656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5a3ca67-e60f-418a-9f9a-107680ea0ea3 req-9cd1034b-eaef-4f05-89ec-d46c2b761bcd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335770 Jul 08 18:13:44.216638 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c5ec9c-1f39-4710-8de6-56e4fb6517ed x-openstack-request-id: req-c9c5ec9c-1f39-4710-8de6-56e4fb6517ed {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:44.216958 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-plugged", "status": "completed", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:44.217212 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c9c5ec9c-1f39-4710-8de6-56e4fb6517ed {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:44.217616 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'code': 200} Jul 08 18:13:45.345489 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cc761-a0ee-4208-8435-2cbfe441c0ef req-ca688bb7-b9f7-495e-b344-f7ab689a37f7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.347247 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a6cc761-a0ee-4208-8435-2cbfe441c0ef req-ca688bb7-b9f7-495e-b344-f7ab689a37f7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0665121 Jul 08 18:13:45.384468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a6cc761-a0ee-4208-8435-2cbfe441c0ef req-71da3c44-78b4-48f1-8ed7-f7c9cb38297b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316882 Jul 08 18:13:45.551691 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30cdff-3216-4a0c-b99e-8b95a5f3cfb0 req-5d9f72b2-1c07-43c7-91de-441fd5caa980 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.553195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b30cdff-3216-4a0c-b99e-8b95a5f3cfb0 req-5d9f72b2-1c07-43c7-91de-441fd5caa980 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0630124 Jul 08 18:13:45.590812 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b30cdff-3216-4a0c-b99e-8b95a5f3cfb0 req-4cc470c8-4301-4003-a382-72fa0cd57d48 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316043 Jul 08 18:13:45.910494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-a2782452-3f34-48cd-b48a-594e29442379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.912034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-a2782452-3f34-48cd-b48a-594e29442379 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 1097 time: 0.0535357 Jul 08 18:13:45.932971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c94270-bbce-46c0-95dc-1abd7f08f9f5 req-ca05c44f-e103-42c5-a769-150c9c4685cb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:45.934509 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92c94270-bbce-46c0-95dc-1abd7f08f9f5 req-ca05c44f-e103-42c5-a769-150c9c4685cb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0686922 Jul 08 18:13:45.972613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92c94270-bbce-46c0-95dc-1abd7f08f9f5 req-b3ed3525-ba23-4605-89a6-a9ec83b08649 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322757 Jul 08 18:13:46.004223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-5ae16d0b-14ae-45ce-bb15-3ef7e751067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:46.005737 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-5ae16d0b-14ae-45ce-bb15-3ef7e751067b service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0871048 Jul 08 18:13:46.068405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-e939d528-5642-4ab4-9c19-50cd736fafed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 200 len: 1002 time: 0.0564840 Jul 08 18:13:46.122110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-87942a4a-f7ac-4a24-a8e7-8b621d491933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:46.123581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-87942a4a-f7ac-4a24-a8e7-8b621d491933 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0483408 Jul 08 18:13:46.178165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-cdb34a24-ee72-4563-821c-10b470a8a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:46.180129 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-cdb34a24-ee72-4563-821c-10b470a8a13c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504434 Jul 08 18:13:46.266749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-7a2c82f1-f287-4e01-b400-602e8d9c747c service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797062 Jul 08 18:13:46.360247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6237ecc7-77fc-4b36-b540-0029cda7e492 req-d5fefbb4-4fde-4735-802d-cb17aaab61c0 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866659 Jul 08 18:13:47.144170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59639930-a04b-4a71-95e9-21361baa62c5 req-5cf42c1d-b459-408c-b826-9a4871a7a3c5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:47.145665 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59639930-a04b-4a71-95e9-21361baa62c5 req-5cf42c1d-b459-408c-b826-9a4871a7a3c5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0626049 Jul 08 18:13:47.182841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59639930-a04b-4a71-95e9-21361baa62c5 req-b973957e-989c-4c3e-84c3-411344718e50 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309083 Jul 08 18:13:47.553347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6681f98-97a0-4b8d-a0b0-45a847059b3e req-65159770-abcc-414f-be49-0faa3644f471 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:47.554723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6681f98-97a0-4b8d-a0b0-45a847059b3e req-65159770-abcc-414f-be49-0faa3644f471 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0619843 Jul 08 18:13:47.591301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6681f98-97a0-4b8d-a0b0-45a847059b3e req-a72e9dde-2e68-49ed-8917-1242454e2a1d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Jul 08 18:13:48.087397 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:13:48.762134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-0b8ec6af-742d-4a43-b0e2-a38ce21bb453 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:48.763622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-0b8ec6af-742d-4a43-b0e2-a38ce21bb453 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0624447 Jul 08 18:13:48.765780 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63970-8f9e-4752-af64-9410dde6286f req-0540cf93-1894-4726-a2b6-f3678e4af215 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:48.767299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64e63970-8f9e-4752-af64-9410dde6286f req-0540cf93-1894-4726-a2b6-f3678e4af215 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 946 time: 0.0678368 Jul 08 18:13:48.805248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64e63970-8f9e-4752-af64-9410dde6286f req-353985eb-c811-4166-8368-4275aba746b8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323179 Jul 08 18:13:48.870345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Deleting port e26655b6-81a0-4b7d-87d2-26a773163f0e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:13:48.870684 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:48.954941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] For port e26655b6-81a0-4b7d-87d2-26a773163f0e, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=e26655b6-81a0-4b7d-87d2-26a773163f0e,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:48.955221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.128720 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.129118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.129434 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a disassociated. External IP: 172.25.5.138, port: e26655b6-81a0-4b7d-87d2-26a773163f0e. Jul 08 18:13:49.129772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Calling delete_port for e26655b6-81a0-4b7d-87d2-26a773163f0e owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:13:49.254224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.282370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event deleted for resources: {'Port': ['ID=e26655b6-81a0-4b7d-87d2-26a773163f0e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:49.397851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:13:49.510049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:13:49.520426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:13:49.529683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:13:49.530296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:13:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:49.558448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] No DVR routers for this DVR port e26655b6-81a0-4b7d-87d2-26a773163f0e on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:13:49.561157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:49.563278 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-16605a89-eb9d-458e-82e8-bb6362e92973 req-d72cd0f6-e21b-44da-b451-71d1bb46ba30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "DELETE /v2.0/ports/e26655b6-81a0-4b7d-87d2-26a773163f0e HTTP/1.1" status: 204 len: 173 time: 0.7936099 Jul 08 18:13:49.563743 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-deleted', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:49.566139 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1107e93-2ae3-4ece-b59b-2d26111e9d95" -d '{"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-deleted", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:49.612105 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d941adf-0ab2-47f4-ad13-cc75b31a66f0 x-openstack-request-id: req-4d941adf-0ab2-47f4-ad13-cc75b31a66f0 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:49.612438 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71200901-62e1-4509-b4b7-7e79bb2ee60a", "name": "network-vif-deleted", "tag": "e26655b6-81a0-4b7d-87d2-26a773163f0e", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:49.612648 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d941adf-0ab2-47f4-ad13-cc75b31a66f0 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:49.613225 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71200901-62e1-4509-b4b7-7e79bb2ee60a', 'name': 'network-vif-deleted', 'tag': 'e26655b6-81a0-4b7d-87d2-26a773163f0e', 'status': 'completed', 'code': 200} Jul 08 18:13:49.794601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:13:49.961279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f630909d-3ebc-44a2-9fbd-54392e751f24 req-dc417a44-5569-4f25-a854-fc45018008bf tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=71200901-62e1-4509-b4b7-7e79bb2ee60a HTTP/1.1" status: 200 len: 210 time: 0.0306034 Jul 08 18:13:49.996440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:50.026979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:13:50.035969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:13:50.036573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:13:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:50.145281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:13:50.339644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:13:50.369113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c595f26-03bd-4a6e-8a73-6e0143e74a28 None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:13:50.575138 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f574f3e-8fe5-42c2-8d68-e6e652ad8963 None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:13:51.411599 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-c9d5758c-8b38-48b0-991c-44222014ba5c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--937960027&fields=id&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 267 time: 0.0335593 Jul 08 18:13:51.518408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-bb86ca1f-76f5-43e5-8c04-0fce8be60943 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:51.519871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-bb86ca1f-76f5-43e5-8c04-0fce8be60943 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.1015589 Jul 08 18:13:51.535090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-c7630887-a345-4b31-b62c-63c913290341 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/quotas/ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 375 time: 0.0088828 Jul 08 18:13:51.603173 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-c40a09b1-f7fe-4b8b-8866-7f8ac6ddef9c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626659 Jul 08 18:13:51.617974 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-bd4dddc2-c58a-45ca-8b39-e8cc1549231a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:13:51.618857 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-bd4dddc2-c58a-45ca-8b39-e8cc1549231a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051451 Jul 08 18:13:51.708141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-a6162fb8-0f6b-49b6-9ed1-3dd9ee9267a4 service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841494 Jul 08 18:13:51.796368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1a32e5e3-da75-4dd9-b745-a9d441d9e867 service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819838 Jul 08 18:13:51.959485 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-719fb425-f801-47ab-9222-2a59c8b2f86b req-8641a49a-9e97-468f-8af1-d5616ef02376 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 210 time: 0.0292075 Jul 08 18:13:52.972231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-3580b526-e671-464d-9a36-404c40d413bf tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:52.973798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-3580b526-e671-464d-9a36-404c40d413bf tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.1035388 Jul 08 18:13:53.019883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-3ca0f252-b567-4e14-a55d-bb7963e39157 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 379 time: 0.0366182 Jul 08 18:13:53.029054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'port': {'device_id': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'admin_state_up': True, 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'security_groups': ['c1ef5669-4697-48ef-9a1f-41c2b7f3c964']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:53.115932 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-434dbf61-a8f3-4d77-8819-abde180969be req-366db20e-c8d6-469b-af20-50522d21eda8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 210 time: 0.0373724 Jul 08 18:13:53.149515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Made reservation on behalf of ba7e55c94e76461dbe8600e6c3393e49 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:13:53.153226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.275195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Allocated IP 172.20.0.8 (81fe10a6-77be-4876-941c-3bba439a9bc6/aaf1b423-7125-4559-9d69-81f7f3929ae6/60dda4b4-e1fe-44d8-91a8-849e0250e7ab) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:13:53.417465 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.431277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Transition to ACTIVE for port object 60dda4b4-e1fe-44d8-91a8-849e0250e7ab will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:53.464397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.506386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:13:53.512192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:13:53.515888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:13:53.546648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:53.574109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:53.574752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.589789 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-931501bf-2663-43ae-8cd4-c887f5d6d794 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648639 Jul 08 18:13:53.603325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Request body: {'port': {'device_id': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:13:53.678060 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.698727 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3316f9ec-613f-461e-976a-49abd94ce37f None None] Provisioning for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:13:53.702498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3316f9ec-613f-461e-976a-49abd94ce37f None None] Provisioning complete for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:13:53.702891 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3316f9ec-613f-461e-976a-49abd94ce37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.737777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3316f9ec-613f-461e-976a-49abd94ce37f None None] Port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:13:53.920047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:13:53.939945 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: e26655b6-81a0-4b7d-87d2-26a773163f0e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:13:53.940205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device e26655b6-81a0-4b7d-87d2-26a773163f0e not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:13:53.945630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dda4b4-e1fe-44d8-91a8-849e0250e7ab {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:53.953031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:53.965157 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Transition to ACTIVE for port object 60dda4b4-e1fe-44d8-91a8-849e0250e7ab will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:13:53.968816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.039053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:54.088262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:13:54.088597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:13:54.088960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:54.093441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:13:54.093766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:13:54.098853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:13:54.099197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:13:54.099581 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:13:54.100012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Bound port: 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:13:54.100880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.169791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:13:54.172988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:13:54.177360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.217974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.218614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:54.220050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] 10.222.0.72 "PUT /v2.0/ports/60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1091 time: 0.6221058 Jul 08 18:13:54.220506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:13:54.223010 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eae390-057c-49df-84ce-cda7c40366fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:13:54.241921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431d1ab-168a-41c9-af13-55d9f32e8bfc service neutron] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:54.301902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7495-a3e2-4c1d-8f2f-2b53916fcef0 req-4f725b87-fbb7-41b8-bf84-7ca5f08ca44d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.303975 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-decc7495-a3e2-4c1d-8f2f-2b53916fcef0 req-4f725b87-fbb7-41b8-bf84-7ca5f08ca44d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 943 time: 0.0705903 Jul 08 18:13:54.331148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-0238efb1-9148-40b7-85f5-6bac33ff1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.332682 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-0238efb1-9148-40b7-85f5-6bac33ff1c2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1094 time: 0.0588443 Jul 08 18:13:54.344395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-decc7495-a3e2-4c1d-8f2f-2b53916fcef0 req-b3cb373e-ba2e-4696-8357-b7ef145f688a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341885 Jul 08 18:13:54.380639 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-6c988281-94b6-4394-89ea-ef7bb6e2d850 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 217 time: 0.0402849 Jul 08 18:13:54.434060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-15ce41a0-0d91-4ee4-a0ab-b336b08e8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.435565 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-15ce41a0-0d91-4ee4-a0ab-b336b08e8eaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0483699 Jul 08 18:13:54.482582 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238b334-d586-42d1-a14e-b12fa817a346 x-openstack-request-id: req-e238b334-d586-42d1-a14e-b12fa817a346 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:13:54.482978 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:13:54.483325 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e238b334-d586-42d1-a14e-b12fa817a346 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:13:54.483889 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'status': 'completed', 'code': 200} Jul 08 18:13:54.505816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-048a4771-ba6e-4321-b235-5145a26286d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.507375 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-048a4771-ba6e-4321-b235-5145a26286d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654445 Jul 08 18:13:54.619382 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-2db6c03c-81f8-40ac-8d7f-f592fcd18798 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047883 Jul 08 18:13:54.707149 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-56dd51bc-3c26-41a9-ab80-d31f70458007 req-b61b2e7d-d830-4221-b52e-f46e3ca44119 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812571 Jul 08 18:13:54.801833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae390-057c-49df-84ce-cda7c40366fe req-67cf6b67-ef81-450a-961d-59384c2590a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.803500 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0eae390-057c-49df-84ce-cda7c40366fe req-67cf6b67-ef81-450a-961d-59384c2590a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1094 time: 0.0534115 Jul 08 18:13:54.915118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae390-057c-49df-84ce-cda7c40366fe req-408369c0-9f01-48c2-8701-95f015978383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:54.916605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0eae390-057c-49df-84ce-cda7c40366fe req-408369c0-9f01-48c2-8701-95f015978383 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1060140 Jul 08 18:13:54.957302 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0eae390-057c-49df-84ce-cda7c40366fe req-3b54a325-7b22-48e3-9e52-5550e9ca6af4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 217 time: 0.0338843 Jul 08 18:13:55.009754 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae390-057c-49df-84ce-cda7c40366fe req-81772a3a-6527-4249-9247-f41df7a17ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:55.011175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0eae390-057c-49df-84ce-cda7c40366fe req-81772a3a-6527-4249-9247-f41df7a17ebe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0475643 Jul 08 18:13:55.067944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae390-057c-49df-84ce-cda7c40366fe req-4269302a-d5fd-4fd9-8e60-4aa7c9ac9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:55.069996 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0eae390-057c-49df-84ce-cda7c40366fe req-4269302a-d5fd-4fd9-8e60-4aa7c9ac9a4a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508380 Jul 08 18:13:55.156323 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0eae390-057c-49df-84ce-cda7c40366fe req-c932c9f8-7213-4c9b-864d-51104f445fb6 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796676 Jul 08 18:13:55.248426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e0eae390-057c-49df-84ce-cda7c40366fe req-b1fcaef3-8973-408c-a2dd-98ea1ec0d0cc service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854559 Jul 08 18:13:55.517584 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec0be5-0dc3-440b-95ff-ff854e1902db req-e9671cf5-517e-40ef-bc61-f8c100a075f0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:55.519416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7ec0be5-0dc3-440b-95ff-ff854e1902db req-e9671cf5-517e-40ef-bc61-f8c100a075f0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 943 time: 0.0644255 Jul 08 18:13:55.557656 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7ec0be5-0dc3-440b-95ff-ff854e1902db req-ca809172-eb9e-4af9-9460-90ff3273ab99 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326850 Jul 08 18:13:56.167428 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:56.730943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a8b8f-7631-43d8-b076-36186838e171 req-85ea5883-4b19-4355-8836-54f1823f8fc5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:56.732433 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-919a8b8f-7631-43d8-b076-36186838e171 req-85ea5883-4b19-4355-8836-54f1823f8fc5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 943 time: 0.0672328 Jul 08 18:13:56.769825 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-919a8b8f-7631-43d8-b076-36186838e171 req-3dbda877-4fc2-4d0b-9639-ccf8c965a7e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Jul 08 18:13:57.534110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4fcaefdf-3e8a-49d7-800f-017f56c963e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:57.943911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a8a5a-6fce-4e94-b4a6-93fbf6abd3d9 req-36faee17-7bd6-4623-bd8f-9ffb62c93be6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:57.945452 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-167a8a5a-6fce-4e94-b4a6-93fbf6abd3d9 req-36faee17-7bd6-4623-bd8f-9ffb62c93be6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 943 time: 0.0634422 Jul 08 18:13:57.951298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:13:57.984716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-167a8a5a-6fce-4e94-b4a6-93fbf6abd3d9 req-4f902267-c9cc-4ed2-846d-5947cd2f7746 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336885 Jul 08 18:13:58.050784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:58.061954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'mac_address': 'fa:16:3e:87:e9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:13:58.098225 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.111082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dda4b4-e1fe-44d8-91a8-849e0250e7ab {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:13:58.129542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:13:58.133530 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:13:58.183454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:13:58.335018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['60dda4b4-e1fe-44d8-91a8-849e0250e7ab'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:13:59.159391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00614725-323b-4c1c-b21c-c4cc1bfc50a4 req-567def76-5b37-4c40-9be0-1b068d9d9556 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:13:59.160874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00614725-323b-4c1c-b21c-c4cc1bfc50a4 req-567def76-5b37-4c40-9be0-1b068d9d9556 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 944 time: 0.0676985 Jul 08 18:13:59.199980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00614725-323b-4c1c-b21c-c4cc1bfc50a4 req-0f6b023b-0bff-4104-9748-92c710f59a1c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330086 Jul 08 18:13:59.950640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:13:59.998339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:14:00.002504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:14:00.002884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:00.057519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a31aae30-4e66-4362-9b3b-e193c422f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:00.092204 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:00.114677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:00.117557 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367b99a2-ccce-47fa-ba18-e580dc985998" -d '{"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-plugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:00.129640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:14:00.133887 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:00.158929 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ca5e5-9e9c-4c59-b438-aa6ebe371a46 x-openstack-request-id: req-a93ca5e5-9e9c-4c59-b438-aa6ebe371a46 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:00.159218 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-plugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:00.159468 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a93ca5e5-9e9c-4c59-b438-aa6ebe371a46 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:00.160510 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'code': 200} Jul 08 18:14:00.187450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:14:00.268444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bea1e-e97a-4aaf-9a65-e4b697fa743e req-f46afbfc-4ffa-4794-813d-0fa1360409cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:00.269965 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f9bea1e-e97a-4aaf-9a65-e4b697fa743e req-f46afbfc-4ffa-4794-813d-0fa1360409cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1096 time: 0.0519109 Jul 08 18:14:00.304921 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4f9bea1e-e97a-4aaf-9a65-e4b697fa743e req-f2027c57-1294-4aae-bc80-ac6c6a7ad3b7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274935 Jul 08 18:14:00.371768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bb372-2d65-497f-8d6d-b23724e21f4c req-984c3232-2193-4b96-9064-ba52ad6bda43 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:00.373195 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af3bb372-2d65-497f-8d6d-b23724e21f4c req-984c3232-2193-4b96-9064-ba52ad6bda43 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0630529 Jul 08 18:14:00.409596 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af3bb372-2d65-497f-8d6d-b23724e21f4c req-2a9da536-c29e-4e42-a8c0-2b3be42b15e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306950 Jul 08 18:14:00.523001 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.531787 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:01.585280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6c2f-5897-4069-a1c3-3c27b3ee791b req-3b066e85-c205-4b53-a4b1-0584f817534f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:01.586784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f5e6c2f-5897-4069-a1c3-3c27b3ee791b req-3b066e85-c205-4b53-a4b1-0584f817534f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0634005 Jul 08 18:14:01.624592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5f5e6c2f-5897-4069-a1c3-3c27b3ee791b req-1fcd4af6-778e-437d-ae37-1650b3675ce5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Jul 08 18:14:01.791972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738e0f4-1017-4ff7-bfda-f95e8be27180 req-e39b6cf8-1889-4f1a-9d53-f5dd8b8a5ded tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:01.793475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d738e0f4-1017-4ff7-bfda-f95e8be27180 req-e39b6cf8-1889-4f1a-9d53-f5dd8b8a5ded tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0672610 Jul 08 18:14:01.802008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54006) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:14:01.807952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'floatingip': {'port_id': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:14:01.846205 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.282162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.285846 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.383604 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a associated. External IP: 172.25.5.138, port: 60dda4b4-e1fe-44d8-91a8-849e0250e7ab. Jul 08 18:14:02.580881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:14:02.683405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:14:02.688263 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:02.692434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:14:02.701883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:02.702510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:14:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:02.724120 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-220fdbc0-f8cf-4951-a4bb-a7b0580721f3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "PUT /v2.0/floatingips/93572153-ecc0-42bc-bff4-a0b451ad399a HTTP/1.1" status: 200 len: 991 time: 0.9210012 Jul 08 18:14:02.724838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:14:02.727196 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae932018-ce43-4d3a-a382-2dbbdab2993c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:14:02.810305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:02.853375 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b59a7e1-d6d0-44ef-8e48-9d6d12cb5afa x-openstack-request-id: req-1b59a7e1-d6d0-44ef-8e48-9d6d12cb5afa {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:14:02.853672 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:14:02.853933 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1b59a7e1-d6d0-44ef-8e48-9d6d12cb5afa {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:14:02.854341 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'status': 'completed', 'code': 200} Jul 08 18:14:02.927948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-f92deeba-7578-46ac-847d-551424f524f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:02.929864 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-f92deeba-7578-46ac-847d-551424f524f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1096 time: 0.0526366 Jul 08 18:14:02.990264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:03.024611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-f0b2eef2-e471-45a3-b0c2-8bf5e2742f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:03.026141 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-f0b2eef2-e471-45a3-b0c2-8bf5e2742f37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0902317 Jul 08 18:14:03.046818 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:87:e9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:14:02Z', 'revision_number': 9, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:03.072495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:14:03.080782 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:14:03.081391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:14:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:03.090626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-fbda1a04-7bb7-4758-b4d2-95fef98abf12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 999 time: 0.0568693 Jul 08 18:14:03.142162 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-f485d35f-c3cc-4921-a7ed-4d854e38b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:03.143618 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-f485d35f-c3cc-4921-a7ed-4d854e38b685 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0468714 Jul 08 18:14:03.185788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:14:03.202776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-d149a3d1-ec8b-41bd-9ccf-b19dbae5089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:03.202776 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-d149a3d1-ec8b-41bd-9ccf-b19dbae5089d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528979 Jul 08 18:14:03.291930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-9d0cf871-2dd7-423a-a8d0-1ebc8bb8539b service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Jul 08 18:14:03.385092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae932018-ce43-4d3a-a382-2dbbdab2993c req-029b42d2-6e6e-4aeb-b2fe-d34e02894232 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858316 Jul 08 18:14:03.426384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:87:e9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:14:02Z', 'revision_number': 9, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:14:03.452352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e94b0-b900-4c79-add6-7576a27a37fb None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:87:e9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:14:02Z', 'revision_number': 9, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:14:03.647591 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a598e8-196c-48a2-8406-f6c764efa2b7 None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:14:14.026004 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:25.087228 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:14:26.182241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:27.534148 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8eb4f199-d329-40d2-8128-1636b99b13a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.049173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e978ad99-69f2-4faa-8285-85d1a890ec1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:30.524205 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:31.533615 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:32.983203 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:37.132895 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-d5de4db1-7620-4595-852f-330948036a06 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524831 Jul 08 18:14:37.229338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-35bcdfcb-19bd-447d-a89f-050b163bfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:37.230833 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-35bcdfcb-19bd-447d-a89f-050b163bfe63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1096 time: 0.0565250 Jul 08 18:14:37.342703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-d281e1b0-4f99-44ca-aaba-64f0a722107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:37.344171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-d281e1b0-4f99-44ca-aaba-64f0a722107e service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0943193 Jul 08 18:14:37.410457 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-dbec13c1-d6e7-4153-81ce-0f3e64b84cfe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1002 time: 0.0590425 Jul 08 18:14:37.457883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-95a1cbe6-6303-4c07-b6c6-8d855605c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:37.459287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-95a1cbe6-6303-4c07-b6c6-8d855605c68e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0425823 Jul 08 18:14:37.516062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-14e35d69-eb57-4a6b-9c9b-fea38815edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:14:37.517582 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-14e35d69-eb57-4a6b-9c9b-fea38815edb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514872 Jul 08 18:14:37.618339 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-d1afdae4-1941-4aca-8f32-a8322acf2d03 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940120 Jul 08 18:14:37.705879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-479f6995-f8c2-48cc-bf43-a2d20f7f4f46 req-9042d28f-b00d-42c1-9605-4085571d7440 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810025 Jul 08 18:14:44.033775 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:56.181293 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:14:57.534812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-45fcc11d-7f01-4dff-81f6-e7eff93f7ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.048639 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a6d89b3d-769d-484f-9ae0-8207c72e0dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:00.528509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:01.535928 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:02.086485 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:15:02.984208 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:14.024596 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:26.196684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:27.535806 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-426c9876-53b9-4d48-8320-494a29cd9847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.048092 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dc838f66-7a89-4c1a-8f14-1c83257efd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:30.529792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:31.538497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:32.989191 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:38.123502 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-2cf22c72-44a0-4565-ad52-beb3c362786b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536029 Jul 08 18:15:38.222722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-c39afcce-52fa-4538-9a14-14f073515f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.224336 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-c39afcce-52fa-4538-9a14-14f073515f0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1096 time: 0.0567868 Jul 08 18:15:38.325755 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-b4a0bcbc-11ce-4970-840e-786f4b041971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.327218 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-b4a0bcbc-11ce-4970-840e-786f4b041971 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0834143 Jul 08 18:15:38.397586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-420dc6d2-fa16-4fdb-9b8c-63570a766708 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1002 time: 0.0626791 Jul 08 18:15:38.446776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-a8c91e49-7507-4141-86e7-227b11e976b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.448223 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-a8c91e49-7507-4141-86e7-227b11e976b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0443089 Jul 08 18:15:38.505189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-18b8aac8-5655-4530-b0af-74e93b94ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.506745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-18b8aac8-5655-4530-b0af-74e93b94ca3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514452 Jul 08 18:15:38.893515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-ad16d91b-d5a2-4b34-9649-f92ed92c65eb service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806584 Jul 08 18:15:38.940447 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-13c66d20-b4b3-4fdb-9242-16c9fd456796 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849230 Jul 08 18:15:38.980140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e084d-2ba7-4c77-acb5-d39496736345 req-e23a187f-0527-4d1d-b0f5-bc91cacf7874 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:38.981813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-412e084d-2ba7-4c77-acb5-d39496736345 req-e23a187f-0527-4d1d-b0f5-bc91cacf7874 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0771985 Jul 08 18:15:38.986062 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2955e303-a0d4-4a15-a1a8-42f313c28433 req-abb8cfde-52e0-4bbb-a3a8-f01385cdf6c8 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860491 Jul 08 18:15:39.026919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-412e084d-2ba7-4c77-acb5-d39496736345 req-8410237b-72f3-4f55-906b-28e1b7602907 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374539 Jul 08 18:15:39.085945 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:15:40.206347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550598cc-ad1f-4471-83ab-f077e839cd75 req-d7825f11-ca82-4a88-8864-0e040ca1ea99 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.207828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-550598cc-ad1f-4471-83ab-f077e839cd75 req-d7825f11-ca82-4a88-8864-0e040ca1ea99 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0629725 Jul 08 18:15:40.243772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-550598cc-ad1f-4471-83ab-f077e839cd75 req-51662803-d1f2-4e9d-9e86-8f2a2c90748b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304852 Jul 08 18:15:40.572322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-61997fa5-9d29-4c72-bd68-58098fe1c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.573856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-61997fa5-9d29-4c72-bd68-58098fe1c639 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1096 time: 0.0525713 Jul 08 18:15:40.664957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-c4fe705f-0409-4b35-827e-2bb44d748108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.666950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-c4fe705f-0409-4b35-827e-2bb44d748108 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0866785 Jul 08 18:15:40.731069 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-d469be5f-3e63-4657-80d9-da4910de1352 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1002 time: 0.0568502 Jul 08 18:15:40.785740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-ebc925e4-2b87-4128-aeba-658281646118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.787919 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-ebc925e4-2b87-4128-aeba-658281646118 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0505502 Jul 08 18:15:40.843136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-77846811-def4-454f-81b2-61251f795c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:40.844621 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-77846811-def4-454f-81b2-61251f795c4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505023 Jul 08 18:15:40.931171 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-fd9f29b2-02bd-4046-9948-1ac2a89cc0fe service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795813 Jul 08 18:15:41.022168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-f9a6ddf9-25fd-47ad-9953-025354bfcbc0 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Jul 08 18:15:41.425520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905babd-e9f8-4451-9680-3be33a69c646 req-ad4ccd24-d119-4505-9b67-cb505c6e16e7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:41.427057 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6905babd-e9f8-4451-9680-3be33a69c646 req-ad4ccd24-d119-4505-9b67-cb505c6e16e7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0653191 Jul 08 18:15:41.470296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6905babd-e9f8-4451-9680-3be33a69c646 req-7f47d2da-e403-4629-89a3-8e83b118da2c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364473 Jul 08 18:15:42.642747 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447face-1cb9-4d4c-9655-12a60f4137ae req-019f91b2-be31-4b57-9fc4-9b6b54e2d685 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:42.644172 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7447face-1cb9-4d4c-9655-12a60f4137ae req-019f91b2-be31-4b57-9fc4-9b6b54e2d685 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0637181 Jul 08 18:15:42.680960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7447face-1cb9-4d4c-9655-12a60f4137ae req-0e4ca014-cee3-4431-98bd-59c024a8c8a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Jul 08 18:15:43.858479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532485d-542e-4bdb-bedc-6912aa147790 req-0a1e1249-e0b3-4b20-81df-2f7d1fe78889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:43.859945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6532485d-542e-4bdb-bedc-6912aa147790 req-0a1e1249-e0b3-4b20-81df-2f7d1fe78889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0627823 Jul 08 18:15:43.897504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6532485d-542e-4bdb-bedc-6912aa147790 req-57405266-ffac-4130-bd1d-ec4de1f29857 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Jul 08 18:15:44.024687 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:45.073225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538582c-efbd-452d-af42-3c45eb41fa28 req-9ff90681-5847-4133-8eba-b424a6ae5ddd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:45.074603 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e538582c-efbd-452d-af42-3c45eb41fa28 req-9ff90681-5847-4133-8eba-b424a6ae5ddd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0664501 Jul 08 18:15:45.111375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e538582c-efbd-452d-af42-3c45eb41fa28 req-7b8c5b50-3394-4660-bc5a-bbd7f692fd04 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Jul 08 18:15:46.282440 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988c014-4988-4475-844b-0f01e6d7377e req-3fb7638e-eab5-4d10-8fdb-779916ec4e1f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:46.283934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4988c014-4988-4475-844b-0f01e6d7377e req-3fb7638e-eab5-4d10-8fdb-779916ec4e1f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0632272 Jul 08 18:15:46.321066 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4988c014-4988-4475-844b-0f01e6d7377e req-9aa3d754-2d97-45fc-9dd6-c211e22789bf tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Jul 08 18:15:47.495339 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3500b-f3ef-4ecd-b42b-3e171dc31c22 req-387819f5-0183-4971-b8f5-f4f2ee6382ed tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:47.496849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9c3500b-f3ef-4ecd-b42b-3e171dc31c22 req-387819f5-0183-4971-b8f5-f4f2ee6382ed tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0629551 Jul 08 18:15:47.538181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b9c3500b-f3ef-4ecd-b42b-3e171dc31c22 req-58054447-0a57-4035-89f6-6f728beb7ebd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356143 Jul 08 18:15:48.713403 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008d27c-cb4b-4155-8654-1c19c4624a09 req-cd7debb6-878e-4a46-ab02-a267869387dd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:48.714904 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d008d27c-cb4b-4155-8654-1c19c4624a09 req-cd7debb6-878e-4a46-ab02-a267869387dd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0652752 Jul 08 18:15:48.751909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d008d27c-cb4b-4155-8654-1c19c4624a09 req-b0490eda-eca1-4621-9a12-fd06e163b398 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Jul 08 18:15:49.921637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed9e38-5ce5-4a74-8946-0259b3c128a0 req-1506c310-ea94-4c7c-a76d-47e08bd43f53 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:49.923008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75ed9e38-5ce5-4a74-8946-0259b3c128a0 req-1506c310-ea94-4c7c-a76d-47e08bd43f53 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0620468 Jul 08 18:15:49.960609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-75ed9e38-5ce5-4a74-8946-0259b3c128a0 req-34e98d6f-8937-4f15-8ccf-d6b7176da474 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322173 Jul 08 18:15:51.136065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac049e-b231-4e97-8249-25a6b087c0e5 req-b99727a1-62a7-4254-8cf5-6cb777541c41 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:51.137613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8ac049e-b231-4e97-8249-25a6b087c0e5 req-b99727a1-62a7-4254-8cf5-6cb777541c41 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0666125 Jul 08 18:15:51.175101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8ac049e-b231-4e97-8249-25a6b087c0e5 req-f6df513a-3c65-4176-9557-78135200e167 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Jul 08 18:15:52.343566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033c2db-650e-4892-9228-6b412e02fea6 req-7a4114ce-ca2c-414e-8437-ef671255ae82 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:52.345083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7033c2db-650e-4892-9228-6b412e02fea6 req-7a4114ce-ca2c-414e-8437-ef671255ae82 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0629003 Jul 08 18:15:52.382182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7033c2db-650e-4892-9228-6b412e02fea6 req-811a28b1-6d45-46cc-8a97-4e1b209e3b8a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313735 Jul 08 18:15:52.923216 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-2430c520-c42b-43e7-bcf2-f78a195017e5 service neutron] show failed (client error): The resource could not be found. Jul 08 18:15:52.924211 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-2430c520-c42b-43e7-bcf2-f78a195017e5 service neutron] 10.222.0.72 "GET /v2.0/ports/60dda4b4-e1fe-44d8-91a8-849e0250e7ab/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0534880 Jul 08 18:15:53.221958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-8f46f2e1-9e32-42c1-96ab-d18e601f70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:53.223849 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-8f46f2e1-9e32-42c1-96ab-d18e601f70b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 1096 time: 0.1022654 Jul 08 18:15:53.251390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:15:53.324457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.523979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:53.557055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:53.557590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb48b8e-bbdf-41a6-907d-22086f55fa26 req-ab9a8f92-c5a1-4f4e-80c5-bc07127c45ec tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:53.559413 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9eb48b8e-bbdf-41a6-907d-22086f55fa26 req-ab9a8f92-c5a1-4f4e-80c5-bc07127c45ec tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0641079 Jul 08 18:15:53.599901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.601861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:53.604096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9eb48b8e-bbdf-41a6-907d-22086f55fa26 req-f3c0f745-4079-4949-bb64-174b70c524b1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390935 Jul 08 18:15:53.604273 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d62e8-00ea-4b0d-a65f-0ffe232f48a9" -d '{"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-unplugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:53.616263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Transition to ACTIVE for port object 60dda4b4-e1fe-44d8-91a8-849e0250e7ab will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:15:53.628884 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.662923 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0247a52d-4600-4de1-93a4-6d161cf83a8e x-openstack-request-id: req-0247a52d-4600-4de1-93a4-6d161cf83a8e {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:53.663228 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-unplugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:53.663485 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0247a52d-4600-4de1-93a4-6d161cf83a8e {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:53.663884 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'code': 200} Jul 08 18:15:53.712693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:53.725407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.725763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.726116 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.726461 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.726797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.727134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.727467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.727802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.728131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.728499 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.728856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.729186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:53.774102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] No DVR routers for this DVR port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:15:53.909376 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:15:53.909707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:15:53.910034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:53.914301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:15:53.914572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:15:53.919415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:15:53.919758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:15:53.920143 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:15:53.920569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Bound port: 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:15:53.920953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:53.987308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:15:53.990187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:15:53.995135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.028761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.029394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:54.030791 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] 10.222.0.41 "PUT /v2.0/ports/60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1091 time: 0.7835524 Jul 08 18:15:54.061518 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0ed26-dc56-4cfb-801c-829b34b28f61 service neutron] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:54.112817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-adcc1d72-c4e5-4c08-aad1-0bea90e1db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.114376 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-adcc1d72-c4e5-4c08-aad1-0bea90e1db47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1094 time: 0.0670071 Jul 08 18:15:54.230038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-93602c47-324f-46b1-a436-b60ef9f54ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.231513 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-93602c47-324f-46b1-a436-b60ef9f54ee2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0898671 Jul 08 18:15:54.300639 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-6bd5d7c2-2dde-49a4-891b-cc3279b03fe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0583441 Jul 08 18:15:54.354736 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-ee125066-85a8-45a9-bf2e-5caf29c50813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.356140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-ee125066-85a8-45a9-bf2e-5caf29c50813 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0467100 Jul 08 18:15:54.414985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-6b31a55b-7b36-443a-9b02-14b3c9e997e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.417100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-6b31a55b-7b36-443a-9b02-14b3c9e997e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510855 Jul 08 18:15:54.507767 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-04268db5-88b2-4349-b4bc-90ee9026c7bf service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798440 Jul 08 18:15:54.599772 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35d27be1-7cf2-440e-bde9-392b44e42eef req-04f54df9-0ccc-4be5-9b76-58aaec806a1b service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846581 Jul 08 18:15:54.734047 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-1a8d607c-3bf2-454d-99e0-15a34d1952cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.735570 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-1a8d607c-3bf2-454d-99e0-15a34d1952cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1094 time: 0.0564795 Jul 08 18:15:54.785049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708a4a-3cff-49ef-a93f-6ef2815860ee req-93d21f6f-4237-47c4-b512-0397918d6c0d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.786562 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81708a4a-3cff-49ef-a93f-6ef2815860ee req-93d21f6f-4237-47c4-b512-0397918d6c0d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 943 time: 0.0638306 Jul 08 18:15:54.825081 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81708a4a-3cff-49ef-a93f-6ef2815860ee req-6151ae53-b573-40ed-b559-ef4c52ea3e6f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322657 Jul 08 18:15:54.833365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-eb2d4878-44c7-45ae-8c6b-3020da40e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.834846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-eb2d4878-44c7-45ae-8c6b-3020da40e1cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0925815 Jul 08 18:15:54.904846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-101cc147-1dfb-4657-b274-0e332ce809e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0591898 Jul 08 18:15:54.955410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-fb8cb076-059b-4056-b687-c3edc1d77a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:54.956858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-fb8cb076-059b-4056-b687-c3edc1d77a7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0423598 Jul 08 18:15:55.019332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-845598a9-412e-46b4-a94e-8d6b32de7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:55.020834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-845598a9-412e-46b4-a94e-8d6b32de7e00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542395 Jul 08 18:15:55.113682 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-24021b70-ed51-424d-b96e-0f053d06db19 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819306 Jul 08 18:15:55.210875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-1449aefe-61bc-49bc-8f5a-b5505fb3f6bc service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869918 Jul 08 18:15:55.665248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:55.667620 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:55.719122 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d91dfab-85cf-432e-a4dc-b48cd665a4ea x-openstack-request-id: req-0d91dfab-85cf-432e-a4dc-b48cd665a4ea {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:55.719418 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:55.719669 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0d91dfab-85cf-432e-a4dc-b48cd665a4ea {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:55.720071 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'status': 'completed', 'code': 200} Jul 08 18:15:55.828463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-afd956aa-a348-4e15-b8ad-dadcfcd832b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:55.830041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-afd956aa-a348-4e15-b8ad-dadcfcd832b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1094 time: 0.0912979 Jul 08 18:15:55.835668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-7fc852c1-878d-4419-b748-684d31e4b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:55.837092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-7fc852c1-878d-4419-b748-684d31e4b02e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1094 time: 0.0702400 Jul 08 18:15:55.989440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-c8a430a2-1a4b-4027-a182-2304f489c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:55.990853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-c8a430a2-1a4b-4027-a182-2304f489c52e service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1529157 Jul 08 18:15:55.998763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c7205-9a48-44d2-a0a8-95541fb72338 req-59a12b94-c6f6-43e9-b003-0850eb1e4d11 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:56.000262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-271c7205-9a48-44d2-a0a8-95541fb72338 req-59a12b94-c6f6-43e9-b003-0850eb1e4d11 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 943 time: 0.0637844 Jul 08 18:15:56.007126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-b540855a-a6b0-4ac3-870e-abcead509a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:56.008437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-b540855a-a6b0-4ac3-870e-abcead509a02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1529534 Jul 08 18:15:56.038463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-271c7205-9a48-44d2-a0a8-95541fb72338 req-68835251-69f9-423b-911c-5b2dd8dd7554 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Jul 08 18:15:56.102650 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-0ea0a3f2-8837-471e-a591-4f6905e268fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1000 time: 0.1041729 Jul 08 18:15:56.110133 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-1bbe0028-d3f0-423d-91ef-f4027b048bb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0749898 Jul 08 18:15:56.185478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-9c770e4e-7350-4140-9121-62f84289d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:56.186909 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-9c770e4e-7350-4140-9121-62f84289d331 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0759301 Jul 08 18:15:56.188270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-eb77a6ab-553b-40d5-8bc8-6c7977d094a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:56.189607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-eb77a6ab-553b-40d5-8bc8-6c7977d094a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0715423 Jul 08 18:15:56.206908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:56.300397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-46d0c2f5-9126-471e-bd2e-e368e8a41584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:56.302586 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-46d0c2f5-9126-471e-bd2e-e368e8a41584 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086876 Jul 08 18:15:56.305960 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-96404f21-2eb8-4a87-a3f0-3f4ab9a33950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:56.307969 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-96404f21-2eb8-4a87-a3f0-3f4ab9a33950 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051664 Jul 08 18:15:56.456978 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-e0a29393-c717-46d0-8961-7379145d35b5 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472771 Jul 08 18:15:56.460298 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-980acabd-7876-4aa9-acec-f312647a4f22 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422355 Jul 08 18:15:56.495685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:15:56.532088 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:15:56.628720 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-bf2cd800-8249-4a39-926d-7831f039429f service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644814 Jul 08 18:15:56.630800 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b3ce5efd-1719-4ae1-912c-84fe29ccdeb6 req-2b9ecb95-e82d-419e-8afd-c79fa2920db9 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597931 Jul 08 18:15:57.224559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862a084-8017-4175-ba34-ca92c197979d req-9995875a-6110-4387-b486-deeb9823756f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:57.226095 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e862a084-8017-4175-ba34-ca92c197979d req-9995875a-6110-4387-b486-deeb9823756f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 943 time: 0.0744817 Jul 08 18:15:57.264849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e862a084-8017-4175-ba34-ca92c197979d req-e9f2ba41-590d-4004-8a30-227ec9767ca0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Jul 08 18:15:57.265621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:15:57.368133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:57.379171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'mac_address': 'fa:16:3e:87:e9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:15:57.415625 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.427660 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dda4b4-e1fe-44d8-91a8-849e0250e7ab {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:15:57.446922 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:57.451202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.496434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:57.503509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.503861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.504203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.504539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.504931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.505264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.505592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.505917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.506241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.506563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.506886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.507225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:15:57.535406 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d48825cb-8193-4a3d-98df-e151162a4b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:57.827137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['60dda4b4-e1fe-44d8-91a8-849e0250e7ab'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:15:58.437848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e971d5-f2c7-406b-983c-71ad6c19a727 req-b7cc2858-315d-468f-8f36-564172e70115 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:58.439334 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00e971d5-f2c7-406b-983c-71ad6c19a727 req-b7cc2858-315d-468f-8f36-564172e70115 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 944 time: 0.0627575 Jul 08 18:15:58.476027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00e971d5-f2c7-406b-983c-71ad6c19a727 req-c4649a49-70bc-4c1e-b3c0-bc673258f99f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Jul 08 18:15:58.869545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-38bc3232-f4f5-484e-9030-6678a8f8dd8a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:58.870918 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-38bc3232-f4f5-484e-9030-6678a8f8dd8a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e&tenant_id=ba7e55c94e76461dbe8600e6c3393e49&binding%3Ahost_id=n-h2-799528-4 HTTP/1.1" status: 200 len: 944 time: 0.0746648 Jul 08 18:15:58.921168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e941af-d784-4756-8f2a-b02755274513 req-2992d6ac-316a-4bae-aec5-71d87d3c3610 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:58.922703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48e941af-d784-4756-8f2a-b02755274513 req-2992d6ac-316a-4bae-aec5-71d87d3c3610 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 944 time: 0.0636313 Jul 08 18:15:58.937603 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-adbe9b9f-9995-46d9-b7bc-02daa22fead2 service neutron] 10.222.0.41 "GET /v2.0/ports/60dda4b4-e1fe-44d8-91a8-849e0250e7ab/bindings/n-h2-799528-4 HTTP/1.1" status: 200 len: 382 time: 0.0599773 Jul 08 18:15:58.966791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48e941af-d784-4756-8f2a-b02755274513 req-793a236d-d01b-491d-b8a3-2166e89bef48 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383725 Jul 08 18:15:59.032790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a056f357-431f-4bcc-815b-cde9f081a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:59.034271 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a056f357-431f-4bcc-815b-cde9f081a212 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1095 time: 0.0543928 Jul 08 18:15:59.125478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-87ec8542-ae12-4bcf-b5c6-be2843d8b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:59.126876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-87ec8542-ae12-4bcf-b5c6-be2843d8b1a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0862103 Jul 08 18:15:59.193448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-cd8f0049-3afc-4124-b087-08ea0e8a64f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1001 time: 0.0601497 Jul 08 18:15:59.241184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-309f3c5e-7ea3-40e0-a1cc-d3d2cc8c646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:59.242644 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-309f3c5e-7ea3-40e0-a1cc-d3d2cc8c646c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0423310 Jul 08 18:15:59.267767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:15:59.297939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-61d3be1f-6213-4869-b8a1-2dcf30b41c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:15:59.299484 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-61d3be1f-6213-4869-b8a1-2dcf30b41c2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508657 Jul 08 18:15:59.315809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:15:59.319625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:15:59.320002 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.394140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-2a4a700a-6fc6-491a-8a67-4026b880d129 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864429 Jul 08 18:15:59.397721 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.420431 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:15:59.422664 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3372ad6-e37b-4423-a224-6f8db088a53f" -d '{"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-plugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:15:59.434730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:15:59.438694 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:15:59.492282 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-c530efdb-985d-4d4c-a797-d6ec78b9b031 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907092 Jul 08 18:15:59.494591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:15:59.538668 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36879bab-7bfd-4232-a376-ddf0c16151ce x-openstack-request-id: req-36879bab-7bfd-4232-a376-ddf0c16151ce {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:15:59.538958 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-plugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:15:59.539218 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-36879bab-7bfd-4232-a376-ddf0c16151ce {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:15:59.539612 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'code': 200} Jul 08 18:16:00.049133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6ad08810-b34b-454f-9f15-6cd8259b735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:00.151426 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c122700-c117-43b0-8b2b-c970d42eb944 req-1bdd3596-b0ef-41b7-b261-074e7769f7ff tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:00.152950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c122700-c117-43b0-8b2b-c970d42eb944 req-1bdd3596-b0ef-41b7-b261-074e7769f7ff tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0670233 Jul 08 18:16:00.188980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c122700-c117-43b0-8b2b-c970d42eb944 req-ddb18c11-f6bb-401d-8e57-086883a0a7fd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305254 Jul 08 18:16:00.531951 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:01.359109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938233a-1bbc-40a7-872f-ed44ad88fe8a req-655018dd-d34e-4231-ab2c-729c1ec9dec1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:01.360584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c938233a-1bbc-40a7-872f-ed44ad88fe8a req-655018dd-d34e-4231-ab2c-729c1ec9dec1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0623438 Jul 08 18:16:01.396854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c938233a-1bbc-40a7-872f-ed44ad88fe8a req-99cf9f3a-85a5-4461-a927-9023be87b61d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306957 Jul 08 18:16:01.542778 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:01.876877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-33b5925b-ffe7-473d-971a-767356f06dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:01.878405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-33b5925b-ffe7-473d-971a-767356f06dec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 1096 time: 0.0557053 Jul 08 18:16:01.889690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:01.963591 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.157427 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:02.188925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:02.227184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:02.230065 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59ebc26-ba78-4461-a579-2276eef12b16" -d '{"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-unplugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:02.233664 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.246873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Transition to ACTIVE for port object 60dda4b4-e1fe-44d8-91a8-849e0250e7ab will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:02.250747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.281075 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dea6510-1cf2-4347-a458-8cc32a617435 x-openstack-request-id: req-8dea6510-1cf2-4347-a458-8cc32a617435 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:02.281364 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-unplugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:02.281611 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8dea6510-1cf2-4347-a458-8cc32a617435 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:02.281994 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'code': 200} Jul 08 18:16:02.334139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:02.375633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] No DVR routers for this DVR port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:02.594288 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e5895-b1fa-48eb-9a04-159ac1f67f82 req-6fbfff5d-b774-4b44-99f3-2c4b02bc8b41 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:02.595816 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b1e5895-b1fa-48eb-9a04-159ac1f67f82 req-6fbfff5d-b774-4b44-99f3-2c4b02bc8b41 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 944 time: 0.0758305 Jul 08 18:16:02.636021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b1e5895-b1fa-48eb-9a04-159ac1f67f82 req-46eb0b43-31f3-4854-8843-a333b877d46b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339935 Jul 08 18:16:02.797698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:02.798038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:02.798370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:02.802540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:16:02.802862 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Attempting to bind port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:02.808214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:02.808556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:02.808974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:02.809403 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Bound port: 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:02.809761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.873523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:02.876572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:02.880506 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.917763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:02.918383 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:02.919796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] 10.222.0.72 "PUT /v2.0/ports/60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1092 time: 1.0340447 Jul 08 18:16:02.936761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217875-13c7-4d33-ad54-c1f441aa0e0c service neutron] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=11']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:02.993196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:03.003921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-34cdbf93-18eb-4d35-8690-5f08bab169c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:03.005499 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-34cdbf93-18eb-4d35-8690-5f08bab169c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1095 time: 0.0610464 Jul 08 18:16:03.099127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a3c1469e-4763-4249-9a83-015f710b6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:03.100617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-a3c1469e-4763-4249-9a83-015f710b6b61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0893946 Jul 08 18:16:03.163257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-4e7800fe-5d26-45eb-ad40-5ce176889b54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0566001 Jul 08 18:16:03.213663 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-b7c4fb68-52bb-4b10-80ca-5384d99236a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:03.214992 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-b7c4fb68-52bb-4b10-80ca-5384d99236a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0459933 Jul 08 18:16:03.270229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-6b20eb90-7fd5-4b08-8600-b7f5635b10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:03.271669 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-6b20eb90-7fd5-4b08-8600-b7f5635b10db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505705 Jul 08 18:16:03.356800 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-d4cc7382-cfee-403d-b6fa-be829bba71d0 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788403 Jul 08 18:16:03.446506 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-578daeaf-be06-436d-aed0-2e3596a8ca02 req-89b931cb-706d-4a75-ad33-5b3f886ffb3f service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831735 Jul 08 18:16:03.810408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962bbaf-a6b0-40b0-a526-4d12ab642b7d req-3bc40446-db8d-4bd4-a336-2e6c9fe7ae2e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:03.811885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b962bbaf-a6b0-40b0-a526-4d12ab642b7d req-3bc40446-db8d-4bd4-a336-2e6c9fe7ae2e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 944 time: 0.0642984 Jul 08 18:16:03.848574 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b962bbaf-a6b0-40b0-a526-4d12ab642b7d req-37541b87-1710-42f2-becb-d80752272544 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Jul 08 18:16:04.283404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:04.285845 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:04.332076 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff3177-298d-4b91-aeed-e866a6a1e552 x-openstack-request-id: req-72ff3177-298d-4b91-aeed-e866a6a1e552 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:04.332366 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:04.332614 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-72ff3177-298d-4b91-aeed-e866a6a1e552 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:04.333030 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'status': 'completed', 'code': 200} Jul 08 18:16:04.429684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-0c2c67c7-eed0-4120-a20d-66604ee3a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.431127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-0c2c67c7-eed0-4120-a20d-66604ee3a46c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1095 time: 0.0799077 Jul 08 18:16:04.503279 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-124a2195-f8d5-480f-a246-79c414da78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.504747 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-124a2195-f8d5-480f-a246-79c414da78e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 1095 time: 0.1100032 Jul 08 18:16:04.541636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:16:04.578458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-a9c5c9d6-4f2f-44c4-a1e8-7d93bf5641e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.579910 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-a9c5c9d6-4f2f-44c4-a1e8-7d93bf5641e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1421144 Jul 08 18:16:04.637260 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:04.648459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'mac_address': 'fa:16:3e:87:e9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:16:04.655164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-2a6e628e-2af1-48dd-9fdb-36192858dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.656638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-2a6e628e-2af1-48dd-9fdb-36192858dfa8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1444192 Jul 08 18:16:04.664502 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-547ad08f-0c37-4839-80f2-82f8896af074 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0768750 Jul 08 18:16:04.684862 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.697954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dda4b4-e1fe-44d8-91a8-849e0250e7ab {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:16:04.717505 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:04.721578 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:04.759935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-5d614de4-c84c-495b-ac2b-9d1da3e89c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.764453 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-5d614de4-c84c-495b-ac2b-9d1da3e89c11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0886939 Jul 08 18:16:04.764453 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-d829f800-56ff-47fc-a5c2-ced4fdf0a073 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 200 len: 1000 time: 0.0962071 Jul 08 18:16:04.781193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=12']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:04.857936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-08c93008-ab36-40c6-aded-7a6068d40f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.857936 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-08c93008-ab36-40c6-aded-7a6068d40f73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0871229 Jul 08 18:16:04.907992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-b834bfeb-9736-454a-b27a-85b9a2b4fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.909679 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-b834bfeb-9736-454a-b27a-85b9a2b4fc6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280520 Jul 08 18:16:04.947455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['60dda4b4-e1fe-44d8-91a8-849e0250e7ab'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:16:04.992076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-2d64a195-d33f-466e-be32-929d5eebe3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:04.994102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-2d64a195-d33f-466e-be32-929d5eebe3f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255844 Jul 08 18:16:05.037140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bea342-7121-4d6f-b84f-d633d3b93ef4 req-74df2809-1d1e-4ed9-a4e4-c888293c1b30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:05.045546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6bea342-7121-4d6f-b84f-d633d3b93ef4 req-74df2809-1d1e-4ed9-a4e4-c888293c1b30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0796742 Jul 08 18:16:05.090888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-877b2453-cf3c-4aa6-a68d-b957478f0313 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725712 Jul 08 18:16:05.107514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e6bea342-7121-4d6f-b84f-d633d3b93ef4 req-fc242e19-baa3-4a8e-8948-a69951a308f8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590422 Jul 08 18:16:05.185318 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-3bc7f9ad-7efc-4b32-a05e-ebc21ee7ea24 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821065 Jul 08 18:16:05.259943 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-07e8a2da-ffc6-48aa-a0f4-a10786531811 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549282 Jul 08 18:16:05.294465 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3b3494e5-ca3d-4797-ab31-6b5e12ac105f req-f29e43cb-218c-4e09-bdeb-ba573244084b service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995264 Jul 08 18:16:05.299860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:05.341244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:06.267795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3bc04-f962-4235-9acc-c28684408a0e req-ee57b512-222d-4002-911d-330c41fe53db tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:06.269307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1d3bc04-f962-4235-9acc-c28684408a0e req-ee57b512-222d-4002-911d-330c41fe53db tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0632102 Jul 08 18:16:06.305784 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c1d3bc04-f962-4235-9acc-c28684408a0e req-eaf9de77-76e1-4d16-9158-66db4d0eb19b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310392 Jul 08 18:16:06.475539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68c5a-9426-4d2d-9ae8-92a6f7c08346 req-3c00e46d-f8d2-495d-825d-bc398f756e32 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:06.476949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ae68c5a-9426-4d2d-9ae8-92a6f7c08346 req-3c00e46d-f8d2-495d-825d-bc398f756e32 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0620139 Jul 08 18:16:06.513051 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ae68c5a-9426-4d2d-9ae8-92a6f7c08346 req-5202bb12-9ab2-488f-947d-d303c06480b4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299695 Jul 08 18:16:06.540662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:06.588305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:06.591868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:06.592235 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.668632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.687322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8881bb-d9c4-4aa4-96cc-2402e671a243 req-665b45b4-6bc6-4023-966e-183c2906ce8d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:06.688833 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db8881bb-d9c4-4aa4-96cc-2402e671a243 req-665b45b4-6bc6-4023-966e-183c2906ce8d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 945 time: 0.0674722 Jul 08 18:16:06.691140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:06.693433 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c282b09-c3ee-48f7-8c96-429b3ff53038" -d '{"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-plugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:06.709303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:06.713811 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:06.727926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db8881bb-d9c4-4aa4-96cc-2402e671a243 req-294a0a3d-8a07-4fbe-9407-52fd19355b88 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332618 Jul 08 18:16:06.764135 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=13']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:06.774211 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e35569-6d86-4ce5-b1c9-6faea1682480 x-openstack-request-id: req-e3e35569-6d86-4ce5-b1c9-6faea1682480 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:06.774519 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-plugged", "status": "completed", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:06.774848 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e3e35569-6d86-4ce5-b1c9-6faea1682480 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:06.775140 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'code': 200} Jul 08 18:16:07.119639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8207d3b-20b8-480a-b3c5-d4eccc80f792 req-4a577aec-c43d-47a7-892d-ada9e09bd2e8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:07.121145 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8207d3b-20b8-480a-b3c5-d4eccc80f792 req-4a577aec-c43d-47a7-892d-ada9e09bd2e8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 946 time: 0.0637937 Jul 08 18:16:07.157913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8207d3b-20b8-480a-b3c5-d4eccc80f792 req-f6248c09-eae3-42a3-ab26-5f9847ff98f0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311780 Jul 08 18:16:08.319851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-0df5aad0-3480-4d79-9df9-9b0d710103a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:08.321473 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-0df5aad0-3480-4d79-9df9-9b0d710103a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 946 time: 0.0699341 Jul 08 18:16:08.330157 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce79f3e-5999-4101-92c7-f3c8d2735500 req-6577446d-8b04-487a-8974-8986472e63c7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:08.331634 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cce79f3e-5999-4101-92c7-f3c8d2735500 req-6577446d-8b04-487a-8974-8986472e63c7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 946 time: 0.0628915 Jul 08 18:16:08.373954 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cce79f3e-5999-4101-92c7-f3c8d2735500 req-309c2175-abe6-42c1-b85b-b54c7ba9bd30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365400 Jul 08 18:16:08.421565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Deleting port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:16:08.421937 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.509595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] For port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:08.509864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.673674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.674044 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.674363 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a disassociated. External IP: 172.25.5.138, port: 60dda4b4-e1fe-44d8-91a8-849e0250e7ab. Jul 08 18:16:08.674846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Calling delete_port for 60dda4b4-e1fe-44d8-91a8-849e0250e7ab owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:16:08.806385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:08.834811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event deleted for resources: {'Port': ['ID=60dda4b4-e1fe-44d8-91a8-849e0250e7ab,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:08.952341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:09.061749 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:09.070786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:09.079749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:09.080350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:16:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:09.106623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] No DVR routers for this DVR port 60dda4b4-e1fe-44d8-91a8-849e0250e7ab on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:16:09.109800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:09.112324 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e6caadd-c52a-4202-afd6-333326e13ee6 req-6701be16-6715-4eb3-936b-3b6a8ebd8cab tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "DELETE /v2.0/ports/60dda4b4-e1fe-44d8-91a8-849e0250e7ab HTTP/1.1" status: 204 len: 173 time: 0.7856097 Jul 08 18:16:09.112786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-deleted', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:09.115039 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b35fe-a9cd-47b8-9c95-43964fa31719" -d '{"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-deleted", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:09.166373 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafa22f1-b49d-484b-a8b2-1d8373add364 x-openstack-request-id: req-cafa22f1-b49d-484b-a8b2-1d8373add364 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:09.166670 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1be69d8-bfd4-4cb6-a2f3-252e0203413e", "name": "network-vif-deleted", "tag": "60dda4b4-e1fe-44d8-91a8-849e0250e7ab", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:09.167418 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cafa22f1-b49d-484b-a8b2-1d8373add364 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:09.167828 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1be69d8-bfd4-4cb6-a2f3-252e0203413e', 'name': 'network-vif-deleted', 'tag': '60dda4b4-e1fe-44d8-91a8-849e0250e7ab', 'status': 'completed', 'code': 200} Jul 08 18:16:09.343241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:09.534682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d8e1f82-1e47-424a-b71b-ae29d1584706 req-c148c8d4-a164-41a1-a470-84f30846d584 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1be69d8-bfd4-4cb6-a2f3-252e0203413e HTTP/1.1" status: 200 len: 210 time: 0.0302875 Jul 08 18:16:09.543928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:09.573338 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:09.581980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:09.582582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:16:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:09.692446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:09.892118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:09.918876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305ebf95-586f-4aed-940b-f3ae64d7e3d9 None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:10.118957 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c9e66-fceb-4689-aae2-1278abf27af5 None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:16:10.876693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-6a489261-1fc3-4ecb-84ca-e7d9294f60a6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--937960027&fields=id&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 267 time: 0.0335011 Jul 08 18:16:10.980280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-94ec647c-9026-4a7c-b346-605537431df7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:10.981782 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-94ec647c-9026-4a7c-b346-605537431df7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.0990126 Jul 08 18:16:10.995766 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-dbf57a29-5855-46b8-a1cd-eeb2b2a1b3c6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/quotas/ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 375 time: 0.0088177 Jul 08 18:16:11.067388 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-01bc3026-f76e-4d91-a32c-5f03d9142e68 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669801 Jul 08 18:16:11.163176 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-6c0fd211-a666-4924-8386-ea2cfe337a57 service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841391 Jul 08 18:16:11.255486 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-21334e04-ab02-4a34-97e6-762d2c4ad6e7 service neutron] 10.222.0.63 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858619 Jul 08 18:16:11.419834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9204fef-d5d7-44ee-861b-f0cdf850aa8d req-64ac1d8b-5ef5-47a0-b856-76dac8f6b732 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 210 time: 0.0289102 Jul 08 18:16:12.556268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:16:12.561296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00ac916a-fea5-4931-917e-fefdbe5b4a97 req-d5635153-2e91-44e8-802a-57005379fd8c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 210 time: 0.0305204 Jul 08 18:16:12.578296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 60dda4b4-e1fe-44d8-91a8-849e0250e7ab {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:16:12.578652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 60dda4b4-e1fe-44d8-91a8-849e0250e7ab not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:16:12.724311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-8c098b41-465e-4731-ae89-120ed30b0da9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:12.725746 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-8c098b41-465e-4731-ae89-120ed30b0da9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 812 time: 0.1076000 Jul 08 18:16:12.776607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-233d8052-535b-4c6a-889c-51b39839aaa4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 379 time: 0.0348704 Jul 08 18:16:12.786288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'port': {'device_id': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'admin_state_up': True, 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'security_groups': ['c1ef5669-4697-48ef-9a1f-41c2b7f3c964']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:12.890912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Made reservation on behalf of ba7e55c94e76461dbe8600e6c3393e49 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:16:12.894533 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.018525 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Allocated IP 172.20.0.6 (81fe10a6-77be-4876-941c-3bba439a9bc6/aaf1b423-7125-4559-9d69-81f7f3929ae6/f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:16:13.149399 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.162612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Transition to ACTIVE for port object f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:13.195195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.244926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:16:13.248023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:16:13.251810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:16:13.275269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:13.304216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:13.304878 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.319124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1bb8121c-bfd6-4ea0-96c0-6bdc9a16c5e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365243 Jul 08 18:16:13.344000 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Request body: {'port': {'device_id': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:13.416036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.447019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ad430e7d-eaab-4f2f-bb04-1ebcd98f3d27 None None] Provisioning for port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:13.450761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ad430e7d-eaab-4f2f-bb04-1ebcd98f3d27 None None] Provisioning complete for port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:13.451230 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ad430e7d-eaab-4f2f-bb04-1ebcd98f3d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.494214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ad430e7d-eaab-4f2f-bb04-1ebcd98f3d27 None None] Port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:16:13.678873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:16:13.686517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.699309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Transition to ACTIVE for port object f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:16:13.703182 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.740368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ceb32-41ab-4fa7-bc0b-625efc4ea6ab req-705a7b66-c33b-4e08-8385-85c52d0243db tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:13.742191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b1ceb32-41ab-4fa7-bc0b-625efc4ea6ab req-705a7b66-c33b-4e08-8385-85c52d0243db tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 931 time: 0.0678334 Jul 08 18:16:13.760476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:13.796115 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b1ceb32-41ab-4fa7-bc0b-625efc4ea6ab req-969a63c9-d381-4f6f-8276-b5d674b4b927 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425334 Jul 08 18:16:13.848458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:16:13.848896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:16:13.849368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:13.855853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:16:13.856319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:16:13.863704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:16:13.864126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:16:13.864526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:16:13.865045 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Bound port: f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:16:13.865492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.937363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:16:13.940693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:16:13.944724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.978192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:13.978838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:13.980841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1091 time: 0.6412582 Jul 08 18:16:13.981320 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:13.983594 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e580329-f80c-4256-b502-7c1df4e0c41e" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:14.008028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d550347-3827-4b6d-a620-c69ffaa0fb62 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:14.031095 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264a9815-762c-42db-b671-5cbc78732cd8 x-openstack-request-id: req-264a9815-762c-42db-b671-5cbc78732cd8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:14.031393 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:14.031646 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-264a9815-762c-42db-b671-5cbc78732cd8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:14.032067 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'status': 'completed', 'code': 200} Jul 08 18:16:14.038521 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:14.112848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-38b8a8ea-a073-49d8-a973-195fabba284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.114701 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-38b8a8ea-a073-49d8-a973-195fabba284a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1094 time: 0.0564811 Jul 08 18:16:14.172879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-ce6fbe2f-a8f6-41e0-8ef2-1650e64b1245 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 217 time: 0.0385518 Jul 08 18:16:14.222931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-23eceb43-2e0b-4ea9-af33-8e6dad4b95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.224350 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-23eceb43-2e0b-4ea9-af33-8e6dad4b95b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0436096 Jul 08 18:16:14.284586 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-5faa651c-72a7-4b87-ae23-47322b332b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.286126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-5faa651c-72a7-4b87-ae23-47322b332b35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519204 Jul 08 18:16:14.380458 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-f4d39cda-56f8-4ee5-962f-78ceeed180b6 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832379 Jul 08 18:16:14.470599 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eb2a5232-4e6b-46fb-86de-1b13a9b39541 req-1b04631d-f89b-4040-938a-458b620bb3d4 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801060 Jul 08 18:16:14.627276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-1461d1dc-3c0b-480b-8ad5-8cce78689598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.628746 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-1461d1dc-3c0b-480b-8ad5-8cce78689598 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1094 time: 0.0516238 Jul 08 18:16:14.719426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-e7966afd-3653-4997-ae08-201edcfcca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.720814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-e7966afd-3653-4997-ae08-201edcfcca4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0857174 Jul 08 18:16:14.761000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-01fb0d19-00be-4434-810d-0c1e68372b13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 217 time: 0.0327992 Jul 08 18:16:14.816540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-c64771c8-5207-4876-b3cc-59f9875f17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.818105 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-c64771c8-5207-4876-b3cc-59f9875f17c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0471046 Jul 08 18:16:14.879042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-0d5c77c5-dbb7-4a5e-aceb-b2728f93d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:14.880577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-0d5c77c5-dbb7-4a5e-aceb-b2728f93d625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547452 Jul 08 18:16:14.977374 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-88fc4158-cffd-4ee8-82ac-cf32327674bf service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874181 Jul 08 18:16:15.163825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b457b-1d2e-4c63-b374-6d2d1c3c9d83 req-934846ee-e4fa-4a28-8f62-d16137293ac1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:15.165457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db6b457b-1d2e-4c63-b374-6d2d1c3c9d83 req-934846ee-e4fa-4a28-8f62-d16137293ac1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0674334 Jul 08 18:16:15.206741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-db6b457b-1d2e-4c63-b374-6d2d1c3c9d83 req-b31dc037-1df7-46e8-8fdc-b987cb712216 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347703 Jul 08 18:16:15.359057 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1e580329-f80c-4256-b502-7c1df4e0c41e req-81858980-338b-42c5-92ce-38e0e348a193 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745534 Jul 08 18:16:16.084782 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:16:16.379445 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473762c-1eac-4a03-8ad4-04f61ed48499 req-5bd92a04-62e9-4c1e-9129-b4362dd9c6b4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:16.380844 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f473762c-1eac-4a03-8ad4-04f61ed48499 req-5bd92a04-62e9-4c1e-9129-b4362dd9c6b4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0626125 Jul 08 18:16:16.417637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f473762c-1eac-4a03-8ad4-04f61ed48499 req-3eb6deb4-b1b9-44cc-ba6f-31fd6b35be52 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306458 Jul 08 18:16:17.383304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:16:17.473732 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:17.485118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'mac_address': 'fa:16:3e:74:84:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:16:17.524453 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:17.537234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:16:17.556521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:17.561585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:17.594587 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db28ce0-7337-4380-be5f-0f14c9e0642f req-05a15dad-4e1c-49f0-b05f-35352fe8cdbf tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:17.596080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4db28ce0-7337-4380-be5f-0f14c9e0642f req-05a15dad-4e1c-49f0-b05f-35352fe8cdbf tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0677280 Jul 08 18:16:17.607523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:17.635068 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4db28ce0-7337-4380-be5f-0f14c9e0642f req-edce49cd-1f30-4dda-b40e-33920dbc8bde tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Jul 08 18:16:17.884269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:16:18.856203 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faf31b-95e3-4d9d-97f4-8aca433d73e2 req-130ca483-8699-4a12-a1d0-0b54caaee023 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:18.857708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92faf31b-95e3-4d9d-97f4-8aca433d73e2 req-130ca483-8699-4a12-a1d0-0b54caaee023 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.1106904 Jul 08 18:16:18.894207 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-92faf31b-95e3-4d9d-97f4-8aca433d73e2 req-67d7b2e4-8fc7-44da-afc3-61fee120c2ac tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309451 Jul 08 18:16:19.394971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:16:19.441834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:16:19.446113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:16:19.446588 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.522417 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.543929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:19.546159 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369674ca-c3f4-4e55-8523-4a06ed65cf79" -d '{"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-plugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:19.558184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:16:19.562277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:19.588190 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c933808e-22b3-4b21-a672-2456d077a1cc x-openstack-request-id: req-c933808e-22b3-4b21-a672-2456d077a1cc {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:19.589110 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-plugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:19.589361 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c933808e-22b3-4b21-a672-2456d077a1cc {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:19.589750 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'code': 200} Jul 08 18:16:19.614843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:16:19.741369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7237f-04f5-4df0-bd21-e3c7d54f119c req-c1bc469b-6e6e-4a4a-9076-b2b3e61ccb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:19.742835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bab7237f-04f5-4df0-bd21-e3c7d54f119c req-c1bc469b-6e6e-4a4a-9076-b2b3e61ccb2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1096 time: 0.0511672 Jul 08 18:16:19.777412 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bab7237f-04f5-4df0-bd21-e3c7d54f119c req-30dfcfee-5290-417e-80a0-64b3e8ddf287 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278533 Jul 08 18:16:20.071859 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ccf06-4594-4c46-a9ee-59c784c8b22a req-5c52a1b0-1247-4d95-851f-a305df18e0fb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:20.073966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-796ccf06-4594-4c46-a9ee-59c784c8b22a req-5c52a1b0-1247-4d95-851f-a305df18e0fb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0661843 Jul 08 18:16:20.110052 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-796ccf06-4594-4c46-a9ee-59c784c8b22a req-f8ac68ea-47f0-43f9-8452-89ffd21c74c9 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306454 Jul 08 18:16:21.281912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cc405-6c3d-4f7f-9b75-f49d206555ce req-01eb7591-a0b8-40e0-8a70-07f9a4dfda01 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:21.283402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb2cc405-6c3d-4f7f-9b75-f49d206555ce req-01eb7591-a0b8-40e0-8a70-07f9a4dfda01 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0633364 Jul 08 18:16:21.319469 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb2cc405-6c3d-4f7f-9b75-f49d206555ce req-0512015c-bf32-43ca-888c-352456af9a3b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306268 Jul 08 18:16:21.481870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d11ca-2698-4003-b4db-c9e0d1311368 req-07ed0825-b6ae-415a-8ab6-6de5185dc3de tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:21.483244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c9d11ca-2698-4003-b4db-c9e0d1311368 req-07ed0825-b6ae-415a-8ab6-6de5185dc3de tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0625527 Jul 08 18:16:21.491743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54384) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:16:21.496598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Request body: {'floatingip': {'port_id': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:16:21.537176 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:22.297071 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:22.300875 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:22.397639 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a associated. External IP: 172.25.5.138, port: f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7. Jul 08 18:16:22.594163 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:16:22.699545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:16:22.704041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:22.710256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:16:22.719885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:22.720503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:16:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:22.744289 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd1b96b5-e625-4911-a2d7-ef50f901dad5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "PUT /v2.0/floatingips/93572153-ecc0-42bc-bff4-a0b451ad399a HTTP/1.1" status: 200 len: 992 time: 1.2515044 Jul 08 18:16:22.745631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:16:22.748106 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dceb68f060b89239e32e702e034339acb6fd6824a97353528aea17580476ef0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197dc35f-bf14-4dc4-938c-18c7ed61697c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:16:22.827803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:22.945307 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b8d226-1558-4ab1-a9b9-893a06683a48 x-openstack-request-id: req-63b8d226-1558-4ab1-a9b9-893a06683a48 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:16:22.945685 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:16:22.945946 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63b8d226-1558-4ab1-a9b9-893a06683a48 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:16:22.946354 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'status': 'completed', 'code': 200} Jul 08 18:16:23.039659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-fd0d4adb-31e6-4126-8058-e57feb4624ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.041201 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-fd0d4adb-31e6-4126-8058-e57feb4624ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1096 time: 0.0515535 Jul 08 18:16:23.049280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:74:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:16:22Z', 'revision_number': 13, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:23.078518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:16:23.086700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:16:23.087303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:16:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:23.132074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-e60262e2-f657-44b5-8218-2ac22fc3be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.133504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-e60262e2-f657-44b5-8218-2ac22fc3be59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0859408 Jul 08 18:16:23.188006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:16:23.196846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-f133fd4f-739c-4785-92fd-d08023da019f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0565975 Jul 08 18:16:23.249429 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-1e097e9b-162f-4775-a598-3befd3f8d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.250957 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-1e097e9b-162f-4775-a598-3befd3f8d896 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0475478 Jul 08 18:16:23.306856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-48f3f47b-e34f-4fa3-8dd5-abfbb16d1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:23.308420 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-48f3f47b-e34f-4fa3-8dd5-abfbb16d1e94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514691 Jul 08 18:16:23.395724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-006956de-e7a5-492c-8602-8b92f6355967 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804315 Jul 08 18:16:23.410686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:74:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:16:22Z', 'revision_number': 13, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:16:23.436263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28052a36-0c3d-4eac-98c8-861d24541034 None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '93572153-ecc0-42bc-bff4-a0b451ad399a', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'port_id': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'mac_address': 'fa:16:3e:74:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:09:08Z', 'updated_at': '2021-07-08T18:16:22Z', 'revision_number': 13, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:16:23.488859 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-197dc35f-bf14-4dc4-938c-18c7ed61697c req-1a75bf62-ad3d-40e3-8d28-511139d01468 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866034 Jul 08 18:16:23.625428 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be9ac0-6f1a-4938-a33e-c050cca23099 None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:16:26.203123 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:27.536654 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8968fe8f-b5b1-4feb-9fa4-dc8c99c93dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.049566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-97c87861-307d-466a-99cf-ac2760942750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:30.534455 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:31.544558 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:32.994612 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:44.020613 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:53.087510 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:16:56.071834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-4a092fdf-0006-482f-8851-dbca28ba5b33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507789 Jul 08 18:16:56.199861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-155451fb-2de9-42bf-8c0c-bd23ee2ed1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:56.201601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-155451fb-2de9-42bf-8c0c-bd23ee2ed1b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1096 time: 0.0574965 Jul 08 18:16:56.214835 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:16:56.305601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-66d35e2c-9371-4029-b1d8-f50fb74c410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:56.307095 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-66d35e2c-9371-4029-b1d8-f50fb74c410f service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0832026 Jul 08 18:16:56.375137 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-8c6609e7-9d29-482e-8210-fca8bb20c394 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1002 time: 0.0607443 Jul 08 18:16:56.424062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-3aad3eed-75d5-46c0-bb62-270267db1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:56.425568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-3aad3eed-75d5-46c0-bb62-270267db1fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0437117 Jul 08 18:16:56.484076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-17a80799-ea5c-4573-8f88-e949b54d53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:16:56.485612 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-17a80799-ea5c-4573-8f88-e949b54d53d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523117 Jul 08 18:16:56.583051 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-c4c64fa5-719f-4a80-b6bb-d782124d5455 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 Jul 08 18:16:56.670796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7e7a9442-bf25-4523-8e46-b674e5257c5b req-7d0470e8-1897-4efc-a352-a28eaa3aed06 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804927 Jul 08 18:16:57.537402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-612c0d12-c4d4-45f2-8713-9c63e0d0a6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.049709 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-89747ad4-0d11-4582-835c-b5367b7ec68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:00.536071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:01.547375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:02.997410 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:14.019314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:26.209489 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:27.538697 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-967dd2b7-b47d-4e0f-99a6-bd94910f4c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.049894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc2c6845-5332-44fc-be9e-6797169f3f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:30.086797 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:17:30.537035 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:31.550490 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:33.000910 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:44.034484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:56.208031 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:57.540406 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fa18099d-c5b6-4c33-9a52-ebd91653caa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:17:58.061848 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-7165baed-e2e2-4f73-b225-9c49b7904240 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523601 Jul 08 18:17:58.179816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-d8c0d4fa-ad53-43c9-b191-3dc8a6f9537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:58.181320 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-d8c0d4fa-ad53-43c9-b191-3dc8a6f9537c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1096 time: 0.0549426 Jul 08 18:17:58.283933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-88afb82f-6fb7-4ab9-9f89-d911e7b6cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:58.285455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-88afb82f-6fb7-4ab9-9f89-d911e7b6cb76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0835402 Jul 08 18:17:58.357040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-39565d5f-452e-42d7-bdb6-d87d393860b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1002 time: 0.0627482 Jul 08 18:17:58.408179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-4c18ea08-7992-4acd-b913-3511c34d21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:58.409678 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-4c18ea08-7992-4acd-b913-3511c34d21e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0431862 Jul 08 18:17:58.468592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-062f171a-55c9-4bfd-8438-d6babaf88c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:17:58.470083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-062f171a-55c9-4bfd-8438-d6babaf88c51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515649 Jul 08 18:17:58.566330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-3c5358e0-ea90-41cc-b1f7-5b312c3355d4 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854719 Jul 08 18:17:58.662888 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b5a7efb-a71c-4357-89f2-55e8b67247fc req-8c299a4b-7ef9-4bfa-8ceb-62351f07f7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872612 Jul 08 18:18:00.050346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-151e8c9d-a9df-455f-874f-c37a66014374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:00.538424 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:01.552356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:03.003169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:05.491170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab45997-2da5-420a-9ed3-b099e186f1d3 req-781275d5-5bbb-4b9b-8c7f-b9a28355e7da tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:05.492668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ab45997-2da5-420a-9ed3-b099e186f1d3 req-781275d5-5bbb-4b9b-8c7f-b9a28355e7da tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0641263 Jul 08 18:18:05.530903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4ab45997-2da5-420a-9ed3-b099e186f1d3 req-b4b1b59e-3c97-4000-baef-d2105b986b1f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Jul 08 18:18:07.086373 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:18:14.032435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:16.898806 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55874f3-21dc-4ec1-b37c-0b6367c0ed2d req-1078cb3e-abf9-4b02-ac34-7e67b5cce57c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:16.900277 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e55874f3-21dc-4ec1-b37c-0b6367c0ed2d req-1078cb3e-abf9-4b02-ac34-7e67b5cce57c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.1058474 Jul 08 18:18:16.903773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-12847a83-715c-4221-84f2-88d2d261a53b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575012 Jul 08 18:18:16.939412 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e55874f3-21dc-4ec1-b37c-0b6367c0ed2d req-11453e23-d519-47f9-b660-54f7a7e516e3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329852 Jul 08 18:18:18.110802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979ab9-b068-40ac-8ccf-c8e7c42ef6ec req-8b0f160a-8938-417e-9657-3c5bc24dd5f7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:18.112280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f979ab9-b068-40ac-8ccf-c8e7c42ef6ec req-8b0f160a-8938-417e-9657-3c5bc24dd5f7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0634770 Jul 08 18:18:18.148871 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6f979ab9-b068-40ac-8ccf-c8e7c42ef6ec req-8a362d72-3ca8-4aaa-ab76-fd14c86d70c4 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311499 Jul 08 18:18:19.127940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-5988322c-5f28-48e0-8281-4cdb55f8ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.129481 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-5988322c-5f28-48e0-8281-4cdb55f8ff7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1096 time: 0.0525508 Jul 08 18:18:19.228387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-818192f5-2044-452d-8d9b-85e270b00fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.230204 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-818192f5-2044-452d-8d9b-85e270b00fec service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0907171 Jul 08 18:18:19.297617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-5f008c4f-e6e3-48dc-a5f8-318b9f40ef33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1002 time: 0.0585344 Jul 08 18:18:19.331045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560c908-0c96-446a-9b78-c8be0ac76fc3 req-40645f1b-9261-45bc-970a-6e99ca5c88e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.332544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a560c908-0c96-446a-9b78-c8be0ac76fc3 req-40645f1b-9261-45bc-970a-6e99ca5c88e1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0659220 Jul 08 18:18:19.353181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-d69ac2c6-c46c-4fd7-b565-39df51c5b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.354667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-d69ac2c6-c46c-4fd7-b565-39df51c5b5ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0483444 Jul 08 18:18:19.371454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a560c908-0c96-446a-9b78-c8be0ac76fc3 req-593067c9-ee59-4cb5-8421-6db0e3c5c5bd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Jul 08 18:18:19.412724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-f9c4ccf9-2050-4426-be07-9824e029ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:19.414258 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-f9c4ccf9-2050-4426-be07-9824e029ebb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520961 Jul 08 18:18:19.508467 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-a735455d-4006-4d74-be36-c9e91bba1196 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840235 Jul 08 18:18:19.609417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-66d43de0-ba55-4659-b5d1-e915a22fa653 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883517 Jul 08 18:18:20.543019 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c1d71-4dbf-4135-9ea8-bf59f04b21f3 req-6aa1734f-d437-4920-b362-9687e4343f56 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:20.545013 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-741c1d71-4dbf-4135-9ea8-bf59f04b21f3 req-6aa1734f-d437-4920-b362-9687e4343f56 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0635753 Jul 08 18:18:20.582806 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-741c1d71-4dbf-4135-9ea8-bf59f04b21f3 req-2bfd794d-86c3-45f0-a055-4b9889b5fa96 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323255 Jul 08 18:18:21.756559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c65e-2849-437a-b1ed-ff645abead72 req-bb24e8b0-3174-4424-9098-1e66d51e06de tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:21.758083 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0103c65e-2849-437a-b1ed-ff645abead72 req-bb24e8b0-3174-4424-9098-1e66d51e06de tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0637386 Jul 08 18:18:21.795732 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0103c65e-2849-437a-b1ed-ff645abead72 req-99510ff2-0ea7-40a9-abab-a879b2dd437f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Jul 08 18:18:22.969994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f986a4-7142-4686-882e-0420a7b71864 req-defae653-45ed-4dc6-9b57-3e2902ad9cf0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:22.971736 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98f986a4-7142-4686-882e-0420a7b71864 req-defae653-45ed-4dc6-9b57-3e2902ad9cf0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0664988 Jul 08 18:18:23.008809 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98f986a4-7142-4686-882e-0420a7b71864 req-d48e0909-596c-436d-854e-3e70e7951e17 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311980 Jul 08 18:18:24.179187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3d12a-96dc-44ea-b6fe-b8e52d81ce8f req-e6ed5c60-ae1a-4680-ba95-2e86bf7779d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:24.180644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9fd3d12a-96dc-44ea-b6fe-b8e52d81ce8f req-e6ed5c60-ae1a-4680-ba95-2e86bf7779d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0619214 Jul 08 18:18:24.217559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9fd3d12a-96dc-44ea-b6fe-b8e52d81ce8f req-0d34be41-54cd-4692-9783-c879fa7fb717 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306902 Jul 08 18:18:25.395729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8b105-cdf1-4583-a142-39f18d5c61ea req-09a998c7-2318-4c07-b527-26ce821ac0e0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:25.397227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09b8b105-cdf1-4583-a142-39f18d5c61ea req-09a998c7-2318-4c07-b527-26ce821ac0e0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0660486 Jul 08 18:18:25.433968 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09b8b105-cdf1-4583-a142-39f18d5c61ea req-a30aa38e-8695-4170-8bed-8e2d50ff69e7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Jul 08 18:18:26.224266 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:26.607833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01134c-5bbc-4ba0-8596-f7833b940cd5 req-fb7bd1c1-1446-4c5e-90bf-07d94505cbdb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:26.609347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed01134c-5bbc-4ba0-8596-f7833b940cd5 req-fb7bd1c1-1446-4c5e-90bf-07d94505cbdb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0620646 Jul 08 18:18:26.645239 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed01134c-5bbc-4ba0-8596-f7833b940cd5 req-21406e20-a1d5-4d84-bd9c-aa5ddbc32d8c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304434 Jul 08 18:18:27.540286 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae8dbed4-a41b-4bbd-bb91-afef2593f8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:27.818637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23239-aec2-4268-a577-798b75d30d9f req-b9fd8c18-4b9f-41f0-b485-536ed97f97e0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:27.820102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45b23239-aec2-4268-a577-798b75d30d9f req-b9fd8c18-4b9f-41f0-b485-536ed97f97e0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0640416 Jul 08 18:18:27.856365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45b23239-aec2-4268-a577-798b75d30d9f req-7c43c7af-1b13-4181-94ab-6d1faa3e38f6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306675 Jul 08 18:18:29.039158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df0871-4e7d-4a07-b945-244c1c0e38c9 req-cfcdce2b-90d9-4f29-bb1e-bc94fd3b9406 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:29.040686 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3df0871-4e7d-4a07-b945-244c1c0e38c9 req-cfcdce2b-90d9-4f29-bb1e-bc94fd3b9406 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0670543 Jul 08 18:18:29.079817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d3df0871-4e7d-4a07-b945-244c1c0e38c9 req-3e2df4c4-6c48-4708-bbef-2d54d27df352 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327029 Jul 08 18:18:30.055081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7aff1e06-e2af-4c1f-acc8-7b4e423b2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:30.254942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fac033-b7e9-49be-b9e6-ba2f4bd19a1a req-4e330a8c-a700-45ca-88e4-f569ee9e5c6c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:30.256511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8fac033-b7e9-49be-b9e6-ba2f4bd19a1a req-4e330a8c-a700-45ca-88e4-f569ee9e5c6c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0663111 Jul 08 18:18:30.299001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8fac033-b7e9-49be-b9e6-ba2f4bd19a1a req-71d92368-b9f8-40cb-98e9-4270c97e7e9f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367131 Jul 08 18:18:30.538180 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:31.479243 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad487ab7-5fd1-40be-844a-a720f7cdd727 req-56e3bb17-e1ed-4ee4-a250-c6fe2abb7083 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:31.480937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad487ab7-5fd1-40be-844a-a720f7cdd727 req-56e3bb17-e1ed-4ee4-a250-c6fe2abb7083 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0677395 Jul 08 18:18:31.518558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ad487ab7-5fd1-40be-844a-a720f7cdd727 req-7ca18b24-cdcc-4585-9ca1-cc05370fb7d1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Jul 08 18:18:31.555478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:32.695033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515be5e-a0b3-488c-83b7-73850336a0ad req-3d8b67ac-d254-4ed5-b62b-556346ff56e2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:32.696463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5515be5e-a0b3-488c-83b7-73850336a0ad req-3d8b67ac-d254-4ed5-b62b-556346ff56e2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0637047 Jul 08 18:18:32.735641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5515be5e-a0b3-488c-83b7-73850336a0ad req-333b09b4-e42c-4aeb-8c4e-788640437357 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328598 Jul 08 18:18:33.007081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:33.913751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d24595-4760-4ef8-a162-d16a120cb4fa req-fcd3f735-553b-4da2-a0ac-6328a9cd1a30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:33.915773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08d24595-4760-4ef8-a162-d16a120cb4fa req-fcd3f735-553b-4da2-a0ac-6328a9cd1a30 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0657227 Jul 08 18:18:33.955196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-08d24595-4760-4ef8-a162-d16a120cb4fa req-fe272eb2-f08b-47fc-a326-de06ae408e98 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331674 Jul 08 18:18:33.978603 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-31291a4e-e7a0-4783-b684-aa4ab1927e33 service neutron] show failed (client error): The resource could not be found. Jul 08 18:18:33.979643 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-31291a4e-e7a0-4783-b684-aa4ab1927e33 service neutron] 10.222.0.41 "GET /v2.0/ports/f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0561469 Jul 08 18:18:34.227330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-9090a5d3-e985-4692-9c20-aece797ec57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:34.228717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-9090a5d3-e985-4692-9c20-aece797ec57a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 1096 time: 0.0523496 Jul 08 18:18:34.240187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:34.312891 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.508817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:34.541184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:34.578399 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:34.580650 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ab251-ca96-42d0-b576-7f830f73c955" -d '{"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:34.584546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.606463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Transition to ACTIVE for port object f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:34.610828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.643289 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b0e8fb-2777-473c-87c5-a5a8b5df4dd9 x-openstack-request-id: req-e7b0e8fb-2777-473c-87c5-a5a8b5df4dd9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:34.643583 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:34.643837 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e7b0e8fb-2777-473c-87c5-a5a8b5df4dd9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:34.644223 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'code': 200} Jul 08 18:18:34.694901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:34.709250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.709598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.709942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.710277 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.710611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.710942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.711272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.711600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.711931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.712255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.712585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.712935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:34.745704 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] No DVR routers for this DVR port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:34.884543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:34.884907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:34.885236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:34.890173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:18:34.890497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:34.895194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:34.895530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:34.895910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:34.896331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Bound port: f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:34.896685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:34.964076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:34.967325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:34.971286 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.008044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.008750 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:35.010107 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0655c17a-e035-41f2-b159-28d437243452 service neutron] 10.222.0.72 "PUT /v2.0/ports/f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1091 time: 0.7739220 Jul 08 18:18:35.066666 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655c17a-e035-41f2-b159-28d437243452 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:35.095750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-7f4b73c6-c22d-49a1-b120-bcba82d54a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.097336 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-7f4b73c6-c22d-49a1-b120-bcba82d54a43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1094 time: 0.0636649 Jul 08 18:18:35.153155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bfe6f-5cb9-4540-9226-7fdce82d1103 req-6edf1f21-d247-43c5-b4ed-c52b2ed86d45 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.154852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-226bfe6f-5cb9-4540-9226-7fdce82d1103 req-6edf1f21-d247-43c5-b4ed-c52b2ed86d45 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0758080 Jul 08 18:18:35.196804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-226bfe6f-5cb9-4540-9226-7fdce82d1103 req-32422f72-98c8-481e-8dd4-688ec74402a0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363603 Jul 08 18:18:35.197476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-9b5fee76-43b1-4b7d-8593-9053432904a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.198958 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-9b5fee76-43b1-4b7d-8593-9053432904a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0950482 Jul 08 18:18:35.265420 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-0c485b63-5120-4415-aa4a-48f4bbaaf028 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0589128 Jul 08 18:18:35.317153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-a84b0ea6-2249-403b-ad80-fbac40343bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.319099 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-a84b0ea6-2249-403b-ad80-fbac40343bcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0476210 Jul 08 18:18:35.376328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-65f5f8bd-7300-4adb-9a1c-291d960f3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:35.377835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-65f5f8bd-7300-4adb-9a1c-291d960f3430 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531178 Jul 08 18:18:35.463460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-8f7f9c41-63aa-4198-8563-a8866eaed30a service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788622 Jul 08 18:18:35.554127 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fb90c24e-9ed3-4070-b4e9-ef67c21bcb30 req-09aa4583-9cc9-4e36-9cb8-c8e29c00e9b0 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834897 Jul 08 18:18:36.162925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:36.202319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:36.376899 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f007f-5b06-43b0-8873-de2be2bc1465 req-f158a85b-9656-4721-9a4b-ebc650e1efde tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:36.378417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-622f007f-5b06-43b0-8873-de2be2bc1465 req-f158a85b-9656-4721-9a4b-ebc650e1efde tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0662303 Jul 08 18:18:36.417033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-622f007f-5b06-43b0-8873-de2be2bc1465 req-f2a41f74-f3f2-4c2a-b875-4cabaa154ff0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328469 Jul 08 18:18:36.645710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:36.648148 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d635e15-4ef2-4767-b4b5-0623b84d80fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:36.696126 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8773f8f4-390b-49ed-a65b-a1b06a3a705c x-openstack-request-id: req-8773f8f4-390b-49ed-a65b-a1b06a3a705c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:36.696421 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:36.696677 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8773f8f4-390b-49ed-a65b-a1b06a3a705c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:36.697113 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'status': 'completed', 'code': 200} Jul 08 18:18:36.799931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-ceddc7d1-1bff-4661-9498-2ca80bb65561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:36.801541 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-ceddc7d1-1bff-4661-9498-2ca80bb65561 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1094 time: 0.0867343 Jul 08 18:18:36.870658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-37b2e4f0-96e2-43ff-8986-194461825721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:36.872173 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-37b2e4f0-96e2-43ff-8986-194461825721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1094 time: 0.1151557 Jul 08 18:18:36.961185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-6bde6b18-78f1-48dd-8627-18f222989bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:36.962604 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-6bde6b18-78f1-48dd-8627-18f222989bd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1534359 Jul 08 18:18:37.029231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-23cf0589-b066-42df-88e4-81078bbe9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.030719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-23cf0589-b066-42df-88e4-81078bbe9469 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1502619 Jul 08 18:18:37.047836 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-1f683421-31f2-4877-a363-6502119fee4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0766456 Jul 08 18:18:37.135717 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-d9acf5ae-848a-48d4-a1fa-79b8a831af84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0945911 Jul 08 18:18:37.141523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-0da4298d-9ff7-47a4-89d9-df1e9a033703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.142897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-0da4298d-9ff7-47a4-89d9-df1e9a033703 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0655010 Jul 08 18:18:37.215495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-0c3b74e8-5a76-4f4d-a22e-b1338f747a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.216950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-0c3b74e8-5a76-4f4d-a22e-b1338f747a53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0713542 Jul 08 18:18:37.266019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-e9c4159e-51b8-4f87-b4c1-b36c0f5ab1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.267529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-e9c4159e-51b8-4f87-b4c1-b36c0f5ab1de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148987 Jul 08 18:18:37.292246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-a10620e3-0f63-47ce-8e50-699c3736fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.293801 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-a10620e3-0f63-47ce-8e50-699c3736fe4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684769 Jul 08 18:18:37.470841 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-f5b92aa5-c2e8-475c-9dc6-6d32aace5f26 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646435 Jul 08 18:18:37.474450 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-63920aaf-b03f-4bd5-9cec-968c5de50ac8 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976061 Jul 08 18:18:37.604878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33e57-61dc-47f4-99fd-3a9f3ab3fdf2 req-60a11b60-3ef1-4cb8-a577-6c405a64fc6c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:37.607676 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7d33e57-61dc-47f4-99fd-3a9f3ab3fdf2 req-60a11b60-3ef1-4cb8-a577-6c405a64fc6c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0716624 Jul 08 18:18:37.644138 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-01e7158a-23f0-4f38-aa9b-fc979711df71 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630871 Jul 08 18:18:37.646260 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2d635e15-4ef2-4767-b4b5-0623b84d80fa req-1d088fcc-84fe-4ebf-a207-9dbac0268935 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640916 Jul 08 18:18:37.652078 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a7d33e57-61dc-47f4-99fd-3a9f3ab3fdf2 req-d895a833-289e-45b0-b85e-0f081d59dece tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365272 Jul 08 18:18:38.834840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4661e-0eb9-4496-996d-f30a123b0ddc req-e508f9d7-1d68-46fb-8f7a-89ceb35fd213 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:38.836379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9f4661e-0eb9-4496-996d-f30a123b0ddc req-e508f9d7-1d68-46fb-8f7a-89ceb35fd213 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0665808 Jul 08 18:18:38.875520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9f4661e-0eb9-4496-996d-f30a123b0ddc req-762ae7a5-36ba-4006-bf90-1e30d156e241 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Jul 08 18:18:40.060849 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02d2af-0207-473a-8e36-e07e616fa80e req-517dc706-ea56-42fe-ab9d-9952aaaba09a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:40.062323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe02d2af-0207-473a-8e36-e07e616fa80e req-517dc706-ea56-42fe-ab9d-9952aaaba09a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0784166 Jul 08 18:18:40.101521 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe02d2af-0207-473a-8e36-e07e616fa80e req-bf6d8321-c433-46a5-b46e-ce40b9cbf4bd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335681 Jul 08 18:18:41.280933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd27b8b-9e2b-47d7-9f31-fb9c9ecf8a46 req-13bd006d-593e-4939-ac96-40c3d9e2f062 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:41.282504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cd27b8b-9e2b-47d7-9f31-fb9c9ecf8a46 req-13bd006d-593e-4939-ac96-40c3d9e2f062 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0674047 Jul 08 18:18:41.321283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0cd27b8b-9e2b-47d7-9f31-fb9c9ecf8a46 req-f57e9bc4-f773-4e28-868b-7a7d94613e0f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 Jul 08 18:18:42.492010 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd1eaa-636a-4599-95fa-0e84beaaaebf req-30e1990c-cd90-4a0c-8b3b-ffe78ce38221 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:42.493552 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86dd1eaa-636a-4599-95fa-0e84beaaaebf req-30e1990c-cd90-4a0c-8b3b-ffe78ce38221 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0633256 Jul 08 18:18:42.532225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86dd1eaa-636a-4599-95fa-0e84beaaaebf req-e0c59fa1-6877-419e-aadd-9ae99223bf7a tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326262 Jul 08 18:18:42.597973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-bb4fcb45-92d5-4b2f-a5f5-5446c0d001cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:42.599423 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-bb4fcb45-92d5-4b2f-a5f5-5446c0d001cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1094 time: 0.0513763 Jul 08 18:18:42.990618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-16c8d564-6e5b-48cf-9a86-4d18de6654cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:42.992102 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-16c8d564-6e5b-48cf-9a86-4d18de6654cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.3704007 Jul 08 18:18:43.054992 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-de4d8dcb-de71-4dcf-bff1-03a3f08f89a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0554383 Jul 08 18:18:43.105178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-48746e67-ba1a-45e9-8e42-07bf3cf11ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.106495 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-48746e67-ba1a-45e9-8e42-07bf3cf11ad3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0447426 Jul 08 18:18:43.162514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-0daca82e-45e4-46b2-846b-def5c9c6e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.163935 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-0daca82e-45e4-46b2-846b-def5c9c6e78f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503085 Jul 08 18:18:43.251054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-b25efe3e-e153-43a5-818b-20e4ab326cc6 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793595 Jul 08 18:18:43.340879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9c7a8f8c-2f29-4abd-a230-cfad679ee02f req-60c827b7-1f0c-4c91-8427-39d75a2bd7c7 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837426 Jul 08 18:18:43.717657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec1f0-8d3f-4d9b-ab17-d3a6be1dfe0e req-a04cdbea-629a-4934-af7c-bd8d809c095f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:43.720156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-838ec1f0-8d3f-4d9b-ab17-d3a6be1dfe0e req-a04cdbea-629a-4934-af7c-bd8d809c095f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0784900 Jul 08 18:18:43.765682 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-838ec1f0-8d3f-4d9b-ab17-d3a6be1dfe0e req-7a23b233-72f2-44b3-b033-cd9bfc486f06 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367548 Jul 08 18:18:44.050450 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:44.085357 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:18:44.939247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235bcf6-2655-42e5-b847-f0576a54f1a8 req-fd5578f8-7aa4-4c29-8dc7-1f73b1704b02 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:44.940768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4235bcf6-2655-42e5-b847-f0576a54f1a8 req-fd5578f8-7aa4-4c29-8dc7-1f73b1704b02 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0640607 Jul 08 18:18:44.977763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4235bcf6-2655-42e5-b847-f0576a54f1a8 req-69254830-aeba-4b77-a854-468dbadd9368 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312459 Jul 08 18:18:46.152450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988f42-9852-46aa-a035-abcea03fb473 req-a4af070b-7f29-40f8-aeae-a451fbb2faee tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:46.153988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5988f42-9852-46aa-a035-abcea03fb473 req-a4af070b-7f29-40f8-aeae-a451fbb2faee tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0625679 Jul 08 18:18:46.190593 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f5988f42-9852-46aa-a035-abcea03fb473 req-0086bb7c-0669-47fb-8b3e-d6667a36e98b tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309942 Jul 08 18:18:47.373333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12bd19-e6bb-4ee9-a761-908a0dcb65f6 req-2807e649-d46f-448f-b199-5453afca6110 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:47.374803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d12bd19-e6bb-4ee9-a761-908a0dcb65f6 req-2807e649-d46f-448f-b199-5453afca6110 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 943 time: 0.0672951 Jul 08 18:18:47.412351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7d12bd19-e6bb-4ee9-a761-908a0dcb65f6 req-4d5a473b-6672-48eb-a461-72f149137e87 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Jul 08 18:18:47.426050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:18:47.521697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:47.533486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'mac_address': 'fa:16:3e:74:84:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:18:47.568973 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.581225 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:18:47.601975 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:47.605517 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:47.652439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:47.660105 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.660447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.660804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.661136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.661463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.661786 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.662106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.662426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.662739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.663055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.663372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.663686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:18:47.819946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-206b39a3-8b10-4239-97d0-1afa0eeb54d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:47.821448 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-206b39a3-8b10-4239-97d0-1afa0eeb54d8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d&tenant_id=ba7e55c94e76461dbe8600e6c3393e49&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 944 time: 0.0812993 Jul 08 18:18:47.852715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:18:47.865675 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a815dcb-1082-492d-b547-8f0722a688b7 req-96983f91-5fad-4752-9b3a-fc7707dd9161 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:47.869540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a815dcb-1082-492d-b547-8f0722a688b7 req-96983f91-5fad-4752-9b3a-fc7707dd9161 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0684206 Jul 08 18:18:47.884116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-6df20f38-7a9c-4650-a7fb-9fcccbe7c999 service neutron] 10.222.0.72 "GET /v2.0/ports/f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7/bindings/n-h1-799528-4 HTTP/1.1" status: 200 len: 382 time: 0.0562296 Jul 08 18:18:47.908279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9a815dcb-1082-492d-b547-8f0722a688b7 req-cc6be615-55a0-4153-bdba-8e6f2f4e9727 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351324 Jul 08 18:18:47.964495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-bc1b4c36-52e4-49f8-90d8-034ce384cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:47.966056 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-bc1b4c36-52e4-49f8-90d8-034ce384cabc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1095 time: 0.0572424 Jul 08 18:18:48.051441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-05e38218-956e-41e2-a9ed-385d6b29330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:48.052945 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-05e38218-956e-41e2-a9ed-385d6b29330f service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0806673 Jul 08 18:18:48.119354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-a40a3d75-cd6d-4b63-8790-f8615826ad93 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1001 time: 0.0598702 Jul 08 18:18:48.166451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-9e031b85-b219-4a45-9964-0ad5212e6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:48.167990 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-9e031b85-b219-4a45-9964-0ad5212e6a54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0421615 Jul 08 18:18:48.223341 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-51d15732-2c0e-4b70-bd3d-a42ef54d2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:48.224805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-51d15732-2c0e-4b70-bd3d-a42ef54d2abd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500979 Jul 08 18:18:48.315674 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-b97dfd6b-4811-4177-96e7-60f090b7fed9 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836415 Jul 08 18:18:48.402921 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-45386101-7c3b-478b-bced-ee2fc175d9d5 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804560 Jul 08 18:18:49.085070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826dbd5-a17d-49f4-96b2-2633742b3e6c req-f7b7c64a-3a1e-466b-b76e-9d9e1835cd4c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:49.086464 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d826dbd5-a17d-49f4-96b2-2633742b3e6c req-f7b7c64a-3a1e-466b-b76e-9d9e1835cd4c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0665207 Jul 08 18:18:49.125828 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d826dbd5-a17d-49f4-96b2-2633742b3e6c req-76810399-ddf1-4cd5-a4bb-c12322dae68d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329797 Jul 08 18:18:49.456902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:18:49.505061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:18:49.508495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:18:49.508892 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.584851 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.606669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:49.608927 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478d5a945f64776dab5cb4f3059343a86aa0e3507016fcf6be73aa94a65b4a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c7cc59-d00f-4e59-ac15-35700b07645a" -d '{"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-plugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:49.622000 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:49.626298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:49.659862 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680ffae-1141-4e06-b38c-3a3aa6060dc8 x-openstack-request-id: req-5680ffae-1141-4e06-b38c-3a3aa6060dc8 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:49.660156 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-plugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:49.660422 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5680ffae-1141-4e06-b38c-3a3aa6060dc8 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:49.660819 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'code': 200} Jul 08 18:18:49.675834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:50.304475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960c767-1369-42c8-bf2d-f99f3baacd2a req-064983e2-afa4-48f8-b546-ee18d120e0b1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:50.305929 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1960c767-1369-42c8-bf2d-f99f3baacd2a req-064983e2-afa4-48f8-b546-ee18d120e0b1 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0638819 Jul 08 18:18:50.344111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1960c767-1369-42c8-bf2d-f99f3baacd2a req-2acb6082-98d1-4496-b148-d83142f0c398 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Jul 08 18:18:51.525985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4075d-d3fa-4e42-9d35-5cb715c9636a req-c10fcfaa-023e-4889-83e6-0d49864eab32 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:51.527495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fef4075d-d3fa-4e42-9d35-5cb715c9636a req-c10fcfaa-023e-4889-83e6-0d49864eab32 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0647264 Jul 08 18:18:51.566751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fef4075d-d3fa-4e42-9d35-5cb715c9636a req-06765aa2-3572-4499-9d00-9120e348126c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323195 Jul 08 18:18:52.207577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-a17b99d1-485e-466e-8673-c59b2f1507b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:52.209108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-a17b99d1-485e-466e-8673-c59b2f1507b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d&tenant_id=ba7e55c94e76461dbe8600e6c3393e49 HTTP/1.1" status: 200 len: 1096 time: 0.0529659 Jul 08 18:18:52.232497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:18:52.304929 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.501823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:18:52.533159 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:52.571368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:52.573629 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4dd393-1e78-4e81-a3f7-d09347c9b3ff" -d '{"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:52.577802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.591509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Transition to ACTIVE for port object f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:18:52.595184 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.627602 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65404791-584b-432e-8adc-6f6b9ff8c6a6 x-openstack-request-id: req-65404791-584b-432e-8adc-6f6b9ff8c6a6 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:52.627899 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:52.628150 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65404791-584b-432e-8adc-6f6b9ff8c6a6 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:52.628665 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'code': 200} Jul 08 18:18:52.678187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=10']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:52.723850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] No DVR routers for this DVR port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:18:52.789676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc17bb-072d-4e56-ac59-1782388af315 req-c3466103-a44e-4245-aa94-6508463ad4c3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:52.791527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8bc17bb-072d-4e56-ac59-1782388af315 req-c3466103-a44e-4245-aa94-6508463ad4c3 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0775287 Jul 08 18:18:52.834724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8bc17bb-072d-4e56-ac59-1782388af315 req-366837c1-b461-4f16-b442-b840f750dd72 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369117 Jul 08 18:18:52.876860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:18:52.877498 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:18:52.877841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:52.882706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:18:52.883039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Attempting to bind port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on network 81fe10a6-77be-4876-941c-3bba439a9bc6 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:18:52.888006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:18:52.888349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Checking segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:18:52.888753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Bound using segment: {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:18:52.889222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Bound port: f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca1af09-378e-49c8-857e-4de164fc1596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:18:52.889588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.954404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:18:52.957446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:18:52.961853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.994339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:52.994962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:52.996764 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] 10.222.0.41 "PUT /v2.0/ports/f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1092 time: 0.7682064 Jul 08 18:18:53.021604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa7b29-d7b3-451d-a3c9-aadae7f8f713 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=11']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:18:53.094410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-afd9b346-ac23-42fb-a087-36052eea39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.096147 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-afd9b346-ac23-42fb-a087-36052eea39db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1095 time: 0.0567784 Jul 08 18:18:53.190874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-a58b96d7-c7a2-4aa9-9afe-97c071987cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.192358 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-a58b96d7-c7a2-4aa9-9afe-97c071987cfa service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0892732 Jul 08 18:18:53.259169 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-9d875b93-41fb-460a-bd6a-a7c6233119b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0561986 Jul 08 18:18:53.308178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-5b24e7d6-34c2-40cc-b6fc-ef8d3ddcf797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.309597 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-5b24e7d6-34c2-40cc-b6fc-ef8d3ddcf797 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0417497 Jul 08 18:18:53.369330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-3415c0e9-3625-4b8b-a53e-6b3d94bc4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:53.370727 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-3415c0e9-3625-4b8b-a53e-6b3d94bc4a72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540633 Jul 08 18:18:53.459444 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-143d22e5-35b4-4205-b9c5-438d35483e35 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804923 Jul 08 18:18:53.555290 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d4d30026-f9a0-41ed-97bd-6bc99d6619d7 req-c062a657-f9fe-473f-960b-db8d62a2f94b service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Jul 08 18:18:54.011796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843c46b-49df-456f-a0b9-cbe1cc36ba51 req-730f2000-09f8-41e0-bb4c-40688b7e982f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:54.013313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a843c46b-49df-456f-a0b9-cbe1cc36ba51 req-730f2000-09f8-41e0-bb4c-40688b7e982f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0655556 Jul 08 18:18:54.116270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a843c46b-49df-456f-a0b9-cbe1cc36ba51 req-3cdd1c27-15e2-40b9-82cf-9bb83aef776f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Jul 08 18:18:54.629968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:18:54.632443 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8297565a-092e-4440-842d-4e35c050d68c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:18:54.739365 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37222ccc-66c2-4397-8533-f4d9ec1076ad x-openstack-request-id: req-37222ccc-66c2-4397-8533-f4d9ec1076ad {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:18:54.740401 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:18:54.740668 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-37222ccc-66c2-4397-8533-f4d9ec1076ad {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:18:54.741441 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'status': 'completed', 'code': 200} Jul 08 18:18:54.848021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-e6274629-0b82-48b4-a18e-3b078c9c62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:54.849571 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-e6274629-0b82-48b4-a18e-3b078c9c62e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1095 time: 0.0918448 Jul 08 18:18:54.911644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-055b7d86-97ae-4319-94ff-065de0c21f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:54.913094 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-055b7d86-97ae-4319-94ff-065de0c21f72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1095 time: 0.1144032 Jul 08 18:18:55.014801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-bba666e5-e706-4f80-aa23-137f2d1ec864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.016267 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-bba666e5-e706-4f80-aa23-137f2d1ec864 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1607053 Jul 08 18:18:55.071477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-9e9d88b5-a0fe-487e-b375-8100c952afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.072950 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-9e9d88b5-a0fe-487e-b375-8100c952afcd service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.1526809 Jul 08 18:18:55.128501 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-f92007f1-94b0-48f9-ac83-9579b0b188ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.1029317 Jul 08 18:18:55.181498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-0b834e62-6539-4de5-8ccf-28b4ab162640 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0976942 Jul 08 18:18:55.203915 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-15d3c8bb-23bf-46c7-ac52-7c97f65eb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.205417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-15d3c8bb-23bf-46c7-ac52-7c97f65eb27e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0687261 Jul 08 18:18:55.272020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-ce94a217-884f-4636-9c59-56fbf151d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.273522 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-ce94a217-884f-4636-9c59-56fbf151d466 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0812187 Jul 08 18:18:55.297692 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-e8a57287-f5bc-4542-9e8e-b649c5cc266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.299263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-e8a57287-f5bc-4542-9e8e-b649c5cc266c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759385 Jul 08 18:18:55.400908 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298df837-f129-449e-ac3d-289a83225726 req-2f7cadcb-ef46-44f1-b242-3b0f17fb56a2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.402366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-298df837-f129-449e-ac3d-289a83225726 req-2f7cadcb-ef46-44f1-b242-3b0f17fb56a2 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.1189070 Jul 08 18:18:55.413925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297565a-092e-4440-842d-4e35c050d68c req-1cfd226f-d59b-4c9c-98e0-d6f3cc780d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:55.415511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-1cfd226f-d59b-4c9c-98e0-d6f3cc780d1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317754 Jul 08 18:18:55.437882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-e2f4aa28-9bf1-4dea-a14e-f54ad5da9cd0 service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207643 Jul 08 18:18:55.443270 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-298df837-f129-449e-ac3d-289a83225726 req-ce170761-8958-437f-a553-238b757bd0a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342648 Jul 08 18:18:55.487894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:18:55.534519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:18:55.584862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-9ecd0f31-23bc-4774-a904-8fab3bcb7561 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584461 Jul 08 18:18:55.589853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-a6935f69-505c-4629-af69-adacab67accd service neutron] 10.222.0.72 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424839 Jul 08 18:18:55.681232 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8297565a-092e-4440-842d-4e35c050d68c req-f00d9554-ad24-429e-83ea-c3249c03a3e6 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Jul 08 18:18:56.224103 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:56.625490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34168b9e-0468-4ec0-9101-5dcbfeae655d req-48dd003b-fe6b-477a-8169-d137b4e48d5c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:56.627075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34168b9e-0468-4ec0-9101-5dcbfeae655d req-48dd003b-fe6b-477a-8169-d137b4e48d5c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0692549 Jul 08 18:18:56.665373 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-34168b9e-0468-4ec0-9101-5dcbfeae655d req-91936165-d1ed-4a70-828d-c7e830942025 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jul 08 18:18:57.541421 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3be1e09a-6cd6-4423-9d6b-4f6cd1a83c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:18:57.842858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63613d73-5c9b-426d-ba92-7881a51be5da req-2a31ad28-81f2-494c-9991-30c6a5c2d1a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:57.844353 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63613d73-5c9b-426d-ba92-7881a51be5da req-2a31ad28-81f2-494c-9991-30c6a5c2d1a8 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0651944 Jul 08 18:18:57.881091 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-63613d73-5c9b-426d-ba92-7881a51be5da req-6aaa4872-bf1e-486f-a38a-9291116c87b7 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308464 Jul 08 18:18:59.057192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c52dcd-7190-4327-be2f-ac3443bccf3a req-df5a85b7-faad-4fb8-8738-645bcea38192 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:18:59.058558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43c52dcd-7190-4327-be2f-ac3443bccf3a req-df5a85b7-faad-4fb8-8738-645bcea38192 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0662894 Jul 08 18:18:59.096069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-43c52dcd-7190-4327-be2f-ac3443bccf3a req-4f30389e-c4cc-4864-9403-a75e3b1bfe06 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Jul 08 18:19:00.055564 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f5c51a57-8436-439a-98e9-0f08f64199f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.087076 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-f2bfd208-a7ca-49ff-967b-02b25ddeedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.088547 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-f2bfd208-a7ca-49ff-967b-02b25ddeedb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 1095 time: 0.0533757 Jul 08 18:19:00.191767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-167130f8-c1a8-4ac4-9639-d6745eba7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.193337 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-167130f8-c1a8-4ac4-9639-d6745eba7cd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 200 len: 913 time: 0.0836678 Jul 08 18:19:00.265398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-0aa6ec0f-5954-40f5-927c-ef68fe1c3404 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 200 len: 1000 time: 0.0626225 Jul 08 18:19:00.269038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191363e2-670f-44a2-bc72-4f051b81395d req-6e086aed-815c-46a8-bb50-caa432712c42 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.270821 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-191363e2-670f-44a2-bc72-4f051b81395d req-6e086aed-815c-46a8-bb50-caa432712c42 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0653200 Jul 08 18:19:00.308843 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-191363e2-670f-44a2-bc72-4f051b81395d req-7de82c2a-1efe-4f11-b864-6a55e7fc6898 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323696 Jul 08 18:19:00.318130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-6604f90d-a5d2-4168-996c-f84f232d81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.319649 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-6604f90d-a5d2-4168-996c-f84f232d81ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 200 len: 851 time: 0.0439975 Jul 08 18:19:00.378325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-1c754bd7-b4c7-46ef-bf47-d49e38a87488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:00.379698 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-1c754bd7-b4c7-46ef-bf47-d49e38a87488 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81fe10a6-77be-4876-941c-3bba439a9bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511329 Jul 08 18:19:00.471482 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-be852f1e-6cdb-416a-889f-53545da18afb service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Jul 08 18:19:00.538726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:00.566790 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-24ae3dea-bedc-4b85-be2e-ca08bc60739d req-bc7fe9bf-0cde-484d-9703-31704653f174 service neutron] 10.222.0.41 "GET /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847847 Jul 08 18:19:01.486825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8aa326-4e6c-4ed5-bd10-925e7f0b09d8 req-6185a330-3885-4c32-a59d-caf6edbb9cd0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:01.488297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf8aa326-4e6c-4ed5-bd10-925e7f0b09d8 req-6185a330-3885-4c32-a59d-caf6edbb9cd0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0658469 Jul 08 18:19:01.526689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf8aa326-4e6c-4ed5-bd10-925e7f0b09d8 req-9453ca8f-3a81-42e6-9444-14a9fb375ebb tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325696 Jul 08 18:19:01.568074 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:02.699955 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c4b1d-ae3e-4310-ab41-9729b1f2d41e req-4ec15821-532d-4703-8d79-3b43e32bb417 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:02.702091 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a28c4b1d-ae3e-4310-ab41-9729b1f2d41e req-4ec15821-532d-4703-8d79-3b43e32bb417 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0644550 Jul 08 18:19:02.738680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a28c4b1d-ae3e-4310-ab41-9729b1f2d41e req-362de05e-84fc-45a4-ad8a-d199da28a6c0 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Jul 08 18:19:03.009284 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:03.911382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d320905-a6f6-468c-95ad-7f44337f0f67 req-d68d1e33-1c20-4ae1-9436-14bb9890941f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:03.912900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d320905-a6f6-468c-95ad-7f44337f0f67 req-d68d1e33-1c20-4ae1-9436-14bb9890941f tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0632622 Jul 08 18:19:03.949565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4d320905-a6f6-468c-95ad-7f44337f0f67 req-6a8d8932-3e5f-4d3d-aae7-edbac65718dd tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308921 Jul 08 18:19:05.127379 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3be1ad-c0fd-486d-82d0-eeabe3da31b9 req-f60d9718-2452-4a88-b15b-9f9d249a38aa tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:05.128886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f3be1ad-c0fd-486d-82d0-eeabe3da31b9 req-f60d9718-2452-4a88-b15b-9f9d249a38aa tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0685182 Jul 08 18:19:05.165054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8f3be1ad-c0fd-486d-82d0-eeabe3da31b9 req-01645682-a0be-4eb5-a179-5a1bf811500c tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306294 Jul 08 18:19:05.336872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff8d2b-2ede-467b-b990-8a5f6e774756 req-4810481e-da48-4141-9d2c-7bb88f0fcd4d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:05.338337 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcff8d2b-2ede-467b-b990-8a5f6e774756 req-4810481e-da48-4141-9d2c-7bb88f0fcd4d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0628080 Jul 08 18:19:05.375950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcff8d2b-2ede-467b-b990-8a5f6e774756 req-8f4fe503-9b20-4c74-b1e9-573df2d6b4b6 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319724 Jul 08 18:19:05.549047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88203f-d567-40cb-8b24-1413df3c3884 req-be80d3c5-2567-4189-b3e5-4e436d7c2b6e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:05.550530 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c88203f-d567-40cb-8b24-1413df3c3884 req-be80d3c5-2567-4189-b3e5-4e436d7c2b6e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0669432 Jul 08 18:19:05.589532 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c88203f-d567-40cb-8b24-1413df3c3884 req-575a99f9-d1de-4193-9485-5cbb37e5203d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335104 Jul 08 18:19:05.964209 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a8f85-708d-405d-98f9-7027647c942a req-32110519-b4e8-491f-83e2-1ed2d2819994 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:05.965644 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-335a8f85-708d-405d-98f9-7027647c942a req-32110519-b4e8-491f-83e2-1ed2d2819994 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 944 time: 0.0635147 Jul 08 18:19:06.003300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-335a8f85-708d-405d-98f9-7027647c942a req-3caad1dc-e752-45fe-86a8-7c64c735a940 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319486 Jul 08 18:19:06.347929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:19:06.439292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:06.450061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'port_id': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'mac_address': 'fa:16:3e:74:84:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:19:06.486134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.501809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:06.520168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:06.524363 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:06.570867 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=12']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:06.869301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:07.343686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cbbef-a75d-406b-9b6c-bc0b8edf20c9 req-13f0251c-325d-4c46-8364-48816fa20b94 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:07.345212 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce0cbbef-a75d-406b-9b6c-bc0b8edf20c9 req-13f0251c-325d-4c46-8364-48816fa20b94 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0628803 Jul 08 18:19:07.385252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce0cbbef-a75d-406b-9b6c-bc0b8edf20c9 req-3bdf3b38-1721-4fb0-a759-d76632332abe tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups?id=c1ef5669-4697-48ef-9a1f-41c2b7f3c964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331044 Jul 08 18:19:07.850593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-68fb8e7e-0c67-4dc1-8a12-e578316fc81e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:07.852063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-68fb8e7e-0c67-4dc1-8a12-e578316fc81e tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 945 time: 0.0673668 Jul 08 18:19:07.950269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Deleting port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:07.950608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.039573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] For port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:08.039845 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.202155 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.202526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.202839 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a disassociated. External IP: 172.25.5.138, port: f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7. Jul 08 18:19:08.203176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Calling delete_port for f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:08.332455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.366506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event deleted for resources: {'Port': ['ID=f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:08.373939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:19:08.378519 n-d-799528-4 neutron-server[93666]: INFO neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No ports have port_id starting with f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 Jul 08 18:19:08.379626 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 requested by agent hyperv_n-h2-799528-4 not found in database {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 08 18:19:08.483048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:08.537719 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05ea04f0-ddc4-4d34-a5af-7f54d10f7f09 req-983bd0d1-de5d-4a3b-b3f5-9199bee07157 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 210 time: 0.0398796 Jul 08 18:19:08.887858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:08.898214 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:08.907121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:08.907723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:19:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:08.929563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] No DVR routers for this DVR port f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:08.932226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:08.934325 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2a2a60d2-56b0-48d8-b1bf-fbcc3d6c5832 req-f55f05d3-d6a4-47a3-ac26-6ddfa9081718 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.41 "DELETE /v2.0/ports/f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 HTTP/1.1" status: 204 len: 173 time: 1.0736704 Jul 08 18:19:08.934763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-deleted', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:08.937662 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4213c51f1ab180b488f3bc8e179dffb7ccff4bfa08544dde6b26e5d9a3012d06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91745a83-9cba-4f93-9780-fe6cbb64fcf7" -d '{"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-deleted", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:08.984090 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e601e4f9-2df3-4e75-bad9-c384e4626c85 x-openstack-request-id: req-e601e4f9-2df3-4e75-bad9-c384e4626c85 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:08.984649 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc36f1f-2575-43df-b66d-c73cc73d778d", "name": "network-vif-deleted", "tag": "f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:08.984936 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e601e4f9-2df3-4e75-bad9-c384e4626c85 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:08.985383 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc36f1f-2575-43df-b66d-c73cc73d778d', 'name': 'network-vif-deleted', 'tag': 'f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7', 'status': 'completed', 'code': 200} Jul 08 18:19:09.029521 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:09.389624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:09.415184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:09.423355 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:09.423950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:19:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:09.531551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:09.705282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-552e222c-3a3a-4714-9539-410bfd3ce76e req-c0734585-fdb6-48b1-b432-edee932e87c5 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 210 time: 0.0389817 Jul 08 18:19:09.751863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:09.778165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e49963-d2ec-407b-bffb-ad84fd1ce54f None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:05Z', 'revision_number': 4, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f7a2f1ac-4dc5-4717-a1aa-2b3021e67845', 'name': '', 'network_id': '81fe10a6-77be-4876-941c-3bba439a9bc6', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'mac_address': 'fa:16:3e:98:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:04Z', 'updated_at': '2021-07-08T18:09:09Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'subnets': [{'id': 'aaf1b423-7125-4559-9d69-81f7f3929ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:10.005148 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de06a6-91b0-4a32-8ae1-6fdea70a68e1 None None] New status for floating IP 93572153-ecc0-42bc-bff4-a0b451ad399a: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:19:10.847772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a179ced8-3121-473b-807e-2d7237536bbd req-cfc64fad-6f2a-432b-8bdd-a15db67b017d tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 210 time: 0.0285997 Jul 08 18:19:11.987157 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-775c5c2a-65f9-4d2b-9784-4f0b8902dbe9 req-d5d7d0f5-1942-49ba-b94d-86f1cd65dd43 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc36f1f-2575-43df-b66d-c73cc73d778d HTTP/1.1" status: 200 len: 210 time: 0.0285602 Jul 08 18:19:12.390531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:12.410316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:12.410659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f4a5ad6f-8175-4365-b8a0-0f25c7a4fad7 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:14.063406 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:15.976432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54846) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:16.033852 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.057515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.106002 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.110180 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.111807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "DELETE /v2.0/security-groups/c1ef5669-4697-48ef-9a1f-41c2b7f3c964 HTTP/1.1" status: 204 len: 168 time: 0.1341090 Jul 08 18:19:16.114317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54848) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:16.121310 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef5669-4697-48ef-9a1f-41c2b7f3c964,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:16.128476 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-388d4e31-a56e-4202-9c80-3247a16acbee tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] show failed (client error): The resource could not be found. Jul 08 18:19:16.128926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.129276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.129517 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-388d4e31-a56e-4202-9c80-3247a16acbee tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "GET /v2.0/security-groups/c1ef5669-4697-48ef-9a1f-41c2b7f3c964 HTTP/1.1" status: 404 len: 347 time: 0.0141788 Jul 08 18:19:16.129635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.129947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.130280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.130610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.130939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.131265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.131589 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.131918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.132247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.132397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54850) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:16.132566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59955f-5805-4fb9-95e7-10fe1213f889 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:16.258637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Deleting port 0a3c08bc-f92c-4309-b566-e4d548e201d1 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:16.258988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.337429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.337686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.349877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Calling delete_port for 0a3c08bc-f92c-4309-b566-e4d548e201d1 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:16.499656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.526129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Pushing event deleted for resources: {'Port': ['ID=0a3c08bc-f92c-4309-b566-e4d548e201d1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:16.585595 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.588351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:16.589486 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7b7133d9-6063-4ee0-b295-9bad1814e009 tempest-ServerActionsTestJSON-1165405602 tempest-ServerActionsTestJSON-1165405602-project] 10.222.0.63 "DELETE /v2.0/floatingips/93572153-ecc0-42bc-bff4-a0b451ad399a HTTP/1.1" status: 204 len: 168 time: 0.4562261 Jul 08 18:19:16.592417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54856) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:17.092907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.337897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Deleting port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:17.338594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.415108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] For port f7a2f1ac-4dc5-4717-a1aa-2b3021e67845, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:17.415464 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.427469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Calling delete_port for f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:17.600316 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:17.630492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a2f1ac-4dc5-4717-a1aa-2b3021e67845,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:17.811879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.024578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:19:18.138863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:19:18.143890 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4a91f7ab-3440-41d5-8d54-679e5aa7fc54 admin admin] 10.222.0.63 "PUT /v2.0/routers/f53c6c94-1799-4e3d-9034-f9a430f2d6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5504680 Jul 08 18:19:18.146506 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54866) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:18.147133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] Sync routers for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:19:18.156268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:18.156911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:19:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:18.250656 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.260649 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:18.347844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.405935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Deleting port 71de5c39-e6ae-4996-932a-ac277864c6a3 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:18.406272 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.440898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:19:17Z', 'revision_number': 5, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port': {'id': '71de5c39-e6ae-4996-932a-ac277864c6a3', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:18.466648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] Checking router: f53c6c94-1799-4e3d-9034-f9a430f2d6f3 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:19:18.475591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] Routers {'f53c6c94-1799-4e3d-9034-f9a430f2d6f3'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:19:18.476201 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:19:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:18.481896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] For port 71de5c39-e6ae-4996-932a-ac277864c6a3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=71de5c39-e6ae-4996-932a-ac277864c6a3,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:18.482253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.495052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Calling delete_port for 71de5c39-e6ae-4996-932a-ac277864c6a3 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:18.560493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] Set router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:19:18.612397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:19:18Z', 'revision_number': 6, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:18.641549 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee98d1-7047-4dbb-a935-e9b0c38bb9ab None None] The sync data for ids ['f53c6c94-1799-4e3d-9034-f9a430f2d6f3'] in n-d-799528-4 is: [{'id': 'f53c6c94-1799-4e3d-9034-f9a430f2d6f3', 'name': 'tempest-ServerActionsTestJSON-1894547444-router', 'tenant_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:09:03Z', 'updated_at': '2021-07-08T18:19:18Z', 'revision_number': 6, 'project_id': 'ba7e55c94e76461dbe8600e6c3393e49', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:19:18.658870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.685524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=71de5c39-e6ae-4996-932a-ac277864c6a3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:18.749612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.837725 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.839842 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.883176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.883823 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53c6c94-1799-4e3d-9034-f9a430f2d6f3 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:19:18.889112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.890277 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bedbc198-7168-4140-b00c-7865112692d6 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f53c6c94-1799-4e3d-9034-f9a430f2d6f3 HTTP/1.1" status: 204 len: 168 time: 0.7428286 Jul 08 18:19:18.892793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54868) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:18.940017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] Deleting subnet aaf1b423-7125-4559-9d69-81f7f3929ae6 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:18.942998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:18.978386 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.057382 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.109872 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.141889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.143826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/aaf1b423-7125-4559-9d69-81f7f3929ae6 HTTP/1.1" status: 204 len: 168 time: 0.2501020 Jul 08 18:19:19.144667 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc6cf2-f17b-4b1b-b999-fe99e40b3ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf1b423-7125-4559-9d69-81f7f3929ae6,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.146573 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54870) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:19.153584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f172cc78-c42d-48a0-afea-2cfa50662249 None None] Network 81fe10a6-77be-4876-941c-3bba439a9bc6 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:19.214775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.271880 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Deleting port f276e474-3443-477e-81cb-3df5f78f6a2c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:19.272222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.334824 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] For port f276e474-3443-477e-81cb-3df5f78f6a2c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f276e474-3443-477e-81cb-3df5f78f6a2c,segment=NetworkSegment(2ca1af09-378e-49c8-857e-4de164fc1596),segment_id=2ca1af09-378e-49c8-857e-4de164fc1596)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:19.335127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.347755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Calling delete_port for f276e474-3443-477e-81cb-3df5f78f6a2c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:19.392265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] DHCP port deletion for 81fe10a6-77be-4876-941c-3bba439a9bc6 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:19:19.436399 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.441134 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] Deleting port f276e474-3443-477e-81cb-3df5f78f6a2c {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:19.441524 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.463682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Pushing event deleted for resources: {'Port': ['ID=f276e474-3443-477e-81cb-3df5f78f6a2c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.466241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] No DVR routers for this DVR port f276e474-3443-477e-81cb-3df5f78f6a2c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:19.504584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] For port f276e474-3443-477e-81cb-3df5f78f6a2c, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:19.505084 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.517970 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] Calling delete_port for f276e474-3443-477e-81cb-3df5f78f6a2c owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:19.520605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] Port f276e474-3443-477e-81cb-3df5f78f6a2c was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:19:19.521925 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.538066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.548677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fe10a6-77be-4876-941c-3bba439a9bc6']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:19.549592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] Pushing event deleted for resources: {'Port': ['ID=f276e474-3443-477e-81cb-3df5f78f6a2c,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.559013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b0b2f-c853-4686-87a0-4656f85a550a None None] No DVR routers for this DVR port f276e474-3443-477e-81cb-3df5f78f6a2c on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:19.564042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca1af09-378e-49c8-857e-4de164fc1596') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:19.564400 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca1af09-378e-49c8-857e-4de164fc1596') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:19.575272 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.589745 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.596989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:19:19.597535 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:19:19.599268 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:19:19.654101 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.659884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.664369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] 10.222.0.63 "DELETE /v2.0/networks/81fe10a6-77be-4876-941c-3bba439a9bc6 HTTP/1.1" status: 204 len: 168 time: 0.5142550 Jul 08 18:19:19.676478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160794-4bd1-49d0-ad0f-39a5e2bae757 admin admin] Pushing event deleted for resources: {'Network': ['ID=81fe10a6-77be-4876-941c-3bba439a9bc6,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:19.796313 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54874) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:19.830484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:19.838001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9e02302d-a0b0-40e6-9b9a-8a5e0ff0a93b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ba7e55c94e76461dbe8600e6c3393e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400949 Jul 08 18:19:19.840383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54876) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:19.850670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:19.851021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f7a2f1ac-4dc5-4717-a1aa-2b3021e67845 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:19.851433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f276e474-3443-477e-81cb-3df5f78f6a2c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:19.870520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f276e474-3443-477e-81cb-3df5f78f6a2c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:19.870871 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f276e474-3443-477e-81cb-3df5f78f6a2c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:19.871281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71de5c39-e6ae-4996-932a-ac277864c6a3 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:19.889710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 71de5c39-e6ae-4996-932a-ac277864c6a3 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:19.890132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 71de5c39-e6ae-4996-932a-ac277864c6a3 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:19.890313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7eff-5ec3-4ae9-aed0-8e6a46346532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.917100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7eff-5ec3-4ae9-aed0-8e6a46346532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.961730 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7eff-5ec3-4ae9-aed0-8e6a46346532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.964310 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7eff-5ec3-4ae9-aed0-8e6a46346532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:19.965501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0ddc7eff-5ec3-4ae9-aed0-8e6a46346532 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5c3393b3-f3c9-4034-8da8-2e96a73a665d HTTP/1.1" status: 204 len: 168 time: 0.1241691 Jul 08 18:19:19.974033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc7eff-5ec3-4ae9-aed0-8e6a46346532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3393b3-f3c9-4034-8da8-2e96a73a665d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:20.643992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 54898) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:20.735742 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-373798709-network', 'tenant_id': '6152f9ae059546bda8cec3505a0f1435'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:20.756455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Made reservation on behalf of 6152f9ae059546bda8cec3505a0f1435 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:20.758756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.767746 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.858047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.861765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.886219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:19:20.894904 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3281d6-3ae7-447b-8d2f-0ce66be836cd,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:20.901040 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.901387 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Added segment dae78faa-0046-4187-9845-8b35aa2e0923 of type vlan for network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 Jul 08 18:19:20.941792 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.969232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:20.970158 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:20.970996 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.022418 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3773365 Jul 08 18:19:21.025553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 54902) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:21.030720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Request body: {'subnet': {'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-373798709-subnet', 'tenant_id': '6152f9ae059546bda8cec3505a0f1435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:21.033230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c254dc-8571-46df-84c4-c5a5a31ea832 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4c8bac-b032-4a92-b98d-3f2c17d6c167,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:21.042759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:19:21.052108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Made reservation on behalf of 6152f9ae059546bda8cec3505a0f1435 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:21.054569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.084964 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:19:21.224125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.563529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Pushing event updated for resources: {'Subnet': ['ID=013d34b7-6d95-44aa-b55c-3b0e5dc7ab82,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:21.567787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Checking segment: {'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:21.568149 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Network hostable DHCP agents. Network: 5d4c8bac-b032-4a92-b98d-3f2c17d6c167, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:19:21.584575 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:19:21.592874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 5d4c8bac-b032-4a92-b98d-3f2c17d6c167) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:21.597202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:21.597779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:21.601686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe9062-cf39-49f8-b289-6a8efce62942 None None] Network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:21.612135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f00c530a-3f76-4b3f-98d5-71e84cba676b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5854714 Jul 08 18:19:21.722325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94f9cb-0b52-4366-850f-a4cc8162c49c None None] Network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:22.024819 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-e3d5e223-881f-403b-91bf-fa524a1546b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:22.026408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-e3d5e223-881f-403b-91bf-fa524a1546b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/networks?id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 200 len: 813 time: 0.0995226 Jul 08 18:19:22.041130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-72420907-4cf6-45ab-a711-a8ad4dc78715 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/quotas/6152f9ae059546bda8cec3505a0f1435 HTTP/1.1" status: 200 len: 375 time: 0.0088623 Jul 08 18:19:22.077705 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-c69ce9d3-f901-4d02-a6d3-007182e847c8 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6152f9ae059546bda8cec3505a0f1435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313721 Jul 08 18:19:22.234845 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-7cc66d52-4ba2-44b3-831a-753942e61201 service neutron] 10.222.0.63 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187069 Jul 08 18:19:22.325537 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-dc86d237-9c4f-4167-b96a-a0e46a652926 service neutron] 10.222.0.63 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850141 Jul 08 18:19:22.498808 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9242369e-e44e-4792-aa9a-cf8175889c04 req-e8d18a46-bd90-4caf-8366-ebb9f3c2a061 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 210 time: 0.0290890 Jul 08 18:19:23.506613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8091e2d6-f209-4c9a-a0c0-f5a3b3d6f753 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:23.508897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8091e2d6-f209-4c9a-a0c0-f5a3b3d6f753 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.72 "GET /v2.0/networks?id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 200 len: 813 time: 0.1075001 Jul 08 18:19:23.528421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Request body: {'port': {'device_id': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167', 'admin_state_up': True, 'tenant_id': '6152f9ae059546bda8cec3505a0f1435'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:23.641519 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eb4db12a-4a47-4444-91b6-c0a81edb21ed req-ccd9f57b-91bf-42d1-bd06-e811ad596836 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 210 time: 0.0279682 Jul 08 18:19:23.642236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Made reservation on behalf of 6152f9ae059546bda8cec3505a0f1435 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:23.646644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.782800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Allocated IP 172.20.0.2 (5d4c8bac-b032-4a92-b98d-3f2c17d6c167/013d34b7-6d95-44aa-b55c-3b0e5dc7ab82/9e3c07f4-6b3d-4545-801d-5725ec2dfbb8) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:23.937569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:23.976445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.020190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:24.025288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:24.028890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:24.055888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Pushing event updated for resources: {'Port': ['ID=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:24.080541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.081189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.096383 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-77c24fc1-e2b3-4b1f-b030-8161b9cde213 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717633 Jul 08 18:19:24.186529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Request body: {'port': {'device_id': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:24.256332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.518659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:24.525870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.537264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Transition to ACTIVE for port object 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:24.541044 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.608251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:24.657814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Attempting to bind port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:24.658151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Attempting to bind port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:24.658481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Attempting to bind port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 on network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:24.662671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 on network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:19:24.662994 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Attempting to bind port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 on network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:24.667698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:24.668042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Checking segment: {'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:24.668431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Bound using segment: {'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:24.668887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Bound port: 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:24.669247 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.737734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] For port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:24.740898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] For port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:24.745482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.779888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.780517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:24.782319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] 10.222.0.72 "PUT /v2.0/ports/9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 HTTP/1.1" status: 200 len: 1091 time: 0.6408808 Jul 08 18:19:24.782788 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'tag': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:24.812777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19b5f2-0db7-4ac3-bc2b-57e40fef41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:24.828975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d4f2d-b512-4e18-839f-a888640cb172 req-190679a4-7847-40fe-addd-987ae4c016b2 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.830653 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e96d4f2d-b512-4e18-839f-a888640cb172 req-190679a4-7847-40fe-addd-987ae4c016b2 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 943 time: 0.0772808 Jul 08 18:19:24.853385 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5cc20d-10ba-4cfd-9830-f76265c94bb5", "tag": "9e3c07f4-6b3d-4545-801d-5725ec2dfbb8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:24.870807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e96d4f2d-b512-4e18-839f-a888640cb172 req-30e2ab2a-19e8-4e1f-9c0e-2499f1e78a77 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Jul 08 18:19:24.883260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-068783e9-5ce3-4e66-a7c4-ba5e90a95ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.887590 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-068783e9-5ce3-4e66-a7c4-ba5e90a95ca9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6152f9ae059546bda8cec3505a0f1435&device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 1094 time: 0.0609274 Jul 08 18:19:24.929307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-c1f9e8f6-7154-4706-81ca-8e8a66001cd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 HTTP/1.1" status: 200 len: 217 time: 0.0377636 Jul 08 18:19:24.967099 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4325ff-4289-47a8-bfdd-ba55d598eed7 x-openstack-request-id: req-0c4325ff-4289-47a8-bfdd-ba55d598eed7 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:24.967395 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5cc20d-10ba-4cfd-9830-f76265c94bb5", "tag": "9e3c07f4-6b3d-4545-801d-5725ec2dfbb8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:24.967646 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c4325ff-4289-47a8-bfdd-ba55d598eed7 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:24.968049 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'tag': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8', 'status': 'completed', 'code': 200} Jul 08 18:19:24.984441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-3fdee99e-e3c8-4aae-b3a9-db28cdc09a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:24.985954 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-3fdee99e-e3c8-4aae-b3a9-db28cdc09a28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=013d34b7-6d95-44aa-b55c-3b0e5dc7ab82 HTTP/1.1" status: 200 len: 853 time: 0.0510895 Jul 08 18:19:25.017529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-1f5762a5-9d3e-42a9-9075-1d14dc10d0b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255961 Jul 08 18:19:25.108493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-69b07fcb-6e2d-49ae-b428-85c292b06296 service neutron] 10.222.0.72 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848207 Jul 08 18:19:25.194719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ae4b03c2-22a8-40f5-84a2-20b51482aa03 req-9d808cdc-9541-48c9-98b3-d0744538151c service neutron] 10.222.0.72 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802259 Jul 08 18:19:25.294234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-cbb8cd7e-6212-476c-a6a9-a6964cf82474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.296318 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-cbb8cd7e-6212-476c-a6a9-a6964cf82474 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6152f9ae059546bda8cec3505a0f1435&device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 1094 time: 0.0530326 Jul 08 18:19:25.389125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-db91f7f6-8bc0-41bc-9093-215cfd92b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.390506 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-db91f7f6-8bc0-41bc-9093-215cfd92b74d service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 200 len: 914 time: 0.0871627 Jul 08 18:19:25.431202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-59a95f5c-ecbf-46dd-b40a-4376e3fde4e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 HTTP/1.1" status: 200 len: 217 time: 0.0335600 Jul 08 18:19:25.484335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-7927731b-9225-4e51-9b62-ee8fc9c4e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:25.485838 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-7927731b-9225-4e51-9b62-ee8fc9c4e2b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=013d34b7-6d95-44aa-b55c-3b0e5dc7ab82 HTTP/1.1" status: 200 len: 853 time: 0.0478580 Jul 08 18:19:25.519200 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-2fca82a1-1245-459d-8a0c-bae216ae0f4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259144 Jul 08 18:19:25.607041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-2039601b-5e9c-46c7-a44d-8a70c4b641f5 service neutron] 10.222.0.72 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803466 Jul 08 18:19:25.699883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7afb6a8d-6e2b-497e-b3ce-3b5f07b60f1a req-e1e337c8-a93e-489c-b5ab-02595cb07bb2 service neutron] 10.222.0.72 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865023 Jul 08 18:19:26.047909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77932-e845-4800-87ea-16e0498ef472 req-6e20f757-2828-4c63-a8bd-e27a97ce5e30 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:26.049451 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bd77932-e845-4800-87ea-16e0498ef472 req-6e20f757-2828-4c63-a8bd-e27a97ce5e30 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 943 time: 0.0648453 Jul 08 18:19:26.086358 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3bd77932-e845-4800-87ea-16e0498ef472 req-f243b808-206b-4844-85f7-350a84a948fb tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Jul 08 18:19:26.239219 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.256576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012d654-ecee-408d-bed4-6c390d2db60a req-ef8a4334-30aa-4fc5-8bdc-c0d80f4bef65 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:27.258098 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f012d654-ecee-408d-bed4-6c390d2db60a req-ef8a4334-30aa-4fc5-8bdc-c0d80f4bef65 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 943 time: 0.0632608 Jul 08 18:19:27.295310 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f012d654-ecee-408d-bed4-6c390d2db60a req-64b9943f-ae99-43af-ae44-d23729d2b975 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Jul 08 18:19:27.542074 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-38541090-f11d-482d-9bc7-2ca5c786d82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.626886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:19:27.721471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:27.733011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8', 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167', 'port_id': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8', 'mac_address': 'fa:16:3e:d4:35:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013d34b7-6d95-44aa-b55c-3b0e5dc7ab82', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:19:27.768826 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.782855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:27.802693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:27.807727 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:27.858031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:27.993973 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['9e3c07f4-6b3d-4545-801d-5725ec2dfbb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:28.466281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b481812-0391-499a-881f-f7c0e51e9c2e req-66f0eca7-8a39-4493-bb95-b87d0a035891 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:28.468397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b481812-0391-499a-881f-f7c0e51e9c2e req-66f0eca7-8a39-4493-bb95-b87d0a035891 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 944 time: 0.0668256 Jul 08 18:19:28.506003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7b481812-0391-499a-881f-f7c0e51e9c2e req-549e6802-2d1e-40cc-9772-150fad4dea48 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Jul 08 18:19:29.643228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:29.681664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8ff53-cc05-483d-9ef1-c90404da4682 req-d700da47-2233-408a-9327-258de14050f1 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:29.683221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69b8ff53-cc05-483d-9ef1-c90404da4682 req-d700da47-2233-408a-9327-258de14050f1 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 944 time: 0.0668807 Jul 08 18:19:29.702659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:29.706466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:29.706847 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.727984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69b8ff53-cc05-483d-9ef1-c90404da4682 req-1147c603-d241-449d-9171-a090ed0ff1bd tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Jul 08 18:19:29.786622 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.810253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:29.825119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:29.830934 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:29.857761 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec272e-230d-4cc1-9d9e-ebabcf64b425" -d '{"events": [{"server_uuid": "9a5cc20d-10ba-4cfd-9830-f76265c94bb5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c07f4-6b3d-4545-801d-5725ec2dfbb8"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:29.885513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:29.944496 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50705ecd-4940-41ac-b535-6d1c56612f3b x-openstack-request-id: req-50705ecd-4940-41ac-b535-6d1c56612f3b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:29.944813 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5cc20d-10ba-4cfd-9830-f76265c94bb5", "name": "network-vif-plugged", "status": "completed", "tag": "9e3c07f4-6b3d-4545-801d-5725ec2dfbb8", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:29.945068 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-50705ecd-4940-41ac-b535-6d1c56612f3b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:29.945484 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8', 'code': 200} Jul 08 18:19:30.057918 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0b4072e0-be51-4bbb-acd0-8f4cfcd1c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.058355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eea3b4-a936-4912-83ce-47aa2e4d64f7 req-950e7956-074d-4c09-a2f7-4fb8d815a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:30.061440 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d8eea3b4-a936-4912-83ce-47aa2e4d64f7 req-950e7956-074d-4c09-a2f7-4fb8d815a684 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0545740 Jul 08 18:19:30.101000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d8eea3b4-a936-4912-83ce-47aa2e4d64f7 req-a07b1947-7082-4e7e-becd-ddd13dbccde6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Jul 08 18:19:30.541527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:30.919165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a54c76-0051-49de-bd62-e2aaef6b3597 req-a95e0232-2123-43f0-b57c-2b0f4eb8fc99 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:30.921167 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69a54c76-0051-49de-bd62-e2aaef6b3597 req-a95e0232-2123-43f0-b57c-2b0f4eb8fc99 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0707486 Jul 08 18:19:30.962651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-69a54c76-0051-49de-bd62-e2aaef6b3597 req-0a465d0d-3149-4f57-b9c5-5c080a9f9ec4 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359313 Jul 08 18:19:31.557258 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:32.133809 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689ea54-9db0-4742-b9c1-a9f3983e0495 req-23982c1c-e4d2-4882-a1ed-71ae2fdfb3b3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:32.135282 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4689ea54-9db0-4742-b9c1-a9f3983e0495 req-23982c1c-e4d2-4882-a1ed-71ae2fdfb3b3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0634787 Jul 08 18:19:32.172097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4689ea54-9db0-4742-b9c1-a9f3983e0495 req-f1fc14a6-d402-4cdf-bf85-bd8ff31bdb91 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Jul 08 18:19:32.394933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04363466-3237-44ad-a7d4-81fd13af950d req-39d4b6a0-e372-4c7b-a908-6a3a4c350a79 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:32.396376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-39d4b6a0-e372-4c7b-a908-6a3a4c350a79 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/networks?id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 200 len: 813 time: 0.1019559 Jul 08 18:19:32.410407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-253a2df6-65e0-4ee5-aea9-1de56c20a981 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/quotas/6152f9ae059546bda8cec3505a0f1435 HTTP/1.1" status: 200 len: 375 time: 0.0087521 Jul 08 18:19:32.472893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-18aa79e8-35d9-4efa-ad62-38f1333eba59 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6152f9ae059546bda8cec3505a0f1435&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578313 Jul 08 18:19:32.559501 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-6cf131e6-372a-4d8b-9ad4-d782847112dc service neutron] 10.222.0.63 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801692 Jul 08 18:19:32.648367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-a04d967a-6d17-4b14-ac78-5b470ee7cc2a service neutron] 10.222.0.63 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832977 Jul 08 18:19:32.812712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-344e5c80-d80b-4c51-b7c4-115f9f8be6d7 req-a9ef15e4-442a-4af2-97c1-95ddf7832c70 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 210 time: 0.0292783 Jul 08 18:19:33.017061 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:33.954039 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39b21e96-f5d6-4e8d-bb66-7ee284373215 req-70285de2-5693-4dda-8e9d-0a11f539245d tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 210 time: 0.0318811 Jul 08 18:19:34.033520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04363466-3237-44ad-a7d4-81fd13af950d req-4357de00-b90d-44f7-abb4-6f9b78d573d3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:34.034879 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-4357de00-b90d-44f7-abb4-6f9b78d573d3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.41 "GET /v2.0/networks?id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 200 len: 813 time: 0.1104355 Jul 08 18:19:34.060907 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Request body: {'port': {'device_id': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167', 'admin_state_up': True, 'tenant_id': '6152f9ae059546bda8cec3505a0f1435'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:34.166259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Made reservation on behalf of 6152f9ae059546bda8cec3505a0f1435 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:34.169828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.295389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Allocated IP 172.20.0.9 (5d4c8bac-b032-4a92-b98d-3f2c17d6c167/013d34b7-6d95-44aa-b55c-3b0e5dc7ab82/9c564a33-667d-4a86-9bca-af1d7fe16b62) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:34.439719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.476660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.488538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['9e3c07f4-6b3d-4545-801d-5725ec2dfbb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:34.518407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:34.523500 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:34.527311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:34.556246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Pushing event updated for resources: {'Port': ['ID=9c564a33-667d-4a86-9bca-af1d7fe16b62,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:34.579234 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:34.579852 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:34.593820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-0008da4d-6a81-46d0-a40d-2771c2ed3331 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374174 Jul 08 18:19:34.689970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Request body: {'port': {'device_id': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:34.766160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.021944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c564a33-667d-4a86-9bca-af1d7fe16b62 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:35.030110 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.042988 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Transition to ACTIVE for port object 9c564a33-667d-4a86-9bca-af1d7fe16b62 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:35.046600 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.113465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Pushing event updated for resources: {'Port': ['ID=9c564a33-667d-4a86-9bca-af1d7fe16b62,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:35.135540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bce13-9507-48b6-add2-079964fad844 req-618eac95-3d2b-438c-b1c6-2b3afc2f0e17 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:35.137075 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b67bce13-9507-48b6-add2-079964fad844 req-618eac95-3d2b-438c-b1c6-2b3afc2f0e17 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 943 time: 0.0700090 Jul 08 18:19:35.140697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.141062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.141397 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.141722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.142048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.142387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.142698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.143023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.143337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.143657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.143972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.144285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:35.175278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Attempting to bind port 9c564a33-667d-4a86-9bca-af1d7fe16b62 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:35.175612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Attempting to bind port 9c564a33-667d-4a86-9bca-af1d7fe16b62 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:35.175943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Attempting to bind port 9c564a33-667d-4a86-9bca-af1d7fe16b62 on network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:35.177419 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b67bce13-9507-48b6-add2-079964fad844 req-714b6b5f-7785-4205-ab9a-6bef3a2f4031 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Jul 08 18:19:35.180514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Port 9c564a33-667d-4a86-9bca-af1d7fe16b62 on network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:19:35.180866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Attempting to bind port 9c564a33-667d-4a86-9bca-af1d7fe16b62 on network 5d4c8bac-b032-4a92-b98d-3f2c17d6c167 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:35.185817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:35.186280 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Checking segment: {'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:35.186748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Bound using segment: {'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:35.187240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Bound port: 9c564a33-667d-4a86-9bca-af1d7fe16b62, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae78faa-0046-4187-9845-8b35aa2e0923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:35.187662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.251574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] For port 9c564a33-667d-4a86-9bca-af1d7fe16b62, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:35.255070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] For port 9c564a33-667d-4a86-9bca-af1d7fe16b62, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9c564a33-667d-4a86-9bca-af1d7fe16b62,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:35.259031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.291631 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:35.292360 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:35.293779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] 10.222.0.41 "PUT /v2.0/ports/9c564a33-667d-4a86-9bca-af1d7fe16b62 HTTP/1.1" status: 200 len: 1091 time: 0.6452234 Jul 08 18:19:35.294835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'tag': '9c564a33-667d-4a86-9bca-af1d7fe16b62'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:35.297186 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec933b9-08f6-4601-a80a-fd4704a7e159" -d '{"events": [{"name": "network-changed", "server_uuid": "aace1ecf-77f6-4f25-8f53-ccebe99b87c0", "tag": "9c564a33-667d-4a86-9bca-af1d7fe16b62"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:35.323366 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef60a0-aa90-4db4-a2b5-6776b72ab34d service neutron] Pushing event updated for resources: {'Port': ['ID=9c564a33-667d-4a86-9bca-af1d7fe16b62,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:35.332882 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f6326-614d-40ec-89bc-807994f88a55 x-openstack-request-id: req-a19f6326-614d-40ec-89bc-807994f88a55 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:35.333168 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aace1ecf-77f6-4f25-8f53-ccebe99b87c0", "tag": "9c564a33-667d-4a86-9bca-af1d7fe16b62", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:35.333425 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a19f6326-614d-40ec-89bc-807994f88a55 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:35.333823 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'tag': '9c564a33-667d-4a86-9bca-af1d7fe16b62', 'status': 'completed', 'code': 200} Jul 08 18:19:35.420633 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04363466-3237-44ad-a7d4-81fd13af950d req-73d90625-d3b2-4459-b732-1c9fb8921667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:35.422124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-73d90625-d3b2-4459-b732-1c9fb8921667 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6152f9ae059546bda8cec3505a0f1435&device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 1094 time: 0.0558493 Jul 08 18:19:35.473305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-734378b9-699e-4c15-945c-6024b1a8dbd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c564a33-667d-4a86-9bca-af1d7fe16b62 HTTP/1.1" status: 200 len: 217 time: 0.0323768 Jul 08 18:19:35.519094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04363466-3237-44ad-a7d4-81fd13af950d req-35518e16-d86c-4661-861a-5f0d733217d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:35.520514 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-35518e16-d86c-4661-861a-5f0d733217d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=013d34b7-6d95-44aa-b55c-3b0e5dc7ab82 HTTP/1.1" status: 200 len: 853 time: 0.0412631 Jul 08 18:19:35.558219 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-b969ce45-29e7-4daf-80b0-128055c56077 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jul 08 18:19:35.661075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-05c16468-0fa9-40e4-9000-6000789a2f9a service neutron] 10.222.0.41 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957441 Jul 08 18:19:35.751959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04363466-3237-44ad-a7d4-81fd13af950d req-7c1d198f-29de-4591-a7af-4adafe30f34f service neutron] 10.222.0.41 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801206 Jul 08 18:19:35.921654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-f6604e7f-342a-4b3b-830d-95c50f65a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:35.923087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-f6604e7f-342a-4b3b-830d-95c50f65a08a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6152f9ae059546bda8cec3505a0f1435&device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 1094 time: 0.0728695 Jul 08 18:19:36.009954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-60be9360-66d1-4ea7-a459-94d1f81bd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:36.011402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-60be9360-66d1-4ea7-a459-94d1f81bd702 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 200 len: 914 time: 0.0811300 Jul 08 18:19:36.059110 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-ee76caa8-0fce-4496-aab3-a38146c6b12b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c564a33-667d-4a86-9bca-af1d7fe16b62 HTTP/1.1" status: 200 len: 217 time: 0.0369465 Jul 08 18:19:36.109530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-0dae1dd1-b8ba-4b76-8fdc-b85575045597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:36.110926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-0dae1dd1-b8ba-4b76-8fdc-b85575045597 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=013d34b7-6d95-44aa-b55c-3b0e5dc7ab82 HTTP/1.1" status: 200 len: 853 time: 0.0435307 Jul 08 18:19:36.143746 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-0cd96db3-0bb9-47ed-a570-fd0aebaa43b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251737 Jul 08 18:19:36.236203 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-f506e9f4-d960-4481-ba0f-ff3852319f95 service neutron] 10.222.0.41 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842524 Jul 08 18:19:36.326640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-fec933b9-08f6-4601-a80a-fd4704a7e159 req-8219d68a-bccc-4e51-aee3-664fc945b763 service neutron] 10.222.0.41 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828097 Jul 08 18:19:36.353316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a43bd-31dc-41d1-ad32-7515ad8109bd req-3da389e4-d99f-4c69-a216-50c26bf1b887 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:36.354866 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327a43bd-31dc-41d1-ad32-7515ad8109bd req-3da389e4-d99f-4c69-a216-50c26bf1b887 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 943 time: 0.0658422 Jul 08 18:19:36.393016 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-327a43bd-31dc-41d1-ad32-7515ad8109bd req-5764fbd7-b1b2-4113-b584-976ec2216463 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jul 08 18:19:37.563583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c01eb-ea7e-460c-aafc-ce5b27d8f40d req-f52a5477-6994-4b34-95d3-3648d3f23b50 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:37.565091 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a0c01eb-ea7e-460c-aafc-ce5b27d8f40d req-f52a5477-6994-4b34-95d3-3648d3f23b50 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 943 time: 0.0656958 Jul 08 18:19:37.602865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5a0c01eb-ea7e-460c-aafc-ce5b27d8f40d req-19a34d75-1efd-4f91-b643-0a93a302c1f6 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323095 Jul 08 18:19:38.547772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9c564a33-667d-4a86-9bca-af1d7fe16b62 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:19:38.641424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9c564a33-667d-4a86-9bca-af1d7fe16b62, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9c564a33-667d-4a86-9bca-af1d7fe16b62,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:38.652703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '9c564a33-667d-4a86-9bca-af1d7fe16b62', 'network_id': '5d4c8bac-b032-4a92-b98d-3f2c17d6c167', 'port_id': '9c564a33-667d-4a86-9bca-af1d7fe16b62', 'mac_address': 'fa:16:3e:5d:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013d34b7-6d95-44aa-b55c-3b0e5dc7ab82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:19:38.689626 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.702114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c564a33-667d-4a86-9bca-af1d7fe16b62 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:19:38.722847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9c564a33-667d-4a86-9bca-af1d7fe16b62, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9c564a33-667d-4a86-9bca-af1d7fe16b62,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:38.727458 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:38.773522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9c564a33-667d-4a86-9bca-af1d7fe16b62,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:38.774392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7cd7d-d84b-4c63-b2b0-bb0bc43f3773 req-4d9832a1-4b53-42e9-a635-07303ccf30cd tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:38.775902 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85e7cd7d-d84b-4c63-b2b0-bb0bc43f3773 req-4d9832a1-4b53-42e9-a635-07303ccf30cd tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 943 time: 0.0632770 Jul 08 18:19:38.814203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85e7cd7d-d84b-4c63-b2b0-bb0bc43f3773 req-abf55082-d01a-46e6-9b6a-f5392a75c458 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Jul 08 18:19:39.064798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9c564a33-667d-4a86-9bca-af1d7fe16b62'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:39.988413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f39f-8fd8-4769-9ba7-d5335bd3a008 req-40e6b0fc-7ca6-4ee8-ad07-9c4c0c523278 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:39.989928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a677f39f-8fd8-4769-9ba7-d5335bd3a008 req-40e6b0fc-7ca6-4ee8-ad07-9c4c0c523278 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 944 time: 0.0639653 Jul 08 18:19:40.026331 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a677f39f-8fd8-4769-9ba7-d5335bd3a008 req-8adc3153-ff3b-4451-b360-7eacf9043962 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Jul 08 18:19:40.562316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9c564a33-667d-4a86-9bca-af1d7fe16b62 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:40.610345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 9c564a33-667d-4a86-9bca-af1d7fe16b62 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:40.613931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 9c564a33-667d-4a86-9bca-af1d7fe16b62 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:40.614305 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.690562 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.712885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c564a33-667d-4a86-9bca-af1d7fe16b62'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:40.715106 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a276f509-f363-4eb4-95dc-aaacdfbfc0ab" -d '{"events": [{"server_uuid": "aace1ecf-77f6-4f25-8f53-ccebe99b87c0", "name": "network-vif-plugged", "status": "completed", "tag": "9c564a33-667d-4a86-9bca-af1d7fe16b62"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:40.728314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9c564a33-667d-4a86-9bca-af1d7fe16b62, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9c564a33-667d-4a86-9bca-af1d7fe16b62,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:40.733435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:40.755380 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9101e451-c0b7-46be-bab6-6bcbb563026a x-openstack-request-id: req-9101e451-c0b7-46be-bab6-6bcbb563026a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:40.755664 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace1ecf-77f6-4f25-8f53-ccebe99b87c0", "name": "network-vif-plugged", "status": "completed", "tag": "9c564a33-667d-4a86-9bca-af1d7fe16b62", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:40.755910 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9101e451-c0b7-46be-bab6-6bcbb563026a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:40.756292 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c564a33-667d-4a86-9bca-af1d7fe16b62', 'code': 200} Jul 08 18:19:40.781163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9c564a33-667d-4a86-9bca-af1d7fe16b62,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:40.896441 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2267d3-0ad8-45de-a895-81a488acc7bf req-e08a62e2-c145-4f4b-98d1-1f91ae0ab908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:40.897861 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f2267d3-0ad8-45de-a895-81a488acc7bf req-e08a62e2-c145-4f4b-98d1-1f91ae0ab908 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 1096 time: 0.0509572 Jul 08 18:19:40.935212 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9f2267d3-0ad8-45de-a895-81a488acc7bf req-f3b8c94b-0640-4f69-a0bc-700a05d63af9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269158 Jul 08 18:19:41.528236 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f6128-0f4d-4c25-a757-f6e9c917ed02 req-257f2857-8012-4a66-a93a-7e77189d54ec tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:41.530245 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b55f6128-0f4d-4c25-a757-f6e9c917ed02 req-257f2857-8012-4a66-a93a-7e77189d54ec tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 945 time: 0.3932757 Jul 08 18:19:41.567238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b55f6128-0f4d-4c25-a757-f6e9c917ed02 req-3de2599e-94b2-4869-b221-cdde3213806b tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Jul 08 18:19:42.132845 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-55d3f0f5-4a83-4341-84cb-3dde78305637 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553250 Jul 08 18:19:42.246102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-48ff0271-a9c4-4f3c-bfd4-21d8629003cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:42.248802 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-48ff0271-a9c4-4f3c-bfd4-21d8629003cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6152f9ae059546bda8cec3505a0f1435&device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0573230 Jul 08 18:19:42.352468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-3007467d-647a-4fee-b2d0-1baf80424da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:42.353971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-3007467d-647a-4fee-b2d0-1baf80424da6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 200 len: 914 time: 0.0826452 Jul 08 18:19:42.399568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-781b730d-17a2-48fe-a380-680dfee5b440 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 HTTP/1.1" status: 200 len: 217 time: 0.0374298 Jul 08 18:19:42.453312 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-661404ed-18b4-4a0a-b174-44caf7cb8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:42.454807 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-661404ed-18b4-4a0a-b174-44caf7cb8e09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=013d34b7-6d95-44aa-b55c-3b0e5dc7ab82 HTTP/1.1" status: 200 len: 853 time: 0.0460935 Jul 08 18:19:42.491696 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-520168d2-d1fd-4ff1-ad0c-7ef27a47b39b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d4c8bac-b032-4a92-b98d-3f2c17d6c167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262473 Jul 08 18:19:42.589826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-788b9115-cf0e-430b-b07f-15eddbde6da2 service neutron] 10.222.0.72 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843978 Jul 08 18:19:42.682100 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a4fc0a07-9fc5-408d-a49b-7a192037c7b2 req-47638833-994a-4d74-a37e-39b1a1a2229f service neutron] 10.222.0.72 "GET /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841205 Jul 08 18:19:42.741294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ba4ea-9acf-4fc3-9351-3c8aea228e80 req-d8ba7eae-b63d-453c-a492-c4c6428790b3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:42.742794 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b1ba4ea-9acf-4fc3-9351-3c8aea228e80 req-d8ba7eae-b63d-453c-a492-c4c6428790b3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 945 time: 0.0666194 Jul 08 18:19:42.780856 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5b1ba4ea-9acf-4fc3-9351-3c8aea228e80 req-fce69671-95d0-4518-b5b7-1622eaee250b tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Jul 08 18:19:43.161406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219932b-8b9b-412d-bd52-e2ef88cbaba8 req-775877dd-eb4c-4593-b26a-783c1b8cc32d tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:43.162889 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8219932b-8b9b-412d-bd52-e2ef88cbaba8 req-775877dd-eb4c-4593-b26a-783c1b8cc32d tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 945 time: 0.0667238 Jul 08 18:19:43.199726 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8219932b-8b9b-412d-bd52-e2ef88cbaba8 req-ca27f334-33ed-4e72-a993-ce613b27369b tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Jul 08 18:19:44.077609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.369219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1bbb8-6dfa-4fd3-ad70-a2d86752fcd2 req-1311dfac-8c8b-4a0e-b6c4-423c99d727ca tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:44.370601 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29a1bbb8-6dfa-4fd3-ad70-a2d86752fcd2 req-1311dfac-8c8b-4a0e-b6c4-423c99d727ca tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 945 time: 0.0623374 Jul 08 18:19:44.407795 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29a1bbb8-6dfa-4fd3-ad70-a2d86752fcd2 req-2e8f72f8-8b23-4fff-a5e7-98381a7de9a3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 08 18:19:44.647268 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-677bb088-f50c-4e2a-8eb4-16e9bdb5cce9 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:44.648638 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-677bb088-f50c-4e2a-8eb4-16e9bdb5cce9 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.41 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 945 time: 0.0664322 Jul 08 18:19:44.749721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Deleting port 9c564a33-667d-4a86-9bca-af1d7fe16b62 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:44.750068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.838431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] For port 9c564a33-667d-4a86-9bca-af1d7fe16b62, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9c564a33-667d-4a86-9bca-af1d7fe16b62,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:44.838797 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.852220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Calling delete_port for 9c564a33-667d-4a86-9bca-af1d7fe16b62 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:44.976061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:44.987170 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['9e3c07f4-6b3d-4545-801d-5725ec2dfbb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:45.014544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9c564a33-667d-4a86-9bca-af1d7fe16b62'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:45.017044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Pushing event deleted for resources: {'Port': ['ID=9c564a33-667d-4a86-9bca-af1d7fe16b62,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:45.052492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] No DVR routers for this DVR port 9c564a33-667d-4a86-9bca-af1d7fe16b62 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:45.054983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:45.057004 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5a3878f5-2e88-49e4-9a0a-a363aaa5eee1 req-56a7a72b-3fe3-496c-82a5-6260a262db2e tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.41 "DELETE /v2.0/ports/9c564a33-667d-4a86-9bca-af1d7fe16b62 HTTP/1.1" status: 204 len: 173 time: 0.3982351 Jul 08 18:19:45.057469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'name': 'network-vif-deleted', 'tag': '9c564a33-667d-4a86-9bca-af1d7fe16b62'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:45.059766 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a1bc77-b584-4d7e-ae85-180b0981273b" -d '{"events": [{"server_uuid": "aace1ecf-77f6-4f25-8f53-ccebe99b87c0", "name": "network-vif-deleted", "tag": "9c564a33-667d-4a86-9bca-af1d7fe16b62"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:45.098684 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea3bfc2-3177-4ee0-8cde-3aa22bfa5a3c x-openstack-request-id: req-4ea3bfc2-3177-4ee0-8cde-3aa22bfa5a3c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:45.099077 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace1ecf-77f6-4f25-8f53-ccebe99b87c0", "name": "network-vif-deleted", "tag": "9c564a33-667d-4a86-9bca-af1d7fe16b62", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:45.099382 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4ea3bfc2-3177-4ee0-8cde-3aa22bfa5a3c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:45.099824 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace1ecf-77f6-4f25-8f53-ccebe99b87c0', 'name': 'network-vif-deleted', 'tag': '9c564a33-667d-4a86-9bca-af1d7fe16b62', 'status': 'completed', 'code': 200} Jul 08 18:19:45.564113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13dafa9c-3838-49a6-9f4b-073563430c8a req-49a53a56-03f9-46b0-af0b-8779b27014eb tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=aace1ecf-77f6-4f25-8f53-ccebe99b87c0 HTTP/1.1" status: 200 len: 210 time: 0.0289984 Jul 08 18:19:46.813555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbc72-4eaf-45b9-8676-7136b961980f req-a3e2660f-e0a7-46b3-b9e7-cddba9471ed2 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:46.815048 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-057cbc72-4eaf-45b9-8676-7136b961980f req-a3e2660f-e0a7-46b3-b9e7-cddba9471ed2 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0672646 Jul 08 18:19:46.852107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-057cbc72-4eaf-45b9-8676-7136b961980f req-1d497817-7e4d-46d3-bee0-7655249eea78 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Jul 08 18:19:47.035694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9be6b-c00d-4a55-9bc0-0336670dae23 req-071764b8-b69e-43cd-a352-c5a4ce594811 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:47.037203 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05b9be6b-c00d-4a55-9bc0-0336670dae23 req-071764b8-b69e-43cd-a352-c5a4ce594811 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0628901 Jul 08 18:19:47.074110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-05b9be6b-c00d-4a55-9bc0-0336670dae23 req-b1a3a943-7602-45cc-9173-86c3fc637854 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Jul 08 18:19:47.246361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069b955-afdc-4f8c-9f57-930f44030c64 req-78a7140d-df45-4792-8bfe-830802230828 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:47.248422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c069b955-afdc-4f8c-9f57-930f44030c64 req-78a7140d-df45-4792-8bfe-830802230828 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0644507 Jul 08 18:19:47.288787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c069b955-afdc-4f8c-9f57-930f44030c64 req-420fc25d-e03b-49e2-bf59-9fe624c341c5 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Jul 08 18:19:47.557375 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff522-dd52-43a7-9b9a-fed2714a069a req-bc5bec3d-3a6c-4ea3-9079-06259abcac8b tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:47.558824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a08ff522-dd52-43a7-9b9a-fed2714a069a req-bc5bec3d-3a6c-4ea3-9079-06259abcac8b tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Jul 08 18:19:47.595454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a08ff522-dd52-43a7-9b9a-fed2714a069a req-79762065-8a10-4e17-87ca-6fa135a937a3 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308492 Jul 08 18:19:47.776585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b76eb2-eec5-4ebd-a408-365535e04434 req-b01837de-1f80-4c6e-9c35-534fec813e61 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:47.778627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71b76eb2-eec5-4ebd-a408-365535e04434 req-b01837de-1f80-4c6e-9c35-534fec813e61 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0634623 Jul 08 18:19:47.816257 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-71b76eb2-eec5-4ebd-a408-365535e04434 req-fcf750d4-f1eb-48f7-b48e-8133e6ef5df8 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Jul 08 18:19:48.001464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4550d3-015e-449a-8a56-ec31c5a8d3c1 req-67a16aba-cb84-4a4d-9cd2-b67faf081654 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:48.002934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af4550d3-015e-449a-8a56-ec31c5a8d3c1 req-67a16aba-cb84-4a4d-9cd2-b67faf081654 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0669568 Jul 08 18:19:48.041517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-af4550d3-015e-449a-8a56-ec31c5a8d3c1 req-e300fc85-b796-4396-8539-537bb043a158 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Jul 08 18:19:48.546926 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361f35d-b8ff-41b4-92e3-275136aee16a req-43e86b85-009c-45b9-adcc-957c95891405 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:48.548324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9361f35d-b8ff-41b4-92e3-275136aee16a req-43e86b85-009c-45b9-adcc-957c95891405 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0624101 Jul 08 18:19:48.585616 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9361f35d-b8ff-41b4-92e3-275136aee16a req-5dafec5d-8dd1-433d-a765-e65ce00d3f41 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Jul 08 18:19:48.593826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9c564a33-667d-4a86-9bca-af1d7fe16b62 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:48.614451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 9c564a33-667d-4a86-9bca-af1d7fe16b62 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:48.614805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9c564a33-667d-4a86-9bca-af1d7fe16b62 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:49.756960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18f19-afb4-4f77-a088-604336c09385 req-9eb74419-60e1-4918-860c-256ee3909f87 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.758445 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07c18f19-afb4-4f77-a088-604336c09385 req-9eb74419-60e1-4918-860c-256ee3909f87 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0631616 Jul 08 18:19:49.801592 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07c18f19-afb4-4f77-a088-604336c09385 req-1cf1bf06-359b-49e5-920a-882611b774dc tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.63 "GET /v2.0/security-groups?id=3c3281d6-3ae7-447b-8d2f-0ce66be836cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Jul 08 18:19:49.827895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-53c6c395-afca-448e-aadf-18dc0d101e5b tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:49.829419 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-53c6c395-afca-448e-aadf-18dc0d101e5b tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a5cc20d-10ba-4cfd-9830-f76265c94bb5 HTTP/1.1" status: 200 len: 945 time: 0.0682006 Jul 08 18:19:49.928247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Deleting port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:19:49.928501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.015171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] For port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,segment=NetworkSegment(dae78faa-0046-4187-9845-8b35aa2e0923),segment_id=dae78faa-0046-4187-9845-8b35aa2e0923)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:50.015527 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.028327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Calling delete_port for 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:19:50.154325 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.166244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['9e3c07f4-6b3d-4545-801d-5725ec2dfbb8'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:19:50.186739 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Pushing event deleted for resources: {'Port': ['ID=9e3c07f4-6b3d-4545-801d-5725ec2dfbb8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:50.230783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] No DVR routers for this DVR port 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:19:50.233861 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.235858 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-81f082d6-7097-485d-88dd-7d7d0234b609 req-498a0856-9823-4d9e-9c4c-30158eef38b0 tempest-ServersNegativeTestJSON-316849143 tempest-ServersNegativeTestJSON-316849143-project] 10.222.0.72 "DELETE /v2.0/ports/9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 HTTP/1.1" status: 204 len: 173 time: 0.4009135 Jul 08 18:19:50.236282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'name': 'network-vif-deleted', 'tag': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:19:50.238668 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ed4fc-bf78-4de8-b69b-cb084ee4905c" -d '{"events": [{"server_uuid": "9a5cc20d-10ba-4cfd-9830-f76265c94bb5", "name": "network-vif-deleted", "tag": "9e3c07f4-6b3d-4545-801d-5725ec2dfbb8"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:19:50.274221 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1dee1-4618-4367-bc19-292f1791bbd8 x-openstack-request-id: req-58a1dee1-4618-4367-bc19-292f1791bbd8 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:19:50.274611 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5cc20d-10ba-4cfd-9830-f76265c94bb5", "name": "network-vif-deleted", "tag": "9e3c07f4-6b3d-4545-801d-5725ec2dfbb8", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:19:50.274925 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58a1dee1-4618-4367-bc19-292f1791bbd8 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:19:50.275386 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5cc20d-10ba-4cfd-9830-f76265c94bb5', 'name': 'network-vif-deleted', 'tag': '9e3c07f4-6b3d-4545-801d-5725ec2dfbb8', 'status': 'completed', 'code': 200} Jul 08 18:19:50.894333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55058) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:50.938184 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] Deleting subnet 013d34b7-6d95-44aa-b55c-3b0e5dc7ab82 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:19:50.941217 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:50.975006 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.013391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.065990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.097361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013d34b7-6d95-44aa-b55c-3b0e5dc7ab82,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:51.099324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.101802 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cf3c6592-8399-48eb-9374-e5c5adaee6b7 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/013d34b7-6d95-44aa-b55c-3b0e5dc7ab82 HTTP/1.1" status: 204 len: 168 time: 0.2058687 Jul 08 18:19:51.103672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55060) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:51.169167 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.528857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.538332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4c8bac-b032-4a92-b98d-3f2c17d6c167']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:51.548061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae78faa-0046-4187-9845-8b35aa2e0923') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:51.548356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae78faa-0046-4187-9845-8b35aa2e0923') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:51.556911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.570566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.576846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:19:51.577238 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:19:51.578979 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:19:51.630218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.635520 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.637340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] 10.222.0.63 "DELETE /v2.0/networks/5d4c8bac-b032-4a92-b98d-3f2c17d6c167 HTTP/1.1" status: 204 len: 168 time: 0.5327656 Jul 08 18:19:51.648325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39162d03-0ae2-45b1-8a61-6cc3a65c8afc admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4c8bac-b032-4a92-b98d-3f2c17d6c167,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:51.748252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55064) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:51.786784 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2878de4b-43c4-4c1e-9725-8c09957069c1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6152f9ae059546bda8cec3505a0f1435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371673 Jul 08 18:19:51.789023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55066) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:51.839627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-806f40b5-7b46-4728-9cec-f16a8767621f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.860456 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-806f40b5-7b46-4728-9cec-f16a8767621f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.905152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-806f40b5-7b46-4728-9cec-f16a8767621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.907635 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-806f40b5-7b46-4728-9cec-f16a8767621f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:51.908892 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-806f40b5-7b46-4728-9cec-f16a8767621f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3c3281d6-3ae7-447b-8d2f-0ce66be836cd HTTP/1.1" status: 204 len: 168 time: 0.1189241 Jul 08 18:19:51.916079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f40b5-7b46-4728-9cec-f16a8767621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3281d6-3ae7-447b-8d2f-0ce66be836cd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:52.558964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55090) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:52.650128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-577722732'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:52.670989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:52.674568 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.683021 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.777866 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.782734 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.812401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:19:52.818546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5aae5-36aa-454c-92cf-e821d4d6b044,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:52.824642 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.825065 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Added segment 5c55fe45-1f2c-4ebc-8d83-7810dde292cd of type vlan for network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 Jul 08 18:19:52.865013 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.892100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.898169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:52.898755 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:52.961393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4013090 Jul 08 18:19:52.970665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dc3e7-34fb-4be0-99c6-b9515defb09e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Network': ['ID=545cd189-0b3d-4eb3-8ec5-0e6a01487a93,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:52.980752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:19:53.720064 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:19:53.740238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:19:53.740587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 9e3c07f4-6b3d-4545-801d-5725ec2dfbb8 not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:19:56.237750 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.271357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55094) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:56.276521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'subnet': {'network_id': '545cd189-0b3d-4eb3-8ec5-0e6a01487a93', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:56.361658 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:56.365187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.543974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.610012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Subnet': ['ID=13d49b61-a8be-413d-93b6-1385ae71e375,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:56.614368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Checking segment: {'id': '5c55fe45-1f2c-4ebc-8d83-7810dde292cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '545cd189-0b3d-4eb3-8ec5-0e6a01487a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:56.614733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network hostable DHCP agents. Network: 545cd189-0b3d-4eb3-8ec5-0e6a01487a93, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:19:56.630956 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:19:56.640002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 545cd189-0b3d-4eb3-8ec5-0e6a01487a93) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:56.644150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:56.644748 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.649348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10566f89-0f5e-44cb-b2f7-b440f8ee1193 None None] Network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:56.658658 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4017e705-68e1-4ebf-9464-98b87a1fb2c2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3860984 Jul 08 18:19:56.662040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55096) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:56.666913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631979188'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:56.688725 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:56.692662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.716294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:19:56.725445 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.725784 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Added segment 912294d6-fefb-41af-b3ea-1074f135e48b of type vlan for network 40129fdf-61fb-4b8a-8476-e6dff3e5a38d Jul 08 18:19:56.764810 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.793876 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.799530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:56.799773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-545cd189-0b3d-4eb3-8ec5-0e6a01487a93', 'network_id': '545cd189-0b3d-4eb3-8ec5-0e6a01487a93', 'tenant_id': '46937cf5603c4a7f95d6da47098597ec', 'fixed_ips': [{'subnet_id': '13d49b61-a8be-413d-93b6-1385ae71e375'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:56.800111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.800680 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.861234 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1981616 Jul 08 18:19:56.864247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55098) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:56.870992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'subnet': {'network_id': '40129fdf-61fb-4b8a-8476-e6dff3e5a38d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:56.878324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cf46a-bb4e-432a-8684-3121a5145f9f tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Network': ['ID=40129fdf-61fb-4b8a-8476-e6dff3e5a38d,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:56.890698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 40129fdf-61fb-4b8a-8476-e6dff3e5a38d details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:19:56.960158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:56.964391 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:56.991248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Allocated IP 2001:db8:0:ffff::2 (545cd189-0b3d-4eb3-8ec5-0e6a01487a93/13d49b61-a8be-413d-93b6-1385ae71e375/99de53da-e818-4b4d-b297-0a1743f6263f) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:19:57.135979 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.144346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Transition to ACTIVE for port object 99de53da-e818-4b4d-b297-0a1743f6263f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:57.154691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.160211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Transition to ACTIVE for port object 99de53da-e818-4b4d-b297-0a1743f6263f will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:19:57.166580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.202044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:19:57.208044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:57.211470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:19:57.218801 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Pushing event updated for resources: {'Port': ['ID=99de53da-e818-4b4d-b297-0a1743f6263f,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:57.219721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Subnet': ['ID=545b0644-e469-46fc-8379-f6a145839d20,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:57.228125 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Checking segment: {'id': '912294d6-fefb-41af-b3ea-1074f135e48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '40129fdf-61fb-4b8a-8476-e6dff3e5a38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:57.228491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network hostable DHCP agents. Network: 40129fdf-61fb-4b8a-8476-e6dff3e5a38d, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:19:57.245141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.245726 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.245848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network 40129fdf-61fb-4b8a-8476-e6dff3e5a38d is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:19:57.245963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.246118 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.246443 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.246874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.247264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.247596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.247917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.248235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.248547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.248890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:19:57.255406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 40129fdf-61fb-4b8a-8476-e6dff3e5a38d) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:57.259529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:57.260235 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.274577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ce70f4f6-2d53-411c-b070-e0fb95b970c1 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4094028 Jul 08 18:19:57.276551 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07358575-ce1a-4712-abb1-2189cd66e110 None None] Network 40129fdf-61fb-4b8a-8476-e6dff3e5a38d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:57.277295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55100) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:57.323932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Attempting to bind port 99de53da-e818-4b4d-b297-0a1743f6263f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:19:57.324298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Attempting to bind port 99de53da-e818-4b4d-b297-0a1743f6263f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '5c55fe45-1f2c-4ebc-8d83-7810dde292cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '545cd189-0b3d-4eb3-8ec5-0e6a01487a93'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:19:57.324684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Attempting to bind port 99de53da-e818-4b4d-b297-0a1743f6263f on network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:19:57.333656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:19:57.334020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Checking segment: {'id': '5c55fe45-1f2c-4ebc-8d83-7810dde292cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '545cd189-0b3d-4eb3-8ec5-0e6a01487a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:57.334423 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.334809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Bound using segment: {'id': '5c55fe45-1f2c-4ebc-8d83-7810dde292cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '545cd189-0b3d-4eb3-8ec5-0e6a01487a93'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:19:57.335262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Bound port: 99de53da-e818-4b4d-b297-0a1743f6263f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c55fe45-1f2c-4ebc-8d83-7810dde292cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '545cd189-0b3d-4eb3-8ec5-0e6a01487a93'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:19:57.335636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.377376 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.448211 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] For port 99de53da-e818-4b4d-b297-0a1743f6263f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:19:57.453417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] For port 99de53da-e818-4b4d-b297-0a1743f6263f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=99de53da-e818-4b4d-b297-0a1743f6263f,segment=NetworkSegment(5c55fe45-1f2c-4ebc-8d83-7810dde292cd),segment_id=5c55fe45-1f2c-4ebc-8d83-7810dde292cd)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:19:57.454771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.459037 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.519897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e690c5-ff1e-4895-8ede-ef283f4bf197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-40129fdf-61fb-4b8a-8476-e6dff3e5a38d', 'network_id': '40129fdf-61fb-4b8a-8476-e6dff3e5a38d', 'tenant_id': '46937cf5603c4a7f95d6da47098597ec', 'fixed_ips': [{'subnet_id': '545b0644-e469-46fc-8379-f6a145839d20'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:57.520770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-27e690c5-ff1e-4895-8ede-ef283f4bf197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.538864 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.557053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4965824-f5dd-420b-9cc7-6dcc54c00989 None None] Pushing event updated for resources: {'Port': ['ID=99de53da-e818-4b4d-b297-0a1743f6263f,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:57.569825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Subnet': ['ID=545b0644-e469-46fc-8379-f6a145839d20,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:57.616877 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ed18c532-9793-4af1-9c89-a73fa3509d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.633469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.635033 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2dd08-f21b-4a63-9d3d-0b660bf074db None None] Network 40129fdf-61fb-4b8a-8476-e6dff3e5a38d requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:57.644190 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40129fdf-61fb-4b8a-8476-e6dff3e5a38d']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:57.655950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912294d6-fefb-41af-b3ea-1074f135e48b') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:57.656329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912294d6-fefb-41af-b3ea-1074f135e48b') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:57.665628 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.679566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.685979 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:19:57.686388 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:19:57.689683 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:19:57.769304 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.781478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.783397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/40129fdf-61fb-4b8a-8476-e6dff3e5a38d HTTP/1.1" status: 204 len: 168 time: 0.5044866 Jul 08 18:19:57.787142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55102) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:57.793821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-838607988'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:57.796444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09010-dbef-40b5-9ba2-1cd4d0d860ba tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Network': ['ID=40129fdf-61fb-4b8a-8476-e6dff3e5a38d,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:57.823823 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:57.828276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.856458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:19:57.868527 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.868908 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Added segment aa0ed984-b51a-4a98-be17-ba13883d6a8e of type vlan for network ad89553c-819a-486e-9d14-b6f5a0c5dd86 Jul 08 18:19:57.913678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 99de53da-e818-4b4d-b297-0a1743f6263f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:57.916346 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.945697 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.952439 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:57.953127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:57.965974 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 99de53da-e818-4b4d-b297-0a1743f6263f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:58.014313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2254803 Jul 08 18:19:58.017517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55104) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:58.024505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'subnet': {'network_id': 'ad89553c-819a-486e-9d14-b6f5a0c5dd86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:58.031142 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef41d2-8852-4472-b035-707046633423 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Network': ['ID=ad89553c-819a-486e-9d14-b6f5a0c5dd86,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:58.041298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network ad89553c-819a-486e-9d14-b6f5a0c5dd86 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:19:58.083528 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:19:58.122677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:58.126327 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.180677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Performing IP validity checks on allocation pools {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 18:19:58.181141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.ipam_backend_mixin [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93664) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 18:19:58.313072 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.377001 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Subnet': ['ID=824bac62-e27a-4ad0-b6a0-400999a34fbb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:58.384473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Checking segment: {'id': 'aa0ed984-b51a-4a98-be17-ba13883d6a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ad89553c-819a-486e-9d14-b6f5a0c5dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:58.384885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network hostable DHCP agents. Network: ad89553c-819a-486e-9d14-b6f5a0c5dd86, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:19:58.401800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network ad89553c-819a-486e-9d14-b6f5a0c5dd86 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:19:58.411815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, ad89553c-819a-486e-9d14-b6f5a0c5dd86) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:58.416848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:58.417588 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.422420 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155499b-cd29-47c2-928b-c658b4b300e4 None None] Network ad89553c-819a-486e-9d14-b6f5a0c5dd86 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:58.434003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-768ac1c1-e7a4-485d-b09d-1ef9a1d72e12 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4153764 Jul 08 18:19:58.437272 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55106) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:58.540837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3bed2-2411-4c07-89e3-055a17126e82 None None] Network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:58.544499 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.620509 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.637455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa75d7-3558-429b-a5d5-8242732552f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-ad89553c-819a-486e-9d14-b6f5a0c5dd86', 'network_id': 'ad89553c-819a-486e-9d14-b6f5a0c5dd86', 'tenant_id': '46937cf5603c4a7f95d6da47098597ec', 'fixed_ips': [{'subnet_id': '824bac62-e27a-4ad0-b6a0-400999a34fbb'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:58.638284 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d6aa75d7-3558-429b-a5d5-8242732552f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.654746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e8a665fa-34ef-4f05-9141-6fa77eec33ac None None] Provisioning for port 99de53da-e818-4b4d-b297-0a1743f6263f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:19:58.670244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e8a665fa-34ef-4f05-9141-6fa77eec33ac None None] Provisioning complete for port 99de53da-e818-4b4d-b297-0a1743f6263f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:58.670620 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8a665fa-34ef-4f05-9141-6fa77eec33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.681093 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.713496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Subnet': ['ID=824bac62-e27a-4ad0-b6a0-400999a34fbb,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:58.777136 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.787663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad89553c-819a-486e-9d14-b6f5a0c5dd86']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:58.798722 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0ed984-b51a-4a98-be17-ba13883d6a8e') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:58.799024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0ed984-b51a-4a98-be17-ba13883d6a8e') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:19:58.808444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server [None req-d6aa75d7-3558-429b-a5d5-8242732552f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 824bac62-e27a-4ad0-b6a0-400999a34fbb: This subnet is being modified by another concurrent operation. Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server raise exception Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 824bac62-e27a-4ad0-b6a0-400999a34fbb: This subnet is being modified by another concurrent operation. Jul 08 18:19:58.810697 n-d-799528-4 neutron-server[93666]: ERROR oslo_messaging.rpc.server Jul 08 18:19:58.827611 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.833791 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:19:58.834426 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.835484 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ac500-8c82-4c6e-a65e-39b58ad49efb None None] Network ad89553c-819a-486e-9d14-b6f5a0c5dd86 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:19:58.837825 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:19:58.898705 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.904298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.906223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/ad89553c-819a-486e-9d14-b6f5a0c5dd86 HTTP/1.1" status: 204 len: 168 time: 0.4678519 Jul 08 18:19:58.910048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55108) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:58.916314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566736447'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:58.922228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d7a49-9934-4d22-b7a3-2fe6f5fd2ed5 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Network': ['ID=ad89553c-819a-486e-9d14-b6f5a0c5dd86,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:58.938927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:58.942494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.967276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:19:58.977627 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8a665fa-34ef-4f05-9141-6fa77eec33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.978926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:58.979470 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Added segment 41e0382b-e80b-4977-8e1e-5529a06cc0c1 of type vlan for network 891b7069-2ef2-40fa-8974-c75ebad91165 Jul 08 18:19:59.029921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e8a665fa-34ef-4f05-9141-6fa77eec33ac None None] For port 99de53da-e818-4b4d-b297-0a1743f6263f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=99de53da-e818-4b4d-b297-0a1743f6263f,segment=NetworkSegment(5c55fe45-1f2c-4ebc-8d83-7810dde292cd),segment_id=5c55fe45-1f2c-4ebc-8d83-7810dde292cd)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:19:59.030157 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.034977 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e8a665fa-34ef-4f05-9141-6fa77eec33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.063777 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.069763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:59.070152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.085193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a665fa-34ef-4f05-9141-6fa77eec33ac None None] Pushing event updated for resources: {'Port': ['ID=99de53da-e818-4b4d-b297-0a1743f6263f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.134999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2232127 Jul 08 18:19:59.139302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55110) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:59.145293 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'subnet': {'network_id': '891b7069-2ef2-40fa-8974-c75ebad91165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:59.154825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8956e-a2aa-4238-a8b9-67d536e33d23 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Network': ['ID=891b7069-2ef2-40fa-8974-c75ebad91165,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.166573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 891b7069-2ef2-40fa-8974-c75ebad91165 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:19:59.170400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e53b6-8a26-4d6a-8756-9b5051003092 None None] get_active_networks_info from n-d-799528-4 {{(pid=93666) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 18:19:59.233937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:59.237493 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.287814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4223d815-d9d5-4ae3-ae5e-1f770970a5a2 None None] Provisioning complete for port 99de53da-e818-4b4d-b297-0a1743f6263f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:19:59.288184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4223d815-d9d5-4ae3-ae5e-1f770970a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.325185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e53b6-8a26-4d6a-8756-9b5051003092 None None] Resources bound (agent type, host, resource id): {{(pid=93666) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 18:19:59.421611 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.485920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Subnet': ['ID=e709e1be-3bca-4cb5-8174-b67b4ea9a863,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.495187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Checking segment: {'id': '41e0382b-e80b-4977-8e1e-5529a06cc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '891b7069-2ef2-40fa-8974-c75ebad91165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:19:59.495558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network hostable DHCP agents. Network: 891b7069-2ef2-40fa-8974-c75ebad91165, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:19:59.513111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network 891b7069-2ef2-40fa-8974-c75ebad91165 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:19:59.522597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 891b7069-2ef2-40fa-8974-c75ebad91165) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:19:59.526734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:59.527332 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.541869 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6f823015-2120-41fe-88ba-0c33ff855069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4014304 Jul 08 18:19:59.545557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55112) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:59.550795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1744083669'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:59.574517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:59.579252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.605476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:19:59.615815 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.616164 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Added segment 6d7a202e-b770-4a08-baee-542710b68017 of type vlan for network 53f5bacd-b912-4616-9617-10060c63901e Jul 08 18:19:59.659474 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.690227 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.697144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:19:59.697850 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.740878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adfcd5-c48d-416e-aa56-2a4e0355e482 None None] Network 891b7069-2ef2-40fa-8974-c75ebad91165 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:19:59.759712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2130525 Jul 08 18:19:59.765802 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55114) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:19:59.768171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Request body: {'subnet': {'network_id': '53f5bacd-b912-4616-9617-10060c63901e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:19:59.788518 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0745dd-9466-485e-876b-a763cfb0c87d tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Network': ['ID=53f5bacd-b912-4616-9617-10060c63901e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:19:59.800464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 53f5bacd-b912-4616-9617-10060c63901e details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:19:59.866663 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Made reservation on behalf of 46937cf5603c4a7f95d6da47098597ec for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:19:59.871043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:19:59.878522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 99de53da-e818-4b4d-b297-0a1743f6263f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:19:59.993316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-891b7069-2ef2-40fa-8974-c75ebad91165', 'network_id': '891b7069-2ef2-40fa-8974-c75ebad91165', 'tenant_id': '46937cf5603c4a7f95d6da47098597ec', 'fixed_ips': [{'subnet_id': 'e709e1be-3bca-4cb5-8174-b67b4ea9a863'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:19:59.994146 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.003797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 99de53da-e818-4b4d-b297-0a1743f6263f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:00.004158 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.058032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.120755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event updated for resources: {'Subnet': ['ID=c4843868-c7bc-4a8f-99fd-7a8be8778838,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:00.122580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7672f61f-e511-4ccd-9f5d-6cd6efea4013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.128665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Checking segment: {'id': '6d7a202e-b770-4a08-baee-542710b68017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '53f5bacd-b912-4616-9617-10060c63901e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:00.129049 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network hostable DHCP agents. Network: 53f5bacd-b912-4616-9617-10060c63901e, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:00.145566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Network 53f5bacd-b912-4616-9617-10060c63901e is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:00.154508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 53f5bacd-b912-4616-9617-10060c63901e) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:00.158600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:00.159197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.173990 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-86cbeecf-5574-4fd3-b689-b424706781cb tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4097071 Jul 08 18:20:00.176467 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55116) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:00.179029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33202bbb-1db0-4a8f-b2a5-ffb8a1bee872 None None] Network 53f5bacd-b912-4616-9617-10060c63901e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:00.248074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Allocated IP 2001:db8::2 (891b7069-2ef2-40fa-8974-c75ebad91165/e709e1be-3bca-4cb5-8174-b67b4ea9a863/d0f5dbbb-73cc-4206-b730-0cec578e5d9c) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:00.277278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.329300 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.388896 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.415456 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Subnet': ['ID=c4843868-c7bc-4a8f-99fd-7a8be8778838,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:00.446296 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47dfb4f-4133-46a8-b6f3-6740800669f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-53f5bacd-b912-4616-9617-10060c63901e', 'network_id': '53f5bacd-b912-4616-9617-10060c63901e', 'tenant_id': '46937cf5603c4a7f95d6da47098597ec', 'fixed_ips': [{'subnet_id': 'c4843868-c7bc-4a8f-99fd-7a8be8778838'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:00.447151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f47dfb4f-4133-46a8-b6f3-6740800669f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.481590 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.485342 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.492146 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f5bacd-b912-4616-9617-10060c63901e']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:00.503745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7a202e-b770-4a08-baee-542710b68017') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:00.503978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7a202e-b770-4a08-baee-542710b68017') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:00.512667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.526873 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.534193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:00.534742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:00.537922 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:00.555444 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.559859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb6124-900d-4de9-8a5c-3483295a72c9 None None] Network 53f5bacd-b912-4616-9617-10060c63901e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:00.600374 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.606422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Transition to ACTIVE for port object d0f5dbbb-73cc-4206-b730-0cec578e5d9c will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:00.607589 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.609608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/53f5bacd-b912-4616-9617-10060c63901e HTTP/1.1" status: 204 len: 168 time: 0.4320345 Jul 08 18:20:00.613547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55118) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:00.626649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9216378-f82a-4a71-995b-8747a2221cc7 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Network': ['ID=53f5bacd-b912-4616-9617-10060c63901e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:00.636456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Transition to ACTIVE for port object d0f5dbbb-73cc-4206-b730-0cec578e5d9c will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:00.647734 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9d272e-f39e-490e-8634-ccc60f9c6a90 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] GET failed (client error): The resource could not be found. Jul 08 18:20:00.649239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-aa9d272e-f39e-490e-8634-ccc60f9c6a90 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "GET /v2.0/subnets/c4843868-c7bc-4a8f-99fd-7a8be8778838 HTTP/1.1" status: 404 len: 337 time: 0.0342598 Jul 08 18:20:00.652020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55120) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:00.665667 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.670749 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e44e4ea-fe8d-4c8e-a59c-b40e80788c1e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:00.671482 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e44e4ea-fe8d-4c8e-a59c-b40e80788c1e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:00.673271 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0e44e4ea-fe8d-4c8e-a59c-b40e80788c1e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/53f5bacd-b912-4616-9617-10060c63901e HTTP/1.1" status: 404 len: 339 time: 0.0202324 Jul 08 18:20:00.677341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55122) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:00.703481 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ce99fb-b36a-4911-af66-997cd22c8a57 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:00.703930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ce99fb-b36a-4911-af66-997cd22c8a57 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:00.705681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8ce99fb-b36a-4911-af66-997cd22c8a57 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/subnets/c4843868-c7bc-4a8f-99fd-7a8be8778838 HTTP/1.1" status: 404 len: 337 time: 0.0272503 Jul 08 18:20:00.708430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55124) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:00.726964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Network 891b7069-2ef2-40fa-8974-c75ebad91165 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:00.727713 n-d-799528-4 neutron-server[93664]: INFO neutron.pecan_wsgi.hooks.translation [None req-b563e59a-dcf0-44ff-8877-44de0357180b tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:00.728275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b563e59a-dcf0-44ff-8877-44de0357180b tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93664) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:00.729920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:00.730056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b563e59a-dcf0-44ff-8877-44de0357180b tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/53f5bacd-b912-4616-9617-10060c63901e HTTP/1.1" status: 404 len: 339 time: 0.0205970 Jul 08 18:20:00.732344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:00.732625 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55126) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:00.739882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Pushing event updated for resources: {'Port': ['ID=d0f5dbbb-73cc-4206-b730-0cec578e5d9c,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:00.783670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Deleting subnet e709e1be-3bca-4cb5-8174-b67b4ea9a863 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:00.786726 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.794286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Attempting to bind port d0f5dbbb-73cc-4206-b730-0cec578e5d9c on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:00.794804 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Attempting to bind port d0f5dbbb-73cc-4206-b730-0cec578e5d9c by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '41e0382b-e80b-4977-8e1e-5529a06cc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '891b7069-2ef2-40fa-8974-c75ebad91165'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:00.795015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Attempting to bind port d0f5dbbb-73cc-4206-b730-0cec578e5d9c on network 891b7069-2ef2-40fa-8974-c75ebad91165 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:00.800124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:00.800502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Checking segment: {'id': '41e0382b-e80b-4977-8e1e-5529a06cc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '891b7069-2ef2-40fa-8974-c75ebad91165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:00.801006 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.801408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Bound using segment: {'id': '41e0382b-e80b-4977-8e1e-5529a06cc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '891b7069-2ef2-40fa-8974-c75ebad91165'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:00.801932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Bound port: d0f5dbbb-73cc-4206-b730-0cec578e5d9c, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e0382b-e80b-4977-8e1e-5529a06cc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '891b7069-2ef2-40fa-8974-c75ebad91165'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:00.802317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.827433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.868526 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] For port d0f5dbbb-73cc-4206-b730-0cec578e5d9c, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:00.871875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] For port d0f5dbbb-73cc-4206-b730-0cec578e5d9c, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d0f5dbbb-73cc-4206-b730-0cec578e5d9c,segment=NetworkSegment(41e0382b-e80b-4977-8e1e-5529a06cc0c1),segment_id=41e0382b-e80b-4977-8e1e-5529a06cc0c1)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:00.875700 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:00.931055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7141d3b-9dbc-48f3-8c9e-93fd2b465314 None None] Pushing event updated for resources: {'Port': ['ID=d0f5dbbb-73cc-4206-b730-0cec578e5d9c,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:00.940362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.001292 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.029254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Subnet': ['ID=e709e1be-3bca-4cb5-8174-b67b4ea9a863,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:01.032813 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.034679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8f15d1ec-eff3-4cdc-924c-8c6520610366 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/subnets/e709e1be-3bca-4cb5-8174-b67b4ea9a863 HTTP/1.1" status: 204 len: 168 time: 0.3011141 Jul 08 18:20:01.037187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.122708 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.182050 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Deleting port d0f5dbbb-73cc-4206-b730-0cec578e5d9c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:01.182398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.246319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] For port d0f5dbbb-73cc-4206-b730-0cec578e5d9c, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d0f5dbbb-73cc-4206-b730-0cec578e5d9c,segment=NetworkSegment(41e0382b-e80b-4977-8e1e-5529a06cc0c1),segment_id=41e0382b-e80b-4977-8e1e-5529a06cc0c1)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:01.247199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.259875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Calling delete_port for d0f5dbbb-73cc-4206-b730-0cec578e5d9c owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:01.340445 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.363930 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Port': ['ID=d0f5dbbb-73cc-4206-b730-0cec578e5d9c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:01.369433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No DVR routers for this DVR port d0f5dbbb-73cc-4206-b730-0cec578e5d9c on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:01.449222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.458767 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891b7069-2ef2-40fa-8974-c75ebad91165']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:01.468839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e0382b-e80b-4977-8e1e-5529a06cc0c1') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:01.469138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e0382b-e80b-4977-8e1e-5529a06cc0c1') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:01.477952 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.491688 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.498941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:01.499506 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:01.502515 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:01.563361 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.565238 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.573496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.575438 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/891b7069-2ef2-40fa-8974-c75ebad91165 HTTP/1.1" status: 204 len: 168 time: 0.5373862 Jul 08 18:20:01.578177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55130) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.593970 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c497d3f-b95e-4bac-b7a1-5c02e50eeca2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Network': ['ID=891b7069-2ef2-40fa-8974-c75ebad91165,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:01.608060 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6fc0d0-124a-4241-a399-7aabb648dac2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:01.608521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6fc0d0-124a-4241-a399-7aabb648dac2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:01.610537 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0d6fc0d0-124a-4241-a399-7aabb648dac2 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/subnets/824bac62-e27a-4ad0-b6a0-400999a34fbb HTTP/1.1" status: 404 len: 337 time: 0.0310202 Jul 08 18:20:01.613048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.632386 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0301e7-b5d8-499b-b5fb-41b5da3d6fef tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:01.633193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0301e7-b5d8-499b-b5fb-41b5da3d6fef tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:01.634934 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-de0301e7-b5d8-499b-b5fb-41b5da3d6fef tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/ad89553c-819a-486e-9d14-b6f5a0c5dd86 HTTP/1.1" status: 404 len: 339 time: 0.0206985 Jul 08 18:20:01.637623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55134) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.663267 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1000dfb-e741-4914-b976-6fa12c8dba95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:01.663715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1000dfb-e741-4914-b976-6fa12c8dba95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:01.665632 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b1000dfb-e741-4914-b976-6fa12c8dba95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/subnets/545b0644-e469-46fc-8379-f6a145839d20 HTTP/1.1" status: 404 len: 337 time: 0.0270653 Jul 08 18:20:01.668127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55136) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.693010 n-d-799528-4 neutron-server[93665]: INFO neutron.pecan_wsgi.hooks.translation [None req-b332b4fc-ccca-41cc-9afa-0c8d7390ed0e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] DELETE failed (client error): The resource could not be found. Jul 08 18:20:01.693669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b332b4fc-ccca-41cc-9afa-0c8d7390ed0e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93665) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 18:20:01.695533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b332b4fc-ccca-41cc-9afa-0c8d7390ed0e tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/40129fdf-61fb-4b8a-8476-e6dff3e5a38d HTTP/1.1" status: 404 len: 339 time: 0.0257704 Jul 08 18:20:01.698075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55138) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.750679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Deleting subnet 13d49b61-a8be-413d-93b6-1385ae71e375 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:01.754181 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.796359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.875367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ace27e69-1715-425f-9485-6ec4ff7f7ddb None None] Could not find standard attr ID for object d0f5dbbb-73cc-4206-b730-0cec578e5d9c. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:20:01.892091 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.905866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eda3a0-a2a4-408d-a6da-d1ab0ac37f13 None None] DHCP port deletion for 891b7069-2ef2-40fa-8974-c75ebad91165 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:20:01.923868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559211d2-8b7b-4a24-a803-bef9b1afb5d2 None None] Network 891b7069-2ef2-40fa-8974-c75ebad91165 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:01.935592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559211d2-8b7b-4a24-a803-bef9b1afb5d2 None None] Network 891b7069-2ef2-40fa-8974-c75ebad91165 could not be found, it might have been deleted concurrently. {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:20:01.951436 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.978827 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Subnet': ['ID=13d49b61-a8be-413d-93b6-1385ae71e375,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:01.983191 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:01.985126 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2802a5b5-b42a-4823-bf9a-82b0a85ac069 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/subnets/13d49b61-a8be-413d-93b6-1385ae71e375 HTTP/1.1" status: 204 len: 168 time: 0.2860808 Jul 08 18:20:01.987642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55140) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:01.990989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7687212d-a624-4b9f-8584-3fd57dc797fc None None] Network 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:02.063524 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.120014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Deleting port 99de53da-e818-4b4d-b297-0a1743f6263f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:02.120351 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.173018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] DHCP port deletion for 545cd189-0b3d-4eb3-8ec5-0e6a01487a93 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:20:02.182221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] For port 99de53da-e818-4b4d-b297-0a1743f6263f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=99de53da-e818-4b4d-b297-0a1743f6263f,segment=NetworkSegment(5c55fe45-1f2c-4ebc-8d83-7810dde292cd),segment_id=5c55fe45-1f2c-4ebc-8d83-7810dde292cd)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:02.182583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.195272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Calling delete_port for 99de53da-e818-4b4d-b297-0a1743f6263f owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:02.218661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] Deleting port 99de53da-e818-4b4d-b297-0a1743f6263f {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:02.219039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.273321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.284507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] For port 99de53da-e818-4b4d-b297-0a1743f6263f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=99de53da-e818-4b4d-b297-0a1743f6263f,segment=NetworkSegment(5c55fe45-1f2c-4ebc-8d83-7810dde292cd),segment_id=5c55fe45-1f2c-4ebc-8d83-7810dde292cd)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:02.284943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.297416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] Calling delete_port for 99de53da-e818-4b4d-b297-0a1743f6263f owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:02.301972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Port': ['ID=99de53da-e818-4b4d-b297-0a1743f6263f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.305911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] No DVR routers for this DVR port 99de53da-e818-4b4d-b297-0a1743f6263f on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:02.374048 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.380969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.391165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545cd189-0b3d-4eb3-8ec5-0e6a01487a93']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:02.401120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] No DVR routers for this DVR port 99de53da-e818-4b4d-b297-0a1743f6263f on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:02.401349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c55fe45-1f2c-4ebc-8d83-7810dde292cd') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:02.401608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c55fe45-1f2c-4ebc-8d83-7810dde292cd') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:02.408487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bc5aa-dc11-451a-8d21-4d7c592e890f None None] Pushing event deleted for resources: {'Port': ['ID=99de53da-e818-4b4d-b297-0a1743f6263f,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.412416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.425860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.431456 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:02.431833 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:02.435311 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:02.494299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.501599 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.503365 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] 10.222.0.63 "DELETE /v2.0/networks/545cd189-0b3d-4eb3-8ec5-0e6a01487a93 HTTP/1.1" status: 204 len: 168 time: 0.5147879 Jul 08 18:20:02.515578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267875b-f76f-4bc0-9476-fb96d9cabb95 tempest-NetworksIpV6Test-689062261 tempest-NetworksIpV6Test-689062261-project] Pushing event deleted for resources: {'Network': ['ID=545cd189-0b3d-4eb3-8ec5-0e6a01487a93,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:02.733476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55146) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.861808 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09bdcc4f-27e7-43fe-b5ba-6d65678427cc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=46937cf5603c4a7f95d6da47098597ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271310 Jul 08 18:20:02.864305 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55150) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:02.910771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b3ed66-ebf1-4e00-b9e5-932cebb11ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.938816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b3ed66-ebf1-4e00-b9e5-932cebb11ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.989893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b3ed66-ebf1-4e00-b9e5-932cebb11ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.993204 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9b3ed66-ebf1-4e00-b9e5-932cebb11ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:02.994932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a9b3ed66-ebf1-4e00-b9e5-932cebb11ed4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/92d5aae5-36aa-454c-92cf-e821d4d6b044 HTTP/1.1" status: 204 len: 168 time: 0.1296327 Jul 08 18:20:03.005449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3ed66-ebf1-4e00-b9e5-932cebb11ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5aae5-36aa-454c-92cf-e821d4d6b044,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.026381 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.601752 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55172) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:03.690269 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-7e03e4ca-4d43-4c14-a3e7-0f48cebc05cb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-827040022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:03.714568 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e03e4ca-4d43-4c14-a3e7-0f48cebc05cb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.716227 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e03e4ca-4d43-4c14-a3e7-0f48cebc05cb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.769339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e03e4ca-4d43-4c14-a3e7-0f48cebc05cb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.773573 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e03e4ca-4d43-4c14-a3e7-0f48cebc05cb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.789586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7e03e4ca-4d43-4c14-a3e7-0f48cebc05cb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.790783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7e03e4ca-4d43-4c14-a3e7-0f48cebc05cb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1880298 Jul 08 18:20:03.793544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55176) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:03.798410 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1909671090'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:03.822762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Made reservation on behalf of 44bbb8fa37784591b5a6ff56f62f0c3d for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:03.826676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.835776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.855024 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 99de53da-e818-4b4d-b297-0a1743f6263f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:03.874083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 99de53da-e818-4b4d-b297-0a1743f6263f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:03.874408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 99de53da-e818-4b4d-b297-0a1743f6263f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:03.874857 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d0f5dbbb-73cc-4206-b730-0cec578e5d9c no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:03.893515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d0f5dbbb-73cc-4206-b730-0cec578e5d9c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:03.893861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d0f5dbbb-73cc-4206-b730-0cec578e5d9c not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:03.928129 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.932000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.959603 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:03.969383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1fc449-1a3b-4699-a6d5-47617d56d35c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:03.975427 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:03.975769 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Added segment b4751006-6d7e-4efa-b589-0d1aafdb4123 of type vlan for network b39284a0-0832-4873-86a3-88e78ab26ccc Jul 08 18:20:04.015465 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.042837 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.048387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:04.048997 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.109953 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3153756 Jul 08 18:20:04.112639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55178) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.117486 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Request body: {'subnet': {'network_id': 'b39284a0-0832-4873-86a3-88e78ab26ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:04.135870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12996c64-ebcf-4fb0-a3d1-d6309a8593bb tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event updated for resources: {'Network': ['ID=b39284a0-0832-4873-86a3-88e78ab26ccc,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:04.146805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network b39284a0-0832-4873-86a3-88e78ab26ccc details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:04.208553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Made reservation on behalf of 44bbb8fa37784591b5a6ff56f62f0c3d for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:04.212099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.391933 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.453649 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event updated for resources: {'Subnet': ['ID=32646dff-8a33-4f62-9f17-650d0553697e,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:04.461991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Checking segment: {'id': 'b4751006-6d7e-4efa-b589-0d1aafdb4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b39284a0-0832-4873-86a3-88e78ab26ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:04.462300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Network hostable DHCP agents. Network: b39284a0-0832-4873-86a3-88e78ab26ccc, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:04.478380 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Network b39284a0-0832-4873-86a3-88e78ab26ccc is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:04.486961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, b39284a0-0832-4873-86a3-88e78ab26ccc) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:04.490961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:04.491558 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.495596 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b593c7-1bc4-40e2-ba88-c1e5ffbc1af3 None None] Network b39284a0-0832-4873-86a3-88e78ab26ccc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:04.506840 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9e0c4b26-c77a-419e-a1b7-687390fd9d21 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3931382 Jul 08 18:20:04.510029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55180) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.515103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-541120567'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:04.534740 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Made reservation on behalf of 44bbb8fa37784591b5a6ff56f62f0c3d for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:04.538389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.563348 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:04.572786 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.573135 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Added segment ac5fa9c1-0640-4881-a22b-b50e13565925 of type vlan for network dbdcd37e-e2ab-440e-8597-cd65722f3fea Jul 08 18:20:04.613700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.645257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-b39284a0-0832-4873-86a3-88e78ab26ccc', 'network_id': 'b39284a0-0832-4873-86a3-88e78ab26ccc', 'tenant_id': '44bbb8fa37784591b5a6ff56f62f0c3d', 'fixed_ips': [{'subnet_id': '32646dff-8a33-4f62-9f17-650d0553697e'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:04.646137 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.646302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.651939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:04.652556 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.710619 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1993952 Jul 08 18:20:04.713406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55182) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:04.719863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Request body: {'subnet': {'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:04.720396 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67402cce-02dd-4888-b283-327e9bb4bae9 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event updated for resources: {'Network': ['ID=dbdcd37e-e2ab-440e-8597-cd65722f3fea,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:04.737017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network dbdcd37e-e2ab-440e-8597-cd65722f3fea details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:04.809782 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Made reservation on behalf of 44bbb8fa37784591b5a6ff56f62f0c3d for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:04.813423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.844716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Allocated IP 172.20.0.2 (b39284a0-0832-4873-86a3-88e78ab26ccc/32646dff-8a33-4f62-9f17-650d0553697e/7bdcb683-c7c6-4e19-a992-e33cc9f47cb3) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:04.992641 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:04.996065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.001293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Transition to ACTIVE for port object 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:05.016314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Transition to ACTIVE for port object 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:05.022576 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.053842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event updated for resources: {'Subnet': ['ID=a4e044c5-f857-4fe3-9b41-2716c827f337,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.063462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Network b39284a0-0832-4873-86a3-88e78ab26ccc is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:05.064209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Checking segment: {'id': 'ac5fa9c1-0640-4881-a22b-b50e13565925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:05.064577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Network hostable DHCP agents. Network: dbdcd37e-e2ab-440e-8597-cd65722f3fea, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:05.066185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:05.068470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:05.077664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Pushing event updated for resources: {'Port': ['ID=7bdcb683-c7c6-4e19-a992-e33cc9f47cb3,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.082206 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Network dbdcd37e-e2ab-440e-8597-cd65722f3fea is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:05.092179 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, dbdcd37e-e2ab-440e-8597-cd65722f3fea) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:05.096559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:05.097384 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.111103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05226c-01fe-44da-b019-f02d06e5ca27 None None] Network dbdcd37e-e2ab-440e-8597-cd65722f3fea requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:05.111940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb0480ff-ada4-44f2-afa4-703345805c29 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3967071 Jul 08 18:20:05.115168 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55184) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.119362 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7e874d0e-85d6-462e-9ea0-24aa5cddcf4e tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:05.178056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Attempting to bind port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:05.178638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Attempting to bind port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'b4751006-6d7e-4efa-b589-0d1aafdb4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b39284a0-0832-4873-86a3-88e78ab26ccc'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:05.178876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Attempting to bind port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 on network b39284a0-0832-4873-86a3-88e78ab26ccc {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:05.187190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:05.187556 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Checking segment: {'id': 'b4751006-6d7e-4efa-b589-0d1aafdb4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b39284a0-0832-4873-86a3-88e78ab26ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:05.188329 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.188329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Bound using segment: {'id': 'b4751006-6d7e-4efa-b589-0d1aafdb4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b39284a0-0832-4873-86a3-88e78ab26ccc'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:05.188810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Bound port: 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4751006-6d7e-4efa-b589-0d1aafdb4123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b39284a0-0832-4873-86a3-88e78ab26ccc'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:05.189189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.299647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] For port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:05.304202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] For port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7bdcb683-c7c6-4e19-a992-e33cc9f47cb3,segment=NetworkSegment(b4751006-6d7e-4efa-b589-0d1aafdb4123),segment_id=b4751006-6d7e-4efa-b589-0d1aafdb4123)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:05.309817 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.327225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7e874d0e-85d6-462e-9ea0-24aa5cddcf4e tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.355965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e643edb-79e0-4115-a318-589592be308d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-dbdcd37e-e2ab-440e-8597-cd65722f3fea', 'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea', 'tenant_id': '44bbb8fa37784591b5a6ff56f62f0c3d', 'fixed_ips': [{'subnet_id': 'a4e044c5-f857-4fe3-9b41-2716c827f337'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:05.356822 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e643edb-79e0-4115-a318-589592be308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.410547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d20b4-ae2b-4388-b482-2fc1518437fc None None] Pushing event updated for resources: {'Port': ['ID=7bdcb683-c7c6-4e19-a992-e33cc9f47cb3,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.438832 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [None req-7e874d0e-85d6-462e-9ea0-24aa5cddcf4e tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 18:20:05.446270 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7e874d0e-85d6-462e-9ea0-24aa5cddcf4e tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "PUT /v2.0/routers/bc61387d-d24a-4241-8aa5-b464d64f014f HTTP/1.1" status: 400 len: 364 time: 0.3245535 Jul 08 18:20:05.446591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55186) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:05.504815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Deleting subnet a4e044c5-f857-4fe3-9b41-2716c827f337 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:05.528264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6e643edb-79e0-4115-a318-589592be308d None None] Allocated IP 172.21.0.2 (dbdcd37e-e2ab-440e-8597-cd65722f3fea/a4e044c5-f857-4fe3-9b41-2716c827f337/9f6ce4b4-1a3e-4fa1-b31c-721594d97303) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:05.696552 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e643edb-79e0-4115-a318-589592be308d None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.705741 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6e643edb-79e0-4115-a318-589592be308d None None] Transition to ACTIVE for port object 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:05.719813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6e643edb-79e0-4115-a318-589592be308d None None] Transition to ACTIVE for port object 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:05.725430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.725953 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e643edb-79e0-4115-a318-589592be308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.761697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e643edb-79e0-4115-a318-589592be308d None None] Network dbdcd37e-e2ab-440e-8597-cd65722f3fea is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:05.766278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.768485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6e643edb-79e0-4115-a318-589592be308d None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:05.771977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e643edb-79e0-4115-a318-589592be308d None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:05.777450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643edb-79e0-4115-a318-589592be308d None None] Pushing event updated for resources: {'Port': ['ID=9f6ce4b4-1a3e-4fa1-b31c-721594d97303,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.843316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6e643edb-79e0-4115-a318-589592be308d None None] Attempting to bind port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:05.843693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6e643edb-79e0-4115-a318-589592be308d None None] Attempting to bind port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ac5fa9c1-0640-4881-a22b-b50e13565925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:05.844094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e643edb-79e0-4115-a318-589592be308d None None] Attempting to bind port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 on network dbdcd37e-e2ab-440e-8597-cd65722f3fea {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:05.850041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e643edb-79e0-4115-a318-589592be308d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:05.850425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e643edb-79e0-4115-a318-589592be308d None None] Checking segment: {'id': 'ac5fa9c1-0640-4881-a22b-b50e13565925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:05.850835 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e643edb-79e0-4115-a318-589592be308d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.851240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e643edb-79e0-4115-a318-589592be308d None None] Bound using segment: {'id': 'ac5fa9c1-0640-4881-a22b-b50e13565925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:05.851708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6e643edb-79e0-4115-a318-589592be308d None None] Bound port: 9f6ce4b4-1a3e-4fa1-b31c-721594d97303, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5fa9c1-0640-4881-a22b-b50e13565925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dbdcd37e-e2ab-440e-8597-cd65722f3fea'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:05.852095 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e643edb-79e0-4115-a318-589592be308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.870447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.906815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:05.935857 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.949532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6e643edb-79e0-4115-a318-589592be308d None None] For port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:05.954004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6e643edb-79e0-4115-a318-589592be308d None None] For port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9f6ce4b4-1a3e-4fa1-b31c-721594d97303,segment=NetworkSegment(ac5fa9c1-0640-4881-a22b-b50e13565925),segment_id=ac5fa9c1-0640-4881-a22b-b50e13565925)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:05.960719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6e643edb-79e0-4115-a318-589592be308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.965737 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:05.968367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "DELETE /v2.0/subnets/a4e044c5-f857-4fe3-9b41-2716c827f337 HTTP/1.1" status: 204 len: 168 time: 0.5208180 Jul 08 18:20:05.969887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad51346-82b5-4cc2-8a56-4d91eedba270 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e044c5-f857-4fe3-9b41-2716c827f337,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:05.971571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55188) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:06.027874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:06.044253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643edb-79e0-4115-a318-589592be308d None None] Pushing event updated for resources: {'Port': ['ID=9f6ce4b4-1a3e-4fa1-b31c-721594d97303,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:06.072801 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.130998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Deleting port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:06.131439 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.195846 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] For port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9f6ce4b4-1a3e-4fa1-b31c-721594d97303,segment=NetworkSegment(ac5fa9c1-0640-4881-a22b-b50e13565925),segment_id=ac5fa9c1-0640-4881-a22b-b50e13565925)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:06.196211 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.234810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Calling delete_port for 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:06.319769 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.349619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event deleted for resources: {'Port': ['ID=9f6ce4b4-1a3e-4fa1-b31c-721594d97303,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:06.351759 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] No DVR routers for this DVR port 9f6ce4b4-1a3e-4fa1-b31c-721594d97303 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:06.421102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30f031-063d-4bef-8bbb-4e32ed1e6d0a None None] Network b39284a0-0832-4873-86a3-88e78ab26ccc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:06.435483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.445308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdcd37e-e2ab-440e-8597-cd65722f3fea']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:06.455438 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5fa9c1-0640-4881-a22b-b50e13565925') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:06.455735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5fa9c1-0640-4881-a22b-b50e13565925') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:06.464409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.473188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3691515a-bd9f-4110-bd48-b2b2f6c3b2aa None None] Provisioning for port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:06.478718 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.481554 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3691515a-bd9f-4110-bd48-b2b2f6c3b2aa None None] Provisioning complete for port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:06.481931 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3691515a-bd9f-4110-bd48-b2b2f6c3b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.485312 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:06.485710 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:06.488706 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:06.546368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.555916 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.561018 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55190) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:06.563618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "DELETE /v2.0/networks/dbdcd37e-e2ab-440e-8597-cd65722f3fea HTTP/1.1" status: 204 len: 168 time: 0.5869677 Jul 08 18:20:06.575306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c71b1-5080-4e73-a626-10802b5b62c2 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event deleted for resources: {'Network': ['ID=dbdcd37e-e2ab-440e-8597-cd65722f3fea,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:06.621841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Deleting subnet 32646dff-8a33-4f62-9f17-650d0553697e {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:20:06.625448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.641214 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3691515a-bd9f-4110-bd48-b2b2f6c3b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.666260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.688796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-3691515a-bd9f-4110-bd48-b2b2f6c3b2aa None None] For port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7bdcb683-c7c6-4e19-a992-e33cc9f47cb3,segment=NetworkSegment(b4751006-6d7e-4efa-b589-0d1aafdb4123),segment_id=b4751006-6d7e-4efa-b589-0d1aafdb4123)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:06.696205 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3691515a-bd9f-4110-bd48-b2b2f6c3b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.746880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691515a-bd9f-4110-bd48-b2b2f6c3b2aa None None] Pushing event updated for resources: {'Port': ['ID=7bdcb683-c7c6-4e19-a992-e33cc9f47cb3,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:06.773064 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.836424 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.864984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event deleted for resources: {'Subnet': ['ID=32646dff-8a33-4f62-9f17-650d0553697e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:06.869962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:06.871447 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b645fa39-afee-445d-9fba-d7504017dd07 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "DELETE /v2.0/subnets/32646dff-8a33-4f62-9f17-650d0553697e HTTP/1.1" status: 204 len: 168 time: 0.3095384 Jul 08 18:20:06.873878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55192) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:06.934785 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502948d-e4b2-4959-aeea-cc050658ca90 None None] Network b39284a0-0832-4873-86a3-88e78ab26ccc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:06.961158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.017137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Deleting port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:07.017474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.061411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f158ef12-126d-4835-8bcc-9eb6a0a96f43 None None] Provisioning complete for port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:07.061728 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f158ef12-126d-4835-8bcc-9eb6a0a96f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.086481 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] For port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7bdcb683-c7c6-4e19-a992-e33cc9f47cb3,segment=NetworkSegment(b4751006-6d7e-4efa-b589-0d1aafdb4123),segment_id=b4751006-6d7e-4efa-b589-0d1aafdb4123)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:07.086707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.100105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Calling delete_port for 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:07.186889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.191880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e404a-8965-479c-adb9-28eefc34fffd None None] DHCP port deletion for b39284a0-0832-4873-86a3-88e78ab26ccc request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:20:07.211381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event deleted for resources: {'Port': ['ID=7bdcb683-c7c6-4e19-a992-e33cc9f47cb3,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:07.220528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] No DVR routers for this DVR port 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:07.241565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f62803-8308-48a4-b512-4f751b5adafa None None] DHCP port deletion for dbdcd37e-e2ab-440e-8597-cd65722f3fea request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:20:07.259124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564f847-3a43-4bda-ad2a-86c4b9ffaef8 None None] Network dbdcd37e-e2ab-440e-8597-cd65722f3fea requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:07.274501 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564f847-3a43-4bda-ad2a-86c4b9ffaef8 None None] Network dbdcd37e-e2ab-440e-8597-cd65722f3fea could not be found, it might have been deleted concurrently. {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 18:20:07.277612 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-dacd0636-be45-4fec-90f2-504a070eed22 None None] Could not find standard attr ID for object 9f6ce4b4-1a3e-4fa1-b31c-721594d97303. {{(pid=93666) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 18:20:07.301349 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.311425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39284a0-0832-4873-86a3-88e78ab26ccc']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:07.321526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4751006-6d7e-4efa-b589-0d1aafdb4123') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:07.321825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4751006-6d7e-4efa-b589-0d1aafdb4123') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:07.331151 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.344385 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.350247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:20:07.350632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:20:07.353573 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:20:07.411074 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.417578 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.419943 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "DELETE /v2.0/networks/b39284a0-0832-4873-86a3-88e78ab26ccc HTTP/1.1" status: 204 len: 168 time: 0.5449491 Jul 08 18:20:07.422815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55194) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:07.431526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d8dd0-9041-4d9e-ad70-a3a14424c7ca tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Pushing event deleted for resources: {'Network': ['ID=b39284a0-0832-4873-86a3-88e78ab26ccc,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:07.458196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5ecf1f21-918d-4b25-98d3-fe26c7c74a89 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "GET /v2.0/ports?device_id=bc61387d-d24a-4241-8aa5-b464d64f014f HTTP/1.1" status: 200 len: 205 time: 0.0337992 Jul 08 18:20:07.460162 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55196) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:07.531142 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b177abc-7ea6-494f-959b-1f88e8b7a444 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.679783 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b177abc-7ea6-494f-959b-1f88e8b7a444 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.682003 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b177abc-7ea6-494f-959b-1f88e8b7a444 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.726183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b177abc-7ea6-494f-959b-1f88e8b7a444 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.726710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b177abc-7ea6-494f-959b-1f88e8b7a444 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Fanout notify agent at l3_agent the message router_deleted on router bc61387d-d24a-4241-8aa5-b464d64f014f {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:20:07.734469 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8b177abc-7ea6-494f-959b-1f88e8b7a444 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:07.735544 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8b177abc-7ea6-494f-959b-1f88e8b7a444 tempest-RoutersNegativeTest-769214603 tempest-RoutersNegativeTest-769214603-project] 10.222.0.63 "DELETE /v2.0/routers/bc61387d-d24a-4241-8aa5-b464d64f014f HTTP/1.1" status: 204 len: 168 time: 0.2745030 Jul 08 18:20:07.865306 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:07.886035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:07.886387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7bdcb683-c7c6-4e19-a992-e33cc9f47cb3 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:07.974123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55202) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.107256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1b28022f-fc6d-410b-b327-ddc7f3e5a4d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44bbb8fa37784591b5a6ff56f62f0c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319585 Jul 08 18:20:08.109832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55206) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.156518 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f7a9f93-701a-4a90-b8de-31fa8deec168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.176511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f7a9f93-701a-4a90-b8de-31fa8deec168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.221946 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f7a9f93-701a-4a90-b8de-31fa8deec168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.224581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f7a9f93-701a-4a90-b8de-31fa8deec168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.225789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1f7a9f93-701a-4a90-b8de-31fa8deec168 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/da1fc449-1a3b-4699-a6d5-47617d56d35c HTTP/1.1" status: 204 len: 168 time: 0.1150291 Jul 08 18:20:08.233620 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a9f93-701a-4a90-b8de-31fa8deec168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1fc449-1a3b-4699-a6d5-47617d56d35c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:08.810669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55228) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:08.902378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1923363880-network', 'tenant_id': '44e48822dea34cf3931125081d75756d'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:08.926029 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Made reservation on behalf of 44e48822dea34cf3931125081d75756d for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:08.928382 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:08.937242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.026462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.030287 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.051107 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:09.066361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c40385-47e3-4085-85e9-b7ae14f30c28,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:09.069206 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.069574 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Added segment d5932997-e9dc-4db1-8d82-416ae3be4130 of type vlan for network f22edc08-6fe1-4670-8133-649cf444c0ef Jul 08 18:20:09.111798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.142760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.144009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:09.144593 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.202946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3911707 Jul 08 18:20:09.205718 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55232) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.212228 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Request body: {'subnet': {'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-subnet', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:09.216725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1f53a-7958-4206-b52b-3c0727e92db1 admin admin] Pushing event updated for resources: {'Network': ['ID=f22edc08-6fe1-4670-8133-649cf444c0ef,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:09.226716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f22edc08-6fe1-4670-8133-649cf444c0ef details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:09.237215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Made reservation on behalf of 44e48822dea34cf3931125081d75756d for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:09.239563 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.399855 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.458144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba83e04-218a-4d96-8be9-95fc2d8a539a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:09.465661 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Checking segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:09.466025 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Network hostable DHCP agents. Network: f22edc08-6fe1-4670-8133-649cf444c0ef, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:09.483322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Network f22edc08-6fe1-4670-8133-649cf444c0ef is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:09.491650 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f22edc08-6fe1-4670-8133-649cf444c0ef) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:09.495706 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:09.496302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.501320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86ee75-3def-4887-9bd5-ed495a83ecea None None] Network f22edc08-6fe1-4670-8133-649cf444c0ef requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:09.510455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d28cd704-4f50-4b7c-9b83-b6bb1a51e20d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3037133 Jul 08 18:20:09.513446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55234) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:09.517951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:09.539862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.540894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.599433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.803820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f22edc08-6fe1-4670-8133-649cf444c0ef', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'fixed_ips': [{'subnet_id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:09.804818 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:09.941855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Allocated IP 172.20.0.2 (f22edc08-6fe1-4670-8133-649cf444c0ef/8ba83e04-218a-4d96-8be9-95fc2d8a539a/d2f85415-c094-49e8-b209-1980ca70c476) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:10.078240 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.092162 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.100707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Transition to ACTIVE for port object d2f85415-c094-49e8-b209-1980ca70c476 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:10.116815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Transition to ACTIVE for port object d2f85415-c094-49e8-b209-1980ca70c476 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:10.122625 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.158241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Network f22edc08-6fe1-4670-8133-649cf444c0ef is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:10.164198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:10.167647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:10.173625 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Pushing event updated for resources: {'Port': ['ID=d2f85415-c094-49e8-b209-1980ca70c476,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:10.231348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Attempting to bind port d2f85415-c094-49e8-b209-1980ca70c476 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:10.231994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Attempting to bind port d2f85415-c094-49e8-b209-1980ca70c476 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:10.231994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Attempting to bind port d2f85415-c094-49e8-b209-1980ca70c476 on network f22edc08-6fe1-4670-8133-649cf444c0ef {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:10.236929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:10.237307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Checking segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:10.237713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.238108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Bound using segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:10.238575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Bound port: d2f85415-c094-49e8-b209-1980ca70c476, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:10.238959 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.278742 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.297213 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.299860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0302a258-a747-4409-89c6-3048350eec39 None None] For port d2f85415-c094-49e8-b209-1980ca70c476, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:10.302941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0302a258-a747-4409-89c6-3048350eec39 None None] For port d2f85415-c094-49e8-b209-1980ca70c476, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d2f85415-c094-49e8-b209-1980ca70c476,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:10.308212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.382826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302a258-a747-4409-89c6-3048350eec39 None None] Pushing event updated for resources: {'Port': ['ID=d2f85415-c094-49e8-b209-1980ca70c476,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:10.416368 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Allocated IP 172.25.5.23 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/85afe61d-d800-45d6-ae81-942a5c8bfc08) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:10.539004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.585425 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:10.629643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:10.633874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:10.639472 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:10.670351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Pushing event updated for resources: {'Port': ['ID=85afe61d-d800-45d6-ae81-942a5c8bfc08,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:10.895324 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.094067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.229219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Router 435aac19-d316-4901-b04b-59469d437f5f is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:20:11.241771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960945ea-f74c-4487-8748-e3d98001f14c None None] Network f22edc08-6fe1-4670-8133-649cf444c0ef requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:11.337568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:11.348332 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Sync routers for ids ['435aac19-d316-4901-b04b-59469d437f5f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:11.355528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6e5cc9b3-2eae-45cc-84cb-b8160eb600e7 None None] Provisioning for port d2f85415-c094-49e8-b209-1980ca70c476 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:11.355945 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.357347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8c07b9e1-0666-45ab-83e0-b839a1c873c9 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8429515 Jul 08 18:20:11.360028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55236) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:11.363316 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Routers {'435aac19-d316-4901-b04b-59469d437f5f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:11.364009 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['435aac19-d316-4901-b04b-59469d437f5f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:11.473036 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Set router 435aac19-d316-4901-b04b-59469d437f5f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:11.656935 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:20:10Z', 'revision_number': 3, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port': {'id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:20:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:10Z', 'updated_at': '2021-07-08T18:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:11.682762 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Checking router: 435aac19-d316-4901-b04b-59469d437f5f for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:11.683100 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Updating router 435aac19-d316-4901-b04b-59469d437f5f port 85afe61d-d800-45d6-ae81-942a5c8bfc08 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:20:11.717795 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.782957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.907495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2f85415-c094-49e8-b209-1980ca70c476 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:11.952630 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Allocated IP 172.20.0.1 (f22edc08-6fe1-4670-8133-649cf444c0ef/8ba83e04-218a-4d96-8be9-95fc2d8a539a/f5e80234-109d-44fa-b212-de99bb0a4737) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:11.962910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d2f85415-c094-49e8-b209-1980ca70c476 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:11.967204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d2f85415-c094-49e8-b209-1980ca70c476 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:11.967686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.984983 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:11.995326 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Transition to ACTIVE for port object 85afe61d-d800-45d6-ae81-942a5c8bfc08 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:12.002606 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.048476 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.053959 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Pushing event updated for resources: {'Port': ['ID=85afe61d-d800-45d6-ae81-942a5c8bfc08,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:12.055986 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Attempting to bind port 85afe61d-d800-45d6-ae81-942a5c8bfc08 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:12.056345 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Attempting to bind port 85afe61d-d800-45d6-ae81-942a5c8bfc08 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:12.056703 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Attempting to bind port 85afe61d-d800-45d6-ae81-942a5c8bfc08 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:12.066185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.066519 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.066852 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.067182 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.067965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.067965 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.068224 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.068425 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.068970 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.069374 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.069730 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.070229 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:12.072825 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.074071 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:12.075172 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:12.075728 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.076268 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:12.076940 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Bound port: 85afe61d-d800-45d6-ae81-942a5c8bfc08, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:12.077332 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.088583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d2f85415-c094-49e8-b209-1980ca70c476, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d2f85415-c094-49e8-b209-1980ca70c476,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:12.088829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Transition to ACTIVE for port object f5e80234-109d-44fa-b212-de99bb0a4737 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:12.094114 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.124319 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.130081 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] For port 85afe61d-d800-45d6-ae81-942a5c8bfc08, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:12.134200 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] For port 85afe61d-d800-45d6-ae81-942a5c8bfc08, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=85afe61d-d800-45d6-ae81-942a5c8bfc08,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:12.139739 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.144795 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d2f85415-c094-49e8-b209-1980ca70c476,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:12.177174 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Pushing event updated for resources: {'Port': ['ID=f5e80234-109d-44fa-b212-de99bb0a4737,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:12.180461 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Network f22edc08-6fe1-4670-8133-649cf444c0ef is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:12.182187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:12.184757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:12.193781 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Routers {'435aac19-d316-4901-b04b-59469d437f5f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:12.194393 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['435aac19-d316-4901-b04b-59469d437f5f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:12.222685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.233392 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61740390-e5d4-48c6-8bd3-4a210e701f2b None None] Pushing event updated for resources: {'Port': ['ID=85afe61d-d800-45d6-ae81-942a5c8bfc08,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:12.302567 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] Set router 435aac19-d316-4901-b04b-59469d437f5f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:12.374492 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.417918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3f4cf6a0-9e9f-41ff-95e8-f0f88fb8e371 None None] Provisioning for port f5e80234-109d-44fa-b212-de99bb0a4737 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:12.422846 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3f4cf6a0-9e9f-41ff-95e8-f0f88fb8e371 None None] Provisioning complete for port f5e80234-109d-44fa-b212-de99bb0a4737 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:12.423216 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf6a0-9e9f-41ff-95e8-f0f88fb8e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.462869 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3f4cf6a0-9e9f-41ff-95e8-f0f88fb8e371 None None] Port f5e80234-109d-44fa-b212-de99bb0a4737 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:12.491650 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:20:10Z', 'revision_number': 3, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port': {'id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:20:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:10Z', 'updated_at': '2021-07-08T18:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:12.518226 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffcd92-d3a4-43b2-88a2-9fd2aef109a5 None None] The sync data for ids ['435aac19-d316-4901-b04b-59469d437f5f'] in n-d-799528-4 is: [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:20:10Z', 'revision_number': 3, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port': {'id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:20:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:10Z', 'updated_at': '2021-07-08T18:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:12.545260 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.550232 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.620349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Pushing event updated for resources: {'Port': ['ID=f5e80234-109d-44fa-b212-de99bb0a4737,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:12.626759 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:12.732116 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Network f22edc08-6fe1-4670-8133-649cf444c0ef is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:12.733543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:12.863721 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Router 435aac19-d316-4901-b04b-59469d437f5f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:20:12.982365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:12.987463 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-594e5a35-ae63-439e-b734-0609f6f951fd admin admin] 10.222.0.63 "PUT /v2.0/routers/435aac19-d316-4901-b04b-59469d437f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263707 Jul 08 18:20:12.995880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e1ad8e12-7f23-4b7a-983b-c5b30968a1a1 None None] Provisioning complete for port f5e80234-109d-44fa-b212-de99bb0a4737 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:12.996533 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e1ad8e12-7f23-4b7a-983b-c5b30968a1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.035638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad8e12-7f23-4b7a-983b-c5b30968a1a1 None None] Port f5e80234-109d-44fa-b212-de99bb0a4737 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:13.448120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55252) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:13.453861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1754500732-network', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:13.474926 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Made reservation on behalf of 49475a59dc8c40b1b671b637b888f1bc for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:13.477638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.485870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.581036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.584756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.611937 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:20:13.618377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cee9e98-437b-42ff-bf38-d8a5624ee45f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:13.624682 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.625065 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Added segment 94c47843-7faa-4f64-bdb0-a72250276dff of type vlan for network 61961bb5-fa34-4792-bbc9-3fb1308bb11a Jul 08 18:20:13.664692 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.697147 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.698128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:13.698817 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.755835 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3064215 Jul 08 18:20:13.758557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55254) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:13.763859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Request body: {'subnet': {'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-subnet', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:13.771690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e282b5-aaef-42e4-82c5-b85a56352967 admin admin] Pushing event updated for resources: {'Network': ['ID=61961bb5-fa34-4792-bbc9-3fb1308bb11a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:13.782107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:20:13.790396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Made reservation on behalf of 49475a59dc8c40b1b671b637b888f1bc for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:13.792993 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:13.962291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2f85415-c094-49e8-b209-1980ca70c476 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:13.985125 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.014750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d2f85415-c094-49e8-b209-1980ca70c476 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:14.015175 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.039438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Sync routers for ids ['435aac19-d316-4901-b04b-59469d437f5f'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:14.048715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa85f13-394d-411c-8f70-29088d240373,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.057519 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Checking segment: {'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:14.057887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Network hostable DHCP agents. Network: 61961bb5-fa34-4792-bbc9-3fb1308bb11a, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:20:14.063076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Routers {'435aac19-d316-4901-b04b-59469d437f5f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:14.063687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['435aac19-d316-4901-b04b-59469d437f5f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:14.076647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:20:14.085171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 61961bb5-fa34-4792-bbc9-3fb1308bb11a) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:14.089115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:14.089728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.102113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c8834-13ba-4e50-b518-766c1463d6db None None] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:14.103782 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2c45794f-17a0-471f-bf8e-4da57c8ba9e6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3441813 Jul 08 18:20:14.106815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55256) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:14.111628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:14.132467 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.133473 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.187263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.190177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.239180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 85afe61d-d800-45d6-ae81-942a5c8bfc08 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:14.326144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Set router 435aac19-d316-4901-b04b-59469d437f5f gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:14.439268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 85afe61d-d800-45d6-ae81-942a5c8bfc08 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:14.452548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-61961bb5-fa34-4792-bbc9-3fb1308bb11a', 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'fixed_ips': [{'subnet_id': '6fa85f13-394d-411c-8f70-29088d240373'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:20:14.453430 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.487609 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 85afe61d-d800-45d6-ae81-942a5c8bfc08 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:14.487973 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.615168 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.737374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Allocated IP 172.20.0.2 (61961bb5-fa34-4792-bbc9-3fb1308bb11a/6fa85f13-394d-411c-8f70-29088d240373/43ec0399-76ab-4764-8981-870fe81a48b1) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:14.744074 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.775176 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 85afe61d-d800-45d6-ae81-942a5c8bfc08, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=85afe61d-d800-45d6-ae81-942a5c8bfc08,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:14.812046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.817948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.841500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:14.849965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:20:12Z', 'revision_number': 4, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port': {'id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:20:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:10Z', 'updated_at': '2021-07-08T18:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f5e80234-109d-44fa-b212-de99bb0a4737', 'name': '', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'mac_address': 'fa:16:3e:0f:9e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:11Z', 'updated_at': '2021-07-08T18:20:12Z', 'revision_number': 2, 'project_id': '44e48822dea34cf3931125081d75756d', 'subnets': [{'id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:14.884779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Checking router: 435aac19-d316-4901-b04b-59469d437f5f for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:14.885050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Updating router 435aac19-d316-4901-b04b-59469d437f5f port f5e80234-109d-44fa-b212-de99bb0a4737 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:20:14.937984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=85afe61d-d800-45d6-ae81-942a5c8bfc08,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:14.942048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Allocated IP 172.25.5.8 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/e09364b8-8e38-46d2-a1ff-9df177883246) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:14.955680 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.048234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.048494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.086732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.106425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Transition to ACTIVE for port object 43ec0399-76ab-4764-8981-870fe81a48b1 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:15.120681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:15.123477 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:15.128897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:15.131951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Transition to ACTIVE for port object 43ec0399-76ab-4764-8981-870fe81a48b1 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:15.157448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Pushing event updated for resources: {'Port': ['ID=e09364b8-8e38-46d2-a1ff-9df177883246,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:15.171906 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.376469 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:15.381689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.385733 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:15.392538 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:15.396705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Pushing event updated for resources: {'Port': ['ID=43ec0399-76ab-4764-8981-870fe81a48b1,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:15.476586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Attempting to bind port 43ec0399-76ab-4764-8981-870fe81a48b1 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:15.477039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Attempting to bind port 43ec0399-76ab-4764-8981-870fe81a48b1 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:15.477403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Attempting to bind port 43ec0399-76ab-4764-8981-870fe81a48b1 on network 61961bb5-fa34-4792-bbc9-3fb1308bb11a {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:15.492936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:15.493307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Checking segment: {'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:15.493708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.494096 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Bound using segment: {'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:15.494555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Bound port: 43ec0399-76ab-4764-8981-870fe81a48b1, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:15.494934 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.558276 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.578472 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.578735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Transition to ACTIVE for port object f5e80234-109d-44fa-b212-de99bb0a4737 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:15.592091 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.619128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] For port 43ec0399-76ab-4764-8981-870fe81a48b1, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:15.644148 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] For port 43ec0399-76ab-4764-8981-870fe81a48b1, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43ec0399-76ab-4764-8981-870fe81a48b1,segment=NetworkSegment(94c47843-7faa-4f64-bdb0-a72250276dff),segment_id=94c47843-7faa-4f64-bdb0-a72250276dff)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:15.654731 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.659274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bf32a-33da-4122-8dd2-3746e4e0d7a1 None None] Pushing event updated for resources: {'Port': ['ID=f5e80234-109d-44fa-b212-de99bb0a4737,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:15.723147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Router 4d1038c3-a070-44fc-bbdf-aa133d78b498 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:20:15.761281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Attempting to bind port f5e80234-109d-44fa-b212-de99bb0a4737 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:15.761704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Attempting to bind port f5e80234-109d-44fa-b212-de99bb0a4737 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:15.762061 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Attempting to bind port f5e80234-109d-44fa-b212-de99bb0a4737 on network f22edc08-6fe1-4670-8133-649cf444c0ef {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:15.775247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:15.775632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Checking segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:15.776024 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.776417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Bound using segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:15.777169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Bound port: f5e80234-109d-44fa-b212-de99bb0a4737, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:15.777314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.779242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dbbbc-fff5-490c-9366-e7967de9bb01 None None] Pushing event updated for resources: {'Port': ['ID=43ec0399-76ab-4764-8981-870fe81a48b1,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:15.856992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] For port f5e80234-109d-44fa-b212-de99bb0a4737, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:15.862802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:15.864011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] For port f5e80234-109d-44fa-b212-de99bb0a4737, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f5e80234-109d-44fa-b212-de99bb0a4737,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:15.871770 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.876040 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Sync routers for ids ['4d1038c3-a070-44fc-bbdf-aa133d78b498'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:15.889648 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Routers {'4d1038c3-a070-44fc-bbdf-aa133d78b498'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:15.891716 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4d1038c3-a070-44fc-bbdf-aa133d78b498'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:15.896208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:15.900876 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-58e70cf3-0f07-419d-a373-d233fd3b6d5d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7895188 Jul 08 18:20:15.900876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55258) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:20:15.949398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 85afe61d-d800-45d6-ae81-942a5c8bfc08 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:16.084917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bf32a-33da-4122-8dd2-3746e4e0d7a1 None None] Pushing event updated for resources: {'Port': ['ID=f5e80234-109d-44fa-b212-de99bb0a4737,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:16.091483 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Routers {'435aac19-d316-4901-b04b-59469d437f5f'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:16.092815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['435aac19-d316-4901-b04b-59469d437f5f'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:16.202846 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Set router 4d1038c3-a070-44fc-bbdf-aa133d78b498 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:16.228994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 85afe61d-d800-45d6-ae81-942a5c8bfc08 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:16.229478 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.297880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] Set router 435aac19-d316-4901-b04b-59469d437f5f gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:16.410515 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:15Z', 'revision_number': 3, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port': {'id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:16.439770 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Checking router: 4d1038c3-a070-44fc-bbdf-aa133d78b498 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:16.440106 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Updating router 4d1038c3-a070-44fc-bbdf-aa133d78b498 port e09364b8-8e38-46d2-a1ff-9df177883246 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:20:16.480472 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.485394 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.554917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:20:12Z', 'revision_number': 4, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port': {'id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:20:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:10Z', 'updated_at': '2021-07-08T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f5e80234-109d-44fa-b212-de99bb0a4737', 'name': '', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'mac_address': 'fa:16:3e:0f:9e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:11Z', 'updated_at': '2021-07-08T18:20:15Z', 'revision_number': 4, 'project_id': '44e48822dea34cf3931125081d75756d', 'subnets': [{'id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:16.587486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0ff4-8c4f-44fe-9259-f0e966cb6290 None None] The sync data for ids ['435aac19-d316-4901-b04b-59469d437f5f'] in n-d-799528-4 is: [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:20:12Z', 'revision_number': 4, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port': {'id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:20:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:10Z', 'updated_at': '2021-07-08T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f5e80234-109d-44fa-b212-de99bb0a4737', 'name': '', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'mac_address': 'fa:16:3e:0f:9e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:11Z', 'updated_at': '2021-07-08T18:20:15Z', 'revision_number': 4, 'project_id': '44e48822dea34cf3931125081d75756d', 'subnets': [{'id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:16.689332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Allocated IP 172.20.0.1 (61961bb5-fa34-4792-bbc9-3fb1308bb11a/6fa85f13-394d-411c-8f70-29088d240373/e5779813-c426-4d7c-9346-ba6f820c57e0) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:16.820944 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.836762 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Transition to ACTIVE for port object e09364b8-8e38-46d2-a1ff-9df177883246 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:16.846025 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.852848 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.868890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Transition to ACTIVE for port object e5779813-c426-4d7c-9346-ba6f820c57e0 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:16.900955 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Attempting to bind port e09364b8-8e38-46d2-a1ff-9df177883246 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:16.901549 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Attempting to bind port e09364b8-8e38-46d2-a1ff-9df177883246 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:16.901686 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Attempting to bind port e09364b8-8e38-46d2-a1ff-9df177883246 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:16.912189 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:16.912562 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:16.913144 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.913366 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:16.913829 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Bound port: e09364b8-8e38-46d2-a1ff-9df177883246, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:16.914201 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.916387 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8daf6-baaf-455e-907d-0b5da55848fd None None] Pushing event updated for resources: {'Port': ['ID=e09364b8-8e38-46d2-a1ff-9df177883246,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:16.920577 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:16.974602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:16.979644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:16.984514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:16.987111 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] For port e09364b8-8e38-46d2-a1ff-9df177883246, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:16.990772 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] For port e09364b8-8e38-46d2-a1ff-9df177883246, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e09364b8-8e38-46d2-a1ff-9df177883246,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:16.991287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Pushing event updated for resources: {'Port': ['ID=e5779813-c426-4d7c-9346-ba6f820c57e0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:16.998066 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.030663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.065362 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8daf6-baaf-455e-907d-0b5da55848fd None None] Pushing event updated for resources: {'Port': ['ID=e09364b8-8e38-46d2-a1ff-9df177883246,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:17.089525 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Routers {'4d1038c3-a070-44fc-bbdf-aa133d78b498'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:17.090183 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4d1038c3-a070-44fc-bbdf-aa133d78b498'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:17.116305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b207a-d8d0-432e-bc59-cd2e7d4e14fc None None] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:20:17.211740 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.218002 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9e7dcf11-d10a-4413-a4e3-2c1b98602e0b None None] Provisioning for port 43ec0399-76ab-4764-8981-870fe81a48b1 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:17.225478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] Set router 4d1038c3-a070-44fc-bbdf-aa133d78b498 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:17.411550 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.425986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.469316 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:15Z', 'revision_number': 3, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port': {'id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:17.495712 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.498117 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8642ab04-ce87-41d3-a636-5f4ccf91a489 None None] The sync data for ids ['4d1038c3-a070-44fc-bbdf-aa133d78b498'] in n-d-799528-4 is: [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:15Z', 'revision_number': 3, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port': {'id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:17.506769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Pushing event updated for resources: {'Port': ['ID=e5779813-c426-4d7c-9346-ba6f820c57e0,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:17.612651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:17.614423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:17.658608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2b5e6a36-2066-4ff1-a12a-362c55d1fb79 None None] Provisioning for port e5779813-c426-4d7c-9346-ba6f820c57e0 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:17.664401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-2b5e6a36-2066-4ff1-a12a-362c55d1fb79 None None] Provisioning complete for port e5779813-c426-4d7c-9346-ba6f820c57e0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:17.669915 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2b5e6a36-2066-4ff1-a12a-362c55d1fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:17.711900 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e6a36-2066-4ff1-a12a-362c55d1fb79 None None] Port e5779813-c426-4d7c-9346-ba6f820c57e0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:17.809260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Router 4d1038c3-a070-44fc-bbdf-aa133d78b498 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:20:17.954395 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:20:17.960750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a53ec9e2-bbab-4f27-ba09-a7bdaaf75903 admin admin] 10.222.0.63 "PUT /v2.0/routers/4d1038c3-a070-44fc-bbdf-aa133d78b498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0593243 Jul 08 18:20:17.966707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-12cc47d9-ac12-48e8-b871-affa6e889e39 None None] Provisioning complete for port e5779813-c426-4d7c-9346-ba6f820c57e0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:17.967353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-12cc47d9-ac12-48e8-b871-affa6e889e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.038004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5e80234-109d-44fa-b212-de99bb0a4737 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:18.090642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-12cc47d9-ac12-48e8-b871-affa6e889e39 None None] Port e5779813-c426-4d7c-9346-ba6f820c57e0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:18.102232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f5e80234-109d-44fa-b212-de99bb0a4737 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:18.106870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f5e80234-109d-44fa-b212-de99bb0a4737 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:18.107252 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.195914 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.233387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-10ccacf6-e0c4-4bca-9b1e-1ef4f669129f None None] Provisioning complete for port e5779813-c426-4d7c-9346-ba6f820c57e0 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:18.233758 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-10ccacf6-e0c4-4bca-9b1e-1ef4f669129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.259288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f5e80234-109d-44fa-b212-de99bb0a4737, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f5e80234-109d-44fa-b212-de99bb0a4737,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:18.265843 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.266640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e09364b8-8e38-46d2-a1ff-9df177883246 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:18.334569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-10ccacf6-e0c4-4bca-9b1e-1ef4f669129f None None] Port e5779813-c426-4d7c-9346-ba6f820c57e0 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:18.365715 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f5e80234-109d-44fa-b212-de99bb0a4737,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:18.379496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e09364b8-8e38-46d2-a1ff-9df177883246 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:18.383427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e09364b8-8e38-46d2-a1ff-9df177883246 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:18.383809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.467044 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.498178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port e09364b8-8e38-46d2-a1ff-9df177883246, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e09364b8-8e38-46d2-a1ff-9df177883246,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:18.502795 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.504517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43ec0399-76ab-4764-8981-870fe81a48b1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:18.587592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=e09364b8-8e38-46d2-a1ff-9df177883246,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:18.604460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 43ec0399-76ab-4764-8981-870fe81a48b1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:18.608870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 43ec0399-76ab-4764-8981-870fe81a48b1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:18.609253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.692382 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.727405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 43ec0399-76ab-4764-8981-870fe81a48b1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43ec0399-76ab-4764-8981-870fe81a48b1,segment=NetworkSegment(94c47843-7faa-4f64-bdb0-a72250276dff),segment_id=94c47843-7faa-4f64-bdb0-a72250276dff)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:18.731655 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:18.786776 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=43ec0399-76ab-4764-8981-870fe81a48b1,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:18.829860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-65e7e1e0-4f9a-4ef3-88cc-4c1739b8256c tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:18.831329 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-65e7e1e0-4f9a-4ef3-88cc-4c1739b8256c tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/networks?id=f22edc08-6fe1-4670-8133-649cf444c0ef HTTP/1.1" status: 200 len: 817 time: 0.1249824 Jul 08 18:20:18.846966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-1002833d-e164-41f9-97a9-eece85b75d98 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/quotas/44e48822dea34cf3931125081d75756d HTTP/1.1" status: 200 len: 375 time: 0.0102866 Jul 08 18:20:18.912522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-1be2f332-def3-4c94-a9e3-7c6cf5f3ef72 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=44e48822dea34cf3931125081d75756d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607965 Jul 08 18:20:19.015198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-b39b6146-d06d-4cad-bf97-0e1cbe71b2e8 service neutron] 10.222.0.63 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916946 Jul 08 18:20:19.104531 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-43a2a04b-f42e-4567-a3c4-f24504bae86d service neutron] 10.222.0.63 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835316 Jul 08 18:20:19.277274 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b9bfbe3-dc9b-430e-b6c4-c4576217c409 req-2356df76-5fe5-4236-98fc-c37c66317276 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 210 time: 0.0319061 Jul 08 18:20:19.890536 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5e80234-109d-44fa-b212-de99bb0a4737 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:19.940714 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f5e80234-109d-44fa-b212-de99bb0a4737 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:19.941159 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:19.962878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Sync routers for ids ['4d1038c3-a070-44fc-bbdf-aa133d78b498'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:20:19.984275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Routers {'4d1038c3-a070-44fc-bbdf-aa133d78b498'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:19.984919 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4d1038c3-a070-44fc-bbdf-aa133d78b498'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:20.109238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e09364b8-8e38-46d2-a1ff-9df177883246 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:20.137555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Set router 4d1038c3-a070-44fc-bbdf-aa133d78b498 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:20.287303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e09364b8-8e38-46d2-a1ff-9df177883246 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:20.287659 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:20.426540 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8c02d9c-3647-46bf-a11c-243e178a49b8 req-ccce1b92-95b6-4d18-a64e-6c8a74d6d443 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 210 time: 0.0315833 Jul 08 18:20:20.427113 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43ec0399-76ab-4764-8981-870fe81a48b1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:20.466731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:17Z', 'revision_number': 4, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port': {'id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e5779813-c426-4d7c-9346-ba6f820c57e0', 'name': '', 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'mac_address': 'fa:16:3e:99:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '6fa85f13-394d-411c-8f70-29088d240373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:16Z', 'updated_at': '2021-07-08T18:20:17Z', 'revision_number': 2, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'subnets': [{'id': '6fa85f13-394d-411c-8f70-29088d240373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:20.496814 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Checking router: 4d1038c3-a070-44fc-bbdf-aa133d78b498 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:20:20.497175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Updating router 4d1038c3-a070-44fc-bbdf-aa133d78b498 port e5779813-c426-4d7c-9346-ba6f820c57e0 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:20:20.534982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 43ec0399-76ab-4764-8981-870fe81a48b1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:20.535359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:20.537865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-676919d0-1143-4b1f-992d-e9b2dbbd2a3d tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:20.539902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-676919d0-1143-4b1f-992d-e9b2dbbd2a3d tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "GET /v2.0/networks?id=f22edc08-6fe1-4670-8133-649cf444c0ef HTTP/1.1" status: 200 len: 817 time: 0.1222959 Jul 08 18:20:20.563568 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:20.569371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Request body: {'port': {'device_id': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'admin_state_up': True, 'tenant_id': '44e48822dea34cf3931125081d75756d'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:20.881683 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:20.892633 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Transition to ACTIVE for port object e5779813-c426-4d7c-9346-ba6f820c57e0 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:20.899305 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:20.984508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Made reservation on behalf of 44e48822dea34cf3931125081d75756d for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:20.988505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.119119 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Allocated IP 172.20.0.14 (f22edc08-6fe1-4670-8133-649cf444c0ef/8ba83e04-218a-4d96-8be9-95fc2d8a539a/f0775da5-a53f-4d19-ace1-3921d3bf2b9b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:21.134352 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba14ab-8d57-4124-a4b0-586bdd3026a1 None None] Pushing event updated for resources: {'Port': ['ID=e5779813-c426-4d7c-9346-ba6f820c57e0,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:21.168752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Attempting to bind port e5779813-c426-4d7c-9346-ba6f820c57e0 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:21.169266 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Attempting to bind port e5779813-c426-4d7c-9346-ba6f820c57e0 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:21.169640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Attempting to bind port e5779813-c426-4d7c-9346-ba6f820c57e0 on network 61961bb5-fa34-4792-bbc9-3fb1308bb11a {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:21.175077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:21.175458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Checking segment: {'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:21.175864 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.176257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Bound using segment: {'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:21.176754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Bound port: e5779813-c426-4d7c-9346-ba6f820c57e0, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c47843-7faa-4f64-bdb0-a72250276dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:21.177137 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.251247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] For port e5779813-c426-4d7c-9346-ba6f820c57e0, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:21.254946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] For port e5779813-c426-4d7c-9346-ba6f820c57e0, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e5779813-c426-4d7c-9346-ba6f820c57e0,segment=NetworkSegment(94c47843-7faa-4f64-bdb0-a72250276dff),segment_id=94c47843-7faa-4f64-bdb0-a72250276dff)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:21.259666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.282626 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.299214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Transition to ACTIVE for port object f0775da5-a53f-4d19-ace1-3921d3bf2b9b will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:21.323664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Routers {'4d1038c3-a070-44fc-bbdf-aa133d78b498'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:20:21.324942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:20:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4d1038c3-a070-44fc-bbdf-aa133d78b498'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:21.336620 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.370487 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba14ab-8d57-4124-a4b0-586bdd3026a1 None None] Pushing event updated for resources: {'Port': ['ID=e5779813-c426-4d7c-9346-ba6f820c57e0,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:21.398659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Network f22edc08-6fe1-4670-8133-649cf444c0ef is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:21.400315 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Pushing event updated for resources: {'Port': ['ID=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:21.404920 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:21.407230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:21.455891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] Set router 4d1038c3-a070-44fc-bbdf-aa133d78b498 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:20:21.469601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:21.470818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.497593 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-e99372ed-25d8-4450-8343-1f8779f01f63 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9322298 Jul 08 18:20:21.517259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-41bdf9da-d242-4d31-8e10-8c3aca096774 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:20:21.518357 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-41bdf9da-d242-4d31-8e10-8c3aca096774 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058105 Jul 08 18:20:21.532356 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Request body: {'port': {'device_id': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:21.638444 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.677034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73567b-210d-4669-b911-3b7fa1641db0 req-24ba6251-4037-4d0b-8622-9cc69f4976bb tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:21.678716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e73567b-210d-4669-b911-3b7fa1641db0 req-24ba6251-4037-4d0b-8622-9cc69f4976bb tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 932 time: 0.0793314 Jul 08 18:20:21.709048 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:17Z', 'revision_number': 4, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port': {'id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e5779813-c426-4d7c-9346-ba6f820c57e0', 'name': '', 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'mac_address': 'fa:16:3e:99:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '6fa85f13-394d-411c-8f70-29088d240373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:16Z', 'updated_at': '2021-07-08T18:20:21Z', 'revision_number': 4, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'subnets': [{'id': '6fa85f13-394d-411c-8f70-29088d240373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:20:21.723102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7e73567b-210d-4669-b911-3b7fa1641db0 req-c8f29566-47df-41d7-a062-d232af6f274f tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Jul 08 18:20:21.736273 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b4360-67a0-4bee-9331-33789ea4ec51 None None] The sync data for ids ['4d1038c3-a070-44fc-bbdf-aa133d78b498'] in n-d-799528-4 is: [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:17Z', 'revision_number': 4, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port': {'id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e5779813-c426-4d7c-9346-ba6f820c57e0', 'name': '', 'network_id': '61961bb5-fa34-4792-bbc9-3fb1308bb11a', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'mac_address': 'fa:16:3e:99:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '6fa85f13-394d-411c-8f70-29088d240373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:16Z', 'updated_at': '2021-07-08T18:20:21Z', 'revision_number': 4, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'subnets': [{'id': '6fa85f13-394d-411c-8f70-29088d240373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:20:21.827213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4f867ac-a13d-4afc-ab68-5cae809cb07c None None] Provisioning for port f0775da5-a53f-4d19-ace1-3921d3bf2b9b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:21.832257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b4f867ac-a13d-4afc-ab68-5cae809cb07c None None] Provisioning complete for port f0775da5-a53f-4d19-ace1-3921d3bf2b9b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:21.832645 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4f867ac-a13d-4afc-ab68-5cae809cb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.877115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b4f867ac-a13d-4afc-ab68-5cae809cb07c None None] Port f0775da5-a53f-4d19-ace1-3921d3bf2b9b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:21.937052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5779813-c426-4d7c-9346-ba6f820c57e0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:21.962239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0775da5-a53f-4d19-ace1-3921d3bf2b9b {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:21.970915 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.985961 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Transition to ACTIVE for port object f0775da5-a53f-4d19-ace1-3921d3bf2b9b will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:21.988305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e5779813-c426-4d7c-9346-ba6f820c57e0 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:21.989973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:21.993107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e5779813-c426-4d7c-9346-ba6f820c57e0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:21.993569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.079141 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.100129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968019-acf7-4661-b96c-776057483374 service neutron] Pushing event updated for resources: {'Port': ['ID=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:22.120525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port e5779813-c426-4d7c-9346-ba6f820c57e0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e5779813-c426-4d7c-9346-ba6f820c57e0,segment=NetworkSegment(94c47843-7faa-4f64-bdb0-a72250276dff),segment_id=94c47843-7faa-4f64-bdb0-a72250276dff)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:22.121740 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Attempting to bind port f0775da5-a53f-4d19-ace1-3921d3bf2b9b on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:22.122078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Attempting to bind port f0775da5-a53f-4d19-ace1-3921d3bf2b9b by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:22.122408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Attempting to bind port f0775da5-a53f-4d19-ace1-3921d3bf2b9b on network f22edc08-6fe1-4670-8133-649cf444c0ef {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:22.128242 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.130158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Port f0775da5-a53f-4d19-ace1-3921d3bf2b9b on network f22edc08-6fe1-4670-8133-649cf444c0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:20:22.130489 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Attempting to bind port f0775da5-a53f-4d19-ace1-3921d3bf2b9b on network f22edc08-6fe1-4670-8133-649cf444c0ef {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:22.139866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:22.140267 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Checking segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:22.140569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Bound using segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:22.141027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Bound port: f0775da5-a53f-4d19-ace1-3921d3bf2b9b, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:22.141381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.196984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=e5779813-c426-4d7c-9346-ba6f820c57e0,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:22.223377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] For port f0775da5-a53f-4d19-ace1-3921d3bf2b9b, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:22.226896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] For port f0775da5-a53f-4d19-ace1-3921d3bf2b9b, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:22.233042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.271678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.272307 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:22.273793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d3968019-acf7-4661-b96c-776057483374 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0775da5-a53f-4d19-ace1-3921d3bf2b9b HTTP/1.1" status: 200 len: 1092 time: 0.7469895 Jul 08 18:20:22.274249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'tag': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:22.276591 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbcb8cf-ef90-46db-a044-fa59547cd638", "tag": "f0775da5-a53f-4d19-ace1-3921d3bf2b9b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:22.302465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968019-acf7-4661-b96c-776057483374 service neutron] Pushing event updated for resources: {'Port': ['ID=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:22.338689 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e110d96-5a55-41d3-9946-bc6df4b955d4 x-openstack-request-id: req-6e110d96-5a55-41d3-9946-bc6df4b955d4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:22.339180 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbcb8cf-ef90-46db-a044-fa59547cd638", "tag": "f0775da5-a53f-4d19-ace1-3921d3bf2b9b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:22.339580 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6e110d96-5a55-41d3-9946-bc6df4b955d4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:22.340196 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'tag': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b', 'status': 'completed', 'code': 200} Jul 08 18:20:22.409571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-a7d954b1-a739-44af-abaf-b01ee17d05b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.411123 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-a7d954b1-a739-44af-abaf-b01ee17d05b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e48822dea34cf3931125081d75756d&device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 1095 time: 0.0546057 Jul 08 18:20:22.469001 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-313931e9-3acc-46ad-aac7-e20c4b52a0d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0775da5-a53f-4d19-ace1-3921d3bf2b9b HTTP/1.1" status: 200 len: 217 time: 0.0381284 Jul 08 18:20:22.534513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-40cf849d-b99c-4fc1-ab09-77d7681b9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.536193 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-40cf849d-b99c-4fc1-ab09-77d7681b9233 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba83e04-218a-4d96-8be9-95fc2d8a539a HTTP/1.1" status: 200 len: 856 time: 0.0573802 Jul 08 18:20:22.594919 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-ba5b19b7-675a-4815-a022-e6da26731371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.596607 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-ba5b19b7-675a-4815-a022-e6da26731371 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f22edc08-6fe1-4670-8133-649cf444c0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525384 Jul 08 18:20:22.697490 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-d625732e-d958-49ac-9090-df913c894860 service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903003 Jul 08 18:20:22.792663 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-99552ce2-8a60-4a24-9a89-d05af7ed9a3d req-be94934f-61ca-4f29-b7a3-14e2405d8cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860746 Jul 08 18:20:22.919095 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eabe1a-f512-4bd6-b0f5-c5d991c7d215 req-d6f9cfc7-4085-4e0e-b11c-ad0886c5d7e7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.920595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9eabe1a-f512-4bd6-b0f5-c5d991c7d215 req-d6f9cfc7-4085-4e0e-b11c-ad0886c5d7e7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 944 time: 0.0659339 Jul 08 18:20:22.939804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-6352259d-8326-4ae4-a406-9d7701aac497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:22.941360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-6352259d-8326-4ae4-a406-9d7701aac497 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e48822dea34cf3931125081d75756d&device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 1095 time: 0.0534005 Jul 08 18:20:22.958253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f9eabe1a-f512-4bd6-b0f5-c5d991c7d215 req-0ca87a2a-0ebc-4047-8a97-2634ecfee98f tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Jul 08 18:20:23.035905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-32e1c75f-7dfb-4d0e-913e-c9f2308e4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.037327 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-32e1c75f-7dfb-4d0e-913e-c9f2308e4954 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f22edc08-6fe1-4670-8133-649cf444c0ef HTTP/1.1" status: 200 len: 918 time: 0.0889454 Jul 08 18:20:23.079072 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-4db5f6ac-47dd-4e25-930a-0d8ee4f9ece3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0775da5-a53f-4d19-ace1-3921d3bf2b9b HTTP/1.1" status: 200 len: 217 time: 0.0348840 Jul 08 18:20:23.133414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-155f287c-ee9c-45c6-bcc2-d108a2c7a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.134862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-155f287c-ee9c-45c6-bcc2-d108a2c7a7d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba83e04-218a-4d96-8be9-95fc2d8a539a HTTP/1.1" status: 200 len: 856 time: 0.0481784 Jul 08 18:20:23.191328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-f9e8cca9-a6ff-45e6-ac2d-4683b9efc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:23.192832 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-f9e8cca9-a6ff-45e6-ac2d-4683b9efc8e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f22edc08-6fe1-4670-8133-649cf444c0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507400 Jul 08 18:20:23.280278 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-1adc3ffb-2772-4a5c-9460-43fd50e0a07d service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798087 Jul 08 18:20:23.374065 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5f9a26b6-e63f-470e-a6e7-2a2be3dfa136 req-a635baf8-acc5-485a-8ced-6a944098cce5 service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Jul 08 18:20:23.881440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5779813-c426-4d7c-9346-ba6f820c57e0 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:23.929629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e5779813-c426-4d7c-9346-ba6f820c57e0 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:23.930010 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:24.139664 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed009b-5efb-4a50-9eda-ecad57f58652 req-d71c7bd1-959f-424f-b4ad-72798d27ea18 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:24.141166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65ed009b-5efb-4a50-9eda-ecad57f58652 req-d71c7bd1-959f-424f-b4ad-72798d27ea18 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 944 time: 0.0687492 Jul 08 18:20:24.177874 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65ed009b-5efb-4a50-9eda-ecad57f58652 req-7dd6a89f-fb56-403f-a943-bd8d149b0237 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Jul 08 18:20:25.346837 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d02446-4a02-4b47-bceb-560e31643fbb req-977d890d-5c14-4e5c-ac80-8cb0e8ea1c82 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:25.348328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03d02446-4a02-4b47-bceb-560e31643fbb req-977d890d-5c14-4e5c-ac80-8cb0e8ea1c82 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 944 time: 0.0625727 Jul 08 18:20:25.386936 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-03d02446-4a02-4b47-bceb-560e31643fbb req-ab4d462e-d8de-4919-862e-8669fb784f42 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Jul 08 18:20:26.256903 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.557215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2d6c0-a2c4-4270-a670-7f8c0de39ee0 req-a2733105-ab0c-4f20-a829-02a3b65f1512 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:26.559208 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cc2d6c0-a2c4-4270-a670-7f8c0de39ee0 req-a2733105-ab0c-4f20-a829-02a3b65f1512 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 944 time: 0.0636125 Jul 08 18:20:26.596161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5cc2d6c0-a2c4-4270-a670-7f8c0de39ee0 req-76f80a76-1bdf-41ef-acd4-3ebed7f3230d tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314093 Jul 08 18:20:26.824528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f0775da5-a53f-4d19-ace1-3921d3bf2b9b details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:20:26.915624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f0775da5-a53f-4d19-ace1-3921d3bf2b9b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:26.927083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'port_id': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b', 'mac_address': 'fa:16:3e:92:77:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:20:26.962612 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:26.977884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0775da5-a53f-4d19-ace1-3921d3bf2b9b {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:26.997439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f0775da5-a53f-4d19-ace1-3921d3bf2b9b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:27.001510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.047755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:27.352391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['f0775da5-a53f-4d19-ace1-3921d3bf2b9b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:20:27.548260 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36d75d17-2dc0-4ddd-85d1-d02b49f6e93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:27.769388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85e1c1-0b7d-4ec1-abe4-3b314ee9d615 req-eeb50c7d-06d0-4635-b594-f9b5aa171711 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:27.770884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e85e1c1-0b7d-4ec1-abe4-3b314ee9d615 req-eeb50c7d-06d0-4635-b594-f9b5aa171711 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 945 time: 0.0663898 Jul 08 18:20:27.808693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1e85e1c1-0b7d-4ec1-abe4-3b314ee9d615 req-12b14907-5e16-4efd-a80e-0eb5510a367b tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Jul 08 18:20:28.844661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f0775da5-a53f-4d19-ace1-3921d3bf2b9b up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:20:28.906398 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port f0775da5-a53f-4d19-ace1-3921d3bf2b9b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:28.910520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port f0775da5-a53f-4d19-ace1-3921d3bf2b9b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:28.910899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.990575 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:28.991245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408d540-1364-42af-8d7c-38622edbdaab req-32ac2802-f863-4e34-917e-38e7f89a43c8 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:28.997276 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0408d540-1364-42af-8d7c-38622edbdaab req-32ac2802-f863-4e34-917e-38e7f89a43c8 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 945 time: 0.0688126 Jul 08 18:20:29.013665 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:29.015907 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce314e4a-201d-443f-b7d6-b0b9c3c3a7f5" -d '{"events": [{"server_uuid": "6bbcb8cf-ef90-46db-a044-fa59547cd638", "name": "network-vif-plugged", "status": "completed", "tag": "f0775da5-a53f-4d19-ace1-3921d3bf2b9b"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:29.028688 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f0775da5-a53f-4d19-ace1-3921d3bf2b9b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:29.031169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0408d540-1364-42af-8d7c-38622edbdaab req-c40ab4aa-8d2e-4d66-8ee0-0b703e7abf12 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323668 Jul 08 18:20:29.032959 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:29.082571 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd0f64c-16a5-4f16-9d52-64c53f7033a2 x-openstack-request-id: req-ecd0f64c-16a5-4f16-9d52-64c53f7033a2 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:29.082854 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbcb8cf-ef90-46db-a044-fa59547cd638", "name": "network-vif-plugged", "status": "completed", "tag": "f0775da5-a53f-4d19-ace1-3921d3bf2b9b", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:29.083104 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ecd0f64c-16a5-4f16-9d52-64c53f7033a2 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:29.083490 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b', 'code': 200} Jul 08 18:20:29.087933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:29.234471 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c882d5b-ac7a-447d-b3fe-f22715bbf7cf req-194a970e-30dd-4eeb-8171-43754cc91679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:29.235973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c882d5b-ac7a-447d-b3fe-f22715bbf7cf req-194a970e-30dd-4eeb-8171-43754cc91679 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 1097 time: 0.0528703 Jul 08 18:20:29.275964 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-1c882d5b-ac7a-447d-b3fe-f22715bbf7cf req-26802d79-c1f9-4a7c-9bcd-f2746ed4504f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290878 Jul 08 18:20:30.065162 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a886-884c-4cf4-9362-9deaf3cc3dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:30.212989 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf14ac-88b3-43b0-a153-9d201888f1dd req-144f1cd1-cd6b-48be-ad69-8a35875cf40a tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:30.215028 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95cf14ac-88b3-43b0-a153-9d201888f1dd req-144f1cd1-cd6b-48be-ad69-8a35875cf40a tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 946 time: 0.0672286 Jul 08 18:20:30.252909 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-95cf14ac-88b3-43b0-a153-9d201888f1dd req-d3bc692b-f289-4f51-9d82-8d13d483ba9b tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Jul 08 18:20:30.547568 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.424091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85096a68-94ae-4995-ac8c-9af072863933 req-a6d101e2-db54-4b77-a279-65158bdc97e2 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:31.425608 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85096a68-94ae-4995-ac8c-9af072863933 req-a6d101e2-db54-4b77-a279-65158bdc97e2 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 946 time: 0.0625265 Jul 08 18:20:31.464163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85096a68-94ae-4995-ac8c-9af072863933 req-e908f68f-2fc5-4e55-b29d-8d109b679d73 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Jul 08 18:20:31.564930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:31.637885 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c7a92-bda8-4721-92d9-bea88ddf7196 req-a5aef32a-6213-476c-a5be-a3c87b9b4772 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:31.639374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc6c7a92-bda8-4721-92d9-bea88ddf7196 req-a5aef32a-6213-476c-a5be-a3c87b9b4772 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 946 time: 0.0633614 Jul 08 18:20:31.675854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc6c7a92-bda8-4721-92d9-bea88ddf7196 req-f8e8a376-6aa1-414e-9320-4f6bf4e71bc2 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Jul 08 18:20:33.019812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:35.083014 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:20:44.107134 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:50.873639 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90853d-3f67-4885-aea7-d869c826c739 req-539fb175-14d8-4875-922a-8e39cec20df7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:50.875171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b90853d-3f67-4885-aea7-d869c826c739 req-539fb175-14d8-4875-922a-8e39cec20df7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 946 time: 0.0692194 Jul 08 18:20:50.914033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1b90853d-3f67-4885-aea7-d869c826c739 req-ef3b41c1-84a5-4cef-b86a-f27737ce860e tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330739 Jul 08 18:20:52.086466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4c664-5c92-41da-9c61-b1b57fdfdb5f req-008d4cc0-7c45-4cef-9cb6-e28f6bee0c56 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:52.088262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52b4c664-5c92-41da-9c61-b1b57fdfdb5f req-008d4cc0-7c45-4cef-9cb6-e28f6bee0c56 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 946 time: 0.0635421 Jul 08 18:20:52.126084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52b4c664-5c92-41da-9c61-b1b57fdfdb5f req-c846d20d-86c7-4737-ad85-6294050136a4 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Jul 08 18:20:52.730294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-2fab261a-284d-4939-83bf-4e13d90be28b tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:52.731766 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-2fab261a-284d-4939-83bf-4e13d90be28b tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 946 time: 0.0637791 Jul 08 18:20:52.833487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Deleting port f0775da5-a53f-4d19-ace1-3921d3bf2b9b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:20:52.833838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.920314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] For port f0775da5-a53f-4d19-ace1-3921d3bf2b9b, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:20:52.920675 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:52.937726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Calling delete_port for f0775da5-a53f-4d19-ace1-3921d3bf2b9b owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:20:53.060700 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:53.089616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Pushing event deleted for resources: {'Port': ['ID=f0775da5-a53f-4d19-ace1-3921d3bf2b9b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:53.108769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['f0775da5-a53f-4d19-ace1-3921d3bf2b9b'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:20:53.121199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.121553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.121936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.122227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.122561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.122895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.123227 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.123556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.123911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.124236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.124563 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.124984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:20:53.149339 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] No DVR routers for this DVR port f0775da5-a53f-4d19-ace1-3921d3bf2b9b on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:20:53.152832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:53.154904 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b31baea7-0f72-4f2f-847d-24c880cd4463 req-9632b9dc-214c-4589-b9c1-38ce3f4d8673 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "DELETE /v2.0/ports/f0775da5-a53f-4d19-ace1-3921d3bf2b9b HTTP/1.1" status: 204 len: 173 time: 0.4172015 Jul 08 18:20:53.155355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'name': 'network-vif-deleted', 'tag': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:53.157689 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b416ed-5896-4459-89d3-56816cd25f11" -d '{"events": [{"server_uuid": "6bbcb8cf-ef90-46db-a044-fa59547cd638", "name": "network-vif-deleted", "tag": "f0775da5-a53f-4d19-ace1-3921d3bf2b9b"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:53.285998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd559b21-6730-410e-be4c-aafc2e235dd3 req-07ea7322-a7a9-494b-8d0b-773d13380839 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=6bbcb8cf-ef90-46db-a044-fa59547cd638 HTTP/1.1" status: 200 len: 210 time: 0.0339725 Jul 08 18:20:53.336015 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1150e1f0-a69b-49a6-90b8-414178d044f9 x-openstack-request-id: req-1150e1f0-a69b-49a6-90b8-414178d044f9 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:53.336311 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbcb8cf-ef90-46db-a044-fa59547cd638", "name": "network-vif-deleted", "tag": "f0775da5-a53f-4d19-ace1-3921d3bf2b9b", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:53.336566 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1150e1f0-a69b-49a6-90b8-414178d044f9 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:53.337009 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbcb8cf-ef90-46db-a044-fa59547cd638', 'name': 'network-vif-deleted', 'tag': 'f0775da5-a53f-4d19-ace1-3921d3bf2b9b', 'status': 'completed', 'code': 200} Jul 08 18:20:55.082266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-35fd30d6-c36f-48bf-b41b-5f2a0c6fb96c tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:55.083637 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-35fd30d6-c36f-48bf-b41b-5f2a0c6fb96c tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/networks?id=f22edc08-6fe1-4670-8133-649cf444c0ef HTTP/1.1" status: 200 len: 817 time: 0.0985754 Jul 08 18:20:55.097839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-c2d273e9-5e64-4601-b5a1-208fa6a50902 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/quotas/44e48822dea34cf3931125081d75756d HTTP/1.1" status: 200 len: 375 time: 0.0089302 Jul 08 18:20:55.162884 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-ee8d0325-ea08-4107-928a-0067502e3ce7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=44e48822dea34cf3931125081d75756d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601687 Jul 08 18:20:55.258183 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-1cd02d46-a0b8-4d35-a2b6-c8a266332b9b service neutron] 10.222.0.63 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Jul 08 18:20:55.343817 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-18045aaf-7a67-4868-ba81-44195cf2aacb service neutron] 10.222.0.63 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794311 Jul 08 18:20:55.847502 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80ad376c-6ff5-4d2d-a841-e67604146ad2 req-7eb80ef8-368b-46ac-92db-db678a0ef8d2 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 210 time: 0.3691888 Jul 08 18:20:56.267396 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.752035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-e0034b9c-2afa-455a-b06c-2f58ce0aec14 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:56.753937 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-e0034b9c-2afa-455a-b06c-2f58ce0aec14 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "GET /v2.0/networks?id=f22edc08-6fe1-4670-8133-649cf444c0ef HTTP/1.1" status: 200 len: 817 time: 0.1170881 Jul 08 18:20:56.772990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Request body: {'port': {'device_id': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'admin_state_up': True, 'tenant_id': '44e48822dea34cf3931125081d75756d'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:56.887953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Made reservation on behalf of 44e48822dea34cf3931125081d75756d for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:20:56.891636 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:56.987807 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e1f15e3-c620-4bf8-a905-d1b5b769cea1 req-fad0704d-0918-437f-9e9c-be0c8a93df6f tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 210 time: 0.0279567 Jul 08 18:20:57.012323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f0775da5-a53f-4d19-ace1-3921d3bf2b9b no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:20:57.019928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Allocated IP 172.20.0.10 (f22edc08-6fe1-4670-8133-649cf444c0ef/8ba83e04-218a-4d96-8be9-95fc2d8a539a/9a25bdb0-9f2d-4e68-9521-b67492ef01ec) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:20:57.031873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: f0775da5-a53f-4d19-ace1-3921d3bf2b9b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:20:57.032264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f0775da5-a53f-4d19-ace1-3921d3bf2b9b not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:20:57.168453 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.181918 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Transition to ACTIVE for port object 9a25bdb0-9f2d-4e68-9521-b67492ef01ec will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:57.215798 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.259888 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Network f22edc08-6fe1-4670-8133-649cf444c0ef is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:20:57.262998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:20:57.266793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:20:57.295877 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Pushing event updated for resources: {'Port': ['ID=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:57.323936 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:57.324926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.341081 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-f8f3608d-7237-4132-a16d-7700e9391c34 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719974 Jul 08 18:20:57.363065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Request body: {'port': {'device_id': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:20:57.437641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.457938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bc3a729d-6dad-424e-b3f9-c278db29c965 None None] Provisioning for port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:20:57.462205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-bc3a729d-6dad-424e-b3f9-c278db29c965 None None] Provisioning complete for port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:20:57.462583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bc3a729d-6dad-424e-b3f9-c278db29c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.499759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a729d-6dad-424e-b3f9-c278db29c965 None None] Port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:20:57.548675 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3be0-254a-4944-bcc6-64e7d4094408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.697470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a25bdb0-9f2d-4e68-9521-b67492ef01ec {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:20:57.705990 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.718594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Transition to ACTIVE for port object 9a25bdb0-9f2d-4e68-9521-b67492ef01ec will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:20:57.722296 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.772585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Pushing event updated for resources: {'Port': ['ID=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:57.847258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Attempting to bind port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:20:57.847603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Attempting to bind port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:20:57.847940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Attempting to bind port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec on network f22edc08-6fe1-4670-8133-649cf444c0ef {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:57.852796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec on network f22edc08-6fe1-4670-8133-649cf444c0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:20:57.853128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Attempting to bind port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec on network f22edc08-6fe1-4670-8133-649cf444c0ef {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:20:57.857989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:20:57.858335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Checking segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:20:57.858726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Bound using segment: {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:20:57.859163 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Bound port: 9a25bdb0-9f2d-4e68-9521-b67492ef01ec, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5932997-e9dc-4db1-8d82-416ae3be4130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:20:57.859556 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.929715 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] For port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:20:57.933244 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] For port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:20:57.937320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.969365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:57.970245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:20:57.971633 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] 10.222.0.41 "PUT /v2.0/ports/9a25bdb0-9f2d-4e68-9521-b67492ef01ec HTTP/1.1" status: 200 len: 1092 time: 0.6131632 Jul 08 18:20:57.972120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'tag': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:20:57.974473 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dde11d-0b7f-4d89-939c-65c730ff919e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1edf54-85ea-4589-914b-f4a1d8de05bd", "tag": "9a25bdb0-9f2d-4e68-9521-b67492ef01ec"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:20:58.002238 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1603d9-4801-4ed0-b119-483de26a676d service neutron] Pushing event updated for resources: {'Port': ['ID=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:20:58.022915 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b92ff90-1358-4e72-b0b3-1aa991fc6b50 x-openstack-request-id: req-9b92ff90-1358-4e72-b0b3-1aa991fc6b50 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:20:58.023198 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1edf54-85ea-4589-914b-f4a1d8de05bd", "tag": "9a25bdb0-9f2d-4e68-9521-b67492ef01ec", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:20:58.025473 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b92ff90-1358-4e72-b0b3-1aa991fc6b50 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:20:58.025990 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'tag': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec', 'status': 'completed', 'code': 200} Jul 08 18:20:58.096423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-8635aad1-f4bc-46ec-a92d-8d845db4b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.098010 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-8635aad1-f4bc-46ec-a92d-8d845db4b9f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e48822dea34cf3931125081d75756d&device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 1095 time: 0.0588875 Jul 08 18:20:58.157427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-1404576a-14b6-4e21-888b-846c8e4592ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a25bdb0-9f2d-4e68-9521-b67492ef01ec HTTP/1.1" status: 200 len: 217 time: 0.0383101 Jul 08 18:20:58.180684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408589e-c85d-4dbb-b813-b6fdcc17eb8e req-986a305f-99a9-4625-b17d-55011d1be2e0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.182711 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d408589e-c85d-4dbb-b813-b6fdcc17eb8e req-986a305f-99a9-4625-b17d-55011d1be2e0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 944 time: 0.0720148 Jul 08 18:20:58.208358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-33896447-2feb-4542-900e-9ce6850c117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.209942 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-33896447-2feb-4542-900e-9ce6850c117e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba83e04-218a-4d96-8be9-95fc2d8a539a HTTP/1.1" status: 200 len: 856 time: 0.0445518 Jul 08 18:20:58.220804 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d408589e-c85d-4dbb-b813-b6fdcc17eb8e req-1e8393c1-9608-4d48-b5dc-5c4e8ade2a48 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Jul 08 18:20:58.271534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-9cb41940-289c-4e82-99ea-915f098d63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.273090 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-9cb41940-289c-4e82-99ea-915f098d63e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f22edc08-6fe1-4670-8133-649cf444c0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543413 Jul 08 18:20:58.368001 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-4e6486ae-b23e-4454-878c-c2889f7cc52a service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836163 Jul 08 18:20:58.457907 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e81d07b7-7b18-4022-ad5f-dfc11698b845 req-7a861fb3-fc6c-4796-b964-e4bc45b5dca9 service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807886 Jul 08 18:20:58.624171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-dfd2ed39-5e31-4f4e-b78d-e906b5096e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.625677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-dfd2ed39-5e31-4f4e-b78d-e906b5096e18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44e48822dea34cf3931125081d75756d&device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 1095 time: 0.0522144 Jul 08 18:20:58.717324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-7f18e386-ad87-4cf5-bb7f-594edf1b2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.718779 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-7f18e386-ad87-4cf5-bb7f-594edf1b2bb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f22edc08-6fe1-4670-8133-649cf444c0ef HTTP/1.1" status: 200 len: 918 time: 0.0862021 Jul 08 18:20:58.759013 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-b85bf5ec-6e07-46d3-9294-0819c35dcf4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a25bdb0-9f2d-4e68-9521-b67492ef01ec HTTP/1.1" status: 200 len: 217 time: 0.0333757 Jul 08 18:20:58.809776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-5397c7c9-1c24-4ad4-bc4e-eb7f2b08d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.811219 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-5397c7c9-1c24-4ad4-bc4e-eb7f2b08d72b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ba83e04-218a-4d96-8be9-95fc2d8a539a HTTP/1.1" status: 200 len: 856 time: 0.0431776 Jul 08 18:20:58.872131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-604dc00f-060a-4b28-b0e0-3b4b41af5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:58.873616 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-604dc00f-060a-4b28-b0e0-3b4b41af5450 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f22edc08-6fe1-4670-8133-649cf444c0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547109 Jul 08 18:20:58.961898 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-1cd32cad-4de8-437f-b1ba-9c9a934efd18 service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801642 Jul 08 18:20:59.057765 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2dde11d-0b7f-4d89-939c-65c730ff919e req-68a2363b-8f41-482e-b721-705223903993 service neutron] 10.222.0.41 "GET /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854042 Jul 08 18:20:59.402240 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e00857-c810-4f48-9c46-794f6a6b9c87 req-eb83d52d-b273-4568-98b6-e7e0fd2d58fa tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:20:59.403755 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0e00857-c810-4f48-9c46-794f6a6b9c87 req-eb83d52d-b273-4568-98b6-e7e0fd2d58fa tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 944 time: 0.0696890 Jul 08 18:20:59.440400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0e00857-c810-4f48-9c46-794f6a6b9c87 req-288c6894-d0b2-4424-bdca-bf6b6f75451f tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Jul 08 18:21:00.066932 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9187a5b9-0204-445c-b240-981d53526647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.549620 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:00.613789 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433df3ad-8350-4d06-b9c7-c42b98c4cf69 req-f759732c-7599-45a6-965c-e33aaa93c535 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:00.615285 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-433df3ad-8350-4d06-b9c7-c42b98c4cf69 req-f759732c-7599-45a6-965c-e33aaa93c535 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 944 time: 0.0650856 Jul 08 18:21:00.653468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-433df3ad-8350-4d06-b9c7-c42b98c4cf69 req-60dbd260-aca5-4e14-92ec-d355b6619206 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Jul 08 18:21:01.566939 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:01.825198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0da6d-d630-49a7-8665-ea2d39ba0b9a req-dad4adb6-4d4a-4ba1-b9cb-efc6497d96fc tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:01.826638 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dea0da6d-d630-49a7-8665-ea2d39ba0b9a req-dad4adb6-4d4a-4ba1-b9cb-efc6497d96fc tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 944 time: 0.0640106 Jul 08 18:21:01.863988 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dea0da6d-d630-49a7-8665-ea2d39ba0b9a req-a3eeb66f-fae7-46c1-94af-86af2b3e57c9 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318477 Jul 08 18:21:03.023482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.042341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc8d0a-b5e1-4532-9110-9b22957339a4 req-0ee63190-736b-4a6a-93f2-30e5ce3969a1 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:03.043848 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53cc8d0a-b5e1-4532-9110-9b22957339a4 req-0ee63190-736b-4a6a-93f2-30e5ce3969a1 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 944 time: 0.0715439 Jul 08 18:21:03.050806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9a25bdb0-9f2d-4e68-9521-b67492ef01ec details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:21:03.080999 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-53cc8d0a-b5e1-4532-9110-9b22957339a4 req-1e47a4ef-9ae1-4a14-a004-df1fe076825d tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Jul 08 18:21:03.143139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:03.154794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec', 'network_id': 'f22edc08-6fe1-4670-8133-649cf444c0ef', 'port_id': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec', 'mac_address': 'fa:16:3e:58:3a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba83e04-218a-4d96-8be9-95fc2d8a539a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:21:03.193884 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.206758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a25bdb0-9f2d-4e68-9521-b67492ef01ec {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:21:03.226240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:03.229290 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:03.274985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:03.282270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.282648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.282990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.283328 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.283662 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.283991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.284317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.284643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.284993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.285320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.285641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.285962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:03.557283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9a25bdb0-9f2d-4e68-9521-b67492ef01ec'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:21:04.254085 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a110e4-8302-4b5a-bd85-91d07466ae12 req-5785c812-42ef-42b6-a351-ffc0acb369b7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:04.255571 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04a110e4-8302-4b5a-bd85-91d07466ae12 req-5785c812-42ef-42b6-a351-ffc0acb369b7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 945 time: 0.0628955 Jul 08 18:21:04.293138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-04a110e4-8302-4b5a-bd85-91d07466ae12 req-a626143a-fbb0-48d9-8afe-dc2fbeadf9a2 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Jul 08 18:21:05.062323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9a25bdb0-9f2d-4e68-9521-b67492ef01ec up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:05.109938 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:05.113507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:05.113881 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.189290 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.212981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:05.215217 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cce8a5-f7cf-4fab-9cc1-50a53ec9c608" -d '{"events": [{"server_uuid": "5d1edf54-85ea-4589-914b-f4a1d8de05bd", "name": "network-vif-plugged", "status": "completed", "tag": "9a25bdb0-9f2d-4e68-9521-b67492ef01ec"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:05.227330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:05.231535 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:05.254908 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c408298-bf47-400e-90b1-56d20c3f61ed x-openstack-request-id: req-7c408298-bf47-400e-90b1-56d20c3f61ed {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:05.255203 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1edf54-85ea-4589-914b-f4a1d8de05bd", "name": "network-vif-plugged", "status": "completed", "tag": "9a25bdb0-9f2d-4e68-9521-b67492ef01ec", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:05.255455 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c408298-bf47-400e-90b1-56d20c3f61ed {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:05.255844 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec', 'code': 200} Jul 08 18:21:05.280065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:05.408036 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e30e0-f79f-43a4-98ae-556725bf9985 req-71307728-12fe-484f-813b-8719bc63e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:05.409813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a90e30e0-f79f-43a4-98ae-556725bf9985 req-71307728-12fe-484f-813b-8719bc63e76b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 1097 time: 0.0519283 Jul 08 18:21:05.448471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a90e30e0-f79f-43a4-98ae-556725bf9985 req-b2754037-0b2d-4215-bd90-d01e3e625f5a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305843 Jul 08 18:21:05.473234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c9548-0e6d-4636-9a47-e822b0a27adb req-f6a83145-3a8d-4a09-9bda-cf191ee6d586 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:05.474756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a20c9548-0e6d-4636-9a47-e822b0a27adb req-f6a83145-3a8d-4a09-9bda-cf191ee6d586 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 946 time: 0.0723174 Jul 08 18:21:05.512494 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a20c9548-0e6d-4636-9a47-e822b0a27adb req-9733356f-87e0-4b98-80b6-a43525cda9f6 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Jul 08 18:21:06.685006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660266c3-b7e2-427c-b932-2960837c6bdf req-e034a0a3-54fd-46d5-96da-6e7e7fb5674f tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:06.686509 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-660266c3-b7e2-427c-b932-2960837c6bdf req-e034a0a3-54fd-46d5-96da-6e7e7fb5674f tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 946 time: 0.0634768 Jul 08 18:21:06.725698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-660266c3-b7e2-427c-b932-2960837c6bdf req-b97c380a-e509-4f29-8ac1-8cd3e861732c tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Jul 08 18:21:07.898349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3cd7-aae1-4c34-b7e5-d9bd79b357d8 req-94c2e785-d070-4fba-b29e-00c6d577ca18 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:07.899877 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39de3cd7-aae1-4c34-b7e5-d9bd79b357d8 req-94c2e785-d070-4fba-b29e-00c6d577ca18 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 946 time: 0.0649960 Jul 08 18:21:07.941896 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-39de3cd7-aae1-4c34-b7e5-d9bd79b357d8 req-d281939a-00d3-4341-ad96-c201ad98005c tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358169 Jul 08 18:21:08.114173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172b8a5-fcc0-4d6a-9eac-a1e44eb7ac94 req-256754be-c4f6-4e66-8f4c-551158fc891a tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:08.115718 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7172b8a5-fcc0-4d6a-9eac-a1e44eb7ac94 req-256754be-c4f6-4e66-8f4c-551158fc891a tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 946 time: 0.0642202 Jul 08 18:21:08.156512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7172b8a5-fcc0-4d6a-9eac-a1e44eb7ac94 req-2ae12d75-2409-44c7-b5ff-27500dd67d90 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352926 Jul 08 18:21:12.082750 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:21:14.106440 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:26.283403 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:27.093433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c562f-2dd5-4d72-8fcb-dc292e964b90 req-a98b8dbe-c228-4eb1-bba0-865785043762 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:27.095196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-635c562f-2dd5-4d72-8fcb-dc292e964b90 req-a98b8dbe-c228-4eb1-bba0-865785043762 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 946 time: 0.0785291 Jul 08 18:21:27.133011 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-635c562f-2dd5-4d72-8fcb-dc292e964b90 req-f4112120-f3d2-4520-a19d-b780ff2ab9a7 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Jul 08 18:21:27.552863 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c368dcc7-44de-4b90-b9a2-e8f99a5172c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:28.308765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603f7c5-d310-447c-b3b8-3da1999aa4ea req-c6046411-c25c-4d4b-961b-c2f0aab49a6b tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:28.311700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e603f7c5-d310-447c-b3b8-3da1999aa4ea req-c6046411-c25c-4d4b-961b-c2f0aab49a6b tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 946 time: 0.0671287 Jul 08 18:21:28.349181 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e603f7c5-d310-447c-b3b8-3da1999aa4ea req-45c7ee8a-0da0-48eb-9c38-4d7bb258e6b9 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/security-groups?id=52c40385-47e3-4085-85e9-b7ae14f30c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jul 08 18:21:28.937246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590b8f2-f507-488d-98b1-a52725331439 req-dc9a4178-7d27-45ff-ae9e-33b4ccd93fc8 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:28.938759 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c590b8f2-f507-488d-98b1-a52725331439 req-dc9a4178-7d27-45ff-ae9e-33b4ccd93fc8 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 946 time: 0.0652623 Jul 08 18:21:29.052856 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Deleting port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:29.053260 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.143308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] For port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:29.143564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.156705 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Calling delete_port for 9a25bdb0-9f2d-4e68-9521-b67492ef01ec owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:29.291333 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.322872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Pushing event deleted for resources: {'Port': ['ID=9a25bdb0-9f2d-4e68-9521-b67492ef01ec,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:29.331074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9a25bdb0-9f2d-4e68-9521-b67492ef01ec'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:21:29.377359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] No DVR routers for this DVR port 9a25bdb0-9f2d-4e68-9521-b67492ef01ec on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:29.380065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:29.382289 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c590b8f2-f507-488d-98b1-a52725331439 req-2935d980-e641-4fce-9447-32f2220581c0 tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.41 "DELETE /v2.0/ports/9a25bdb0-9f2d-4e68-9521-b67492ef01ec HTTP/1.1" status: 204 len: 173 time: 0.4344134 Jul 08 18:21:29.383014 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'name': 'network-vif-deleted', 'tag': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:21:29.385060 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0868bf0d-a167-4617-aaf9-209ae373aef2" -d '{"events": [{"server_uuid": "5d1edf54-85ea-4589-914b-f4a1d8de05bd", "name": "network-vif-deleted", "tag": "9a25bdb0-9f2d-4e68-9521-b67492ef01ec"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:21:29.512864 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-00535584-a25c-4bd1-8afb-a179ef39746b req-da55a692-85f0-40b6-99fa-2c459fb728cf tempest-TestEncryptedCinderVolumes-1638760605 tempest-TestEncryptedCinderVolumes-1638760605-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1edf54-85ea-4589-914b-f4a1d8de05bd HTTP/1.1" status: 200 len: 210 time: 0.0333328 Jul 08 18:21:29.564145 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58252d9-eb7f-487b-8c07-39e5ec08d27b x-openstack-request-id: req-a58252d9-eb7f-487b-8c07-39e5ec08d27b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:21:29.564440 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1edf54-85ea-4589-914b-f4a1d8de05bd", "name": "network-vif-deleted", "tag": "9a25bdb0-9f2d-4e68-9521-b67492ef01ec", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:21:29.564693 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a58252d9-eb7f-487b-8c07-39e5ec08d27b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:21:29.565209 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1edf54-85ea-4589-914b-f4a1d8de05bd', 'name': 'network-vif-deleted', 'tag': '9a25bdb0-9f2d-4e68-9521-b67492ef01ec', 'status': 'completed', 'code': 200} Jul 08 18:21:30.070656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-da82643f-f7e4-47b1-b610-fadfc1316158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.551131 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:30.640401 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55594) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:30.980127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.227522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Deleting port f5e80234-109d-44fa-b212-de99bb0a4737 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:31.227803 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.307543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] For port f5e80234-109d-44fa-b212-de99bb0a4737, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f5e80234-109d-44fa-b212-de99bb0a4737,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:31.307898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.320354 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Calling delete_port for f5e80234-109d-44fa-b212-de99bb0a4737 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:31.503870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.529187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e80234-109d-44fa-b212-de99bb0a4737,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:31.583632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:31.698051 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.206223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Router 435aac19-d316-4901-b04b-59469d437f5f has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:32.311475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:32.316591 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e1ed6dbb-9018-4c59-96e8-c90348bb685c admin admin] 10.222.0.63 "PUT /v2.0/routers/435aac19-d316-4901-b04b-59469d437f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6750381 Jul 08 18:21:32.319258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55596) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:32.320103 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] Sync routers for ids ['435aac19-d316-4901-b04b-59469d437f5f'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:32.331984 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] Routers {'435aac19-d316-4901-b04b-59469d437f5f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:32.332600 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['435aac19-d316-4901-b04b-59469d437f5f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:32.424917 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.437858 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] Set router 435aac19-d316-4901-b04b-59469d437f5f gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:32.534944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.604916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Deleting port 85afe61d-d800-45d6-ae81-942a5c8bfc08 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:32.605243 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.653326 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:21:31Z', 'revision_number': 5, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port': {'id': '85afe61d-d800-45d6-ae81-942a5c8bfc08', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:20:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435aac19-d316-4901-b04b-59469d437f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:10Z', 'updated_at': '2021-07-08T18:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:32.696370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] For port 85afe61d-d800-45d6-ae81-942a5c8bfc08, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=85afe61d-d800-45d6-ae81-942a5c8bfc08,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:32.697294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.711873 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Calling delete_port for 85afe61d-d800-45d6-ae81-942a5c8bfc08 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:32.775724 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] Checking router: 435aac19-d316-4901-b04b-59469d437f5f for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:32.783858 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] Routers {'435aac19-d316-4901-b04b-59469d437f5f'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:32.784463 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['435aac19-d316-4901-b04b-59469d437f5f'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:32.874343 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] Set router 435aac19-d316-4901-b04b-59469d437f5f gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:32.887224 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:32.912486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Pushing event deleted for resources: {'Port': ['ID=85afe61d-d800-45d6-ae81-942a5c8bfc08,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:32.929684 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:21:32Z', 'revision_number': 6, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:32.959253 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca4ef9-5ed0-45e4-aa4f-fb114afa4a9c None None] The sync data for ids ['435aac19-d316-4901-b04b-59469d437f5f'] in n-d-799528-4 is: [{'id': '435aac19-d316-4901-b04b-59469d437f5f', 'name': 'tempest-TestEncryptedCinderVolumes-1923363880-router', 'tenant_id': '44e48822dea34cf3931125081d75756d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:09Z', 'updated_at': '2021-07-08T18:21:32Z', 'revision_number': 6, 'project_id': '44e48822dea34cf3931125081d75756d', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:32.979207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.026122 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.076724 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.078885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.122768 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.123444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 435aac19-d316-4901-b04b-59469d437f5f {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:21:33.127790 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.129198 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-43b28723-54fb-4682-896d-bad107ee713f admin admin] 10.222.0.63 "DELETE /v2.0/routers/435aac19-d316-4901-b04b-59469d437f5f HTTP/1.1" status: 204 len: 168 time: 0.8089633 Jul 08 18:21:33.131668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55598) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:33.177078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] Deleting subnet 8ba83e04-218a-4d96-8be9-95fc2d8a539a {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:33.180341 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.215975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.254125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9a25bdb0-9f2d-4e68-9521-b67492ef01ec no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:33.277408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 9a25bdb0-9f2d-4e68-9521-b67492ef01ec {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:33.277746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9a25bdb0-9f2d-4e68-9521-b67492ef01ec not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:33.302397 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.369729 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.404646 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.406589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8ba83e04-218a-4d96-8be9-95fc2d8a539a HTTP/1.1" status: 204 len: 168 time: 0.2739689 Jul 08 18:21:33.408193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432a814-856f-4442-9ba8-2b995bf2cbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba83e04-218a-4d96-8be9-95fc2d8a539a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.409324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55600) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:33.411672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80789b-2a91-4dd3-808b-a41bf1d45ce8 None None] Network f22edc08-6fe1-4670-8133-649cf444c0ef requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:33.481647 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.539046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Deleting port d2f85415-c094-49e8-b209-1980ca70c476 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:33.539398 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.604004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] For port d2f85415-c094-49e8-b209-1980ca70c476, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d2f85415-c094-49e8-b209-1980ca70c476,segment=NetworkSegment(d5932997-e9dc-4db1-8d82-416ae3be4130),segment_id=d5932997-e9dc-4db1-8d82-416ae3be4130)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:33.604291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.617529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Calling delete_port for d2f85415-c094-49e8-b209-1980ca70c476 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:33.704554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.734501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f85415-c094-49e8-b209-1980ca70c476,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.739470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9576dc-08bf-45f3-9428-8560da50a436 None None] DHCP port deletion for f22edc08-6fe1-4670-8133-649cf444c0ef request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:33.739746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] No DVR routers for this DVR port d2f85415-c094-49e8-b209-1980ca70c476 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:33.758401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.759254 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.759665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.760005 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.760370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.760835 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.765072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.765504 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.765858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.766227 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.766679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.767041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:33.836476 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.848517 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22edc08-6fe1-4670-8133-649cf444c0ef']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:33.859526 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5932997-e9dc-4db1-8d82-416ae3be4130') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:33.859848 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5932997-e9dc-4db1-8d82-416ae3be4130') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:33.869940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.891514 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.900864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:33.901383 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:33.903841 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:33.936691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2f85415-c094-49e8-b209-1980ca70c476 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:33.963658 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.966416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d2f85415-c094-49e8-b209-1980ca70c476 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:33.966823 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d2f85415-c094-49e8-b209-1980ca70c476 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:33.968169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5e80234-109d-44fa-b212-de99bb0a4737 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:33.983587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:33.988284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f22edc08-6fe1-4670-8133-649cf444c0ef HTTP/1.1" status: 204 len: 168 time: 0.5746913 Jul 08 18:21:33.988284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062972-b0a5-43d7-844d-39f5fd48af74 admin admin] Pushing event deleted for resources: {'Network': ['ID=f22edc08-6fe1-4670-8133-649cf444c0ef,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:33.988682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55604) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:33.996131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f5e80234-109d-44fa-b212-de99bb0a4737 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:33.996474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5e80234-109d-44fa-b212-de99bb0a4737 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:33.996915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 85afe61d-d800-45d6-ae81-942a5c8bfc08 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:34.017921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 85afe61d-d800-45d6-ae81-942a5c8bfc08 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:34.018264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 85afe61d-d800-45d6-ae81-942a5c8bfc08 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:34.350592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.612164 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Deleting port e5779813-c426-4d7c-9346-ba6f820c57e0 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:34.612877 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.689562 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] For port e5779813-c426-4d7c-9346-ba6f820c57e0, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e5779813-c426-4d7c-9346-ba6f820c57e0,segment=NetworkSegment(94c47843-7faa-4f64-bdb0-a72250276dff),segment_id=94c47843-7faa-4f64-bdb0-a72250276dff)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:34.689916 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.703689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Calling delete_port for e5779813-c426-4d7c-9346-ba6f820c57e0 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:34.884794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:34.908870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Pushing event deleted for resources: {'Port': ['ID=e5779813-c426-4d7c-9346-ba6f820c57e0,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:35.087887 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.302395 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Router 4d1038c3-a070-44fc-bbdf-aa133d78b498 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:35.403044 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:35.409092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-54ba2b15-cd06-4f0f-b475-d186435df7db admin admin] 10.222.0.63 "PUT /v2.0/routers/4d1038c3-a070-44fc-bbdf-aa133d78b498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4184818 Jul 08 18:21:35.410787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55606) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:35.413422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] Sync routers for ids ['4d1038c3-a070-44fc-bbdf-aa133d78b498'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:35.422716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] Routers {'4d1038c3-a070-44fc-bbdf-aa133d78b498'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:35.423351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4d1038c3-a070-44fc-bbdf-aa133d78b498'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:35.516047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.529619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] Set router 4d1038c3-a070-44fc-bbdf-aa133d78b498 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:35.633635 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.685776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Deleting port e09364b8-8e38-46d2-a1ff-9df177883246 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:35.686132 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.721767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:21:34Z', 'revision_number': 5, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port': {'id': 'e09364b8-8e38-46d2-a1ff-9df177883246', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:9d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:35.751130 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] Checking router: 4d1038c3-a070-44fc-bbdf-aa133d78b498 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:35.760059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] Routers {'4d1038c3-a070-44fc-bbdf-aa133d78b498'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:35.760670 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['4d1038c3-a070-44fc-bbdf-aa133d78b498'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:35.767960 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] For port e09364b8-8e38-46d2-a1ff-9df177883246, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e09364b8-8e38-46d2-a1ff-9df177883246,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:35.768325 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.781086 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Calling delete_port for e09364b8-8e38-46d2-a1ff-9df177883246 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:35.846106 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] Set router 4d1038c3-a070-44fc-bbdf-aa133d78b498 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:35.900235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:21:35Z', 'revision_number': 6, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:35.935195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e07168-ae1c-4640-a6ee-fe594569fe88 None None] The sync data for ids ['4d1038c3-a070-44fc-bbdf-aa133d78b498'] in n-d-799528-4 is: [{'id': '4d1038c3-a070-44fc-bbdf-aa133d78b498', 'name': 'tempest-TestEncryptedCinderVolumes-1754500732-router', 'tenant_id': '49475a59dc8c40b1b671b637b888f1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:20:14Z', 'updated_at': '2021-07-08T18:21:35Z', 'revision_number': 6, 'project_id': '49475a59dc8c40b1b671b637b888f1bc', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:35.958100 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:35.984220 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e09364b8-8e38-46d2-a1ff-9df177883246,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:36.046943 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.135522 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.137716 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.181205 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.181658 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1038c3-a070-44fc-bbdf-aa133d78b498 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:21:36.186876 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.188023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fdc22798-bcc6-4cf3-b56c-80e5f1a6dbc0 admin admin] 10.222.0.63 "DELETE /v2.0/routers/4d1038c3-a070-44fc-bbdf-aa133d78b498 HTTP/1.1" status: 204 len: 168 time: 0.7763202 Jul 08 18:21:36.190521 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55608) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:36.234241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] Deleting subnet 6fa85f13-394d-411c-8f70-29088d240373 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:21:36.237121 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.270664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.357363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.409266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.434972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa85f13-394d-411c-8f70-29088d240373,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:36.438318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.440198 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-09dc37c0-268d-42a4-b0d4-3e367ac19104 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6fa85f13-394d-411c-8f70-29088d240373 HTTP/1.1" status: 204 len: 168 time: 0.2487483 Jul 08 18:21:36.442702 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55610) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:36.445643 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ba1ca-c90c-4c0f-84f3-d40f672277f2 None None] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:36.514724 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.572020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Deleting port 43ec0399-76ab-4764-8981-870fe81a48b1 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:36.572369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.635750 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] For port 43ec0399-76ab-4764-8981-870fe81a48b1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43ec0399-76ab-4764-8981-870fe81a48b1,segment=NetworkSegment(94c47843-7faa-4f64-bdb0-a72250276dff),segment_id=94c47843-7faa-4f64-bdb0-a72250276dff)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:36.636364 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.650008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Calling delete_port for 43ec0399-76ab-4764-8981-870fe81a48b1 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:36.678224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] DHCP port deletion for 61961bb5-fa34-4792-bbc9-3fb1308bb11a request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:21:36.729602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] Deleting port 43ec0399-76ab-4764-8981-870fe81a48b1 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:21:36.729978 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.742322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.770867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Pushing event deleted for resources: {'Port': ['ID=43ec0399-76ab-4764-8981-870fe81a48b1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:36.772814 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] No DVR routers for this DVR port 43ec0399-76ab-4764-8981-870fe81a48b1 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:36.795921 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] For port 43ec0399-76ab-4764-8981-870fe81a48b1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=43ec0399-76ab-4764-8981-870fe81a48b1,segment=NetworkSegment(94c47843-7faa-4f64-bdb0-a72250276dff),segment_id=94c47843-7faa-4f64-bdb0-a72250276dff)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:36.796319 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.817803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] Calling delete_port for 43ec0399-76ab-4764-8981-870fe81a48b1 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:21:36.848443 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.859505 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61961bb5-fa34-4792-bbc9-3fb1308bb11a']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:36.870460 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c47843-7faa-4f64-bdb0-a72250276dff') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:36.870753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c47843-7faa-4f64-bdb0-a72250276dff') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:36.880870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.897094 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.905499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:21:36.906007 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:21:36.908060 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:21:36.970489 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.976278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:36.978338 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] 10.222.0.63 "DELETE /v2.0/networks/61961bb5-fa34-4792-bbc9-3fb1308bb11a HTTP/1.1" status: 204 len: 168 time: 0.5346630 Jul 08 18:21:36.993762 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a54e5-9f99-4b45-bf0b-f69042d7ab8c admin admin] Pushing event deleted for resources: {'Network': ['ID=61961bb5-fa34-4792-bbc9-3fb1308bb11a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:37.054786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.078195 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] Pushing event deleted for resources: {'Port': ['ID=43ec0399-76ab-4764-8981-870fe81a48b1,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:37.080087 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] Network 61961bb5-fa34-4792-bbc9-3fb1308bb11a is not hosted by any dhcp agent {{(pid=93666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 18:21:37.080544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6bd21-9b63-4a14-a96c-de33ffd5bc50 None None] No DVR routers for this DVR port 43ec0399-76ab-4764-8981-870fe81a48b1 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:21:37.163757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55614) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.206702 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-71f85fd7-ed0e-48bd-ad50-110d25b7ef74 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44e48822dea34cf3931125081d75756d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415819 Jul 08 18:21:37.209302 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55616) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.270417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97af4fd4-900c-4512-a14d-a1feba177de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.292293 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97af4fd4-900c-4512-a14d-a1feba177de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.343771 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97af4fd4-900c-4512-a14d-a1feba177de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.346883 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-97af4fd4-900c-4512-a14d-a1feba177de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.348089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-97af4fd4-900c-4512-a14d-a1feba177de1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52c40385-47e3-4085-85e9-b7ae14f30c28 HTTP/1.1" status: 204 len: 168 time: 0.1378286 Jul 08 18:21:37.356616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af4fd4-900c-4512-a14d-a1feba177de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c40385-47e3-4085-85e9-b7ae14f30c28,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:37.688933 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55624) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.729126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ee430a74-c6ee-43c7-ab30-58026c41b847 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49475a59dc8c40b1b671b637b888f1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389934 Jul 08 18:21:37.731701 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55626) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:37.779693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbf2acb3-afa7-432e-b9cd-cd7d12fb3cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.800930 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbf2acb3-afa7-432e-b9cd-cd7d12fb3cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.847566 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbf2acb3-afa7-432e-b9cd-cd7d12fb3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.850412 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fbf2acb3-afa7-432e-b9cd-cd7d12fb3cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:37.851681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fbf2acb3-afa7-432e-b9cd-cd7d12fb3cfc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1cee9e98-437b-42ff-bf38-d8a5624ee45f HTTP/1.1" status: 204 len: 168 time: 0.1190882 Jul 08 18:21:37.861694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2acb3-afa7-432e-b9cd-cd7d12fb3cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cee9e98-437b-42ff-bf38-d8a5624ee45f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:37.926304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5779813-c426-4d7c-9346-ba6f820c57e0 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:37.952477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e5779813-c426-4d7c-9346-ba6f820c57e0 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:37.952863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e5779813-c426-4d7c-9346-ba6f820c57e0 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:37.953286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e09364b8-8e38-46d2-a1ff-9df177883246 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:37.972770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e09364b8-8e38-46d2-a1ff-9df177883246 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:37.973208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e09364b8-8e38-46d2-a1ff-9df177883246 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:37.973624 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43ec0399-76ab-4764-8981-870fe81a48b1 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:21:37.993063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 43ec0399-76ab-4764-8981-870fe81a48b1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:21:37.993565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 43ec0399-76ab-4764-8981-870fe81a48b1 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:21:38.519234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55648) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:38.615388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1841440667-network', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:38.641354 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Made reservation on behalf of a241f1e0ee9f4ae78c97ef82549607c8 for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:38.643706 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.652483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.745720 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.750160 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.773553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:38.788913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d67a9-6a0c-450a-9726-235d3fa04716,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.791824 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.792177 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Added segment e779459b-0db6-4d85-bc3f-47c9105ee55b of type vlan for network a6d81905-6ec3-47f7-b3f2-0084274fbc59 Jul 08 18:21:38.836413 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.865279 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.866399 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:38.866985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:38.928017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4075484 Jul 08 18:21:38.931475 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55652) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:38.938508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Request body: {'subnet': {'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1841440667-subnet', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:38.942564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323e1f1-b89a-4a02-b9e4-51d8486f98b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d81905-6ec3-47f7-b3f2-0084274fbc59,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:38.957270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:38.964969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Made reservation on behalf of a241f1e0ee9f4ae78c97ef82549607c8 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:38.968341 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.136821 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.201553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc37ac26-c3f8-4289-b14e-25ec23776baf,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:39.210040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Checking segment: {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:39.210466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Network hostable DHCP agents. Network: a6d81905-6ec3-47f7-b3f2-0084274fbc59, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:39.227695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:39.236238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, a6d81905-6ec3-47f7-b3f2-0084274fbc59) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:39.240065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:39.240653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.245582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eb416e-3c34-4dc1-b468-f5da003282dc None None] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:39.254931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9bd7fda3-1d42-412f-b2ad-a8d02c2df6d6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3224118 Jul 08 18:21:39.257643 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55654) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:39.263373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:39.284770 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.286082 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.337730 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.395261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:39.396203 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.569015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Allocated IP 172.20.0.2 (a6d81905-6ec3-47f7-b3f2-0084274fbc59/fc37ac26-c3f8-4289-b14e-25ec23776baf/ef0d6196-4b56-438c-90cf-01e0a422f1ea) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:39.732288 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.741205 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Transition to ACTIVE for port object ef0d6196-4b56-438c-90cf-01e0a422f1ea will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:39.757452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Transition to ACTIVE for port object ef0d6196-4b56-438c-90cf-01e0a422f1ea will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:39.764860 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.807196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:39.809252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:39.812235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:39.844250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.845238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Pushing event updated for resources: {'Port': ['ID=ef0d6196-4b56-438c-90cf-01e0a422f1ea,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:39.889905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Attempting to bind port ef0d6196-4b56-438c-90cf-01e0a422f1ea on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:39.890282 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Attempting to bind port ef0d6196-4b56-438c-90cf-01e0a422f1ea by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:39.890651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Attempting to bind port ef0d6196-4b56-438c-90cf-01e0a422f1ea on network a6d81905-6ec3-47f7-b3f2-0084274fbc59 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:39.895635 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:39.896008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Checking segment: {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:39.896412 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.896831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Bound using segment: {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:39.897295 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Bound port: ef0d6196-4b56-438c-90cf-01e0a422f1ea, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:39.897677 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:39.961586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] For port ef0d6196-4b56-438c-90cf-01e0a422f1ea, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:39.965264 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] For port ef0d6196-4b56-438c-90cf-01e0a422f1ea, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ef0d6196-4b56-438c-90cf-01e0a422f1ea,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:39.969996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.029887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d38c7-d69a-4dde-943b-624481de7e6a None None] Pushing event updated for resources: {'Port': ['ID=ef0d6196-4b56-438c-90cf-01e0a422f1ea,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:40.067313 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.103509 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.233324 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Allocated IP 172.25.5.164 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/364c5645-b1c1-4780-8c61-cffa7c1b10c8) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:40.349669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.395948 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.431308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:40.435948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:40.439314 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:40.467276 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Pushing event updated for resources: {'Port': ['ID=364c5645-b1c1-4780-8c61-cffa7c1b10c8,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:40.694930 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.896283 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:40.948664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5a3cd-7c36-471c-a50a-2f3bd37af7cc None None] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:41.039818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Router 5d6ec235-0026-4597-8563-8345fb30c52a is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:21:41.115376 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1f355728-62e8-4da6-a939-c92023e1d87e None None] Provisioning for port ef0d6196-4b56-438c-90cf-01e0a422f1ea completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:41.225138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:41.244853 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Sync routers for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:41.255209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.262071 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-552a856d-8453-4900-a235-02bcb70770ab admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0013006 Jul 08 18:21:41.263444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55658) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:41.264163 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:41.264883 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:41.453866 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:41.714403 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:40Z', 'revision_number': 3, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:41.741575 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Checking router: 5d6ec235-0026-4597-8563-8345fb30c52a for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:41.741911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Updating router 5d6ec235-0026-4597-8563-8345fb30c52a port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:21:41.795647 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.917036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:41.966940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ef0d6196-4b56-438c-90cf-01e0a422f1ea up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:42.018668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port ef0d6196-4b56-438c-90cf-01e0a422f1ea completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:42.023247 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ef0d6196-4b56-438c-90cf-01e0a422f1ea triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:42.023642 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.091485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Allocated IP 172.20.0.1 (a6d81905-6ec3-47f7-b3f2-0084274fbc59/fc37ac26-c3f8-4289-b14e-25ec23776baf/bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:42.093470 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.104300 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Transition to ACTIVE for port object 364c5645-b1c1-4780-8c61-cffa7c1b10c8 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:42.110218 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.111099 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.148579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port ef0d6196-4b56-438c-90cf-01e0a422f1ea, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ef0d6196-4b56-438c-90cf-01e0a422f1ea,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:42.154057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.159717 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Attempting to bind port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:42.160087 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Attempting to bind port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:42.160450 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Attempting to bind port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:42.170132 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Pushing event updated for resources: {'Port': ['ID=364c5645-b1c1-4780-8c61-cffa7c1b10c8,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.172536 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:42.172932 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:42.173324 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.173720 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:42.174185 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Bound port: 364c5645-b1c1-4780-8c61-cffa7c1b10c8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:42.174555 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.198137 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.198477 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.198804 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.199130 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.199457 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.199846 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.200170 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.200490 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.200919 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.201210 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.201551 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.201861 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:21:42.205739 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.220640 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=ef0d6196-4b56-438c-90cf-01e0a422f1ea,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.220970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Transition to ACTIVE for port object bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:42.242117 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] For port 364c5645-b1c1-4780-8c61-cffa7c1b10c8, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:42.245250 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] For port 364c5645-b1c1-4780-8c61-cffa7c1b10c8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=364c5645-b1c1-4780-8c61-cffa7c1b10c8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:42.251624 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.255262 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.293400 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:42.299690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:42.303328 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:42.311438 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:42.312079 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:42.325818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Pushing event updated for resources: {'Port': ['ID=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.346799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.352102 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479a525-046b-47f3-9661-0f1d7e19c6f0 None None] Pushing event updated for resources: {'Port': ['ID=364c5645-b1c1-4780-8c61-cffa7c1b10c8,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.431312 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:42.498853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.581364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f8fcaad1-60c9-4545-80e0-dc10dc4259a4 None None] Provisioning for port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:42.585752 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f8fcaad1-60c9-4545-80e0-dc10dc4259a4 None None] Provisioning complete for port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:42.586228 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaad1-60c9-4545-80e0-dc10dc4259a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.611294 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:40Z', 'revision_number': 3, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:42.627574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcaad1-60c9-4545-80e0-dc10dc4259a4 None None] Port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:42.645949 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521b4fc-0088-4803-bbad-f40cc286a1b0 None None] The sync data for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 is: [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:40Z', 'revision_number': 3, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:42.679121 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.684951 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.759579 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Pushing event updated for resources: {'Port': ['ID=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:42.763554 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:42.864759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:42.866209 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:43.006204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Router 5d6ec235-0026-4597-8563-8345fb30c52a has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:43.144139 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:43.158071 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-538432d9-c165-4a40-a1fe-89c0c993f84e admin admin] 10.222.0.63 "PUT /v2.0/routers/5d6ec235-0026-4597-8563-8345fb30c52a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8906507 Jul 08 18:21:43.167367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1939efd8-ece7-4100-b853-73ec080ff2ef None None] Provisioning complete for port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:43.167810 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1939efd8-ece7-4100-b853-73ec080ff2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.206460 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1939efd8-ece7-4100-b853-73ec080ff2ef None None] Port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:43.633257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55678) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:43.638509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-824560103-network', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:43.660258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Made reservation on behalf of 0a76078f7d46448d8d47bddf94692c35 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:43.662695 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.671822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.764288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.768570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.793522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:21:43.803021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a049a6cf-b461-496e-94cf-3a7c46b29668,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:43.808279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.808502 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Added segment ded9b0e7-271c-4d63-8bdb-906a6043d29c of type vlan for network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc Jul 08 18:21:43.870910 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.912033 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.913130 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:43.913665 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:43.989582 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3549387 Jul 08 18:21:43.992262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55680) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:43.999136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Request body: {'subnet': {'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-824560103-subnet', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'ip_version': 4}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:44.002642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36875908-0007-423a-a9f5-529e7c3445fa admin admin] Pushing event updated for resources: {'Network': ['ID=9d2d425a-d39e-438f-ab29-e6ff0c041dbc,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:44.020086 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:21:44.030398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Made reservation on behalf of 0a76078f7d46448d8d47bddf94692c35 for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:21:44.033492 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.046371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ef0d6196-4b56-438c-90cf-01e0a422f1ea up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:44.146063 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.169570 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ef0d6196-4b56-438c-90cf-01e0a422f1ea triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:44.170320 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.251346 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.268951 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 364c5645-b1c1-4780-8c61-cffa7c1b10c8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:44.314187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36ec868-f2f3-4252-9fbb-1858cdd56cc0,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:44.323439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Checking segment: {'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:44.323957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Network hostable DHCP agents. Network: 9d2d425a-d39e-438f-ab29-e6ff0c041dbc, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:21:44.330243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Sync routers for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:44.344549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:21:44.345183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:44.345716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:44.348667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:44.354817 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 9d2d425a-d39e-438f-ab29-e6ff0c041dbc) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:44.359450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:44.360228 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.378464 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55684) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:44.379073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c9917c9c-87dc-43ed-8b84-3b94372e1864 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3834169 Jul 08 18:21:44.383191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:21:44.387327 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477134f2-f404-4ccb-bc35-75d8856bd836 None None] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:44.391222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:44.391591 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.406004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.407066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.466932 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.561522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:44.609842 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.700317 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.784647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 364c5645-b1c1-4780-8c61-cffa7c1b10c8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=364c5645-b1c1-4780-8c61-cffa7c1b10c8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:44.792912 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.807458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'fixed_ips': [{'subnet_id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:21:44.808353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.825622 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.846848 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:44.946052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=364c5645-b1c1-4780-8c61-cffa7c1b10c8,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:44.954590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Allocated IP 172.25.5.165 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/4f0500e6-b207-49f8-aa43-a0d5d99294ea) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:45.072208 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.113247 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.150078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:45.156644 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:45.160330 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:45.184133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0500e6-b207-49f8-aa43-a0d5d99294ea,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.185161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Allocated IP 172.20.0.2 (9d2d425a-d39e-438f-ab29-e6ff0c041dbc/b36ec868-f2f3-4252-9fbb-1858cdd56cc0/f5c50629-7631-4306-9212-a6755418b288) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:45.188383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 2, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:45.221654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Checking router: 5d6ec235-0026-4597-8563-8345fb30c52a for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:45.222004 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Updating router 5d6ec235-0026-4597-8563-8345fb30c52a port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:21:45.299911 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.413788 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.486105 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.527985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Transition to ACTIVE for port object f5c50629-7631-4306-9212-a6755418b288 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:45.561285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Transition to ACTIVE for port object f5c50629-7631-4306-9212-a6755418b288 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:45.570223 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.611297 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.631756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:45.642895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:45.646642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:45.648524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Pushing event updated for resources: {'Port': ['ID=f5c50629-7631-4306-9212-a6755418b288,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.742417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Attempting to bind port f5c50629-7631-4306-9212-a6755418b288 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:45.742760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Attempting to bind port f5c50629-7631-4306-9212-a6755418b288 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:45.743187 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Attempting to bind port f5c50629-7631-4306-9212-a6755418b288 on network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:45.743597 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:21:45.755765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.758908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:45.759329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Checking segment: {'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:45.759756 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.760252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Bound using segment: {'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:45.760777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Bound port: f5c50629-7631-4306-9212-a6755418b288, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:45.761196 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.782083 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Transition to ACTIVE for port object bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:45.812994 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.853994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:45.864379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] For port f5c50629-7631-4306-9212-a6755418b288, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:45.867392 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Sync routers for ids ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:45.877058 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:45.877966 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Routers {'2efd6e03-8a33-4faa-adf6-83e4e3db9c04'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:45.878785 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:45.879477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-548bc819-1473-4f26-9a1d-3b96916156a5 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4999878 Jul 08 18:21:45.882087 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55686) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:21:45.895934 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] For port f5c50629-7631-4306-9212-a6755418b288, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f5c50629-7631-4306-9212-a6755418b288,segment=NetworkSegment(ded9b0e7-271c-4d63-8bdb-906a6043d29c),segment_id=ded9b0e7-271c-4d63-8bdb-906a6043d29c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:45.900897 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2078-07dc-4df9-8ffc-818ef07afec0 None None] Pushing event updated for resources: {'Port': ['ID=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:45.907062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.004925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 364c5645-b1c1-4780-8c61-cffa7c1b10c8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:46.026989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Attempting to bind port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:46.026989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Attempting to bind port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:46.026989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Attempting to bind port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef on network a6d81905-6ec3-47f7-b3f2-0084274fbc59 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:46.057413 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981491a-b1a0-42e8-b24f-c0e0d7ff42ec None None] Pushing event updated for resources: {'Port': ['ID=f5c50629-7631-4306-9212-a6755418b288,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:46.065142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:46.065573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Checking segment: {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:46.065845 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.066239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Bound using segment: {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:46.066841 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Bound port: bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:46.067328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.078750 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Set router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:46.147072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:46.147760 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.207013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] For port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:46.227881 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] For port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:46.276033 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.402412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:46.403050 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:46.521207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.529442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2078-07dc-4df9-8ffc-818ef07afec0 None None] Pushing event updated for resources: {'Port': ['ID=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:46.551452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:46.561613 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:45Z', 'revision_number': 3, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:46.595082 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Checking router: 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:46.595682 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Updating router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 port 4f0500e6-b207-49f8-aa43-a0d5d99294ea binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:21:46.651035 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.728557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Allocated IP 172.20.0.1 (9d2d425a-d39e-438f-ab29-e6ff0c041dbc/b36ec868-f2f3-4252-9fbb-1858cdd56cc0/ee17b528-a1e7-4f51-8a13-95358fe8c12f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:21:46.797031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:46.823953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fa815-dbbf-4b1f-a5f6-b23a2f77ce19 None None] The sync data for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 is: [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:46.851091 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.874285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Transition to ACTIVE for port object ee17b528-a1e7-4f51-8a13-95358fe8c12f will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:46.924293 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:46.974190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:46.978888 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:46.983230 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:21:46.998829 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.010192 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Transition to ACTIVE for port object 4f0500e6-b207-49f8-aa43-a0d5d99294ea will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:47.019978 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.035089 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Pushing event updated for resources: {'Port': ['ID=ee17b528-a1e7-4f51-8a13-95358fe8c12f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.055417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.075904 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Attempting to bind port 4f0500e6-b207-49f8-aa43-a0d5d99294ea on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:47.076237 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Attempting to bind port 4f0500e6-b207-49f8-aa43-a0d5d99294ea by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:47.076641 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Attempting to bind port 4f0500e6-b207-49f8-aa43-a0d5d99294ea on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:47.089978 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:47.090365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:47.090773 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.091171 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:47.091961 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Bound port: 4f0500e6-b207-49f8-aa43-a0d5d99294ea, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:47.092358 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.118463 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7537cf-6ba8-485f-ad6f-232f2c563441 None None] Pushing event updated for resources: {'Port': ['ID=4f0500e6-b207-49f8-aa43-a0d5d99294ea,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.158963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] For port 4f0500e6-b207-49f8-aa43-a0d5d99294ea, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:47.162723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] For port 4f0500e6-b207-49f8-aa43-a0d5d99294ea, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4f0500e6-b207-49f8-aa43-a0d5d99294ea,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:47.167963 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.234004 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.234306 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7537cf-6ba8-485f-ad6f-232f2c563441 None None] Pushing event updated for resources: {'Port': ['ID=4f0500e6-b207-49f8-aa43-a0d5d99294ea,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.237128 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Routers {'2efd6e03-8a33-4faa-adf6-83e4e3db9c04'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:47.237771 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.329422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f59eb7-0d7a-4d22-b813-9b2b2cf7139c None None] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:21:47.370941 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] Set router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:47.401303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7b7f4a57-ee86-49bd-8291-7a7d8e1c1119 None None] Provisioning for port f5c50629-7631-4306-9212-a6755418b288 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:47.465196 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.473923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.556886 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.560865 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Pushing event updated for resources: {'Port': ['ID=ee17b528-a1e7-4f51-8a13-95358fe8c12f,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:47.630026 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 4, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ee17b528-a1e7-4f51-8a13-95358fe8c12f', 'name': '', 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'mac_address': 'fa:16:3e:98:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 1, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'subnets': [{'id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:47.664222 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181f023-6fad-4556-a98c-9bfc6e7942cf None None] The sync data for ids ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'] in n-d-799528-4 is: [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 4, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ee17b528-a1e7-4f51-8a13-95358fe8c12f', 'name': '', 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'mac_address': 'fa:16:3e:98:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:46Z', 'revision_number': 1, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'subnets': [{'id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:47.844184 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5c646dc1-568b-433c-95fd-5cddeff26a26 None None] Provisioning for port ee17b528-a1e7-4f51-8a13-95358fe8c12f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:47.848986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5c646dc1-568b-433c-95fd-5cddeff26a26 None None] Provisioning complete for port ee17b528-a1e7-4f51-8a13-95358fe8c12f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:47.849267 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5c646dc1-568b-433c-95fd-5cddeff26a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:47.930311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5c646dc1-568b-433c-95fd-5cddeff26a26 None None] Port ee17b528-a1e7-4f51-8a13-95358fe8c12f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:48.097384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5c50629-7631-4306-9212-a6755418b288 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:48.123140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:21:48.124640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:21:48.269685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4eb2868f-20d6-4fc8-a06c-0639f86667dd None None] Provisioning complete for port ee17b528-a1e7-4f51-8a13-95358fe8c12f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.270099 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4eb2868f-20d6-4fc8-a06c-0639f86667dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.275110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f5c50629-7631-4306-9212-a6755418b288 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:48.297493 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f5c50629-7631-4306-9212-a6755418b288 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.297873 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.303238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:21:48.347924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2868f-20d6-4fc8-a06c-0639f86667dd None None] Port ee17b528-a1e7-4f51-8a13-95358fe8c12f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:48.439520 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:21:48.446221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-752c1a2d-09e5-4bec-811d-6bb77fe26f72 admin admin] 10.222.0.63 "PUT /v2.0/routers/2efd6e03-8a33-4faa-adf6-83e4e3db9c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628388 Jul 08 18:21:48.452514 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.497855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-964384c0-1b4c-4f71-86de-0f7f04ebac10 None None] Provisioning complete for port ee17b528-a1e7-4f51-8a13-95358fe8c12f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.498285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-964384c0-1b4c-4f71-86de-0f7f04ebac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.535937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f5c50629-7631-4306-9212-a6755418b288, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f5c50629-7631-4306-9212-a6755418b288,segment=NetworkSegment(ded9b0e7-271c-4d63-8bdb-906a6043d29c),segment_id=ded9b0e7-271c-4d63-8bdb-906a6043d29c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:48.547062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.547861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:48.597041 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-964384c0-1b4c-4f71-86de-0f7f04ebac10 None None] Port ee17b528-a1e7-4f51-8a13-95358fe8c12f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:21:48.636645 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f5c50629-7631-4306-9212-a6755418b288,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:48.651160 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:48.655403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:48.655788 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.739487 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.782018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:48.787934 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:48.845773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:49.081741 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:21:50.128767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5c50629-7631-4306-9212-a6755418b288 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:50.204774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f5c50629-7631-4306-9212-a6755418b288 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:50.205525 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.315348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4f0500e6-b207-49f8-aa43-a0d5d99294ea up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:50.390277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4f0500e6-b207-49f8-aa43-a0d5d99294ea completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:50.396354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4f0500e6-b207-49f8-aa43-a0d5d99294ea triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:50.397169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.694248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.732641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 4f0500e6-b207-49f8-aa43-a0d5d99294ea, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4f0500e6-b207-49f8-aa43-a0d5d99294ea,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:50.737811 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:50.738830 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:50.845557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=4f0500e6-b207-49f8-aa43-a0d5d99294ea,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:50.869965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:50.870443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:51.376824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Sync routers for ids ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:21:51.388182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Routers {'2efd6e03-8a33-4faa-adf6-83e4e3db9c04'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:51.389159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:51.556946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Set router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:51.828411 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 4, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ee17b528-a1e7-4f51-8a13-95358fe8c12f', 'name': '', 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'mac_address': 'fa:16:3e:98:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 2, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'subnets': [{'id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:51.862932 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Checking router: 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:21:51.863450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Updating router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 port ee17b528-a1e7-4f51-8a13-95358fe8c12f binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:21:51.932767 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.063855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4f0500e6-b207-49f8-aa43-a0d5d99294ea up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:52.201699 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4f0500e6-b207-49f8-aa43-a0d5d99294ea triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:52.202178 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.449746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.465120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Transition to ACTIVE for port object ee17b528-a1e7-4f51-8a13-95358fe8c12f will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:21:52.478879 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.559566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d9763-8c1f-4601-9e2b-c191ab622041 None None] Pushing event updated for resources: {'Port': ['ID=ee17b528-a1e7-4f51-8a13-95358fe8c12f,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:52.642884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Attempting to bind port ee17b528-a1e7-4f51-8a13-95358fe8c12f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:21:52.643369 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Attempting to bind port ee17b528-a1e7-4f51-8a13-95358fe8c12f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:21:52.643811 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Attempting to bind port ee17b528-a1e7-4f51-8a13-95358fe8c12f on network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:21:52.653172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:21:52.653800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Checking segment: {'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:21:52.654292 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.654839 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Bound using segment: {'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:21:52.655451 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Bound port: ee17b528-a1e7-4f51-8a13-95358fe8c12f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded9b0e7-271c-4d63-8bdb-906a6043d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:21:52.655853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.780604 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] For port ee17b528-a1e7-4f51-8a13-95358fe8c12f, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:21:52.786383 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] For port ee17b528-a1e7-4f51-8a13-95358fe8c12f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ee17b528-a1e7-4f51-8a13-95358fe8c12f,segment=NetworkSegment(ded9b0e7-271c-4d63-8bdb-906a6043d29c),segment_id=ded9b0e7-271c-4d63-8bdb-906a6043d29c)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:21:52.792771 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:52.866307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Routers {'2efd6e03-8a33-4faa-adf6-83e4e3db9c04'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:21:52.866937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:21:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:52.927123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d9763-8c1f-4601-9e2b-c191ab622041 None None] Pushing event updated for resources: {'Port': ['ID=ee17b528-a1e7-4f51-8a13-95358fe8c12f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:53.037191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] Set router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:21:53.333861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 4, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ee17b528-a1e7-4f51-8a13-95358fe8c12f', 'name': '', 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'mac_address': 'fa:16:3e:98:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:52Z', 'revision_number': 4, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'subnets': [{'id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:21:53.362765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1def64-4e3f-429c-aeec-c0e3776c86f1 None None] The sync data for ids ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'] in n-d-799528-4 is: [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:47Z', 'revision_number': 4, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'ee17b528-a1e7-4f51-8a13-95358fe8c12f', 'name': '', 'network_id': '9d2d425a-d39e-438f-ab29-e6ff0c041dbc', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'mac_address': 'fa:16:3e:98:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:46Z', 'updated_at': '2021-07-08T18:21:52Z', 'revision_number': 4, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'subnets': [{'id': 'b36ec868-f2f3-4252-9fbb-1858cdd56cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:21:54.006978 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee17b528-a1e7-4f51-8a13-95358fe8c12f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:54.114462 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port ee17b528-a1e7-4f51-8a13-95358fe8c12f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:21:54.128825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ee17b528-a1e7-4f51-8a13-95358fe8c12f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:54.129436 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.263393 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.334955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port ee17b528-a1e7-4f51-8a13-95358fe8c12f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ee17b528-a1e7-4f51-8a13-95358fe8c12f,segment=NetworkSegment(ded9b0e7-271c-4d63-8bdb-906a6043d29c),segment_id=ded9b0e7-271c-4d63-8bdb-906a6043d29c)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:21:54.341537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:54.428284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=ee17b528-a1e7-4f51-8a13-95358fe8c12f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:21:55.954178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee17b528-a1e7-4f51-8a13-95358fe8c12f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:21:56.024517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ee17b528-a1e7-4f51-8a13-95358fe8c12f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:21:56.024933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:56.297483 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:57.550704 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-247db184-7680-4ba6-b96e-342f921d06fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:21:59.506530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-2cf43089-8937-46e1-a02f-23aa8c472af6 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:21:59.508341 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-2cf43089-8937-46e1-a02f-23aa8c472af6 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 815 time: 0.1087010 Jul 08 18:21:59.523128 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-b459d1d4-685f-4ebe-86c5-8583488cb56b tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/quotas/a241f1e0ee9f4ae78c97ef82549607c8 HTTP/1.1" status: 200 len: 375 time: 0.0091164 Jul 08 18:21:59.597559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-161ee6ed-f019-4950-b38f-0b9c16c1a70b tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693178 Jul 08 18:21:59.692621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-311b85e1-960e-4269-ab07-1974c89916b9 service neutron] 10.222.0.63 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Jul 08 18:21:59.790056 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-4546ac9e-bedd-4d09-87a8-4b173a703446 service neutron] 10.222.0.63 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911129 Jul 08 18:21:59.963971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ee1ba44-30bd-424f-a546-3710c935bf8e req-28c83664-2976-478b-be08-e35db1f808e7 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 210 time: 0.0368388 Jul 08 18:22:00.073899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a78c47e5-0a81-4683-b767-214c25c2e596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:00.553636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.111515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bab6fc62-b751-4e4a-acbc-e8e4f239189b req-c65073e7-aef6-4976-bc0c-11d9c383ebc9 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 210 time: 0.0320308 Jul 08 18:22:01.259571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-0758ec50-4d71-45fd-8556-fa942bf2873d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:01.261217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-0758ec50-4d71-45fd-8556-fa942bf2873d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 815 time: 0.1120095 Jul 08 18:22:01.287804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'port': {'device_id': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'admin_state_up': True, 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:01.411146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Made reservation on behalf of a241f1e0ee9f4ae78c97ef82549607c8 for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:22:01.415192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.574735 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.576294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Allocated IP 172.20.0.6 (a6d81905-6ec3-47f7-b3f2-0084274fbc59/fc37ac26-c3f8-4289-b14e-25ec23776baf/9423699c-fd1d-4b2e-b634-f39e31e00240) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:01.816229 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.840703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Transition to ACTIVE for port object 9423699c-fd1d-4b2e-b634-f39e31e00240 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:01.886219 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:01.939939 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:01.942898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:01.951288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:01.985803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:02.000972 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.001421 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.001895 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.002332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.002774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.003313 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.003849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.004331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.004789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.005185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.005622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.006236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:02.041719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:02.043054 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.076796 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-02be47ff-8c8b-4eed-8eb8-cdf757dbc6fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7929859 Jul 08 18:22:02.291441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13824755-cffd-492b-8009-d99d472fe1f0 None None] Provisioning for port 9423699c-fd1d-4b2e-b634-f39e31e00240 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:02.298275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-13824755-cffd-492b-8009-d99d472fe1f0 None None] Provisioning complete for port 9423699c-fd1d-4b2e-b634-f39e31e00240 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:02.299477 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-13824755-cffd-492b-8009-d99d472fe1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:02.381560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-13824755-cffd-492b-8009-d99d472fe1f0 None None] Port 9423699c-fd1d-4b2e-b634-f39e31e00240 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:22:02.429147 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f9406-f94f-40ad-bd73-80a5c006da23 req-eec0e079-2dec-40c6-a42f-12e8926e12e7 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:02.439698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-153f9406-f94f-40ad-bd73-80a5c006da23 req-eec0e079-2dec-40c6-a42f-12e8926e12e7 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.1015315 Jul 08 18:22:02.521340 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-153f9406-f94f-40ad-bd73-80a5c006da23 req-e6c96ae7-39f5-417a-a83e-8cf700004a73 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798182 Jul 08 18:22:03.032440 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:03.718727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bfedd-b8b6-491e-b725-d598570140a2 req-a809176f-c7d5-4eb4-9be0-655c91d97f40 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:03.720504 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f3bfedd-b8b6-491e-b725-d598570140a2 req-a809176f-c7d5-4eb4-9be0-655c91d97f40 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.0690336 Jul 08 18:22:03.762559 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1f3bfedd-b8b6-491e-b725-d598570140a2 req-74c54841-ac90-4cf0-bdf6-46d5802625c3 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Jul 08 18:22:04.960681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f87411-aa74-407f-82fb-b149ff2a2f01 req-ef41b28d-71de-4876-a1c1-d6f1ddcfab08 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:04.962448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0f87411-aa74-407f-82fb-b149ff2a2f01 req-ef41b28d-71de-4876-a1c1-d6f1ddcfab08 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.0720484 Jul 08 18:22:05.003553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0f87411-aa74-407f-82fb-b149ff2a2f01 req-f766067f-36be-48a2-89c0-340f9d92f187 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Jul 08 18:22:06.200786 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89516-5965-4bdb-bab7-41a0cefbe530 req-fb0cb5ad-d7fb-4dd8-9a64-586ff94740ce tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:06.202384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11c89516-5965-4bdb-bab7-41a0cefbe530 req-fb0cb5ad-d7fb-4dd8-9a64-586ff94740ce tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.0696051 Jul 08 18:22:06.245174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-11c89516-5965-4bdb-bab7-41a0cefbe530 req-dc2cc4a1-a9a3-4775-8b91-0639d1427ba0 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370340 Jul 08 18:22:07.448369 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baab84-d98e-4a35-b8cf-7037fe07e97c req-467f0045-e78b-492f-b282-4f0d1a474c69 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:07.450792 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25baab84-d98e-4a35-b8cf-7037fe07e97c req-467f0045-e78b-492f-b282-4f0d1a474c69 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.0764751 Jul 08 18:22:07.496097 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25baab84-d98e-4a35-b8cf-7037fe07e97c req-68a3f109-fd63-4a12-b40a-0809cdc17f14 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395525 Jul 08 18:22:08.704905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfe993-d86d-4dc2-9b04-9ab69120b0fb req-b23b6660-99b6-4ffb-acef-6acd6ca8cf3c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:08.706454 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55cfe993-d86d-4dc2-9b04-9ab69120b0fb req-b23b6660-99b6-4ffb-acef-6acd6ca8cf3c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.0725241 Jul 08 18:22:08.764565 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55cfe993-d86d-4dc2-9b04-9ab69120b0fb req-30a8b47e-0e49-4089-b4e3-a1c9e924a588 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504770 Jul 08 18:22:09.962478 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec267fe-4125-49cc-bceb-1385d88ca50f req-46d32330-c311-44be-b2e3-7889d6818a9d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:09.964069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ec267fe-4125-49cc-bceb-1385d88ca50f req-46d32330-c311-44be-b2e3-7889d6818a9d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.0717332 Jul 08 18:22:10.005582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ec267fe-4125-49cc-bceb-1385d88ca50f req-7d6c9738-4691-4f77-9843-483cc9e223d1 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353017 Jul 08 18:22:11.193143 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b9cc7-590e-4c4b-afd0-78b3ceea6125 req-db7bec2c-b8d2-4b58-8103-2432ebe2f2ae tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:11.194663 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c8b9cc7-590e-4c4b-afd0-78b3ceea6125 req-db7bec2c-b8d2-4b58-8103-2432ebe2f2ae tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 931 time: 0.0717862 Jul 08 18:22:11.242200 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4c8b9cc7-590e-4c4b-afd0-78b3ceea6125 req-0a5a3e88-a1db-4a1c-bd98-ca87f417a5df tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395877 Jul 08 18:22:11.666265 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Request body: {'port': {'device_id': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:11.742820 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:11.995019 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9423699c-fd1d-4b2e-b634-f39e31e00240 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:22:12.002102 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.013927 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Transition to ACTIVE for port object 9423699c-fd1d-4b2e-b634-f39e31e00240 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:22:12.017941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.068798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Pushing event updated for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:12.142007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Attempting to bind port 9423699c-fd1d-4b2e-b634-f39e31e00240 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:22:12.142346 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Attempting to bind port 9423699c-fd1d-4b2e-b634-f39e31e00240 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:22:12.142680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Attempting to bind port 9423699c-fd1d-4b2e-b634-f39e31e00240 on network a6d81905-6ec3-47f7-b3f2-0084274fbc59 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:12.147272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Port 9423699c-fd1d-4b2e-b634-f39e31e00240 on network a6d81905-6ec3-47f7-b3f2-0084274fbc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:22:12.147595 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Attempting to bind port 9423699c-fd1d-4b2e-b634-f39e31e00240 on network a6d81905-6ec3-47f7-b3f2-0084274fbc59 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:22:12.153109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:22:12.153529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Checking segment: {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:22:12.153816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Bound using segment: {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:22:12.154249 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Bound port: 9423699c-fd1d-4b2e-b634-f39e31e00240, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e779459b-0db6-4d85-bc3f-47c9105ee55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:22:12.154612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.220124 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:22:12.223533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9423699c-fd1d-4b2e-b634-f39e31e00240,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:22:12.227078 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.261466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:12.262300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:12.264137 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] 10.222.0.41 "PUT /v2.0/ports/9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 1091 time: 0.6024768 Jul 08 18:22:12.264608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:12.267886 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833d242e-d39e-45d1-b0ee-e318c51a59ec" -d '{"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:12.298676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb58bf3-7948-400f-99e4-467c185a4785 service neutron] Pushing event updated for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:12.387273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-cd277f90-740c-4457-ad06-7441d79e0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:12.388843 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-cd277f90-740c-4457-ad06-7441d79e0e41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1094 time: 0.0613475 Jul 08 18:22:12.437333 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3ea35-a70d-4f8e-8004-296054b75da1 req-1861aaa0-3372-4562-ad9b-36418968b661 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:12.439085 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dce3ea35-a70d-4f8e-8004-296054b75da1 req-1861aaa0-3372-4562-ad9b-36418968b661 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 943 time: 0.0689697 Jul 08 18:22:12.442768 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-dac1cbdf-4a30-44ee-b919-33b3bae1f894 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 217 time: 0.0357647 Jul 08 18:22:12.479252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dce3ea35-a70d-4f8e-8004-296054b75da1 req-3abc5c37-9fad-4c34-a86a-9927bf7c9bad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339730 Jul 08 18:22:12.504390 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-7e9c0f5d-1858-4f8b-ae0b-98fc1480e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:12.506248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-7e9c0f5d-1858-4f8b-ae0b-98fc1480e13c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0537310 Jul 08 18:22:12.526713 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed29ca2-69cd-4352-958a-13b6b9ab3c08 x-openstack-request-id: req-bed29ca2-69cd-4352-958a-13b6b9ab3c08 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:12.527003 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:12.527258 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bed29ca2-69cd-4352-958a-13b6b9ab3c08 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:12.527666 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'status': 'completed', 'code': 200} Jul 08 18:22:12.576035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-286cfb44-8ae5-45c9-9672-f2f171fcb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:12.577809 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-286cfb44-8ae5-45c9-9672-f2f171fcb258 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616708 Jul 08 18:22:12.669498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-80619a9f-c33a-43b5-8fc7-1644899616d5 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826902 Jul 08 18:22:12.760967 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0370ee2f-5b80-4d63-8e80-7fb0b2e886e3 req-1deb6846-2e31-4531-95d1-0086602f8310 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845256 Jul 08 18:22:13.197671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-e6cf627b-0481-4bdd-9dde-873b4af50efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.199116 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-e6cf627b-0481-4bdd-9dde-873b4af50efa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1094 time: 0.3430977 Jul 08 18:22:13.288392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-f50b8d44-c5b1-4d44-bced-bbf36df3e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.290416 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-f50b8d44-c5b1-4d44-bced-bbf36df3e6ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 916 time: 0.0836911 Jul 08 18:22:13.333533 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-27fb79b3-58b7-4fe1-b861-77ec57b63105 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 217 time: 0.0368555 Jul 08 18:22:13.382931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-e1464b6a-79a6-4ffa-904f-a947626382ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.384496 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-e1464b6a-79a6-4ffa-904f-a947626382ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0438759 Jul 08 18:22:13.444503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-2db86a1b-09ac-46c8-a106-03553682fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.446131 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-2db86a1b-09ac-46c8-a106-03553682fd98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533209 Jul 08 18:22:13.540913 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-52202b5a-d7c1-48ce-ba71-78db9a72c73a service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875392 Jul 08 18:22:13.631417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-833d242e-d39e-45d1-b0ee-e318c51a59ec req-51116a60-ee22-4f52-887b-61f123e3c7d2 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832102 Jul 08 18:22:13.657571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956aa11-353e-457c-b9bf-c007fc198fad req-ea0e8ddf-30e4-4216-820b-e42f9aae5811 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:13.659119 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b956aa11-353e-457c-b9bf-c007fc198fad req-ea0e8ddf-30e4-4216-820b-e42f9aae5811 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 943 time: 0.0651269 Jul 08 18:22:13.698327 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b956aa11-353e-457c-b9bf-c007fc198fad req-a1eb64f6-6e32-4a71-b462-452ec3dc3687 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Jul 08 18:22:14.118686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:14.879079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf36b20-7277-4c95-a855-2ca5df6cbdac req-d7b98780-956d-462d-ab78-5c9765eec7ac tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:14.880607 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bf36b20-7277-4c95-a855-2ca5df6cbdac req-d7b98780-956d-462d-ab78-5c9765eec7ac tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 943 time: 0.0702362 Jul 08 18:22:14.921055 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9bf36b20-7277-4c95-a855-2ca5df6cbdac req-94945ba3-cdd1-4336-80a2-5a16c323db4d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340793 Jul 08 18:22:15.404870 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9423699c-fd1d-4b2e-b634-f39e31e00240 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:22:15.498223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9423699c-fd1d-4b2e-b634-f39e31e00240,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:15.510196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'port_id': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'mac_address': 'fa:16:3e:01:51:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:22:15.550943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.564183 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9423699c-fd1d-4b2e-b634-f39e31e00240 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:22:15.583652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9423699c-fd1d-4b2e-b634-f39e31e00240,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:15.588312 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:15.638886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:15.646329 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.646697 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.647035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.647392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.647737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.648079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.648405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.648758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.649085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.649406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.649735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.650056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:15.927613 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9423699c-fd1d-4b2e-b634-f39e31e00240'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:22:16.147711 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242224-af2d-4c7b-a062-8eafe479c218 req-1e1fae26-6bb7-4614-a121-af0045d6283c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:16.149475 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2242224-af2d-4c7b-a062-8eafe479c218 req-1e1fae26-6bb7-4614-a121-af0045d6283c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 944 time: 0.0646679 Jul 08 18:22:16.186407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2242224-af2d-4c7b-a062-8eafe479c218 req-6b9382e4-e70b-45fa-81f5-964447b163b9 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Jul 08 18:22:17.364554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e17d7-dcde-4f76-9818-9c50b34c6f8d req-958532a5-63bf-4f21-8b2d-5b31d6909d04 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:17.366113 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93e17d7-dcde-4f76-9818-9c50b34c6f8d req-958532a5-63bf-4f21-8b2d-5b31d6909d04 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 944 time: 0.0688884 Jul 08 18:22:17.402852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9423699c-fd1d-4b2e-b634-f39e31e00240 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:22:17.406092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f93e17d7-dcde-4f76-9818-9c50b34c6f8d req-516d45f0-57ff-4ae7-878e-0139b83476fe tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342774 Jul 08 18:22:17.453797 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 9423699c-fd1d-4b2e-b634-f39e31e00240 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:22:17.457486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 9423699c-fd1d-4b2e-b634-f39e31e00240 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:17.457861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.532761 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.554641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:17.557464 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634b3196-c592-4eaf-a535-4050ea190d9f" -d '{"events": [{"server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "name": "network-vif-plugged", "status": "completed", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:17.570307 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9423699c-fd1d-4b2e-b634-f39e31e00240,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:17.574952 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:17.600619 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a30586f-497c-48ec-8656-e1bf940e8d4b x-openstack-request-id: req-2a30586f-497c-48ec-8656-e1bf940e8d4b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:17.600940 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "name": "network-vif-plugged", "status": "completed", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:17.601213 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2a30586f-497c-48ec-8656-e1bf940e8d4b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:17.601598 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'code': 200} Jul 08 18:22:17.627429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:17.762852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862e19-b34c-47ab-bc6e-b235d93e171c req-55ba99f2-ce78-4439-960d-4887bb2b832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:17.764415 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d862e19-b34c-47ab-bc6e-b235d93e171c req-55ba99f2-ce78-4439-960d-4887bb2b832a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0572004 Jul 08 18:22:17.800980 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4d862e19-b34c-47ab-bc6e-b235d93e171c req-a0d9d4ff-f526-4076-8687-88571acb985c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280676 Jul 08 18:22:18.590996 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cbbfa-c435-44b5-bee5-fdb8e1d8592d req-c2518846-5b4a-4a8e-9c24-903311c809a2 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:18.592886 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b74cbbfa-c435-44b5-bee5-fdb8e1d8592d req-c2518846-5b4a-4a8e-9c24-903311c809a2 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0715058 Jul 08 18:22:18.636725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b74cbbfa-c435-44b5-bee5-fdb8e1d8592d req-1ebfde45-cce7-4836-9c7e-6a8967eb3c39 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Jul 08 18:22:19.813452 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5d935-f7f2-4cb4-b625-50647d70791f req-ceee2d09-3086-4099-95c4-cd52759da7dd tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:19.815064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eba5d935-f7f2-4cb4-b625-50647d70791f req-ceee2d09-3086-4099-95c4-cd52759da7dd tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0659626 Jul 08 18:22:19.857188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eba5d935-f7f2-4cb4-b625-50647d70791f req-dfdb2b83-7867-4b69-90af-ac993be161c4 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360696 Jul 08 18:22:20.043642 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d92573-4147-4e38-af9c-a0209b2e446f req-0f0c1019-cdbf-4f34-bf71-2c4b66f9595b tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:20.045169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78d92573-4147-4e38-af9c-a0209b2e446f req-0f0c1019-cdbf-4f34-bf71-2c4b66f9595b tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0749598 Jul 08 18:22:20.092291 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-78d92573-4147-4e38-af9c-a0209b2e446f req-145d9d58-41a5-40c3-b89a-ee963a0786f7 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396976 Jul 08 18:22:20.435241 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f3e86-2cfd-43c1-a51b-2b7541c3f13a req-6f756ae3-04d5-494d-8549-a42818128ccc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:20.436714 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a34f3e86-2cfd-43c1-a51b-2b7541c3f13a req-6f756ae3-04d5-494d-8549-a42818128ccc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0627780 Jul 08 18:22:20.480511 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a34f3e86-2cfd-43c1-a51b-2b7541c3f13a req-8c251d25-b8fa-4308-94e8-ccb90d4b7004 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 Jul 08 18:22:26.082247 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:22:26.308635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:27.542095 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-309e6f41-ea26-4aa4-b315-670c71b27116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.078755 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6399cc9-aaa1-4a0e-904a-4296903b6f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:30.555500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:31.574634 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.166857 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998591-9118-450f-9533-f899c9203790 req-0b729e78-e86c-49c3-ba38-88e47c866bee tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:32.169931 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8998591-9118-450f-9533-f899c9203790 req-0b729e78-e86c-49c3-ba38-88e47c866bee tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0692618 Jul 08 18:22:32.211108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8998591-9118-450f-9533-f899c9203790 req-88e879ce-2719-47a5-b155-ecc88be6b808 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363116 Jul 08 18:22:32.236419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55898) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:32.375150 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0cd5c1-fbad-4014-b807-2b198081f787 tempest-TestMinimumBasicScenario-244667312 tempest-TestMinimumBasicScenario-244667312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:32.376714 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9a0cd5c1-fbad-4014-b807-2b198081f787 tempest-TestMinimumBasicScenario-244667312 tempest-TestMinimumBasicScenario-244667312-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1091 time: 0.1392460 Jul 08 18:22:32.379742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55902) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:32.384115 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:32.408501 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.507263 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.609602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Allocated IP 172.25.5.62 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/759d6e0c-cbab-4f1f-b65a-262ead483046) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:22:32.713335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.752225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:32.793833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:22:32.796796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:22:32.801742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:22:32.803806 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'Port': ['ID=759d6e0c-cbab-4f1f-b65a-262ead483046,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:33.033264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.318726 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.426284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.573756 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.578318 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.646641 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'Port': ['ID=759d6e0c-cbab-4f1f-b65a-262ead483046,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:33.656952 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:33.756343 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Floating IP 7e8366ef-45e4-4f54-9938-1d2c35a6d2d6 associated. External IP: 172.25.5.62, port: 9423699c-fd1d-4b2e-b634-f39e31e00240. Jul 08 18:22:33.967307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Router 5d6ec235-0026-4597-8563-8345fb30c52a has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:22:34.075022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:22:34.084472 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] Sync routers for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:22:34.091096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.094316 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:34.095286 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:34.128323 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3a8de22d-251a-4df4-a6bd-29bea1061079 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7475417 Jul 08 18:22:34.128941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:34.131276 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c31abd-ab16-4ad6-a200-2bbaf865b143" -d '{"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:34.131508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55904) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.137519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715527721', 'description': 'tempest-secgroup-smoke-715527721 description', 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:34.160052 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.170027 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afad85aa-9a0a-47b2-a8ae-dcaf66282e30 x-openstack-request-id: req-afad85aa-9a0a-47b2-a8ae-dcaf66282e30 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:34.170314 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:34.170568 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-afad85aa-9a0a-47b2-a8ae-dcaf66282e30 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:34.170969 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'status': 'completed', 'code': 200} Jul 08 18:22:34.207645 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:34.250286 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.254409 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.273913 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-2ae0d3af-999c-4e3a-9207-b133ef6ba516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:34.275142 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-2ae0d3af-999c-4e3a-9207-b133ef6ba516 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0604615 Jul 08 18:22:34.284861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9349ede0-2408-4cb1-b8e6-3866131c7b67,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.293286 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.293641 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.294114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.294459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.294793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.295123 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.295451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.295777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.296104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.296431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.296792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.297126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:22:34.300660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.304685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c07e176b-5797-4903-b8a6-eca3580b5f87 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1689923 Jul 08 18:22:34.304968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55908) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.310291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3ff1d4e1-2680-4630-9259-6eac32aaac57 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'security_group_rule': {'security_group_id': '9349ede0-2408-4cb1-b8e6-3866131c7b67', 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:34.339668 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4e1-2680-4630-9259-6eac32aaac57 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.383088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-35209679-3c5e-4ee8-bf20-b609a8a87a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:34.384381 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-35209679-3c5e-4ee8-bf20-b609a8a87a7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 916 time: 0.1023211 Jul 08 18:22:34.402701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4e1-2680-4630-9259-6eac32aaac57 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.406970 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4e1-2680-4630-9259-6eac32aaac57 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.426746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1d4e1-2680-4630-9259-6eac32aaac57 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa344f95-e255-4766-8146-ab1cccb609eb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.432497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4e1-2680-4630-9259-6eac32aaac57 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.436777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3ff1d4e1-2680-4630-9259-6eac32aaac57 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287239 Jul 08 18:22:34.437717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55910) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.444213 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-21bc16f2-eaef-473c-8113-1c5479096257 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'security_group_rule': {'security_group_id': '9349ede0-2408-4cb1-b8e6-3866131c7b67', 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:34.452596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-d4d89d80-a6dd-4b2b-a3d3-51b0621335b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 998 time: 0.0618439 Jul 08 18:22:34.453021 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '7e8366ef-45e4-4f54-9938-1d2c35a6d2d6', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'port_id': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'mac_address': 'fa:16:3e:01:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:22:33Z', 'updated_at': '2021-07-08T18:22:33Z', 'revision_number': 0, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 5, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:34.471479 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21bc16f2-eaef-473c-8113-1c5479096257 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.481227 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] Checking router: 5d6ec235-0026-4597-8563-8345fb30c52a for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:22:34.489587 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:22:34.490280 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:22:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:34.512672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-6ce84488-c0c6-418b-9fd4-0a1c2f3a3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:34.514296 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-6ce84488-c0c6-418b-9fd4-0a1c2f3a3c80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0501628 Jul 08 18:22:34.535032 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21bc16f2-eaef-473c-8113-1c5479096257 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.539166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21bc16f2-eaef-473c-8113-1c5479096257 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.560991 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc16f2-eaef-473c-8113-1c5479096257 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d039137b-2517-4e49-9444-2d42a92fd394,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.565211 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-21bc16f2-eaef-473c-8113-1c5479096257 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.569392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-21bc16f2-eaef-473c-8113-1c5479096257 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276758 Jul 08 18:22:34.569988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55912) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.574733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-08a6b01e-9ead-4ce0-b06e-7a9cbe0fd3dc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'security_group_rule': {'security_group_id': '9349ede0-2408-4cb1-b8e6-3866131c7b67', 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:34.580263 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-1125b09a-09ce-41f6-853c-dbdce6d02f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:34.582485 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-1125b09a-09ce-41f6-853c-dbdce6d02f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605180 Jul 08 18:22:34.604579 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08a6b01e-9ead-4ce0-b06e-7a9cbe0fd3dc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.668198 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08a6b01e-9ead-4ce0-b06e-7a9cbe0fd3dc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.672456 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08a6b01e-9ead-4ce0-b06e-7a9cbe0fd3dc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.680711 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-7ba6b9cd-8667-41b9-a3e1-933f99669caa service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894330 Jul 08 18:22:34.692003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6b01e-9ead-4ce0-b06e-7a9cbe0fd3dc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c7be7b-2b1c-46b3-aac1-6285cedc3680,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.699127 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-08a6b01e-9ead-4ce0-b06e-7a9cbe0fd3dc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.700546 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-08a6b01e-9ead-4ce0-b06e-7a9cbe0fd3dc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297207 Jul 08 18:22:34.703378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55914) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.709108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2c125dba-15c0-4f41-803b-dcba4e9ab2fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'security_group_rule': {'security_group_id': '9349ede0-2408-4cb1-b8e6-3866131c7b67', 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:34.709334 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:22:34.738236 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c125dba-15c0-4f41-803b-dcba4e9ab2fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.795486 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-23c31abd-ab16-4ad6-a200-2bbaf865b143 req-6fd91fa6-e423-4978-a2c1-7794fa8cd9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069074 Jul 08 18:22:34.806138 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c125dba-15c0-4f41-803b-dcba4e9ab2fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.811183 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c125dba-15c0-4f41-803b-dcba4e9ab2fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.836176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125dba-15c0-4f41-803b-dcba4e9ab2fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b068e9a-d629-44e4-a0b9-d4f9afcc94f4,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.840417 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2c125dba-15c0-4f41-803b-dcba4e9ab2fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.844197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2c125dba-15c0-4f41-803b-dcba4e9ab2fc tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371565 Jul 08 18:22:34.844975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55916) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.849298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'security_group_rule': {'security_group_id': '9349ede0-2408-4cb1-b8e6-3866131c7b67', 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:34.870562 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Project a241f1e0ee9f4ae78c97ef82549607c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:22:34.875403 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.940006 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.940407 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '7e8366ef-45e4-4f54-9938-1d2c35a6d2d6', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'port_id': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'mac_address': 'fa:16:3e:01:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:22:33Z', 'updated_at': '2021-07-08T18:22:33Z', 'revision_number': 0, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 5, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:22:34.943922 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.961492 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87ec132-c396-47f1-9923-9211f782c3ca,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:34.968346 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37719d13-ef38-4576-9f59-1dd3a1c05661 None None] The sync data for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 is: [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '7e8366ef-45e4-4f54-9938-1d2c35a6d2d6', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'floating_ip_address': '172.25.5.62', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'port_id': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'mac_address': 'fa:16:3e:01:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:22:33Z', 'updated_at': '2021-07-08T18:22:33Z', 'revision_number': 0, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 5, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:22:34.970090 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:34.972150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fe38f8ed-5eec-4c3b-af1e-c18e9834fb7d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255109 Jul 08 18:22:34.973941 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 55918) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:22:34.979571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'security_group_rule': {'security_group_id': '9349ede0-2408-4cb1-b8e6-3866131c7b67', 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:35.002196 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Project a241f1e0ee9f4ae78c97ef82549607c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:22:35.007120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.079359 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.083420 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.101792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75593641-c34e-4dbd-b094-9d729e4f62a1,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:35.110365 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.111763 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1226c2b7-65c6-4535-98fd-39f114ae10ad tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366858 Jul 08 18:22:35.187321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2075b4-2e7a-431a-9506-3b8b721f198d None None] New status for floating IP 7e8366ef-45e4-4f54-9938-1d2c35a6d2d6: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:22:35.241361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-6ee46745-6b3a-4180-bf5c-9e3d8d60b164 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715527721&fields=id&tenant_id=a241f1e0ee9f4ae78c97ef82549607c8 HTTP/1.1" status: 200 len: 267 time: 0.0344853 Jul 08 18:22:35.311423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-4ecdf322-ee70-47db-8dcd-e0e080cb90a4 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.312993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-4ecdf322-ee70-47db-8dcd-e0e080cb90a4 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0662742 Jul 08 18:22:35.327224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'port': {'security_groups': ['7a1d67a9-6a0c-450a-9726-235d3fa04716', '9349ede0-2408-4cb1-b8e6-3866131c7b67']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:22:35.422951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.619571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9423699c-fd1d-4b2e-b634-f39e31e00240,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:22:35.649458 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.654209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.689770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9423699c-fd1d-4b2e-b634-f39e31e00240'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:22:35.700156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.700881 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:35.702450 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8651e9b-49cb-4649-a92a-103e1432f4cb req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "PUT /v2.0/ports/9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 981 time: 0.3830886 Jul 08 18:22:35.702943 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:22:35.741494 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a3bc1-3a84-4723-aa2c-5eff49de7f65 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=6']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:22:35.828749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9423699c-fd1d-4b2e-b634-f39e31e00240'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:22:35.865589 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a96af8-ce4a-48ff-987e-4886adc595f5" -d '{"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:22:35.907800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515ede8-badb-4da1-92cb-9475e0889de5 req-5df9bd2e-b839-4d69-acd3-8e8bb0cad0aa tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:35.909535 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8515ede8-badb-4da1-92cb-9475e0889de5 req-5df9bd2e-b839-4d69-acd3-8e8bb0cad0aa tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0868695 Jul 08 18:22:35.951789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8515ede8-badb-4da1-92cb-9475e0889de5 req-17537e39-31ce-4b16-bbe4-42fffe20a5d8 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364516 Jul 08 18:22:36.034399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69f0a6f7-7cc4-4233-b78d-bda54c6d5e5b None None] Provisioning complete for port 9423699c-fd1d-4b2e-b634-f39e31e00240 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:22:36.034773 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69f0a6f7-7cc4-4233-b78d-bda54c6d5e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:36.057401 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebff979-5697-4ec3-9adb-b0de79061ea0 x-openstack-request-id: req-8ebff979-5697-4ec3-9adb-b0de79061ea0 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:22:36.057758 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:22:36.058018 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8ebff979-5697-4ec3-9adb-b0de79061ea0 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:22:36.058520 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'status': 'completed', 'code': 200} Jul 08 18:22:36.159552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-2178f9d1-3a41-4a39-ba37-0d972423de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.161026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-2178f9d1-3a41-4a39-ba37-0d972423de64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1135 time: 0.0534317 Jul 08 18:22:36.257219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-c9a9981b-a6ec-4075-bedf-d1823dd10efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.258692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-c9a9981b-a6ec-4075-bedf-d1823dd10efb service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 916 time: 0.0900648 Jul 08 18:22:36.328504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-32f26e11-428d-428f-bb40-a8fb24a04335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 1000 time: 0.0590248 Jul 08 18:22:36.379622 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-a8ab2c3b-8fc8-458d-9445-87b543847bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.381111 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-a8ab2c3b-8fc8-458d-9445-87b543847bf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0448089 Jul 08 18:22:36.442636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-76acc54c-a1ee-4fd6-b71d-3e53a9ea75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:36.444064 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-76acc54c-a1ee-4fd6-b71d-3e53a9ea75d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550292 Jul 08 18:22:36.532060 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-53a60e4d-5127-4388-b832-e3af0a3dd20e service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799818 Jul 08 18:22:36.624875 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-00a96af8-ce4a-48ff-987e-4886adc595f5 req-68c3a3ef-d136-44bb-afba-a384842063ce service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857351 Jul 08 18:22:36.945347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-feab4a23-77ab-4f56-b341-9e0c2a0c6e28 req-c141423e-f4db-4560-9781-a569be8d37fa tempest-ServerDiskConfigTestJSON-814964930 tempest-ServerDiskConfigTestJSON-814964930-project] (93664) timed out ('10.222.0.63', 48102) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:22:44.135141 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:56.300262 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:57.542950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5004cb16-3d46-4b27-b560-f2482234277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:22:59.047914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-c33f9b26-b7b1-45f1-9a03-48658cd649bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:59.049592 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-c33f9b26-b7b1-45f1-9a03-48658cd649bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1135 time: 0.0551622 Jul 08 18:22:59.058233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0182b73-657d-4584-8dd1-6f59a47791e0 req-95dc1364-1ad9-4248-a5b2-015efe0951da tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:59.059862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0182b73-657d-4584-8dd1-6f59a47791e0 req-95dc1364-1ad9-4248-a5b2-015efe0951da tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0678685 Jul 08 18:22:59.100174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c0182b73-657d-4584-8dd1-6f59a47791e0 req-2634ff28-142b-4755-a6d6-8644a7dbf845 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340006 Jul 08 18:22:59.139792 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-99f594c4-7359-4562-b9a5-f9bf4b55ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:59.141347 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-99f594c4-7359-4562-b9a5-f9bf4b55ea01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 916 time: 0.0840669 Jul 08 18:22:59.215254 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-93d1f2fb-f33b-4a1a-8bb9-5c627ad5dd3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 1000 time: 0.0622087 Jul 08 18:22:59.265845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-c15c41f2-d643-477a-90ba-d9c7ec50a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:59.267360 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-c15c41f2-d643-477a-90ba-d9c7ec50a91e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0446415 Jul 08 18:22:59.329475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-32c79a2f-3a68-4fbc-a623-c7a16f1f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:22:59.330997 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-32c79a2f-3a68-4fbc-a623-c7a16f1f00f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526733 Jul 08 18:22:59.425070 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-0dfa0697-60c2-4cfc-932b-c6ce5bc934b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867524 Jul 08 18:22:59.514694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b1e788df-b30e-43b7-86d6-f1aa6981fd3a req-fcf5a0c3-40fb-4e8e-83fe-fca66872d3d5 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793347 Jul 08 18:23:00.084176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f5a5176f-f236-42a9-a633-5fdbac6bd6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:00.272109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dae77-a313-4cb7-942a-6788f5798f8a req-2260b406-8ebc-4a12-be01-fe2550230777 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:00.273624 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd0dae77-a313-4cb7-942a-6788f5798f8a req-2260b406-8ebc-4a12-be01-fe2550230777 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0633094 Jul 08 18:23:00.317487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fd0dae77-a313-4cb7-942a-6788f5798f8a req-3c5628af-a278-49bf-a2c9-5c6b7dac5c21 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381289 Jul 08 18:23:00.557509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:01.490337 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964707ec-ff95-4644-b029-59a760e02396 req-0b202e00-20b4-46e9-942c-08b73d688345 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:01.491834 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-964707ec-ff95-4644-b029-59a760e02396 req-0b202e00-20b4-46e9-942c-08b73d688345 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0650749 Jul 08 18:23:01.532058 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-964707ec-ff95-4644-b029-59a760e02396 req-4d6afcb4-d8f4-49f3-b9c3-bb6c00e68bac tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345395 Jul 08 18:23:01.577152 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:02.705449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2267-ab5c-4dab-bf59-c5734e128cd3 req-ee7f2fcc-9d6e-41c8-ae05-f078f5ebaf23 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:02.706963 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f87c2267-ab5c-4dab-bf59-c5734e128cd3 req-ee7f2fcc-9d6e-41c8-ae05-f078f5ebaf23 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0635724 Jul 08 18:23:02.747472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f87c2267-ab5c-4dab-bf59-c5734e128cd3 req-b7e4fbfc-0c2a-4c93-977a-cdb766b87973 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343049 Jul 08 18:23:03.080962 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:23:03.187560 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:03.925911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be6195-407f-4636-8473-371a793f8d24 req-202666bd-eb31-4606-ac18-f661a943e287 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:03.927409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18be6195-407f-4636-8473-371a793f8d24 req-202666bd-eb31-4606-ac18-f661a943e287 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0683374 Jul 08 18:23:03.968065 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-18be6195-407f-4636-8473-371a793f8d24 req-67e94355-6e72-4ebf-8a76-49ceca0e5205 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343778 Jul 08 18:23:05.097694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-651b848b-d5f1-47a7-9f8b-a0e0306e00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.099139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-651b848b-d5f1-47a7-9f8b-a0e0306e00e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1135 time: 0.0616221 Jul 08 18:23:05.142608 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ad32-89f5-4317-b9b5-bd899256cd31 req-fd99aae7-44d3-4363-9fa4-56d6a140fda4 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.144138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c560ad32-89f5-4317-b9b5-bd899256cd31 req-fd99aae7-44d3-4363-9fa4-56d6a140fda4 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0651512 Jul 08 18:23:05.185865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c560ad32-89f5-4317-b9b5-bd899256cd31 req-2fecc26b-93cc-48ca-a494-e3f87c934e53 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357547 Jul 08 18:23:05.206787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-35ace2a7-0424-44d9-b506-42e6fd2ea1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.208281 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-35ace2a7-0424-44d9-b506-42e6fd2ea1c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 916 time: 0.0874805 Jul 08 18:23:05.562976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-4c8bb55e-d4ba-462f-8556-8369fc1b7d8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 1000 time: 0.3473356 Jul 08 18:23:05.613844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-9817ce90-c3a1-42b4-9464-f5a89689187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.615249 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-9817ce90-c3a1-42b4-9464-f5a89689187f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0422721 Jul 08 18:23:05.674570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-b50bf015-a413-4e85-9121-4f1884a77ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:05.676112 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-b50bf015-a413-4e85-9121-4f1884a77ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503178 Jul 08 18:23:05.769385 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-8f531cd9-8b5c-4fd2-b7a9-536c040c7900 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829380 Jul 08 18:23:05.862487 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-ff1a43d5-6767-47b5-8189-130d87da5599 req-47015671-bef7-4f8b-881f-6c479eded1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847020 Jul 08 18:23:06.362874 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2c97f-e07f-496c-8841-701c6c800b61 req-e4ccf1d5-5e74-4ed8-89c8-c3abc7700d43 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:06.364347 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52a2c97f-e07f-496c-8841-701c6c800b61 req-e4ccf1d5-5e74-4ed8-89c8-c3abc7700d43 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0680287 Jul 08 18:23:06.402967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-52a2c97f-e07f-496c-8841-701c6c800b61 req-34c9c5ba-af8b-43fb-b97d-af8b07631699 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328588 Jul 08 18:23:07.579947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9e6c0-1922-49b2-a468-4c46fca654bf req-8ef47c2a-12a5-423a-b874-8c0da6a98d4a tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:07.581548 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84d9e6c0-1922-49b2-a468-4c46fca654bf req-8ef47c2a-12a5-423a-b874-8c0da6a98d4a tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0631366 Jul 08 18:23:07.621522 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-84d9e6c0-1922-49b2-a468-4c46fca654bf req-b6636911-4b76-4b67-94b9-f3d7aa0b9d2d tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337212 Jul 08 18:23:08.793834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35749651-4de5-483a-9353-a98bb83524a2 req-69bf9d3f-3f07-4f26-be47-9f87669f536f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:08.795346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35749651-4de5-483a-9353-a98bb83524a2 req-69bf9d3f-3f07-4f26-be47-9f87669f536f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0639696 Jul 08 18:23:08.835156 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-35749651-4de5-483a-9353-a98bb83524a2 req-41f4acbc-8ad9-4043-8030-ea202d801813 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340488 Jul 08 18:23:10.013101 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d54362-5fb5-4b0b-9b31-395c502ca23b req-f035d4f9-5373-4a52-8784-5acf9fbc339c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:10.014568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42d54362-5fb5-4b0b-9b31-395c502ca23b req-f035d4f9-5373-4a52-8784-5acf9fbc339c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0685937 Jul 08 18:23:10.054432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-42d54362-5fb5-4b0b-9b31-395c502ca23b req-53c6282f-af2d-4cbe-8f84-f9904b58a94f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341978 Jul 08 18:23:11.231031 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca4f4a-cb27-4244-aed9-2f312196a556 req-a452b5cb-35a9-4f31-beb1-119c5f7c5369 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:11.232561 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9eca4f4a-cb27-4244-aed9-2f312196a556 req-a452b5cb-35a9-4f31-beb1-119c5f7c5369 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0689602 Jul 08 18:23:11.273422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9eca4f4a-cb27-4244-aed9-2f312196a556 req-aea021bb-66b7-4298-bdac-6aa22a0fd7f9 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351355 Jul 08 18:23:12.449807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e96aba-0698-4820-ac95-cb478487c461 req-23bf0d5b-0338-4a79-80a0-c06b7fac12fd tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:12.451275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31e96aba-0698-4820-ac95-cb478487c461 req-23bf0d5b-0338-4a79-80a0-c06b7fac12fd tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0657849 Jul 08 18:23:12.491050 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31e96aba-0698-4820-ac95-cb478487c461 req-d702327a-17c6-47f4-8567-96ef9728d10b tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341108 Jul 08 18:23:13.661928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819b8d3-171f-408b-9a1a-cad591e19728 req-301009d1-bf6f-4468-ba54-b68740936074 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:13.663457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8819b8d3-171f-408b-9a1a-cad591e19728 req-301009d1-bf6f-4468-ba54-b68740936074 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0633674 Jul 08 18:23:13.703275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8819b8d3-171f-408b-9a1a-cad591e19728 req-499e1f77-c31b-4809-819e-b64531c36864 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340703 Jul 08 18:23:14.134586 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:14.878067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4440e-e9eb-42db-9ebe-2481a24596e5 req-8725a2d2-e10c-4646-afa1-4b06d63f4710 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:14.879598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12b4440e-e9eb-42db-9ebe-2481a24596e5 req-8725a2d2-e10c-4646-afa1-4b06d63f4710 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0638568 Jul 08 18:23:14.918591 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12b4440e-e9eb-42db-9ebe-2481a24596e5 req-af666d24-6885-45e3-a247-1cd5aa498440 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333242 Jul 08 18:23:16.093291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bba52-5355-4940-9464-c27c3c796828 req-42b1e1a6-a9e9-4437-a2ff-078eee46b474 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:16.094950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a94bba52-5355-4940-9464-c27c3c796828 req-42b1e1a6-a9e9-4437-a2ff-078eee46b474 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0680439 Jul 08 18:23:16.135351 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a94bba52-5355-4940-9464-c27c3c796828 req-dabfbe3f-b5c9-4cbb-9d56-80939a7b0e5c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=9349ede0-2408-4cb1-b8e6-3866131c7b67&id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348394 Jul 08 18:23:26.313376 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:27.543604 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-222eae16-8286-460d-b37f-7f892b9881f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.085351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-81eb3e74-38c5-4df0-8003-69dfa9eefe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:30.558500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:31.580455 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:33.037853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:40.080533 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:23:44.131719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.174003 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-d3d6d598-1752-4808-9248-4b47359e2778 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715527721&fields=id&tenant_id=a241f1e0ee9f4ae78c97ef82549607c8 HTTP/1.1" status: 200 len: 267 time: 0.0339878 Jul 08 18:23:49.241226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-6b2e9d3e-5120-4d5e-b55f-cb5dc08a96bd tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:49.242713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-6b2e9d3e-5120-4d5e-b55f-cb5dc08a96bd tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 984 time: 0.0634615 Jul 08 18:23:49.254401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Request body: {'port': {'security_groups': ['7a1d67a9-6a0c-450a-9726-235d3fa04716']}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:23:49.341575 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.513149 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9423699c-fd1d-4b2e-b634-f39e31e00240,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:23:49.542987 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.547511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.589263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:49.589879 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.591336 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-964887a4-7bdf-44ba-83b0-87bb9676ce98 req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "PUT /v2.0/ports/9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 942 time: 0.3415949 Jul 08 18:23:49.598765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:49.600042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 55998) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.602223 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a4918-5371-4546-be66-fe8d166846f7" -d '{"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:49.603037 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9423699c-fd1d-4b2e-b634-f39e31e00240'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:23:49.633689 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event updated for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=7']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:49.643436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.644132 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.644839 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.645405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.645949 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.646497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.647070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.647598 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.648140 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.648681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.649316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.649853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a81334-4fd6-4c6b-b6e8-5fe4e3cd29cb tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.673240 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cd6a8b-c217-486a-aa46-fbc2aaf82544 x-openstack-request-id: req-15cd6a8b-c217-486a-aa46-fbc2aaf82544 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:49.673537 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:49.673795 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-15cd6a8b-c217-486a-aa46-fbc2aaf82544 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:49.674209 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'status': 'completed', 'code': 200} Jul 08 18:23:49.700266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.733165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.762347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9423699c-fd1d-4b2e-b634-f39e31e00240'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:23:49.821965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a4918-5371-4546-be66-fe8d166846f7 req-5cf144fe-30e5-49d9-b637-8f3191ed7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:49.824181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-797a4918-5371-4546-be66-fe8d166846f7 req-5cf144fe-30e5-49d9-b637-8f3191ed7620 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0881505 Jul 08 18:23:49.897583 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.900165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.901344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "DELETE /v2.0/security-groups/9349ede0-2408-4cb1-b8e6-3866131c7b67 HTTP/1.1" status: 204 len: 168 time: 0.2980609 Jul 08 18:23:49.904284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56004) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:23:49.917504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349ede0-2408-4cb1-b8e6-3866131c7b67,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:49.925317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5f596f6a-037a-4e03-9473-2d2541f4646c None None] Provisioning complete for port 9423699c-fd1d-4b2e-b634-f39e31e00240 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:23:49.926224 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f596f6a-037a-4e03-9473-2d2541f4646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:49.934829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.935173 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.935714 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.936225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.936557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.936909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.937235 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.937564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.938111 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.938450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.938770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.939177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a05e55-ac46-4bdb-9e0e-52b08c8b3736 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:23:49.960430 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a4918-5371-4546-be66-fe8d166846f7 req-31ab1a85-f5b3-440f-b4ad-4cb0a5518c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:49.962104 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-797a4918-5371-4546-be66-fe8d166846f7 req-31ab1a85-f5b3-440f-b4ad-4cb0a5518c75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 916 time: 0.1303406 Jul 08 18:23:50.036627 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-797a4918-5371-4546-be66-fe8d166846f7 req-61a1d20f-1479-41d8-89d0-9434b8e330cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 1000 time: 0.0672636 Jul 08 18:23:50.078072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Deleting port 759d6e0c-cbab-4f1f-b65a-262ead483046 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:23:50.078511 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.087213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a4918-5371-4546-be66-fe8d166846f7 req-e17f9685-cd45-4c05-b127-f67ded29536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:50.089920 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-797a4918-5371-4546-be66-fe8d166846f7 req-e17f9685-cd45-4c05-b127-f67ded29536b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0457385 Jul 08 18:23:50.153309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a4918-5371-4546-be66-fe8d166846f7 req-bfd02bb1-04b3-4683-83da-430ea6bd766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:50.154747 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-797a4918-5371-4546-be66-fe8d166846f7 req-bfd02bb1-04b3-4683-83da-430ea6bd766b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575807 Jul 08 18:23:50.162502 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.162830 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.176480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Calling delete_port for 759d6e0c-cbab-4f1f-b65a-262ead483046 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:23:50.246053 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-797a4918-5371-4546-be66-fe8d166846f7 req-31986f3d-91f6-4764-92e3-91a03919c560 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836258 Jul 08 18:23:50.351061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.357885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-797a4918-5371-4546-be66-fe8d166846f7 req-c1c9be0d-7361-4812-b792-bc49493afae6 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036203 Jul 08 18:23:50.382528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event deleted for resources: {'Port': ['ID=759d6e0c-cbab-4f1f-b65a-262ead483046,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:23:50.438045 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.438407 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Floating IP 7e8366ef-45e4-4f54-9938-1d2c35a6d2d6 disassociated (deleted). External IP: 172.25.5.62, port: 9423699c-fd1d-4b2e-b634-f39e31e00240. Jul 08 18:23:50.642530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Router 5d6ec235-0026-4597-8563-8345fb30c52a has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:23:50.748251 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:23:50.752969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:50.757502 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937879ab-f1af-4471-9742-b81300520722 None None] Sync routers for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:23:50.766211 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:50.766804 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:23:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:50.787613 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f7f3df8f-7de0-4db3-b0f5-4cd2bbbd0a3f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "DELETE /v2.0/floatingips/7e8366ef-45e4-4f54-9938-1d2c35a6d2d6 HTTP/1.1" status: 204 len: 168 time: 0.8821909 Jul 08 18:23:50.874618 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:51.074705 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 5, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:51.102327 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937879ab-f1af-4471-9742-b81300520722 None None] Checking router: 5d6ec235-0026-4597-8563-8345fb30c52a for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:23:51.111344 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:23:51.112023 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:23:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:51.211846 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:23:51.399088 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-937879ab-f1af-4471-9742-b81300520722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 5, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:23:51.427892 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937879ab-f1af-4471-9742-b81300520722 None None] The sync data for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 is: [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:21:42Z', 'revision_number': 4, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef', 'name': '', 'network_id': 'a6d81905-6ec3-47f7-b3f2-0084274fbc59', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'mac_address': 'fa:16:3e:a8:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:41Z', 'updated_at': '2021-07-08T18:21:48Z', 'revision_number': 5, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'subnets': [{'id': 'fc37ac26-c3f8-4289-b14e-25ec23776baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:23:51.639619 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58236981-d874-409a-a286-de3ed8e3cde9 None None] New status for floating IP 7e8366ef-45e4-4f54-9938-1d2c35a6d2d6: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:23:51.675311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:23:51.677755 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b6cb30-1d89-43f1-a168-067b2d6950ae" -d '{"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:23:51.725920 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13a8359-c4a5-4821-89e8-021503656799 x-openstack-request-id: req-e13a8359-c4a5-4821-89e8-021503656799 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:23:51.726210 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:23:51.726460 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e13a8359-c4a5-4821-89e8-021503656799 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:23:51.726880 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'status': 'completed', 'code': 200} Jul 08 18:23:51.843384 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-a545cd30-508a-4f26-847c-63425d2edb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:51.845480 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-a545cd30-508a-4f26-847c-63425d2edb2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 1096 time: 0.0554700 Jul 08 18:23:51.935156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-517fa386-ce83-4a8f-9b26-045f91d6e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:51.936560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-517fa386-ce83-4a8f-9b26-045f91d6e05b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 200 len: 916 time: 0.0835559 Jul 08 18:23:51.985978 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-b37a086c-128a-4d67-8c1a-1e1a3227c23d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 200 len: 217 time: 0.0387895 Jul 08 18:23:52.036065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-b8ba87c9-f895-48b3-b486-049f12398623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:52.037575 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-b8ba87c9-f895-48b3-b486-049f12398623 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 200 len: 854 time: 0.0450721 Jul 08 18:23:52.098476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-b2c5e1b0-ae60-437f-bded-0cc5b5bbfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:52.100000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-b2c5e1b0-ae60-437f-bded-0cc5b5bbfd5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6d81905-6ec3-47f7-b3f2-0084274fbc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548105 Jul 08 18:23:52.201235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-254fe133-8cab-4ad2-a231-d7e18e402494 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942948 Jul 08 18:23:52.310460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f6b6cb30-1d89-43f1-a168-067b2d6950ae req-b215f3cd-4fb8-49f1-a65e-9434706aec64 service neutron] 10.222.0.41 "GET /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986385 Jul 08 18:23:56.312289 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:57.548905 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8773c385-bd29-4e5a-8a43-2a9c0f809589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:23:59.425826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92323d-7838-47b4-913c-3ea55b288d3b req-7c69f333-1e8b-43c0-af6d-45e5c5c8f0a4 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:23:59.427275 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a92323d-7838-47b4-913c-3ea55b288d3b req-7c69f333-1e8b-43c0-af6d-45e5c5c8f0a4 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0669515 Jul 08 18:23:59.465720 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8a92323d-7838-47b4-913c-3ea55b288d3b req-02084299-1b10-4070-b069-fe8292b5265f tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Jul 08 18:24:00.087172 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd8ebd76-1448-488d-a88f-53e4ef377e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.561768 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:00.641866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27084e13-cbe2-47cb-afb2-9d8f372e0ceb req-c098ef2c-4d79-4f0d-8920-2e13183c970b tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:00.643371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27084e13-cbe2-47cb-afb2-9d8f372e0ceb req-c098ef2c-4d79-4f0d-8920-2e13183c970b tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0644333 Jul 08 18:24:00.680313 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-27084e13-cbe2-47cb-afb2-9d8f372e0ceb req-b8063a58-5916-453f-a670-1d18dd7023fa tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Jul 08 18:24:01.534229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f3e25-d804-4878-ac66-d7e949924247 req-2764c9c8-1d26-4f8e-80ac-84262a04e768 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:01.535728 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-553f3e25-d804-4878-ac66-d7e949924247 req-2764c9c8-1d26-4f8e-80ac-84262a04e768 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.41 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0689132 Jul 08 18:24:01.583538 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.643453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Deleting port 9423699c-fd1d-4b2e-b634-f39e31e00240 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:01.643801 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.742866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] For port 9423699c-fd1d-4b2e-b634-f39e31e00240, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=9423699c-fd1d-4b2e-b634-f39e31e00240,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:01.743230 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.757188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Calling delete_port for 9423699c-fd1d-4b2e-b634-f39e31e00240 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:01.859583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e58c12-f8ea-4be3-8236-e92392ba0c54 req-dfe4aa6b-97ed-4e14-a86f-1f10f9e6bd72 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:01.861283 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48e58c12-f8ea-4be3-8236-e92392ba0c54 req-dfe4aa6b-97ed-4e14-a86f-1f10f9e6bd72 tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/ports?device_id=889e88b9-cf8d-48a9-a15d-60be6fa0f2f0 HTTP/1.1" status: 200 len: 945 time: 0.0670834 Jul 08 18:24:01.900652 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.901773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48e58c12-f8ea-4be3-8236-e92392ba0c54 req-b00dc657-a3a9-49da-b712-eb9b31d651ab tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a1d67a9-6a0c-450a-9726-235d3fa04716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345404 Jul 08 18:24:01.933543 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Pushing event deleted for resources: {'Port': ['ID=9423699c-fd1d-4b2e-b634-f39e31e00240,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:01.939243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['9423699c-fd1d-4b2e-b634-f39e31e00240'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:01.984982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] No DVR routers for this DVR port 9423699c-fd1d-4b2e-b634-f39e31e00240 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:01.987697 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:01.989741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-553f3e25-d804-4878-ac66-d7e949924247 req-8f0d15e5-4add-4472-a44c-d6a75b281f9c tempest-TestMinimumBasicScenario-1719566479 tempest-TestMinimumBasicScenario-1719566479-project] 10.222.0.41 "DELETE /v2.0/ports/9423699c-fd1d-4b2e-b634-f39e31e00240 HTTP/1.1" status: 204 len: 173 time: 0.4479735 Jul 08 18:24:01.990176 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'name': 'network-vif-deleted', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:01.992430 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b18d607-40a9-4af1-a076-280640504380" -d '{"events": [{"server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "name": "network-vif-deleted", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:02.037375 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2977d503-ed6d-4455-8873-eaa83d7a4abf x-openstack-request-id: req-2977d503-ed6d-4455-8873-eaa83d7a4abf {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:02.037673 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e88b9-cf8d-48a9-a15d-60be6fa0f2f0", "name": "network-vif-deleted", "tag": "9423699c-fd1d-4b2e-b634-f39e31e00240", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:02.037928 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2977d503-ed6d-4455-8873-eaa83d7a4abf {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:02.038338 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e88b9-cf8d-48a9-a15d-60be6fa0f2f0', 'name': 'network-vif-deleted', 'tag': '9423699c-fd1d-4b2e-b634-f39e31e00240', 'status': 'completed', 'code': 200} Jul 08 18:24:03.041753 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:03.499686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56108) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:03.858806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.116126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Deleting port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:04.116359 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.194408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] For port bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:04.194770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.207763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Calling delete_port for bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:04.390526 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.416136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:04.588493 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:04.798220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Router 5d6ec235-0026-4597-8563-8345fb30c52a has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:04.905186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:04.910237 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-23ccd69d-61f8-4270-8bb9-d7aba6d3572c admin admin] 10.222.0.63 "PUT /v2.0/routers/5d6ec235-0026-4597-8563-8345fb30c52a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4095120 Jul 08 18:24:04.912785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56110) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:04.916218 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] Sync routers for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:04.926179 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:04.926981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:05.020004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.030351 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:05.129284 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.182270 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Deleting port 364c5645-b1c1-4780-8c61-cffa7c1b10c8 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:05.182615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.212133 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:24:04Z', 'revision_number': 5, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port': {'id': '364c5645-b1c1-4780-8c61-cffa7c1b10c8', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:21:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:40Z', 'updated_at': '2021-07-08T18:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:05.237762 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] Checking router: 5d6ec235-0026-4597-8563-8345fb30c52a for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:05.245704 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] Routers {'5d6ec235-0026-4597-8563-8345fb30c52a'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:05.246296 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['5d6ec235-0026-4597-8563-8345fb30c52a'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:05.264208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] For port 364c5645-b1c1-4780-8c61-cffa7c1b10c8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=364c5645-b1c1-4780-8c61-cffa7c1b10c8,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:05.264572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.278455 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Calling delete_port for 364c5645-b1c1-4780-8c61-cffa7c1b10c8 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:05.419663 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] Set router 5d6ec235-0026-4597-8563-8345fb30c52a gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:05.443638 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.468868 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Pushing event deleted for resources: {'Port': ['ID=364c5645-b1c1-4780-8c61-cffa7c1b10c8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:05.473963 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:24:05Z', 'revision_number': 6, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:05.500141 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622cef63-a54d-432c-ac46-ef6c8f36574f None None] The sync data for ids ['5d6ec235-0026-4597-8563-8345fb30c52a'] in n-d-799528-4 is: [{'id': '5d6ec235-0026-4597-8563-8345fb30c52a', 'name': 'tempest-TestMinimumBasicScenario-1841440667-router', 'tenant_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:39Z', 'updated_at': '2021-07-08T18:24:05Z', 'revision_number': 6, 'project_id': 'a241f1e0ee9f4ae78c97ef82549607c8', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:05.534172 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.629080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.631312 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.682525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.683153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6ec235-0026-4597-8563-8345fb30c52a {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:24:05.687612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.691083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3ae05389-9b8b-4d4b-b5b1-6f56339aa713 admin admin] 10.222.0.63 "DELETE /v2.0/routers/5d6ec235-0026-4597-8563-8345fb30c52a HTTP/1.1" status: 204 len: 168 time: 0.7750731 Jul 08 18:24:05.691497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56114) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:05.739559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] Deleting subnet fc37ac26-c3f8-4289-b14e-25ec23776baf {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:24:05.744429 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.781900 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.872311 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.927187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.949326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9423699c-fd1d-4b2e-b634-f39e31e00240 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:05.953407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc37ac26-c3f8-4289-b14e-25ec23776baf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:05.956908 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:05.959404 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d79215b5-d3cf-4451-bed7-5748cdc3667c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/fc37ac26-c3f8-4289-b14e-25ec23776baf HTTP/1.1" status: 204 len: 168 time: 0.2663569 Jul 08 18:24:05.961317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56116) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:05.972757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a969d-359e-46f1-b238-4c8b47576b6d None None] Network a6d81905-6ec3-47f7-b3f2-0084274fbc59 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:05.975102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 9423699c-fd1d-4b2e-b634-f39e31e00240 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:05.975441 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 9423699c-fd1d-4b2e-b634-f39e31e00240 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:06.028512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.096311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Deleting port ef0d6196-4b56-438c-90cf-01e0a422f1ea {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:06.096654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.159694 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] For port ef0d6196-4b56-438c-90cf-01e0a422f1ea, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ef0d6196-4b56-438c-90cf-01e0a422f1ea,segment=NetworkSegment(e779459b-0db6-4d85-bc3f-47c9105ee55b),segment_id=e779459b-0db6-4d85-bc3f-47c9105ee55b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:06.160059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.173316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Calling delete_port for ef0d6196-4b56-438c-90cf-01e0a422f1ea owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:06.249279 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] DHCP port deletion for a6d81905-6ec3-47f7-b3f2-0084274fbc59 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:24:06.262572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.293042 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0d6196-4b56-438c-90cf-01e0a422f1ea,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:06.294933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] No DVR routers for this DVR port ef0d6196-4b56-438c-90cf-01e0a422f1ea on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:06.300988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Deleting port ef0d6196-4b56-438c-90cf-01e0a422f1ea {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:06.301605 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.343424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 364c5645-b1c1-4780-8c61-cffa7c1b10c8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:06.371272 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.371912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 364c5645-b1c1-4780-8c61-cffa7c1b10c8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:06.372280 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 364c5645-b1c1-4780-8c61-cffa7c1b10c8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:06.372706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:06.382060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d81905-6ec3-47f7-b3f2-0084274fbc59']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:06.394214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e779459b-0db6-4d85-bc3f-47c9105ee55b') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:06.394478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:06.394597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e779459b-0db6-4d85-bc3f-47c9105ee55b') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:06.394773 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device bbadf0ce-0ab4-4771-9bf6-40b6af9d01ef not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:06.395194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ef0d6196-4b56-438c-90cf-01e0a422f1ea no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:06.404226 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.422508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.426540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: ef0d6196-4b56-438c-90cf-01e0a422f1ea {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:06.426891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ef0d6196-4b56-438c-90cf-01e0a422f1ea not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:06.428722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:24:06.429159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:24:06.430892 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:24:06.434115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] For port ef0d6196-4b56-438c-90cf-01e0a422f1ea, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:06.434115 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.446261 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Calling delete_port for ef0d6196-4b56-438c-90cf-01e0a422f1ea owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:06.449642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Port ef0d6196-4b56-438c-90cf-01e0a422f1ea was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:24:06.450919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.478326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Pushing event deleted for resources: {'Port': ['ID=ef0d6196-4b56-438c-90cf-01e0a422f1ea,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:06.482756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] No DVR routers for this DVR port ef0d6196-4b56-438c-90cf-01e0a422f1ea on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:06.490601 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.490953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.496627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.496627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.499882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.500522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17791c76-ec26-4ecc-ab02-fa0d62b6408f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:06.504305 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:06.510179 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] 10.222.0.63 "DELETE /v2.0/networks/a6d81905-6ec3-47f7-b3f2-0084274fbc59 HTTP/1.1" status: 204 len: 168 time: 0.5442157 Jul 08 18:24:06.510281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56118) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:06.519720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dc81c-a74f-4d55-975f-0c9914d75504 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d81905-6ec3-47f7-b3f2-0084274fbc59,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:06.878145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:07.136391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Deleting port ee17b528-a1e7-4f51-8a13-95358fe8c12f {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:07.136639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:07.215792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] For port ee17b528-a1e7-4f51-8a13-95358fe8c12f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ee17b528-a1e7-4f51-8a13-95358fe8c12f,segment=NetworkSegment(ded9b0e7-271c-4d63-8bdb-906a6043d29c),segment_id=ded9b0e7-271c-4d63-8bdb-906a6043d29c)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:07.216145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:07.229154 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Calling delete_port for ee17b528-a1e7-4f51-8a13-95358fe8c12f owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:07.414808 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:07.444531 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee17b528-a1e7-4f51-8a13-95358fe8c12f,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:07.608095 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.148109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:08.249965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:08.254911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6cc09457-9c4b-4955-bbc5-e00e28e14709 admin admin] 10.222.0.63 "PUT /v2.0/routers/2efd6e03-8a33-4faa-adf6-83e4e3db9c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435555 Jul 08 18:24:08.257553 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56120) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:08.258392 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] Sync routers for ids ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:08.267976 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] Routers {'2efd6e03-8a33-4faa-adf6-83e4e3db9c04'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:08.268593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:08.374883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] Set router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:08.558380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:24:07Z', 'revision_number': 5, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:08.588884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] Checking router: 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:08.598075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] Routers {'2efd6e03-8a33-4faa-adf6-83e4e3db9c04'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:08.598698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:08.669022 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.701485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] Set router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:08.773462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.826996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Deleting port 4f0500e6-b207-49f8-aa43-a0d5d99294ea {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:08.827270 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.886745 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:24:07Z', 'revision_number': 5, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:08.908709 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] For port 4f0500e6-b207-49f8-aa43-a0d5d99294ea, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4f0500e6-b207-49f8-aa43-a0d5d99294ea,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:08.909105 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:08.911984 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58aaed-3e1c-4ec6-9a46-4dbba7e26810 None None] The sync data for ids ['2efd6e03-8a33-4faa-adf6-83e4e3db9c04'] in n-d-799528-4 is: [{'id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'name': 'tempest-TestMinimumBasicScenario-824560103-router', 'tenant_id': '0a76078f7d46448d8d47bddf94692c35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:24:07Z', 'revision_number': 5, 'project_id': '0a76078f7d46448d8d47bddf94692c35', 'gw_port': {'id': '4f0500e6-b207-49f8-aa43-a0d5d99294ea', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efd6e03-8a33-4faa-adf6-83e4e3db9c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:21:44Z', 'updated_at': '2021-07-08T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:08.922947 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Calling delete_port for 4f0500e6-b207-49f8-aa43-a0d5d99294ea owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:09.093112 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.118531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0500e6-b207-49f8-aa43-a0d5d99294ea,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:09.178710 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.270081 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.272251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.318570 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.319357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2efd6e03-8a33-4faa-adf6-83e4e3db9c04 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:24:09.323802 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.325050 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-96bc80e2-2a2f-491b-9b83-936dc3e39ad4 admin admin] 10.222.0.63 "DELETE /v2.0/routers/2efd6e03-8a33-4faa-adf6-83e4e3db9c04 HTTP/1.1" status: 204 len: 168 time: 1.0664234 Jul 08 18:24:09.327652 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56122) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:09.375290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] Deleting subnet b36ec868-f2f3-4252-9fbb-1858cdd56cc0 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:24:09.378663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.413912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.498716 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.556999 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.579557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36ec868-f2f3-4252-9fbb-1858cdd56cc0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:09.589052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.590928 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d18352d2-1a15-4b34-9a2b-a83e02b9fa3c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b36ec868-f2f3-4252-9fbb-1858cdd56cc0 HTTP/1.1" status: 204 len: 168 time: 0.2622263 Jul 08 18:24:09.593645 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56124) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:09.596999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0d466-5ba3-4709-ad0f-0e9550d7a109 None None] Network 9d2d425a-d39e-438f-ab29-e6ff0c041dbc requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:09.664602 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.718912 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Deleting port f5c50629-7631-4306-9212-a6755418b288 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:24:09.719513 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.785929 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] For port f5c50629-7631-4306-9212-a6755418b288, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f5c50629-7631-4306-9212-a6755418b288,segment=NetworkSegment(ded9b0e7-271c-4d63-8bdb-906a6043d29c),segment_id=ded9b0e7-271c-4d63-8bdb-906a6043d29c)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:09.786295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.799082 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Calling delete_port for f5c50629-7631-4306-9212-a6755418b288 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:24:09.877277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.903204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c50629-7631-4306-9212-a6755418b288,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:09.906648 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] No DVR routers for this DVR port f5c50629-7631-4306-9212-a6755418b288 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:24:09.921836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55915c65-08f4-4352-b5b6-bc7d79c2e9b3 None None] DHCP port deletion for 9d2d425a-d39e-438f-ab29-e6ff0c041dbc request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:24:09.987249 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:09.996919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2d425a-d39e-438f-ab29-e6ff0c041dbc']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:10.007890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5c50629-7631-4306-9212-a6755418b288 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:10.008211 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded9b0e7-271c-4d63-8bdb-906a6043d29c') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:10.008503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded9b0e7-271c-4d63-8bdb-906a6043d29c') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:10.017700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.028821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f5c50629-7631-4306-9212-a6755418b288 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:10.029229 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f5c50629-7631-4306-9212-a6755418b288 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:10.029620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4f0500e6-b207-49f8-aa43-a0d5d99294ea no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:10.032574 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.039285 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:24:10.039705 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:24:10.042115 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:24:10.048587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4f0500e6-b207-49f8-aa43-a0d5d99294ea {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:10.048977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4f0500e6-b207-49f8-aa43-a0d5d99294ea not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:10.049388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee17b528-a1e7-4f51-8a13-95358fe8c12f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:24:10.070476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: ee17b528-a1e7-4f51-8a13-95358fe8c12f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:24:10.070820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee17b528-a1e7-4f51-8a13-95358fe8c12f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:24:10.098515 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.104941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.106741 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] 10.222.0.63 "DELETE /v2.0/networks/9d2d425a-d39e-438f-ab29-e6ff0c041dbc HTTP/1.1" status: 204 len: 168 time: 0.5108612 Jul 08 18:24:10.117552 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af9bfd-627f-4eb9-ad5c-db3510cc5c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9d2d425a-d39e-438f-ab29-e6ff0c041dbc,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:10.262777 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56128) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:10.300985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-18a7b168-70b1-42f6-b734-db89f8e9583c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a241f1e0ee9f4ae78c97ef82549607c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370414 Jul 08 18:24:10.303388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56130) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:10.351892 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a08dcac-2629-47bf-b9e8-3b2ac4998d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.372605 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a08dcac-2629-47bf-b9e8-3b2ac4998d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.418693 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a08dcac-2629-47bf-b9e8-3b2ac4998d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.421438 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a08dcac-2629-47bf-b9e8-3b2ac4998d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.422576 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5a08dcac-2629-47bf-b9e8-3b2ac4998d3b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a1d67a9-6a0c-450a-9726-235d3fa04716 HTTP/1.1" status: 204 len: 168 time: 0.1182690 Jul 08 18:24:10.430103 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08dcac-2629-47bf-b9e8-3b2ac4998d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d67a9-6a0c-450a-9726-235d3fa04716,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:10.732272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56136) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:10.772849 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-20740f43-ee2a-4db7-a3e8-9a150cec0be3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0a76078f7d46448d8d47bddf94692c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393307 Jul 08 18:24:10.775470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56138) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:10.832370 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d20f6761-ff2a-4168-8618-a540622f4bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.853197 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d20f6761-ff2a-4168-8618-a540622f4bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.902819 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d20f6761-ff2a-4168-8618-a540622f4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.905596 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d20f6761-ff2a-4168-8618-a540622f4bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:10.906810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d20f6761-ff2a-4168-8618-a540622f4bc3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a049a6cf-b461-496e-94cf-3a7c46b29668 HTTP/1.1" status: 204 len: 168 time: 0.1303501 Jul 08 18:24:10.914829 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f6761-ff2a-4168-8618-a540622f4bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a049a6cf-b461-496e-94cf-3a7c46b29668,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:12.660629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56178) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:12.665891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58115962', 'description': 'tempest-secgroup-smoke-58115962 description', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:12.688718 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.696677 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.788083 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.792344 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.827062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9f064-4608-48bc-b2f9-5dd3e81386cb,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:12.882323 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.886017 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.912960 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:12.914189 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2525239 Jul 08 18:24:12.917818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56180) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:12.918921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47a97b-f471-41e7-a14a-918cc31305ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d647d2-1b6e-4bde-bed6-dc2a84c336f0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:12.923965 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-572a59cb-3640-4f7c-9510-627080e6e5f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '08d647d2-1b6e-4bde-bed6-dc2a84c336f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:12.952000 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-572a59cb-3640-4f7c-9510-627080e6e5f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.008473 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-572a59cb-3640-4f7c-9510-627080e6e5f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.012934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-572a59cb-3640-4f7c-9510-627080e6e5f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.030964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a59cb-3640-4f7c-9510-627080e6e5f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413e5bc4-a061-45e4-9db9-246054dd9c75,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.034131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-572a59cb-3640-4f7c-9510-627080e6e5f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.037368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-572a59cb-3640-4f7c-9510-627080e6e5f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178007 Jul 08 18:24:13.038131 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56182) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:13.043612 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5e5178de-5798-4bde-bfe0-5d1c9891e75f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '08d647d2-1b6e-4bde-bed6-dc2a84c336f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.070024 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5178de-5798-4bde-bfe0-5d1c9891e75f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.133687 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5178de-5798-4bde-bfe0-5d1c9891e75f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.139136 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5178de-5798-4bde-bfe0-5d1c9891e75f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.157661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5178de-5798-4bde-bfe0-5d1c9891e75f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f5056e-a5fd-4ab0-a09f-396d616c1f48,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.166014 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5178de-5798-4bde-bfe0-5d1c9891e75f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.170141 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5e5178de-5798-4bde-bfe0-5d1c9891e75f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283841 Jul 08 18:24:13.170278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56184) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:13.174773 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8c1d6e11-afaa-4288-bca4-4b31b8a3dff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '08d647d2-1b6e-4bde-bed6-dc2a84c336f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.201426 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c1d6e11-afaa-4288-bca4-4b31b8a3dff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.257880 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c1d6e11-afaa-4288-bca4-4b31b8a3dff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.262225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c1d6e11-afaa-4288-bca4-4b31b8a3dff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.281602 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d6e11-afaa-4288-bca4-4b31b8a3dff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4810883-457f-4650-b1fa-26c367f3ba39,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.286862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c1d6e11-afaa-4288-bca4-4b31b8a3dff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.288151 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8c1d6e11-afaa-4288-bca4-4b31b8a3dff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169281 Jul 08 18:24:13.290971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56186) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:13.295426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-966d5a1e-1927-4f81-b4b4-b2342c82e797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '08d647d2-1b6e-4bde-bed6-dc2a84c336f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.320983 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-966d5a1e-1927-4f81-b4b4-b2342c82e797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.379423 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-966d5a1e-1927-4f81-b4b4-b2342c82e797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.383036 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-966d5a1e-1927-4f81-b4b4-b2342c82e797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.403844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d5a1e-1927-4f81-b4b4-b2342c82e797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a109e677-a641-4422-ab61-cf8315c3f20f,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.407192 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-966d5a1e-1927-4f81-b4b4-b2342c82e797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.411092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-966d5a1e-1927-4f81-b4b4-b2342c82e797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165190 Jul 08 18:24:13.411577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56188) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:13.415731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '08d647d2-1b6e-4bde-bed6-dc2a84c336f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.437825 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:24:13.442859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.506517 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.510673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.527948 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc10358-fe55-4a85-a06a-e8b95004928a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.534816 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.536307 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3cc6d597-a072-44e9-87d4-a9b8499cf716 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240835 Jul 08 18:24:13.539164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56190) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:13.543639 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '08d647d2-1b6e-4bde-bed6-dc2a84c336f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.565724 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:24:13.570448 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.631685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.635841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.652818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b13410-35de-441e-91f3-83d95047478b,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.660328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.664474 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-91d89b8a-3076-479a-ac7f-aa987e3b64cf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214688 Jul 08 18:24:13.665091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56192) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:13.669697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'network': {'name': 'tempest-network-smoke--277242365', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'port_security_enabled': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.693713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:13.697957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.722361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:24:13.731131 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.731475 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Added segment 17a62ed8-583b-4a70-ae06-c1e2f530f6ac of type vlan for network 563611ed-28be-49c6-938e-7c69281d1779 Jul 08 18:24:13.774654 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.806227 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.811726 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:13.812314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.872601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2068191 Jul 08 18:24:13.875450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56194) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:13.882201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'admin_state_up': True, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:13.893100 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0cb5d-43f5-40d0-a8de-3ea55ac7684b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Network': ['ID=563611ed-28be-49c6-938e-7c69281d1779,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:13.903179 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 563611ed-28be-49c6-938e-7c69281d1779 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:24:13.911605 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.912698 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:13.969212 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.102049 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.130345 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.295474 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.314179 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.416533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.229 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/f4be305f-5ff1-42e2-ad9a-cd50545622db) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:14.519203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.558633 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:14.597976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:14.600706 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:14.604910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:14.610367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=f4be305f-5ff1-42e2-ad9a-cd50545622db,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:14.856911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.049892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.177094 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:24:15.282433 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:15.292312 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Sync routers for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:15.301938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.303292 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:15.303452 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7bed4fc3-0dee-41c2-860f-a2f94c2d728d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4269042 Jul 08 18:24:15.304224 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:15.307008 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56196) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:15.429145 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:15.450820 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8217a232-ea9a-486f-b6a4-d66bc51ef482 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=ab14872707ec44c19f85a8cb36e5074a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1427152 Jul 08 18:24:15.453787 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56200) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:15.599993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c06621-42ed-478b-a490-07fe084e5e91 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:15.601569 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b5c06621-42ed-478b-a490-07fe084e5e91 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467156 Jul 08 18:24:15.605063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56202) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:15.606422 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:14Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:15.633059 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Checking router: 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:15.633411 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Updating router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 port f4be305f-5ff1-42e2-ad9a-cd50545622db binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:24:15.644031 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-315010b3-7906-42b9-bcdb-2abe424016b7 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378847 Jul 08 18:24:15.646978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56204) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:15.651844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-819476223', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:15.667176 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.739237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:15.742719 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.918167 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.923594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.930429 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Transition to ACTIVE for port object f4be305f-5ff1-42e2-ad9a-cd50545622db will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:15.939800 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:15.988984 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Subnet': ['ID=e7342359-cbea-4436-883a-3b4dff80b6e4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:15.991232 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Attempting to bind port f4be305f-5ff1-42e2-ad9a-cd50545622db on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:15.992104 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Attempting to bind port f4be305f-5ff1-42e2-ad9a-cd50545622db by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:15.992478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Attempting to bind port f4be305f-5ff1-42e2-ad9a-cd50545622db on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:15.994236 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Checking segment: {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:15.994561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network hostable DHCP agents. Network: 563611ed-28be-49c6-938e-7c69281d1779, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:24:16.001808 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:16.002183 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:16.002583 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.002974 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:16.003443 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Bound port: f4be305f-5ff1-42e2-ad9a-cd50545622db, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:16.003817 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.005331 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Pushing event updated for resources: {'Port': ['ID=f4be305f-5ff1-42e2-ad9a-cd50545622db,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:16.012925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563611ed-28be-49c6-938e-7c69281d1779 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:24:16.022547 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 563611ed-28be-49c6-938e-7c69281d1779) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:16.027223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:16.027814 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.033053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f038bdf-9406-4ac1-9e01-d06075feffbd None None] Network 563611ed-28be-49c6-938e-7c69281d1779 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:16.038271 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.038665 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.039059 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.039477 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.039843 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.040878 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.041303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.041714 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.042109 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.042512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.042840 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.043159 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:24:16.047267 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e6fa4f94-238f-4c9a-87ec-322d3a2c757c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3966229 Jul 08 18:24:16.049096 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56206) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:16.075057 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] For port f4be305f-5ff1-42e2-ad9a-cd50545622db, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:16.078889 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] For port f4be305f-5ff1-42e2-ad9a-cd50545622db, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f4be305f-5ff1-42e2-ad9a-cd50545622db,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:16.083105 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.136496 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:16.137234 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:16.190035 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc75454-78f4-4948-b68e-6b6361f546f5 None None] Pushing event updated for resources: {'Port': ['ID=f4be305f-5ff1-42e2-ad9a-cd50545622db,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:16.194722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-563611ed-28be-49c6-938e-7c69281d1779', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:24:16.195590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.260280 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:16.337901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Allocated IP 172.20.0.2 (563611ed-28be-49c6-938e-7c69281d1779/e7342359-cbea-4436-883a-3b4dff80b6e4/4274420a-6e4a-4170-bef3-b09b454c14a5) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:16.448881 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:14Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:16.479596 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9926416-1b14-4922-a993-a5edce57dd76 None None] The sync data for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 is: [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:14Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:16.495479 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.506117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Transition to ACTIVE for port object 4274420a-6e4a-4170-bef3-b09b454c14a5 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:16.523434 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Transition to ACTIVE for port object 4274420a-6e4a-4170-bef3-b09b454c14a5 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:16.527985 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.534510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.576403 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Network 563611ed-28be-49c6-938e-7c69281d1779 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:16.579464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:16.581947 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:16.613790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Pushing event updated for resources: {'Port': ['ID=4274420a-6e4a-4170-bef3-b09b454c14a5,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:16.649346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Attempting to bind port 4274420a-6e4a-4170-bef3-b09b454c14a5 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:16.649880 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Attempting to bind port 4274420a-6e4a-4170-bef3-b09b454c14a5 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:16.650350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Attempting to bind port 4274420a-6e4a-4170-bef3-b09b454c14a5 on network 563611ed-28be-49c6-938e-7c69281d1779 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:16.656270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:16.656758 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Checking segment: {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:16.657250 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.657771 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Bound using segment: {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:16.658325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Bound port: 4274420a-6e4a-4170-bef3-b09b454c14a5, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:16.659133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.853528 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.1 (563611ed-28be-49c6-938e-7c69281d1779/e7342359-cbea-4436-883a-3b4dff80b6e4/7c844062-a3dc-4eb9-a717-84ebb6494557) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:16.922742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] For port 4274420a-6e4a-4170-bef3-b09b454c14a5, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:16.926718 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] For port 4274420a-6e4a-4170-bef3-b09b454c14a5, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4274420a-6e4a-4170-bef3-b09b454c14a5,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:16.932145 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:16.999643 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.000528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a8a6-0cf3-4132-a67f-11c975dc32b9 None None] Pushing event updated for resources: {'Port': ['ID=4274420a-6e4a-4170-bef3-b09b454c14a5,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:17.016141 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object 7c844062-a3dc-4eb9-a717-84ebb6494557 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:17.064640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.081304 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:24:17.115509 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563611ed-28be-49c6-938e-7c69281d1779 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:17.119170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:17.124039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:17.128838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=7c844062-a3dc-4eb9-a717-84ebb6494557,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:17.180005 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.346932 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.630977 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.635898 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.709380 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:17.711193 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=7c844062-a3dc-4eb9-a717-84ebb6494557,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:17.805815 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563611ed-28be-49c6-938e-7c69281d1779 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:17.807401 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:17.920479 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:18.035229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:18.057882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-530e6a08-c716-4ebd-a4fd-7162c3d003e2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/952f7fe3-b5e0-4c59-8d8a-529b88cc7df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9974897 Jul 08 18:24:18.063439 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4274420a-6e4a-4170-bef3-b09b454c14a5 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:18.119725 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4274420a-6e4a-4170-bef3-b09b454c14a5 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:18.124069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4be305f-5ff1-42e2-ad9a-cd50545622db up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:18.178738 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f4be305f-5ff1-42e2-ad9a-cd50545622db completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:18.183316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f4be305f-5ff1-42e2-ad9a-cd50545622db triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:18.183926 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:18.218397 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-06a6e3e2-7d40-445c-83da-456635f9014e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58115962&fields=id&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 267 time: 0.0497983 Jul 08 18:24:18.274555 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:18.299045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f4be305f-5ff1-42e2-ad9a-cd50545622db, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f4be305f-5ff1-42e2-ad9a-cd50545622db,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:18.306075 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:18.342613 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-b6751ddd-4123-4e7e-b931-7a5546b7d7ff tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:18.349360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-b6751ddd-4123-4e7e-b931-7a5546b7d7ff tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/networks?id=563611ed-28be-49c6-938e-7c69281d1779 HTTP/1.1" status: 200 len: 796 time: 0.1218643 Jul 08 18:24:18.361641 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f4be305f-5ff1-42e2-ad9a-cd50545622db,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:18.366492 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-d3525de1-05bd-4355-8830-809c7d042301 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/quotas/ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 375 time: 0.0162063 Jul 08 18:24:18.426861 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515c633-5f39-4bb0-bedb-97f0019958b3 None None] Network 563611ed-28be-49c6-938e-7c69281d1779 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:24:18.451255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-b6ab8ca2-81ba-4671-bbdb-908c53151214 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756314 Jul 08 18:24:18.466277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-2e25bc6e-4108-4cc2-9fb0-005d05304e71 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:24:18.467249 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-2e25bc6e-4108-4cc2-9fb0-005d05304e71 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054758 Jul 08 18:24:18.467891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Sync routers for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:18.495523 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:18.496155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:18.506010 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b6501f6b-5fcd-4558-b21b-37024e3b66ad None None] Provisioning for port 4274420a-6e4a-4170-bef3-b09b454c14a5 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:18.550636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b6501f6b-5fcd-4558-b21b-37024e3b66ad None None] Provisioning complete for port 4274420a-6e4a-4170-bef3-b09b454c14a5 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:18.551011 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b6501f6b-5fcd-4558-b21b-37024e3b66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:18.559536 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-c2f6793a-57aa-46ba-ad0f-2e5260dc9b7c service neutron] 10.222.0.63 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861313 Jul 08 18:24:18.654883 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-fb44ef55-0060-4c38-83ae-f3bb6e6803f0 service neutron] 10.222.0.63 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888183 Jul 08 18:24:18.686959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:18.828708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-945a869c-5b7f-43af-93db-76244a9c8bf5 req-9229d8d3-9036-4b90-88e5-e8f13e99d9a0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 210 time: 0.0300031 Jul 08 18:24:18.853367 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b6501f6b-5fcd-4558-b21b-37024e3b66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:18.928876 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b6501f6b-5fcd-4558-b21b-37024e3b66ad None None] For port 4274420a-6e4a-4170-bef3-b09b454c14a5, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4274420a-6e4a-4170-bef3-b09b454c14a5,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:18.935466 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b6501f6b-5fcd-4558-b21b-37024e3b66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.014158 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6501f6b-5fcd-4558-b21b-37024e3b66ad None None] Pushing event updated for resources: {'Port': ['ID=4274420a-6e4a-4170-bef3-b09b454c14a5,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:19.029001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 2, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:19.057149 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Checking router: 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:19.057684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Updating router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 port 7c844062-a3dc-4eb9-a717-84ebb6494557 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:24:19.094784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.214036 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5f8bba56-b893-48bc-90f5-9063e52a10f0 None None] Provisioning for port 7c844062-a3dc-4eb9-a717-84ebb6494557 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:19.219887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5f8bba56-b893-48bc-90f5-9063e52a10f0 None None] Provisioning complete for port 7c844062-a3dc-4eb9-a717-84ebb6494557 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:19.220269 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f8bba56-b893-48bc-90f5-9063e52a10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.299983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5f8bba56-b893-48bc-90f5-9063e52a10f0 None None] Port 7c844062-a3dc-4eb9-a717-84ebb6494557 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:19.328829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5f8bba56-b893-48bc-90f5-9063e52a10f0 None None] Provisioning complete for port 4274420a-6e4a-4170-bef3-b09b454c14a5 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:19.329217 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5f8bba56-b893-48bc-90f5-9063e52a10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.467707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.485031 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Transition to ACTIVE for port object 7c844062-a3dc-4eb9-a717-84ebb6494557 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:19.492273 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.540967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c9bb2-44b9-4581-a1c2-d7c7c7824764 None None] Pushing event updated for resources: {'Port': ['ID=7c844062-a3dc-4eb9-a717-84ebb6494557,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:19.599750 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Attempting to bind port 7c844062-a3dc-4eb9-a717-84ebb6494557 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:19.600112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Attempting to bind port 7c844062-a3dc-4eb9-a717-84ebb6494557 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:19.600471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Attempting to bind port 7c844062-a3dc-4eb9-a717-84ebb6494557 on network 563611ed-28be-49c6-938e-7c69281d1779 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:19.609172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:19.609544 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Checking segment: {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:19.609945 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.610333 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Bound using segment: {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:19.610794 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Bound port: 7c844062-a3dc-4eb9-a717-84ebb6494557, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:19.611172 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.689126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] For port 7c844062-a3dc-4eb9-a717-84ebb6494557, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:19.692304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] For port 7c844062-a3dc-4eb9-a717-84ebb6494557, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7c844062-a3dc-4eb9-a717-84ebb6494557,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:19.697682 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:19.764119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:19.764888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:19.811698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c9bb2-44b9-4581-a1c2-d7c7c7824764 None None] Pushing event updated for resources: {'Port': ['ID=7c844062-a3dc-4eb9-a717-84ebb6494557,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:19.895240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:19.924903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8ce89b5c-182a-45c9-a407-8da22407e48d req-58c6a7e3-aaee-4451-87ee-d5e8c57d97ac tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 210 time: 0.0413671 Jul 08 18:24:20.025853 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4be305f-5ff1-42e2-ad9a-cd50545622db up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:20.134508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f4be305f-5ff1-42e2-ad9a-cd50545622db triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:20.135093 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:20.190779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:20.221360 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5727fa-4cdd-4cda-bf40-c5060eb690ea None None] The sync data for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 is: [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:20.269440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4274420a-6e4a-4170-bef3-b09b454c14a5 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:20.330986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4274420a-6e4a-4170-bef3-b09b454c14a5 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:20.331695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.067969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-86b4d2dc-b056-4032-8c2a-9e122e216216 req-2179561b-f5bc-45b7-868f-b200d56a5690 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 210 time: 0.0332701 Jul 08 18:24:21.397303 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-5dce79b7-8d6b-46e5-b74b-824699760150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:21.398864 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-5dce79b7-8d6b-46e5-b74b-824699760150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/networks?id=563611ed-28be-49c6-938e-7c69281d1779 HTTP/1.1" status: 200 len: 796 time: 0.1041555 Jul 08 18:24:21.452226 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-ba73cad0-eae3-421f-882f-27fe6fad86be tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 378 time: 0.0335360 Jul 08 18:24:21.463102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'port': {'device_id': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'admin_state_up': True, 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'security_groups': ['08d647d2-1b6e-4bde-bed6-dc2a84c336f0']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:21.577640 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:24:21.581139 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:21.704771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.13 (563611ed-28be-49c6-938e-7c69281d1779/e7342359-cbea-4436-883a-3b4dff80b6e4/f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:22.028157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7c844062-a3dc-4eb9-a717-84ebb6494557 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:22.077730 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 7c844062-a3dc-4eb9-a717-84ebb6494557 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:22.082466 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7c844062-a3dc-4eb9-a717-84ebb6494557 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:22.082845 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.162209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.166680 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.177177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:22.205920 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 7c844062-a3dc-4eb9-a717-84ebb6494557, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7c844062-a3dc-4eb9-a717-84ebb6494557,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:22.210190 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.217019 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.217320 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-563ee843-a1fe-44a5-800d-ada2036d9f50 req-fbb0ff7f-eff4-47b2-ba63-b163a0fbe95a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 210 time: 0.0313516 Jul 08 18:24:22.263267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=7c844062-a3dc-4eb9-a717-84ebb6494557,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:22.264562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563611ed-28be-49c6-938e-7c69281d1779 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:22.269905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:22.273804 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:22.299803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:22.332509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:22.333179 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.348778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-db3af17b-feeb-425c-88f6-6e826a2002d5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8898804 Jul 08 18:24:22.371584 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Request body: {'port': {'device_id': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:22.446404 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.522614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a3ac1228-9331-4a72-a8a1-0afb7108b907 None None] Provisioning for port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:22.526416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-a3ac1228-9331-4a72-a8a1-0afb7108b907 None None] Provisioning complete for port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:22.526851 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1228-9331-4a72-a8a1-0afb7108b907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.561702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac1228-9331-4a72-a8a1-0afb7108b907 None None] Port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:24:22.707226 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:22.714606 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.726700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Transition to ACTIVE for port object f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:24:22.730573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.783012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Pushing event updated for resources: {'Port': ['ID=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:22.852850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Attempting to bind port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:24:22.853186 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Attempting to bind port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:24:22.853541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Attempting to bind port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 on network 563611ed-28be-49c6-938e-7c69281d1779 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:22.858088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 on network 563611ed-28be-49c6-938e-7c69281d1779 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:24:22.858415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Attempting to bind port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 on network 563611ed-28be-49c6-938e-7c69281d1779 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:24:22.863336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:24:22.863681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Checking segment: {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:24:22.864067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Bound using segment: {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:24:22.864493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Bound port: f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a62ed8-583b-4a70-ae06-c1e2f530f6ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '563611ed-28be-49c6-938e-7c69281d1779'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:24:22.864881 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.934980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] For port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:24:22.937880 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] For port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:24:22.941617 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.976293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:22.977026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:22.978555 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] 10.222.0.41 "PUT /v2.0/ports/f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 HTTP/1.1" status: 200 len: 1092 time: 0.6120021 Jul 08 18:24:22.978950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:22.981373 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eda07ba-791c-416a-b57a-3aa2413657d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:23.006654 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2453e2-19ee-4e4c-aa4a-7dea111d532c service neutron] Pushing event updated for resources: {'Port': ['ID=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:23.025619 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1955e-56b4-4bf6-9200-9adb4d2ff3bd x-openstack-request-id: req-f7c1955e-56b4-4bf6-9200-9adb4d2ff3bd {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:23.025863 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:23.026161 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f7c1955e-56b4-4bf6-9200-9adb4d2ff3bd {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:23.026705 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'status': 'completed', 'code': 200} Jul 08 18:24:23.105630 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-0546a6d2-dbd9-4d21-b036-ee423d3c4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.107239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-0546a6d2-dbd9-4d21-b036-ee423d3c4541 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 1095 time: 0.0566411 Jul 08 18:24:23.158945 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-95c9ee97-b02e-448b-ab07-48f4ea02dfc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 HTTP/1.1" status: 200 len: 217 time: 0.0385430 Jul 08 18:24:23.210723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-8d2eeb7d-82e8-44b6-a07b-5fcd0bc3f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.212838 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-8d2eeb7d-82e8-44b6-a07b-5fcd0bc3f5bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7342359-cbea-4436-883a-3b4dff80b6e4 HTTP/1.1" status: 200 len: 834 time: 0.0450768 Jul 08 18:24:23.270727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-95d52753-86c8-42cd-bfa1-bbfaa6c871cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.272251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-95d52753-86c8-42cd-bfa1-bbfaa6c871cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563611ed-28be-49c6-938e-7c69281d1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531702 Jul 08 18:24:23.371329 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-d2f321bd-c78e-45ab-961d-889448b770b1 service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877900 Jul 08 18:24:23.390776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fa877-249b-49c5-9489-99fdc0779e72 req-44f830bf-c604-4369-a257-11e87f9cc9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.392296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-507fa877-249b-49c5-9489-99fdc0779e72 req-44f830bf-c604-4369-a257-11e87f9cc9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 944 time: 0.0648663 Jul 08 18:24:23.429723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-507fa877-249b-49c5-9489-99fdc0779e72 req-179690bc-f1b9-4c9f-97ab-c01eddc13b64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315514 Jul 08 18:24:23.464044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2478580-9db9-48cc-b6c9-576277c1a65f req-cba4e5b0-2f5d-4272-8143-02643d14634b service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832772 Jul 08 18:24:23.626070 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-daa7e044-866b-4d19-90e0-6310f311b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.627549 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-daa7e044-866b-4d19-90e0-6310f311b5a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 1095 time: 0.0538406 Jul 08 18:24:23.725096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-e679705c-0b4a-4c6a-9f65-6d19e01f6ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.726614 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-e679705c-0b4a-4c6a-9f65-6d19e01f6ad3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=563611ed-28be-49c6-938e-7c69281d1779 HTTP/1.1" status: 200 len: 897 time: 0.0916052 Jul 08 18:24:23.770045 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-31d7697b-c494-45a9-9011-72c3765a7be9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 HTTP/1.1" status: 200 len: 217 time: 0.0362601 Jul 08 18:24:23.821274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-20714595-f189-4327-a9c6-20e9808e413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.822777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-20714595-f189-4327-a9c6-20e9808e413e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7342359-cbea-4436-883a-3b4dff80b6e4 HTTP/1.1" status: 200 len: 834 time: 0.0453305 Jul 08 18:24:23.886998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-65af17f0-731d-49a6-b486-b956b3a596d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:23.888442 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-65af17f0-731d-49a6-b486-b956b3a596d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563611ed-28be-49c6-938e-7c69281d1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589278 Jul 08 18:24:23.981427 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-a83db29e-e477-462b-94f0-d5c076e5341e service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855978 Jul 08 18:24:24.014070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7c844062-a3dc-4eb9-a717-84ebb6494557 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:24.083155 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7eda07ba-791c-416a-b57a-3aa2413657d0 req-b41fa84b-17d8-4d39-851a-dd0d5e826fb7 service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907850 Jul 08 18:24:24.213931 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 7c844062-a3dc-4eb9-a717-84ebb6494557 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:24.214201 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:24.610004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683efa3-753a-4f79-967b-a1e1ee28e57e req-ab5ec18a-52be-403a-a36f-b7f27458d259 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:24.611476 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d683efa3-753a-4f79-967b-a1e1ee28e57e req-ab5ec18a-52be-403a-a36f-b7f27458d259 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 944 time: 0.0656192 Jul 08 18:24:24.648197 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d683efa3-753a-4f79-967b-a1e1ee28e57e req-ef88e036-9a77-4f64-975a-57c76c929086 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311553 Jul 08 18:24:25.821548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d65ab4-258b-479d-8015-75744eafc47e req-34aace7f-55f0-4271-99c2-72a8752a568c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:25.823053 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83d65ab4-258b-479d-8015-75744eafc47e req-34aace7f-55f0-4271-99c2-72a8752a568c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 944 time: 0.0644376 Jul 08 18:24:25.861182 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-83d65ab4-258b-479d-8015-75744eafc47e req-6291ced4-ce6e-4d8e-b621-29323097e554 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325339 Jul 08 18:24:26.038941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:24:26.132824 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:26.144159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'port_id': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'mac_address': 'fa:16:3e:d8:e4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:24:26.181825 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.194109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:24:26.213817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:26.218050 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.267400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:26.325563 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:26.565365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:24:27.037708 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef103d6-426e-4b66-906b-8892c3ae01c3 req-746ed440-3922-48e9-80e1-9d475b044309 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:27.039175 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ef103d6-426e-4b66-906b-8892c3ae01c3 req-746ed440-3922-48e9-80e1-9d475b044309 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 945 time: 0.0633984 Jul 08 18:24:27.075913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ef103d6-426e-4b66-906b-8892c3ae01c3 req-5eedd4b5-8121-4f41-b198-bc18fde9d7bb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304568 Jul 08 18:24:27.539415 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2bf8-9356-47e1-962d-1b7fe635ea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.039486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:24:28.087073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:24:28.091084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:24:28.091458 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.168491 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.192181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:28.194480 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981178bb-cc77-473a-ba3e-c0c1da65d6b7" -d '{"events": [{"server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "name": "network-vif-plugged", "status": "completed", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:28.208761 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:24:28.213545 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:28.259239 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5b99-6241-46e8-91b4-ca1382da75a2 req-e1786a61-200a-4594-90f7-d42d93edf5b0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:28.261279 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48ab5b99-6241-46e8-91b4-ca1382da75a2 req-e1786a61-200a-4594-90f7-d42d93edf5b0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 945 time: 0.0745511 Jul 08 18:24:28.268491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:28.305526 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-48ab5b99-6241-46e8-91b4-ca1382da75a2 req-f560c99f-a248-4209-b85b-0be0b38823a7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384552 Jul 08 18:24:28.349353 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cceb106-7bcc-45f6-8341-5b3f5a0ed152 x-openstack-request-id: req-8cceb106-7bcc-45f6-8341-5b3f5a0ed152 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:28.349647 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "name": "network-vif-plugged", "status": "completed", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:28.349909 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8cceb106-7bcc-45f6-8341-5b3f5a0ed152 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:28.350316 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'code': 200} Jul 08 18:24:28.507247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c95b6a-beb3-4ef4-88e4-5ef0a76f4f06 req-290e8e66-a047-4444-b776-ab3b1a78000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:28.508670 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1c95b6a-beb3-4ef4-88e4-5ef0a76f4f06 req-290e8e66-a047-4444-b776-ab3b1a78000b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 1097 time: 0.0514603 Jul 08 18:24:28.552202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1c95b6a-beb3-4ef4-88e4-5ef0a76f4f06 req-7a22694c-dddf-447a-a5cf-60eb445893aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280974 Jul 08 18:24:29.480407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dfe69-a926-4169-a491-df5e3c077561 req-902f2606-677c-4e5d-826d-c1ff3f4eeca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:29.482060 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a67dfe69-a926-4169-a491-df5e3c077561 req-902f2606-677c-4e5d-826d-c1ff3f4eeca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0632997 Jul 08 18:24:29.519130 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a67dfe69-a926-4169-a491-df5e3c077561 req-f6021d62-15ef-46b0-9daf-26afaa00fc34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314434 Jul 08 18:24:30.089873 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-44ad8dda-8057-4a53-885e-5df2b52266a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:30.565705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:30.697119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f80a-3af9-47fc-a085-f6fd4a856d5e req-05b1f757-f709-43af-bdcb-27420b0dd197 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:30.699108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3a5f80a-3af9-47fc-a085-f6fd4a856d5e req-05b1f757-f709-43af-bdcb-27420b0dd197 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0684707 Jul 08 18:24:30.736819 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3a5f80a-3af9-47fc-a085-f6fd4a856d5e req-51b6254d-9d32-4c3d-99be-2970277102ee tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320253 Jul 08 18:24:30.908682 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368febc-ec5d-457b-87e0-7032911662c4 req-dbb084d1-a595-4273-be9b-237416de6053 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:30.910221 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6368febc-ec5d-457b-87e0-7032911662c4 req-dbb084d1-a595-4273-be9b-237416de6053 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0649862 Jul 08 18:24:30.947359 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6368febc-ec5d-457b-87e0-7032911662c4 req-b12429ac-2678-405f-bda2-e84612bdb432 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315251 Jul 08 18:24:30.971280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56270) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:31.022485 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf8ad20-9b41-487a-af1a-129a4562cf7f tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:31.023998 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6cf8ad20-9b41-487a-af1a-129a4562cf7f tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 1092 time: 0.0517595 Jul 08 18:24:31.027204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56272) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:31.031943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:24:31.054885 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.152964 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.251651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.46 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/279a823a-190c-4142-b794-be9d191e2207) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:24:31.355055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.393111 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.427777 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:24:31.434381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:24:31.438567 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:24:31.460069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=279a823a-190c-4142-b794-be9d191e2207,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:31.586720 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.806643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:31.883859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.031129 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.035634 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.105554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=279a823a-190c-4142-b794-be9d191e2207,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:24:32.115160 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.212514 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP ffde3413-a6d8-46ba-a3fe-ef140d98accd associated. External IP: 172.25.5.46, port: f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137. Jul 08 18:24:32.423411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:24:32.528068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:24:32.537487 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] Sync routers for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:24:32.543523 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:32.546616 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:32.547242 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:32.581973 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6ea2d0b8-0e3c-4c5f-92b3-44b13b98df77 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5536180 Jul 08 18:24:32.582577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:24:32.584889 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0ffb7-2f43-480e-a332-ce537542b130" -d '{"events": [{"name": "network-changed", "server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:24:32.741871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86c48-dbbe-480c-b2a6-15a9c36212ee req-635b87d8-5f40-4c0d-bc92-2b030d8549f1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:32.743378 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66d86c48-dbbe-480c-b2a6-15a9c36212ee req-635b87d8-5f40-4c0d-bc92-2b030d8549f1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0695844 Jul 08 18:24:32.744605 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:32.782027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66d86c48-dbbe-480c-b2a6-15a9c36212ee req-fe6642f5-f7d0-4233-9e21-0554c6cba4bb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320044 Jul 08 18:24:32.808414 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56280) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:32.869745 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-32ffe1ec-4c93-4372-a867-c5b02d84ee84 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/ffde3413-a6d8-46ba-a3fe-ef140d98accd HTTP/1.1" status: 200 len: 991 time: 0.0601032 Jul 08 18:24:32.891749 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dc85e3-c293-4496-90e8-0c5b98bcc216 x-openstack-request-id: req-d1dc85e3-c293-4496-90e8-0c5b98bcc216 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:24:32.892041 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:24:32.892297 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d1dc85e3-c293-4496-90e8-0c5b98bcc216 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:24:32.892705 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'status': 'completed', 'code': 200} Jul 08 18:24:32.969946 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'ffde3413-a6d8-46ba-a3fe-ef140d98accd', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'port_id': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'mac_address': 'fa:16:3e:d8:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:24:31Z', 'updated_at': '2021-07-08T18:24:31Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:32.993892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-713caec9-f041-40da-8af9-b404b8e010b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:32.996152 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-713caec9-f041-40da-8af9-b404b8e010b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 1097 time: 0.0571194 Jul 08 18:24:32.999822 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] Checking router: 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:24:33.007924 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:24:33.008511 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:24:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:33.044351 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:33.085861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-3bed54c0-12c8-49c2-bba2-21645f24a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:33.087486 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-3bed54c0-12c8-49c2-bba2-21645f24a832 service neutron] 10.222.0.41 "GET /v2.0/networks?id=563611ed-28be-49c6-938e-7c69281d1779 HTTP/1.1" status: 200 len: 897 time: 0.0850053 Jul 08 18:24:33.115125 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:24:33.156020 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-769e0bb3-4762-4b12-b805-b6940f91196a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 HTTP/1.1" status: 200 len: 999 time: 0.0612478 Jul 08 18:24:33.203322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-b1d49bae-5f49-44c6-a3ca-289907da3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:33.204988 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-b1d49bae-5f49-44c6-a3ca-289907da3749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7342359-cbea-4436-883a-3b4dff80b6e4 HTTP/1.1" status: 200 len: 834 time: 0.0430198 Jul 08 18:24:33.265490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-82d0d94e-8a21-4ba2-a982-d2f17abe97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:24:33.267036 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-82d0d94e-8a21-4ba2-a982-d2f17abe97e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563611ed-28be-49c6-938e-7c69281d1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538929 Jul 08 18:24:33.331452 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'ffde3413-a6d8-46ba-a3fe-ef140d98accd', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'port_id': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'mac_address': 'fa:16:3e:d8:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:24:31Z', 'updated_at': '2021-07-08T18:24:31Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:24:33.357217 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53441e95-f3a1-4527-aa5f-ca0d44db5a56 None None] The sync data for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 is: [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'ffde3413-a6d8-46ba-a3fe-ef140d98accd', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'port_id': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'mac_address': 'fa:16:3e:d8:e4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:24:31Z', 'updated_at': '2021-07-08T18:24:31Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:24:33.359041 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-c79b95d8-26c9-47db-9453-8a8b56863d1d service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Jul 08 18:24:33.450494 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-92c0ffb7-2f43-480e-a332-ce537542b130 req-a5c3a44d-ceb2-4f3d-bd7f-acd154aaf6cb service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851624 Jul 08 18:24:33.547982 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311aa8dd-5839-4b46-8987-10001632873a None None] New status for floating IP ffde3413-a6d8-46ba-a3fe-ef140d98accd: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:24:33.874065 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56282) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:24:33.936724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ef6fc840-fd57-4a5a-b304-120ee65c8d9a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/ffde3413-a6d8-46ba-a3fe-ef140d98accd HTTP/1.1" status: 200 len: 993 time: 0.0613501 Jul 08 18:24:44.130668 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:54.082110 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:24:56.344173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:24:57.540367 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af45f8b1-0bc2-42de-8175-b47f009c8bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.091187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7b176401-bd26-46df-a769-9b4124433f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:00.566277 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:01.589957 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:03.046821 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:07.466995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9395c9-4666-4038-b2fe-9f9f1fc168ba req-0f3cf0e1-4e9f-4c90-8306-502511346840 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:07.468386 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d9395c9-4666-4038-b2fe-9f9f1fc168ba req-0f3cf0e1-4e9f-4c90-8306-502511346840 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0640826 Jul 08 18:25:07.506309 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9d9395c9-4666-4038-b2fe-9f9f1fc168ba req-cc2f9c87-24b8-4043-beed-0d76fe14da5d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320868 Jul 08 18:25:08.413123 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-d8a880a9-778b-476c-a006-c52ca8a7b8da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4223969 Jul 08 18:25:08.530899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-acfed9ab-553d-4fe7-b401-91d9c8fafe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:08.532393 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-acfed9ab-553d-4fe7-b401-91d9c8fafe32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 1097 time: 0.0536687 Jul 08 18:25:08.640986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-4bbe38b7-3e3b-4068-9ffa-74afaefc2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:08.642463 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-4bbe38b7-3e3b-4068-9ffa-74afaefc2027 service neutron] 10.222.0.41 "GET /v2.0/networks?id=563611ed-28be-49c6-938e-7c69281d1779 HTTP/1.1" status: 200 len: 897 time: 0.0864148 Jul 08 18:25:08.679726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07e6e6-47ab-4da8-89e1-98221669b29c req-8c458005-9858-46c4-a3c5-80131ee41f72 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:08.681169 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf07e6e6-47ab-4da8-89e1-98221669b29c req-8c458005-9858-46c4-a3c5-80131ee41f72 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0630083 Jul 08 18:25:08.709461 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-dc645129-d264-41f2-8905-21192f25658b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 HTTP/1.1" status: 200 len: 1001 time: 0.0568950 Jul 08 18:25:08.723814 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf07e6e6-47ab-4da8-89e1-98221669b29c req-eaf5c267-e2a1-460b-bb3c-8321d467d076 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370572 Jul 08 18:25:08.748567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56308) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:08.758350 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-bf28f74d-3447-4c55-ab60-f2adcda97ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:08.759874 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-bf28f74d-3447-4c55-ab60-f2adcda97ed6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7342359-cbea-4436-883a-3b4dff80b6e4 HTTP/1.1" status: 200 len: 834 time: 0.0432885 Jul 08 18:25:08.809162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-580bb860-befb-440b-b3ca-9b29e097963c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/ffde3413-a6d8-46ba-a3fe-ef140d98accd HTTP/1.1" status: 200 len: 993 time: 0.0593536 Jul 08 18:25:08.824649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-6e4e6700-9e30-49e2-bc69-11b945b94949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:08.826234 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-6e4e6700-9e30-49e2-bc69-11b945b94949 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563611ed-28be-49c6-938e-7c69281d1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569940 Jul 08 18:25:08.915626 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-9edd8979-41a2-41bb-bc4f-4c3e4f1f7c62 service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799212 Jul 08 18:25:09.009462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d2fab7ed-df98-4050-83a4-9fdb5c2b6148 req-c3e5ffd6-0338-468a-bc4d-41c81396de2c service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828993 Jul 08 18:25:10.269946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0620ae-13a3-48f1-a8d3-ee2ef6049597 req-49c0ad28-4438-47cb-92b9-7bd865dc47c8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:10.271455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a0620ae-13a3-48f1-a8d3-ee2ef6049597 req-49c0ad28-4438-47cb-92b9-7bd865dc47c8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0644071 Jul 08 18:25:10.315781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6a0620ae-13a3-48f1-a8d3-ee2ef6049597 req-1f7e37b1-5fd0-433e-81ee-f03e52044014 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386131 Jul 08 18:25:11.492861 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4b0f-b480-4bfe-bff5-3f8fe017662c req-708685c8-3bf5-440c-9252-cd684c4e3066 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:11.494822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4ee4b0f-b480-4bfe-bff5-3f8fe017662c req-708685c8-3bf5-440c-9252-cd684c4e3066 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0667915 Jul 08 18:25:11.532326 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a4ee4b0f-b480-4bfe-bff5-3f8fe017662c req-7b7a270e-98f9-44ea-8ba1-7bff1625f3dc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317240 Jul 08 18:25:11.556256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56318) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:11.615837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-911bc985-9af2-462c-a8ab-4f3fa17a9877 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/ffde3413-a6d8-46ba-a3fe-ef140d98accd HTTP/1.1" status: 200 len: 993 time: 0.0578136 Jul 08 18:25:11.970237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56324) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:12.123529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 279a823a-190c-4142-b794-be9d191e2207 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:12.123874 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.195308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.195632 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.207626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 279a823a-190c-4142-b794-be9d191e2207 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:12.378392 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.405099 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=279a823a-190c-4142-b794-be9d191e2207,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:12.418529 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.418911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.419298 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.419557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.419887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.420293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.420544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.420909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.421248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.421562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.421922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.422212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:12.477281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.477624 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP ffde3413-a6d8-46ba-a3fe-ef140d98accd disassociated (deleted). External IP: 172.25.5.46, port: f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137. Jul 08 18:25:12.681260 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:12.795405 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:12.800176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:12.807956 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] Sync routers for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:12.817759 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:12.818434 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:12.839034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dc2c94be-d9c5-40f6-82b1-ea2fb5271bde tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/floatingips/ffde3413-a6d8-46ba-a3fe-ef140d98accd HTTP/1.1" status: 204 len: 168 time: 0.8647013 Jul 08 18:25:12.839034 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:12.839517 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de46019-2389-40f9-b18e-3b4eee7b0693" -d '{"events": [{"name": "network-changed", "server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:12.921320 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:13.084534 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef40ac2-e6f2-4937-8e1b-2cadda16aede x-openstack-request-id: req-aef40ac2-e6f2-4937-8e1b-2cadda16aede {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:13.085088 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:13.085276 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aef40ac2-e6f2-4937-8e1b-2cadda16aede {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:13.085799 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'status': 'completed', 'code': 200} Jul 08 18:25:13.140259 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:13.166638 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] Checking router: 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:13.176019 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:13.176630 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:13.211491 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-6d71e8d5-3186-4de5-a3e7-05b0cb0a04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:13.213063 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-6d71e8d5-3186-4de5-a3e7-05b0cb0a04ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 1097 time: 0.0568068 Jul 08 18:25:13.244535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5da44-eaef-49f7-9dbb-5cc0ee1b9d4a req-995f1325-c00f-47a1-af6d-51651e3b7407 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:13.246225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7df5da44-eaef-49f7-9dbb-5cc0ee1b9d4a req-995f1325-c00f-47a1-af6d-51651e3b7407 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0722551 Jul 08 18:25:13.285654 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7df5da44-eaef-49f7-9dbb-5cc0ee1b9d4a req-cdb5184b-6d19-4428-9760-2ac6ca6282fa tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334401 Jul 08 18:25:13.286238 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:13.316660 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-fdbb0571-2995-4800-b84e-cfdb68aaf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:13.318940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-fdbb0571-2995-4800-b84e-cfdb68aaf58b service neutron] 10.222.0.41 "GET /v2.0/networks?id=563611ed-28be-49c6-938e-7c69281d1779 HTTP/1.1" status: 200 len: 897 time: 0.0982680 Jul 08 18:25:13.362300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-e4ad2ed4-80b7-4888-b541-ef9b1a59b14b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 HTTP/1.1" status: 200 len: 217 time: 0.0353758 Jul 08 18:25:13.412974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-99365ed8-2315-41b6-a58a-7f2e674ecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:13.414436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-99365ed8-2315-41b6-a58a-7f2e674ecf13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e7342359-cbea-4436-883a-3b4dff80b6e4 HTTP/1.1" status: 200 len: 834 time: 0.0448658 Jul 08 18:25:13.477665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-eb20c863-7a0b-4838-9c00-ec39d672e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:13.479146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-eb20c863-7a0b-4838-9c00-ec39d672e872 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563611ed-28be-49c6-938e-7c69281d1779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569794 Jul 08 18:25:13.486451 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:13.515766 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b64d0-23b3-45f3-af0a-bbf95be461c5 None None] The sync data for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 is: [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:24:17Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '7c844062-a3dc-4eb9-a717-84ebb6494557', 'name': '', 'network_id': '563611ed-28be-49c6-938e-7c69281d1779', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:9d:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:16Z', 'updated_at': '2021-07-08T18:24:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e7342359-cbea-4436-883a-3b4dff80b6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:13.571405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-fbe412d4-4ed9-4ec9-b56a-a8802b8d994b service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844696 Jul 08 18:25:13.670958 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0de46019-2389-40f9-b18e-3b4eee7b0693 req-aa79cd0a-d493-4645-85a4-ebca59cb9663 service neutron] 10.222.0.41 "GET /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921402 Jul 08 18:25:13.746894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f7a25-7126-4b74-976f-82eaf585e2d9 None None] New status for floating IP ffde3413-a6d8-46ba-a3fe-ef140d98accd: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:25:14.143927 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:14.457995 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd4846-48f0-49fe-9867-97c2931e0201 req-7cf6ea7a-8e68-4263-b915-c029c140a1b4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:14.459508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ccd4846-48f0-49fe-9867-97c2931e0201 req-7cf6ea7a-8e68-4263-b915-c029c140a1b4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0636699 Jul 08 18:25:14.497252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5ccd4846-48f0-49fe-9867-97c2931e0201 req-b38d6cfa-d7fd-49df-bbec-91e078734307 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=08d647d2-1b6e-4bde-bed6-dc2a84c336f0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317230 Jul 08 18:25:15.170069 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b133127-b50e-44f1-b589-6a20921d354e req-485afcab-979d-4f36-a526-26778f909647 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:15.171483 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b133127-b50e-44f1-b589-6a20921d354e req-485afcab-979d-4f36-a526-26778f909647 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 946 time: 0.0670989 Jul 08 18:25:15.285304 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:15.285648 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.381428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:15.381787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.395723 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:15.529484 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.559533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:15.605164 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] No DVR routers for this DVR port f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:25:15.608898 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:15.611057 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6b133127-b50e-44f1-b589-6a20921d354e req-9236ff7f-3998-4d22-8f5d-c221e871c954 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "DELETE /v2.0/ports/f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 HTTP/1.1" status: 204 len: 173 time: 0.4227660 Jul 08 18:25:15.611533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'name': 'network-vif-deleted', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:15.613944 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e95eb-151f-410f-a34c-71130d19d1cc" -d '{"events": [{"server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "name": "network-vif-deleted", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:15.830947 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3502184c-d100-4f44-b992-5cc6f0542420 req-a77e0c96-74bc-412b-b41d-b0378c29dc53 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6453d37b-abba-434d-97cb-21a9ce69d26f HTTP/1.1" status: 200 len: 210 time: 0.0298712 Jul 08 18:25:15.882243 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d6b76f-8bfa-4a13-8250-97a6f856ae72 x-openstack-request-id: req-f9d6b76f-8bfa-4a13-8250-97a6f856ae72 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:15.882535 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6453d37b-abba-434d-97cb-21a9ce69d26f", "name": "network-vif-deleted", "tag": "f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:15.882790 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9d6b76f-8bfa-4a13-8250-97a6f856ae72 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:15.883217 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6453d37b-abba-434d-97cb-21a9ce69d26f', 'name': 'network-vif-deleted', 'tag': 'f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137', 'status': 'completed', 'code': 200} Jul 08 18:25:16.926074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56342) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:17.289905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.558621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 7c844062-a3dc-4eb9-a717-84ebb6494557 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:17.558850 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.648487 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 7c844062-a3dc-4eb9-a717-84ebb6494557, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=7c844062-a3dc-4eb9-a717-84ebb6494557,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:17.648865 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.660504 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 7c844062-a3dc-4eb9-a717-84ebb6494557 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:17.845122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:17.869690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=7c844062-a3dc-4eb9-a717-84ebb6494557,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:18.067482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.279665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:18.288075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:18.308134 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:18.308480 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device f5e4a19e-b8f0-4ca0-a7c0-5c8881b68137 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:18.388783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:18.394154 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9fe756c8-b203-47bb-97e5-499cd15fe8ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/952f7fe3-b5e0-4c59-8d8a-529b88cc7df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4669943 Jul 08 18:25:18.397200 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56344) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:18.398243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] Sync routers for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:18.407501 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:18.408093 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:18.448208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting subnet e7342359-cbea-4436-883a-3b4dff80b6e4 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:25:18.451782 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.492363 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.594557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.611295 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:18.659372 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.688114 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Subnet': ['ID=e7342359-cbea-4436-883a-3b4dff80b6e4,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:18.692187 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.696274 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-78a3b6ef-5a20-429f-b277-265ef9d338d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/subnets/e7342359-cbea-4436-883a-3b4dff80b6e4 HTTP/1.1" status: 204 len: 168 time: 0.2956393 Jul 08 18:25:18.696589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56346) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:18.702226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e7bf9-1538-45eb-b8e9-add6fae6212b None None] Network 563611ed-28be-49c6-938e-7c69281d1779 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:18.805210 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:25:17Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:18.814221 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.831285 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] Checking router: 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:18.840208 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] Routers {'952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:18.841188 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:18.946293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] DHCP port deletion for 563611ed-28be-49c6-938e-7c69281d1779 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:25:18.960346 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:18.982853 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] Set router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:19.017768 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Deleting port 4274420a-6e4a-4170-bef3-b09b454c14a5 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:19.018488 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.032603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port f4be305f-5ff1-42e2-ad9a-cd50545622db {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:25:19.033004 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.098653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] For port 4274420a-6e4a-4170-bef3-b09b454c14a5, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4274420a-6e4a-4170-bef3-b09b454c14a5,segment=NetworkSegment(17a62ed8-583b-4a70-ae06-c1e2f530f6ac),segment_id=17a62ed8-583b-4a70-ae06-c1e2f530f6ac)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:19.099253 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.117858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Calling delete_port for 4274420a-6e4a-4170-bef3-b09b454c14a5 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:19.157695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port f4be305f-5ff1-42e2-ad9a-cd50545622db, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f4be305f-5ff1-42e2-ad9a-cd50545622db,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:19.159013 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.176404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for f4be305f-5ff1-42e2-ad9a-cd50545622db owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:25:19.215195 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:25:17Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:19.221280 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.251077 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2dfad1-9cda-4bab-b072-0918bdf43a12 None None] The sync data for ids ['952f7fe3-b5e0-4c59-8d8a-529b88cc7df0'] in n-d-799528-4 is: [{'id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-301133560', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:24:13Z', 'updated_at': '2021-07-08T18:25:17Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'f4be305f-5ff1-42e2-ad9a-cd50545622db', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952f7fe3-b5e0-4c59-8d8a-529b88cc7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:24:14Z', 'updated_at': '2021-07-08T18:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:19.260475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Pushing event deleted for resources: {'Port': ['ID=4274420a-6e4a-4170-bef3-b09b454c14a5,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:19.263246 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] No DVR routers for this DVR port 4274420a-6e4a-4170-bef3-b09b454c14a5 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:25:19.272668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.272668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.272668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.272668 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.273223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.273508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.273844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.274169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.274492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.274809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.275124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.275490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a0b89d-0d5e-4ad2-bfd4-60c00306d0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:19.387988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.418645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=f4be305f-5ff1-42e2-ad9a-cd50545622db,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:19.484278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.899640 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.901705 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.945195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.945786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Fanout notify agent at l3_agent the message router_deleted on router 952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:25:19.952797 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:19.953938 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cb2e2dce-7169-4665-bb6b-82818e337446 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/routers/952f7fe3-b5e0-4c59-8d8a-529b88cc7df0 HTTP/1.1" status: 204 len: 168 time: 1.2565076 Jul 08 18:25:19.956844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56348) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:20.041984 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.135660 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.145299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563611ed-28be-49c6-938e-7c69281d1779']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:20.155379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a62ed8-583b-4a70-ae06-c1e2f530f6ac') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:20.155607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a62ed8-583b-4a70-ae06-c1e2f530f6ac') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:20.164478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.178673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.184970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:25:20.185353 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:25:20.188192 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:25:20.250042 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.256837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.258657 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/networks/563611ed-28be-49c6-938e-7c69281d1779 HTTP/1.1" status: 204 len: 168 time: 0.3008389 Jul 08 18:25:20.261359 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56350) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:20.278488 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca380a3-8d22-47f7-be8a-5eb11b9bb456 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Network': ['ID=563611ed-28be-49c6-938e-7c69281d1779,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.328639 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec552eb-f992-43cf-8d7c-1607917682c3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.354551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec552eb-f992-43cf-8d7c-1607917682c3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.420537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7c844062-a3dc-4eb9-a717-84ebb6494557 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:20.429690 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec552eb-f992-43cf-8d7c-1607917682c3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.432644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-bec552eb-f992-43cf-8d7c-1607917682c3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.433856 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bec552eb-f992-43cf-8d7c-1607917682c3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/security-groups/08d647d2-1b6e-4bde-bed6-dc2a84c336f0 HTTP/1.1" status: 204 len: 168 time: 0.1715715 Jul 08 18:25:20.441422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 7c844062-a3dc-4eb9-a717-84ebb6494557 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:20.441775 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 7c844062-a3dc-4eb9-a717-84ebb6494557 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:20.442196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4274420a-6e4a-4170-bef3-b09b454c14a5 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:20.443451 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec552eb-f992-43cf-8d7c-1607917682c3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d647d2-1b6e-4bde-bed6-dc2a84c336f0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.477006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4274420a-6e4a-4170-bef3-b09b454c14a5 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:20.477354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4274420a-6e4a-4170-bef3-b09b454c14a5 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:20.647530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56356) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:20.652821 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a2a1b10f-0e93-4470-8641-d655fb066f58 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308436764', 'description': 'tempest-secgroup-smoke-308436764 description', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:20.675674 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b10f-0e93-4470-8641-d655fb066f58 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.760643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b10f-0e93-4470-8641-d655fb066f58 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.766020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b10f-0e93-4470-8641-d655fb066f58 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.795277 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2a1b10f-0e93-4470-8641-d655fb066f58 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.796505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2a1b10f-0e93-4470-8641-d655fb066f58 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1479626 Jul 08 18:25:20.797650 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1b10f-0e93-4470-8641-d655fb066f58 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae814b5-8377-445c-9989-3a736973b2f0,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.799611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56358) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:20.808212 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '5ae814b5-8377-445c-9989-3a736973b2f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:20.835733 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.887401 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.891148 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.912688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c9934d-c17e-435f-82ff-7d911f247051,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:20.916400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:20.917707 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169486 Jul 08 18:25:20.920855 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56360) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:20.922872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.923229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.923566 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.923898 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.924226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.924554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.924913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.925237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.925557 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.925853 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ac163027-8392-46c7-ad13-136b546d5e21 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '5ae814b5-8377-445c-9989-3a736973b2f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:20.926065 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.926289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.926487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4215bd84-4254-4616-8c24-e50b13dab18a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:20.952211 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac163027-8392-46c7-ad13-136b546d5e21 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.013728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac163027-8392-46c7-ad13-136b546d5e21 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.017832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac163027-8392-46c7-ad13-136b546d5e21 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.034789 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac163027-8392-46c7-ad13-136b546d5e21 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c51a916-08b7-40f9-a4ff-b2ac0d51d670,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.042086 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ac163027-8392-46c7-ad13-136b546d5e21 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.043407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ac163027-8392-46c7-ad13-136b546d5e21 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215456 Jul 08 18:25:21.046216 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56362) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.050645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-810fcb42-c9a6-4f81-904b-b4a8110ea359 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '5ae814b5-8377-445c-9989-3a736973b2f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:21.078988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810fcb42-c9a6-4f81-904b-b4a8110ea359 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.139244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810fcb42-c9a6-4f81-904b-b4a8110ea359 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.144068 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810fcb42-c9a6-4f81-904b-b4a8110ea359 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.161851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fcb42-c9a6-4f81-904b-b4a8110ea359 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a11495-af93-44a4-adcb-cff947d6e521,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.166953 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-810fcb42-c9a6-4f81-904b-b4a8110ea359 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.170308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-810fcb42-c9a6-4f81-904b-b4a8110ea359 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210425 Jul 08 18:25:21.170902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56364) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.175392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4d502970-e572-4520-8c0b-26de6bbfd7f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '5ae814b5-8377-445c-9989-3a736973b2f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:21.203011 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d502970-e572-4520-8c0b-26de6bbfd7f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.261126 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d502970-e572-4520-8c0b-26de6bbfd7f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.264832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d502970-e572-4520-8c0b-26de6bbfd7f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.281423 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d502970-e572-4520-8c0b-26de6bbfd7f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace1a9f0-3f4d-45ea-acd5-fa069de583c3,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.287471 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4d502970-e572-4520-8c0b-26de6bbfd7f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.288634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4d502970-e572-4520-8c0b-26de6bbfd7f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167514 Jul 08 18:25:21.291380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56366) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.295808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '5ae814b5-8377-445c-9989-3a736973b2f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:21.317618 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:25:21.323178 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.385535 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.389564 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.407274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eaf47e-386d-461d-b8ae-0158b788a706,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.413185 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.414401 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d7b34e90-c618-4cf5-850e-705189bc9555 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220791 Jul 08 18:25:21.417830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56368) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.422222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '5ae814b5-8377-445c-9989-3a736973b2f0', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:21.443335 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:25:21.447932 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.508400 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.511321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.527669 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b495c5f-3086-441c-9c34-491bf77ea451,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.534770 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.536073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-20239c9a-be28-42ec-80e4-3e4923d1b151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173186 Jul 08 18:25:21.538851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56370) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.544310 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'network': {'name': 'tempest-network-smoke--1646367306', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'port_security_enabled': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:21.565628 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:21.569106 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.591407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:25:21.600327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.600662 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Added segment 9d0e0b30-be97-4f17-a648-81a9047fe314 of type vlan for network 02c4c3fd-c2e1-435a-8186-02125e0c8377 Jul 08 18:25:21.639100 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.666747 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.672443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:21.673058 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.733409 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934710 Jul 08 18:25:21.736207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56372) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:21.741407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'admin_state_up': True, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:21.757990 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da685a8-5756-44d2-a74b-81f6dcb25112 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Network': ['ID=02c4c3fd-c2e1-435a-8186-02125e0c8377,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:21.769644 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:25:21.774255 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.775764 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.829680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.964547 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:21.999202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4be305f-5ff1-42e2-ad9a-cd50545622db no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:25:22.019760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f4be305f-5ff1-42e2-ad9a-cd50545622db {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:25:22.020026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4be305f-5ff1-42e2-ad9a-cd50545622db not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:25:22.160435 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.178670 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.280365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.44 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/d04079a9-2fb7-4f50-95d0-75edf63a7e40) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:22.384573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.424138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.464490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:22.467828 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:22.471885 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:22.493555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=d04079a9-2fb7-4f50-95d0-75edf63a7e40,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:22.719994 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:22.925145 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.054348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router d979f893-17c5-45b1-b41e-5fc64f1fd577 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:25:23.160434 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:23.170104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Sync routers for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:23.178986 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.179872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:23.180490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:23.180656 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6c76ef65-2f02-46b9-bbeb-a48977223150 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4433849 Jul 08 18:25:23.183623 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56374) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:23.212092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c4010d25-3680-4cb4-bd02-77b510c0ba15 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=ab14872707ec44c19f85a8cb36e5074a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273046 Jul 08 18:25:23.215323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56376) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:23.286412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:23.299938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fdcfc3-decc-460a-9a62-602ff81686c0 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:23.304146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-93fdcfc3-decc-460a-9a62-602ff81686c0 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852647 Jul 08 18:25:23.304425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56378) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:23.339994 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-38c46288-7061-42ff-9795-79319eb917ab tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319297 Jul 08 18:25:23.340219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56380) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:23.345370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-904140228', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:23.430950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'subnet': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:23.435443 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25354432'] for subnet, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.465080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:23.491168 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Checking router: d979f893-17c5-45b1-b41e-5fc64f1fd577 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:23.491515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Updating router d979f893-17c5-45b1-b41e-5fc64f1fd577 port d04079a9-2fb7-4f50-95d0-75edf63a7e40 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:25:23.531189 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.633575 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28938679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25354482'] for subnet, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.693388 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Subnet': ['ID=17105bcb-c615-4f8a-b7b7-74124304de53,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:23.702381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Checking segment: {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:23.702750 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network hostable DHCP agents. Network: 02c4c3fd-c2e1-435a-8186-02125e0c8377, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93665) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:25:23.718914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93665) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:25:23.727914 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 02c4c3fd-c2e1-435a-8186-02125e0c8377) {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:23.732486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:23.733117 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.739519 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977115a5-0205-4dbc-a8dc-7c0e5c5746fb None None] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:23.750172 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7fc555fb-7c57-4d5b-abe4-611f65ed8fc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4088652 Jul 08 18:25:23.753063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56382) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:23.870417 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:23.887747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Transition to ACTIVE for port object d04079a9-2fb7-4f50-95d0-75edf63a7e40 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:23.921803 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.005574 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Attempting to bind port d04079a9-2fb7-4f50-95d0-75edf63a7e40 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:24.005965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Attempting to bind port d04079a9-2fb7-4f50-95d0-75edf63a7e40 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:24.006344 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Attempting to bind port d04079a9-2fb7-4f50-95d0-75edf63a7e40 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:24.010442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfd789-e246-4f72-9da5-505ba0cddf60 None None] Pushing event updated for resources: {'Port': ['ID=d04079a9-2fb7-4f50-95d0-75edf63a7e40,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:24.015956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:24.016399 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:24.016839 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.017293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:24.017766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Bound port: d04079a9-2fb7-4f50-95d0-75edf63a7e40, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:24.018150 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.046591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-02c4c3fd-c2e1-435a-8186-02125e0c8377', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:25:24.047467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.146209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] For port d04079a9-2fb7-4f50-95d0-75edf63a7e40, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:24.169988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] For port d04079a9-2fb7-4f50-95d0-75edf63a7e40, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d04079a9-2fb7-4f50-95d0-75edf63a7e40,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:24.179819 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.273666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Allocated IP 172.20.0.2 (02c4c3fd-c2e1-435a-8186-02125e0c8377/17105bcb-c615-4f8a-b7b7-74124304de53/63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:24.283331 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:24.283969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:24.334408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfd789-e246-4f72-9da5-505ba0cddf60 None None] Pushing event updated for resources: {'Port': ['ID=d04079a9-2fb7-4f50-95d0-75edf63a7e40,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:24.630258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:24.691899 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.785443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.803859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Transition to ACTIVE for port object 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:24.832203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Transition to ACTIVE for port object 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:24.858123 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:24.902760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:24.911617 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:24.914038 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:24.924530 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Pushing event updated for resources: {'Port': ['ID=63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:24.975173 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.1 (02c4c3fd-c2e1-435a-8186-02125e0c8377/17105bcb-c615-4f8a-b7b7-74124304de53/e99dd50b-3897-4556-9d86-d55a212ad60b) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:24.989226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:24.993546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Attempting to bind port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:24.993926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Attempting to bind port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:24.994292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Attempting to bind port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 on network 02c4c3fd-c2e1-435a-8186-02125e0c8377 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:25.020371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf03c79-19d0-4f2d-a4c6-f6880160ad5e None None] The sync data for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 is: [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:22Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:25.024680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:25.024856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Checking segment: {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:25.025663 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.026052 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Bound using segment: {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:25.026533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Bound port: 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:25.026914 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.094667 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.099374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b2628513-d910-426a-afec-c71797be5f5d None None] For port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:25.103798 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b2628513-d910-426a-afec-c71797be5f5d None None] For port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:25.110234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object e99dd50b-3897-4556-9d86-d55a212ad60b will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:25.110612 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.149560 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.177833 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2628513-d910-426a-afec-c71797be5f5d None None] Pushing event updated for resources: {'Port': ['ID=63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:25.204217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:25.207637 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:25.213553 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:25.220883 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=e99dd50b-3897-4556-9d86-d55a212ad60b,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:25.262834 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.463679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.771125 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.776001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.860183 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=e99dd50b-3897-4556-9d86-d55a212ad60b,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:25.864987 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:25.972499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:25.974161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:26.114108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router d979f893-17c5-45b1-b41e-5fc64f1fd577 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:26.118673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d04079a9-2fb7-4f50-95d0-75edf63a7e40 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:26.179121 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port d04079a9-2fb7-4f50-95d0-75edf63a7e40 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:26.184015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d04079a9-2fb7-4f50-95d0-75edf63a7e40 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:26.184386 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.233926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc0d6d-a1cc-4df9-9687-cc89a8cae49d None None] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:25:26.242726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:26.248477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c8e801bc-89a3-4d19-8a0e-461e7819e16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/d979f893-17c5-45b1-b41e-5fc64f1fd577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936852 Jul 08 18:25:26.334015 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.358522 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0fbdf3e1-f615-4f22-b657-eca812a2fe26 None None] Provisioning for port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:26.381185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port d04079a9-2fb7-4f50-95d0-75edf63a7e40, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d04079a9-2fb7-4f50-95d0-75edf63a7e40,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:26.388977 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.389747 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:26.397175 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.399087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-22ddaeed-4914-4f64-bc95-4f41f2929eb5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308436764&fields=id&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 267 time: 0.0369802 Jul 08 18:25:26.517579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=d04079a9-2fb7-4f50-95d0-75edf63a7e40,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:26.517845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-d2858998-bacf-4a59-ac14-aae859773162 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:26.519267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-d2858998-bacf-4a59-ac14-aae859773162 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/networks?id=02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 200 len: 797 time: 0.1124234 Jul 08 18:25:26.535865 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-3ec2cf04-a668-4457-86f5-646740fb1756 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/quotas/ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 375 time: 0.0106173 Jul 08 18:25:26.545998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:26.551898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:26.552278 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.622477 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-7a564383-13cd-4236-891d-46275296a202 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797381 Jul 08 18:25:26.656701 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.694836 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:26.700929 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.759045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:26.825486 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-91424a12-9868-4fbb-9d60-fccfd67de715 service neutron] 10.222.0.63 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833019 Jul 08 18:25:26.866606 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Sync routers for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:26.875771 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:26.876322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:26.903837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efe2ba35-43c6-4e12-ba63-88f7c7b4f139 None None] Provisioning for port e99dd50b-3897-4556-9d86-d55a212ad60b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:26.908471 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efe2ba35-43c6-4e12-ba63-88f7c7b4f139 None None] Provisioning complete for port e99dd50b-3897-4556-9d86-d55a212ad60b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:26.908909 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe2ba35-43c6-4e12-ba63-88f7c7b4f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:26.954001 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-2033b829-7105-4bad-a0fc-34dde1dc6c87 service neutron] 10.222.0.63 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224329 Jul 08 18:25:26.962330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-efe2ba35-43c6-4e12-ba63-88f7c7b4f139 None None] Port e99dd50b-3897-4556-9d86-d55a212ad60b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:26.977967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-efe2ba35-43c6-4e12-ba63-88f7c7b4f139 None None] Provisioning complete for port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:26.978674 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-efe2ba35-43c6-4e12-ba63-88f7c7b4f139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.017444 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:27.147054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-023aeb04-3eff-41a4-8ccf-9a297a1285f7 req-6147458c-d0a5-45da-bdbf-60bf0cc3c8a0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 210 time: 0.0322859 Jul 08 18:25:27.209090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6a126f04-55e0-4c99-bbfc-403f88b9dde8 None None] Provisioning complete for port e99dd50b-3897-4556-9d86-d55a212ad60b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:27.209695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a126f04-55e0-4c99-bbfc-403f88b9dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.246458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6a126f04-55e0-4c99-bbfc-403f88b9dde8 None None] Port e99dd50b-3897-4556-9d86-d55a212ad60b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:27.255695 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 2, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:27.287101 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Checking router: d979f893-17c5-45b1-b41e-5fc64f1fd577 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:27.287443 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Updating router d979f893-17c5-45b1-b41e-5fc64f1fd577 port e99dd50b-3897-4556-9d86-d55a212ad60b binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:25:27.323691 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.365140 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b090cc0c-c885-4fe7-bcf4-71997497985b None None] Provisioning complete for port e99dd50b-3897-4556-9d86-d55a212ad60b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:27.365510 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b090cc0c-c885-4fe7-bcf4-71997497985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.398648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b090cc0c-c885-4fe7-bcf4-71997497985b None None] Port e99dd50b-3897-4556-9d86-d55a212ad60b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:27.541784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f236cd9-30ed-4965-b5d0-90d12d2ce16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.582179 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.592555 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Transition to ACTIVE for port object e99dd50b-3897-4556-9d86-d55a212ad60b will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:27.599253 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.673405 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Pushing event updated for resources: {'Port': ['ID=e99dd50b-3897-4556-9d86-d55a212ad60b,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:27.699868 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.700212 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.700540 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.700911 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.701230 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.701549 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.701865 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.702180 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.702494 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.702802 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.703113 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.703423 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:25:27.718137 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Attempting to bind port e99dd50b-3897-4556-9d86-d55a212ad60b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:27.718505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Attempting to bind port e99dd50b-3897-4556-9d86-d55a212ad60b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:27.719196 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Attempting to bind port e99dd50b-3897-4556-9d86-d55a212ad60b on network 02c4c3fd-c2e1-435a-8186-02125e0c8377 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:27.724723 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:27.725144 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Checking segment: {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:27.725509 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.725922 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Bound using segment: {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:27.726378 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Bound port: e99dd50b-3897-4556-9d86-d55a212ad60b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:27.726747 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.795756 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] For port e99dd50b-3897-4556-9d86-d55a212ad60b, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:27.799691 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] For port e99dd50b-3897-4556-9d86-d55a212ad60b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e99dd50b-3897-4556-9d86-d55a212ad60b,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:27.810182 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:27.883431 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:27.884055 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:27.920520 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eca8b-be99-4373-8ef7-06319aed99d2 None None] Pushing event updated for resources: {'Port': ['ID=e99dd50b-3897-4556-9d86-d55a212ad60b,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:28.003646 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:28.092918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d04079a9-2fb7-4f50-95d0-75edf63a7e40 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:28.174429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port d04079a9-2fb7-4f50-95d0-75edf63a7e40 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:28.174903 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:28.252846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6d07b4d-875f-4e98-8d58-0605112d7117 req-e1ea3ec7-314a-4091-a49a-9ca7ca3c82d0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 210 time: 0.0327837 Jul 08 18:25:28.281454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:28.332477 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:28.332796 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:28.358128 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:27Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:28.383826 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8186428-b1eb-4d39-a94e-ef00f42438d9 None None] The sync data for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 is: [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:27Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:29.357816 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cff0863f-533e-4622-9634-eebcdaa9b519 req-034f27a9-1e19-4666-ade3-3aa38637a29d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 210 time: 0.0316737 Jul 08 18:25:30.065316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e99dd50b-3897-4556-9d86-d55a212ad60b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:30.111693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9ef54d41-2094-4320-ba4e-7823057f39fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.133164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e99dd50b-3897-4556-9d86-d55a212ad60b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:30.138103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e99dd50b-3897-4556-9d86-d55a212ad60b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:30.138543 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.219424 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.253054 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port e99dd50b-3897-4556-9d86-d55a212ad60b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e99dd50b-3897-4556-9d86-d55a212ad60b,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:30.257447 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:30.304175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=e99dd50b-3897-4556-9d86-d55a212ad60b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:30.447072 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-880930f6-37d1-4056-94d5-85dedf657e03 req-c72e95f3-e370-4b84-87a3-7709236cf2ba tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 210 time: 0.0353911 Jul 08 18:25:30.577039 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:31.081250 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:25:31.588542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09ea3097-94fb-409f-8ebd-9fdcfbc3e9ca req-6e6eecaf-8027-4278-8599-5b62b5ca8128 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 210 time: 0.0305133 Jul 08 18:25:31.595990 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:32.052448 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e99dd50b-3897-4556-9d86-d55a212ad60b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:32.100452 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e99dd50b-3897-4556-9d86-d55a212ad60b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:32.101012 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:32.708410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-3d6c9098-b69c-49a9-b40c-dcd4abeeed64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:32.709824 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-3d6c9098-b69c-49a9-b40c-dcd4abeeed64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/networks?id=02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 200 len: 797 time: 0.1361222 Jul 08 18:25:32.738604 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2b206d8-4798-4d9f-94ed-f45ae637ab9e req-e4607d3f-c190-4e5e-8b5d-a7e21da956f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 210 time: 0.0301368 Jul 08 18:25:32.769464 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-0de4ab87-2529-46e5-8726-2228ed51be52 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 379 time: 0.0381794 Jul 08 18:25:32.779802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'port': {'device_id': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'admin_state_up': True, 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'security_groups': ['5ae814b5-8377-445c-9989-3a736973b2f0']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:32.898391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:25:32.902886 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.033358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.6 (02c4c3fd-c2e1-435a-8186-02125e0c8377/17105bcb-c615-4f8a-b7b7-74124304de53/0a28f085-f00e-4460-a285-9729f7f45c85) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:33.050546 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.177911 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.192214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object 0a28f085-f00e-4460-a285-9729f7f45c85 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:33.227083 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.273953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:33.277468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:33.281632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:33.288485 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=0a28f085-f00e-4460-a285-9729f7f45c85,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:33.336843 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:33.337759 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.354182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-e3bdeebb-df01-4a7d-8f07-4e7ec48c7c55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790980 Jul 08 18:25:33.373512 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Request body: {'port': {'device_id': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:33.459572 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.528340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c61c844a-10bf-4f59-97f7-514c40d6a675 None None] Provisioning for port 0a28f085-f00e-4460-a285-9729f7f45c85 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:33.532515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c61c844a-10bf-4f59-97f7-514c40d6a675 None None] Provisioning complete for port 0a28f085-f00e-4460-a285-9729f7f45c85 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:33.533038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c61c844a-10bf-4f59-97f7-514c40d6a675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.568981 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-c61c844a-10bf-4f59-97f7-514c40d6a675 None None] Port 0a28f085-f00e-4460-a285-9729f7f45c85 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:25:33.738534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a28f085-f00e-4460-a285-9729f7f45c85 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:25:33.747410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.760247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Transition to ACTIVE for port object 0a28f085-f00e-4460-a285-9729f7f45c85 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:25:33.770546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.853138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Pushing event updated for resources: {'Port': ['ID=0a28f085-f00e-4460-a285-9729f7f45c85,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:33.910431 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Attempting to bind port 0a28f085-f00e-4460-a285-9729f7f45c85 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:25:33.910767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Attempting to bind port 0a28f085-f00e-4460-a285-9729f7f45c85 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:25:33.911110 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Attempting to bind port 0a28f085-f00e-4460-a285-9729f7f45c85 on network 02c4c3fd-c2e1-435a-8186-02125e0c8377 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:33.917850 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Port 0a28f085-f00e-4460-a285-9729f7f45c85 on network 02c4c3fd-c2e1-435a-8186-02125e0c8377 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:25:33.918178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Attempting to bind port 0a28f085-f00e-4460-a285-9729f7f45c85 on network 02c4c3fd-c2e1-435a-8186-02125e0c8377 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:25:33.923344 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:25:33.923686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Checking segment: {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:25:33.924063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Bound using segment: {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:25:33.924495 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Bound port: 0a28f085-f00e-4460-a285-9729f7f45c85, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0e0b30-be97-4f17-a648-81a9047fe314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:25:33.925040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:33.929790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1611df-cd54-41b0-8bdd-024dd2c0f0a9 req-b7102808-2c60-4e78-a823-7024b86fc4e5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:33.931629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a1611df-cd54-41b0-8bdd-024dd2c0f0a9 req-b7102808-2c60-4e78-a823-7024b86fc4e5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 943 time: 0.0752110 Jul 08 18:25:33.975252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1a1611df-cd54-41b0-8bdd-024dd2c0f0a9 req-9234eb36-2b36-4154-8c11-b06c57990554 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368857 Jul 08 18:25:33.999858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] For port 0a28f085-f00e-4460-a285-9729f7f45c85, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:25:34.003221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] For port 0a28f085-f00e-4460-a285-9729f7f45c85, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0a28f085-f00e-4460-a285-9729f7f45c85,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:25:34.009220 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.052577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:34.053227 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:34.054650 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 200 len: 1091 time: 0.6864071 Jul 08 18:25:34.056232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:34.058551 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:34.096494 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae4d87-ed4e-4059-8043-dce58f21e389 service neutron] Pushing event updated for resources: {'Port': ['ID=0a28f085-f00e-4460-a285-9729f7f45c85,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:34.108851 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707f88ef-5bbb-41b4-86fe-37610ccd4f30 x-openstack-request-id: req-707f88ef-5bbb-41b4-86fe-37610ccd4f30 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:34.109193 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:34.109449 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-707f88ef-5bbb-41b4-86fe-37610ccd4f30 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:34.109993 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85', 'status': 'completed', 'code': 200} Jul 08 18:25:34.194108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-73cecbb6-d6bb-4ef4-80e2-c5592d95e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:34.195676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-73cecbb6-d6bb-4ef4-80e2-c5592d95e02c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1094 time: 0.0639479 Jul 08 18:25:34.251498 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-6339dbaa-82b6-47e3-8b78-95fb2d4c85eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 200 len: 217 time: 0.0351806 Jul 08 18:25:34.316271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-cf16ff7f-aaee-4c66-b712-fdd082bb2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:34.318889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-cf16ff7f-aaee-4c66-b712-fdd082bb2cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17105bcb-c615-4f8a-b7b7-74124304de53 HTTP/1.1" status: 200 len: 834 time: 0.0571520 Jul 08 18:25:34.383593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989268-b133-46de-a502-58289ca5583a req-50e7877b-bcd5-4abb-8b2f-e9974ff2954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:34.385733 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-50e7877b-bcd5-4abb-8b2f-e9974ff2954b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02c4c3fd-c2e1-435a-8186-02125e0c8377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598900 Jul 08 18:25:34.503581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-531552b4-f6fe-401f-871a-aefb84464cfe service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070244 Jul 08 18:25:34.611166 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-31989268-b133-46de-a502-58289ca5583a req-84ad54e3-a9e0-4544-aea1-5061af6307b4 service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955343 Jul 08 18:25:34.778938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-399230df-0c6e-423d-8738-77cd2af9c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:34.780476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-399230df-0c6e-423d-8738-77cd2af9c704 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1094 time: 0.0621631 Jul 08 18:25:34.877583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-ac3668fe-05af-4469-a786-9bddd7fa5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:34.879088 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-ac3668fe-05af-4469-a786-9bddd7fa5932 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 200 len: 898 time: 0.0918491 Jul 08 18:25:34.924896 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-b40492e3-b295-4492-b338-7aa889ea2e01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 200 len: 217 time: 0.0371909 Jul 08 18:25:34.981443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-c0afe1db-6e69-4811-899f-25f2966e4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:34.982356 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-c0afe1db-6e69-4811-899f-25f2966e4827 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17105bcb-c615-4f8a-b7b7-74124304de53 HTTP/1.1" status: 200 len: 834 time: 0.0503058 Jul 08 18:25:35.051369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-1e65536a-4e81-408d-892b-8c95dbf60540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:35.052912 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-1e65536a-4e81-408d-892b-8c95dbf60540 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02c4c3fd-c2e1-435a-8186-02125e0c8377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576699 Jul 08 18:25:35.164062 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-a9f0959b-e562-4c29-8f10-970d66077a2a service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025205 Jul 08 18:25:35.168754 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816799-451e-4de7-98c9-ce620d980b0c req-d5d16977-63b7-430c-9612-4234094d62f5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:35.170443 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f816799-451e-4de7-98c9-ce620d980b0c req-d5d16977-63b7-430c-9612-4234094d62f5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 943 time: 0.0778487 Jul 08 18:25:35.217151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f816799-451e-4de7-98c9-ce620d980b0c req-62255c13-f173-4a42-a8bd-4600b5d4a24a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373464 Jul 08 18:25:35.278512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b04568ce-0a41-4fdd-b8f0-e6433fd5fb8a req-6de65aba-e4e9-4761-a03c-71d7809c19bc service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060228 Jul 08 18:25:36.395769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645417e1-382b-438b-b2a9-7b8d3a869a29 req-b17f30ae-9354-4f7b-90ae-f7b3db69938d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:36.397356 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-645417e1-382b-438b-b2a9-7b8d3a869a29 req-b17f30ae-9354-4f7b-90ae-f7b3db69938d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 943 time: 0.0657942 Jul 08 18:25:36.436089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-645417e1-382b-438b-b2a9-7b8d3a869a29 req-4cd660ff-074c-46a8-9b33-15f7746a6826 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331285 Jul 08 18:25:37.615246 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba511f-bc16-4931-96be-af4b173730aa req-e4225118-40b7-456d-8e3c-425033ed23da tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:37.616882 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4ba511f-bc16-4931-96be-af4b173730aa req-e4225118-40b7-456d-8e3c-425033ed23da tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 943 time: 0.0703042 Jul 08 18:25:37.659392 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d4ba511f-bc16-4931-96be-af4b173730aa req-00ddfd32-dbdb-44b7-9883-f682ce6940b4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361927 Jul 08 18:25:38.449023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0a28f085-f00e-4460-a285-9729f7f45c85 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:25:38.547737 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0a28f085-f00e-4460-a285-9729f7f45c85, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0a28f085-f00e-4460-a285-9729f7f45c85,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:38.562677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '0a28f085-f00e-4460-a285-9729f7f45c85', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'port_id': '0a28f085-f00e-4460-a285-9729f7f45c85', 'mac_address': 'fa:16:3e:8b:31:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:25:38.603607 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:38.617753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a28f085-f00e-4460-a285-9729f7f45c85 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:25:38.640342 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0a28f085-f00e-4460-a285-9729f7f45c85, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0a28f085-f00e-4460-a285-9729f7f45c85,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:38.644526 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:38.697047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=0a28f085-f00e-4460-a285-9729f7f45c85,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:38.864063 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51d061-96e7-46f9-8b78-cfee1793698a req-f7d3dbd0-d8fd-4471-858a-238a200e59dc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:38.865758 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed51d061-96e7-46f9-8b78-cfee1793698a req-f7d3dbd0-d8fd-4471-858a-238a200e59dc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 944 time: 0.0839512 Jul 08 18:25:38.920584 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed51d061-96e7-46f9-8b78-cfee1793698a req-a06df970-400f-4abc-ac8e-69e4f1a6a19a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Jul 08 18:25:39.010708 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['0a28f085-f00e-4460-a285-9729f7f45c85'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:25:40.122994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f102bd2-cd4e-496d-9f4f-dd7f166a777c req-b19ccdd2-a96e-43e3-b7fb-5ff74ffd9167 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:40.124633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f102bd2-cd4e-496d-9f4f-dd7f166a777c req-b19ccdd2-a96e-43e3-b7fb-5ff74ffd9167 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 944 time: 0.0737557 Jul 08 18:25:40.170152 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9f102bd2-cd4e-496d-9f4f-dd7f166a777c req-4ec31cbf-b66c-4880-8037-a0635f6363c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351095 Jul 08 18:25:40.465238 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0a28f085-f00e-4460-a285-9729f7f45c85 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:25:40.518576 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 0a28f085-f00e-4460-a285-9729f7f45c85 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:25:40.522472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 0a28f085-f00e-4460-a285-9729f7f45c85 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:25:40.522881 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.598264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.620770 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:40.623024 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6195be8-23a8-4117-ace4-33df04eb310d" -d '{"events": [{"server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "name": "network-vif-plugged", "status": "completed", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:40.637241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 0a28f085-f00e-4460-a285-9729f7f45c85, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0a28f085-f00e-4460-a285-9729f7f45c85,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:25:40.644057 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:40.694687 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=0a28f085-f00e-4460-a285-9729f7f45c85,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:40.720843 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092b6ed-75e6-46d9-9286-f40d6bbff52b x-openstack-request-id: req-8092b6ed-75e6-46d9-9286-f40d6bbff52b {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:40.721191 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "name": "network-vif-plugged", "status": "completed", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:40.721569 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8092b6ed-75e6-46d9-9286-f40d6bbff52b {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:40.722205 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85', 'code': 200} Jul 08 18:25:40.878450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6802a-5ee3-4835-b13a-46e7d2c088f3 req-b7c93e00-5667-43c0-96fd-86599a2b790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:40.879979 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58a6802a-5ee3-4835-b13a-46e7d2c088f3 req-b7c93e00-5667-43c0-96fd-86599a2b790f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1096 time: 0.0588107 Jul 08 18:25:40.918308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58a6802a-5ee3-4835-b13a-46e7d2c088f3 req-98338e30-ed51-4c89-8658-021d8e2e03c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283847 Jul 08 18:25:41.358666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f214b5-cfbb-4066-99fe-e540c4428727 req-0a0b1b71-bf09-4ccf-925c-4531d196fcb9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:41.360294 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1f214b5-cfbb-4066-99fe-e540c4428727 req-0a0b1b71-bf09-4ccf-925c-4531d196fcb9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0762744 Jul 08 18:25:41.399171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e1f214b5-cfbb-4066-99fe-e540c4428727 req-19042cf6-3dd7-49da-b4c7-3d36778ad69b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331156 Jul 08 18:25:42.573059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a9720-474b-4f37-9107-ba07011403ed req-76da98ac-7279-46b1-ae62-0747da478fd9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:42.574926 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-472a9720-474b-4f37-9107-ba07011403ed req-76da98ac-7279-46b1-ae62-0747da478fd9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0642226 Jul 08 18:25:42.613839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-472a9720-474b-4f37-9107-ba07011403ed req-5da7eee6-b04f-45cb-be12-511194921649 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336072 Jul 08 18:25:42.787864 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9279e-272a-4f7d-9c19-c3988893fba6 req-c85f6d13-f832-483d-b2b4-dee14928a7a9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:42.789394 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bd9279e-272a-4f7d-9c19-c3988893fba6 req-c85f6d13-f832-483d-b2b4-dee14928a7a9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0668910 Jul 08 18:25:42.827996 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bd9279e-272a-4f7d-9c19-c3988893fba6 req-f46fbad9-4be3-4327-80fd-bad097a7bce2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329525 Jul 08 18:25:42.851819 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56466) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:42.902314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307def9-ea12-4962-a5e1-9c1f91d97a4a tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:42.903817 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a307def9-ea12-4962-a5e1-9c1f91d97a4a tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1091 time: 0.0510209 Jul 08 18:25:42.906524 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56468) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:42.910760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '0a28f085-f00e-4460-a285-9729f7f45c85', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:25:42.933159 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.030302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.130741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.241 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/304cb311-0ff6-49d6-9aaa-394fd85c8c3a) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:25:43.231837 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.270602 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:43.309857 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:25:43.312619 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:25:43.316064 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:25:43.321448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=304cb311-0ff6-49d6-9aaa-394fd85c8c3a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:44.013956 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.090430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.180449 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.255877 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.261766 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.335557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=304cb311-0ff6-49d6-9aaa-394fd85c8c3a,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:25:44.348278 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.457870 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 3e9de256-83b9-4963-9212-27603a0b8422 associated. External IP: 172.25.5.241, port: 0a28f085-f00e-4460-a285-9729f7f45c85. Jul 08 18:25:44.670307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router d979f893-17c5-45b1-b41e-5fc64f1fd577 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:25:44.781752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:25:44.792533 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] Sync routers for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:25:44.798180 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:44.802557 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:44.803171 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:44.834798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-df242bd8-6921-4acd-99eb-851a78758c1b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9272623 Jul 08 18:25:44.835398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:25:44.837850 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f" -d '{"events": [{"name": "network-changed", "server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:25:44.918760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:45.009877 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158540f-728d-46a6-badf-aaeae8a5f36d req-081b8a46-f86a-4f98-92ca-171ebdb0d867 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:45.011400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c158540f-728d-46a6-badf-aaeae8a5f36d req-081b8a46-f86a-4f98-92ca-171ebdb0d867 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0760996 Jul 08 18:25:45.057783 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c158540f-728d-46a6-badf-aaeae8a5f36d req-55ab76b0-cbbf-45a1-9bc6-58e9eb2a92fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Jul 08 18:25:45.086470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56474) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:45.127485 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9878103b-6871-4218-a46a-668f5e3f5f23 x-openstack-request-id: req-9878103b-6871-4218-a46a-668f5e3f5f23 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:25:45.127754 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:25:45.128012 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9878103b-6871-4218-a46a-668f5e3f5f23 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:25:45.128406 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85', 'status': 'completed', 'code': 200} Jul 08 18:25:45.156692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-25724a0a-2e47-430d-acca-00d3d2f825d3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/3e9de256-83b9-4963-9212-27603a0b8422 HTTP/1.1" status: 200 len: 991 time: 0.0668473 Jul 08 18:25:45.225549 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-b05ae8e9-3dd5-4cee-a919-bcbc9d5624b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:45.228329 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-b05ae8e9-3dd5-4cee-a919-bcbc9d5624b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1096 time: 0.0589693 Jul 08 18:25:45.322930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3e9de256-83b9-4963-9212-27603a0b8422', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'port_id': '0a28f085-f00e-4460-a285-9729f7f45c85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'mac_address': 'fa:16:3e:8b:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:25:43Z', 'updated_at': '2021-07-08T18:25:43Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:30Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:45.328264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-8cbc6aa0-eef6-446c-847f-a54639ed3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:45.329788 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-8cbc6aa0-eef6-446c-847f-a54639ed3e98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 200 len: 898 time: 0.0958519 Jul 08 18:25:45.353964 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] Checking router: d979f893-17c5-45b1-b41e-5fc64f1fd577 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:25:45.362895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:25:45.363512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:25:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:45.400076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-fa7e704e-15e9-4bde-b485-33b08fc8c1a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 200 len: 999 time: 0.0635026 Jul 08 18:25:45.448363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-31840586-c795-4346-b032-e5c6b4f8f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:45.450132 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-31840586-c795-4346-b032-e5c6b4f8f4d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17105bcb-c615-4f8a-b7b7-74124304de53 HTTP/1.1" status: 200 len: 834 time: 0.0444596 Jul 08 18:25:45.467844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:25:45.509497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-34754614-c503-441c-831f-8d7a2305686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:25:45.511191 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-34754614-c503-441c-831f-8d7a2305686b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02c4c3fd-c2e1-435a-8186-02125e0c8377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545976 Jul 08 18:25:45.624634 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-62432294-af76-4c50-9353-7ab44b68b94e service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051178 Jul 08 18:25:45.695802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3e9de256-83b9-4963-9212-27603a0b8422', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'port_id': '0a28f085-f00e-4460-a285-9729f7f45c85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'mac_address': 'fa:16:3e:8b:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:25:43Z', 'updated_at': '2021-07-08T18:25:43Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:30Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:25:45.718106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a2c1b8f3-ea04-45e5-9acb-a51658a6431f req-473d7316-d1bd-44df-8d16-3ea904c90942 service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871527 Jul 08 18:25:45.723546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2cb6b7-01d3-4480-a473-85528fe5fa49 None None] The sync data for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 is: [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '3e9de256-83b9-4963-9212-27603a0b8422', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'port_id': '0a28f085-f00e-4460-a285-9729f7f45c85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'mac_address': 'fa:16:3e:8b:31:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:25:43Z', 'updated_at': '2021-07-08T18:25:43Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:30Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:25:45.910546 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced795ac-83e5-4b50-b66d-a2ffdfff8d51 None None] New status for floating IP 3e9de256-83b9-4963-9212-27603a0b8422: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:25:46.159229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56476) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:25:46.222516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-bdf713ff-4868-4469-bee9-018b5c821634 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/3e9de256-83b9-4963-9212-27603a0b8422 HTTP/1.1" status: 200 len: 993 time: 0.0621650 Jul 08 18:25:56.376076 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:25:57.550962 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a5b975c-76ef-4d13-b353-c6f05c9d171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.094999 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-819b4ba0-9826-4992-be52-8f02436b6165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:00.563398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:01.596996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:03.054817 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:08.081427 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:26:09.035011 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-7ce4730d-dabc-4d89-9e91-aed767518000 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514588 Jul 08 18:26:09.159167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-e3c03827-0a68-4da5-b176-e53067a14e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:09.160691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-e3c03827-0a68-4da5-b176-e53067a14e72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1096 time: 0.0627539 Jul 08 18:26:09.268604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-c7ea7d73-477c-4fda-a51c-10fb506b8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:09.270202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-c7ea7d73-477c-4fda-a51c-10fb506b8e71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 200 len: 898 time: 0.0880258 Jul 08 18:26:09.335846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-dd0d2509-2234-46b7-8605-847a930f7f42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 200 len: 1001 time: 0.0583694 Jul 08 18:26:09.386901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-fe037e7f-51e4-436a-a728-993ccc56a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:09.388376 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-fe037e7f-51e4-436a-a728-993ccc56a574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17105bcb-c615-4f8a-b7b7-74124304de53 HTTP/1.1" status: 200 len: 834 time: 0.0436378 Jul 08 18:26:09.453454 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-1c8695d1-f54c-4bd6-9d07-66833880e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:09.455006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-1c8695d1-f54c-4bd6-9d07-66833880e7a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02c4c3fd-c2e1-435a-8186-02125e0c8377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599566 Jul 08 18:26:09.552476 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-87ce540a-08e2-429d-89e6-e0ebd7670d41 service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891802 Jul 08 18:26:09.652842 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6dc396eb-3e79-4ad7-bf91-4af2d90aefe4 req-b9da609f-6275-4fae-b818-d1f31c1012a7 service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928285 Jul 08 18:26:14.174993 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:21.494859 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-140fc717-b51d-48a0-8fc8-0a476f9631bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:21.496568 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-140fc717-b51d-48a0-8fc8-0a476f9631bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1096 time: 0.0536768 Jul 08 18:26:21.505924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89cb4d-78c0-4218-8a37-c3b790fdbe1b req-f2db6931-50f2-494f-96d8-39fbf0c07e05 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:21.507428 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e89cb4d-78c0-4218-8a37-c3b790fdbe1b req-f2db6931-50f2-494f-96d8-39fbf0c07e05 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0640316 Jul 08 18:26:21.545190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0e89cb4d-78c0-4218-8a37-c3b790fdbe1b req-706078bd-d447-405d-b8e4-4e06c53bf613 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319109 Jul 08 18:26:21.585592 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-23d645cd-d767-436a-a5c4-10d61ae31a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:21.587077 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-23d645cd-d767-436a-a5c4-10d61ae31a4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 200 len: 898 time: 0.0839036 Jul 08 18:26:21.657667 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-31d1fc8c-0d39-43d9-968a-094494cf6656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 200 len: 1001 time: 0.0598133 Jul 08 18:26:21.705728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-6e0bdaf2-7984-4444-bb30-4cfffd3d06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:21.707145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-6e0bdaf2-7984-4444-bb30-4cfffd3d06d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17105bcb-c615-4f8a-b7b7-74124304de53 HTTP/1.1" status: 200 len: 834 time: 0.0423331 Jul 08 18:26:21.766570 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-bbee7183-5878-4867-964e-7c70bb24fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:21.768079 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-bbee7183-5878-4867-964e-7c70bb24fae3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02c4c3fd-c2e1-435a-8186-02125e0c8377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527980 Jul 08 18:26:21.868402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-40212c23-531e-4bb0-bd56-631219fe369f service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883319 Jul 08 18:26:21.957294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85be2aba-307c-4c2e-bfe7-244d20f9833c req-27d2b25d-a30f-4917-b2d0-56478f34b624 service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808933 Jul 08 18:26:22.721357 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44a662-4751-4dc7-b251-329e7eb964c8 req-6c8a1cfb-2c18-4d21-8d0e-367cd5aa098e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:22.722854 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e44a662-4751-4dc7-b251-329e7eb964c8 req-6c8a1cfb-2c18-4d21-8d0e-367cd5aa098e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0675478 Jul 08 18:26:22.762787 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6e44a662-4751-4dc7-b251-329e7eb964c8 req-34e84382-9302-4017-8518-bdd4fce79b1e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Jul 08 18:26:23.932906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996120b-e69c-4bda-b39b-807c8e133e5d req-b69a87b6-9caf-44dd-8d55-4abc10974e52 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:23.934573 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d996120b-e69c-4bda-b39b-807c8e133e5d req-b69a87b6-9caf-44dd-8d55-4abc10974e52 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0639198 Jul 08 18:26:23.973027 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d996120b-e69c-4bda-b39b-807c8e133e5d req-6531a8ee-aee0-40ee-b473-4ff8691df01b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328045 Jul 08 18:26:25.152482 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da9d0f-325a-487a-a889-1c70272c6b72 req-ce13e78d-ab1f-4673-9a41-9cefee6589b9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:25.153901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23da9d0f-325a-487a-a889-1c70272c6b72 req-ce13e78d-ab1f-4673-9a41-9cefee6589b9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0720665 Jul 08 18:26:25.192190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23da9d0f-325a-487a-a889-1c70272c6b72 req-01f59dde-b23c-4637-8d72-d2eea52be9b8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Jul 08 18:26:26.366084 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0fdf8-7365-4105-a28c-1f6907884268 req-f4ce35cb-9c07-4f34-b502-23e200a8c48f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:26.367610 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0f0fdf8-7365-4105-a28c-1f6907884268 req-f4ce35cb-9c07-4f34-b502-23e200a8c48f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0629086 Jul 08 18:26:26.373451 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:26.406042 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e0f0fdf8-7365-4105-a28c-1f6907884268 req-c10f1a90-7ee5-4a5a-8306-e9a060728968 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Jul 08 18:26:27.553115 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a18c80b8-c265-41e5-8577-942cd871e89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:27.581606 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76a727-cc1e-4f9c-b988-47603d844789 req-eb7382d9-3468-4fa3-be34-4961cd2b1f02 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:27.583158 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f76a727-cc1e-4f9c-b988-47603d844789 req-eb7382d9-3468-4fa3-be34-4961cd2b1f02 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0641255 Jul 08 18:26:27.620640 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0f76a727-cc1e-4f9c-b988-47603d844789 req-8e0e306a-412d-44e9-9e3f-6533b693ac75 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317895 Jul 08 18:26:28.802592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546860bf-180d-4958-920b-76bf9abe0620 req-1eae1a4e-93c6-4eeb-81ac-27308c995d75 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:28.804177 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-546860bf-180d-4958-920b-76bf9abe0620 req-1eae1a4e-93c6-4eeb-81ac-27308c995d75 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0691061 Jul 08 18:26:28.844402 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-546860bf-180d-4958-920b-76bf9abe0620 req-8d5fb45b-256f-48c7-8f0a-bc7da3c1720e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344517 Jul 08 18:26:30.031503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c99d4-9af1-4bfa-b59c-fa3d014e6350 req-c24cdde3-66c1-474b-b2dc-773033c9914f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:30.033077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a73c99d4-9af1-4bfa-b59c-fa3d014e6350 req-c24cdde3-66c1-474b-b2dc-773033c9914f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0704038 Jul 08 18:26:30.073717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a73c99d4-9af1-4bfa-b59c-fa3d014e6350 req-9f40d3b7-83c4-4e20-90f5-9ae1a4bfa5d9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348196 Jul 08 18:26:30.098108 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a5304c0-8009-46ca-a242-712d9ecd3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:30.564901 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:31.261205 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f61d3-6b7c-449c-baed-a691d069014b req-d2412dbe-9f63-4877-a8c5-868159a84009 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:31.262703 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a65f61d3-6b7c-449c-baed-a691d069014b req-d2412dbe-9f63-4877-a8c5-868159a84009 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0733809 Jul 08 18:26:31.299609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a65f61d3-6b7c-449c-baed-a691d069014b req-ded25af7-a9ba-42e1-941f-f9168ab2685f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313570 Jul 08 18:26:31.599484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:32.473178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8095c2e-0a62-4010-ba9f-43396cb65007 req-1f19bf76-7c24-437f-bf97-40416bfd289c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:32.474674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8095c2e-0a62-4010-ba9f-43396cb65007 req-1f19bf76-7c24-437f-bf97-40416bfd289c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0634742 Jul 08 18:26:32.514480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c8095c2e-0a62-4010-ba9f-43396cb65007 req-20275771-9b0d-4713-894f-d162bde53c0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 Jul 08 18:26:33.060977 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:33.691404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30bdb5-f780-4fbd-9257-5879200dd931 req-26031b83-6395-4536-a43d-56da06829be4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:26:33.692978 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d30bdb5-f780-4fbd-9257-5879200dd931 req-26031b83-6395-4536-a43d-56da06829be4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0647783 Jul 08 18:26:33.734633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1d30bdb5-f780-4fbd-9257-5879200dd931 req-22385645-dd2a-4f33-9186-620434e08b02 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352564 Jul 08 18:26:33.760522 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56518) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:26:33.837008 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dc6209b2-f1e5-4560-9d8c-4b6cdc26a893 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/3e9de256-83b9-4963-9212-27603a0b8422 HTTP/1.1" status: 200 len: 993 time: 0.0746357 Jul 08 18:26:44.188818 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:45.083274 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:26:56.373374 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:26:57.545513 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c7ce59d-4026-4dc6-93bb-b880a0c7f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.105391 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7e1dcb8d-9c67-491e-8ac7-75e878cd4790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:00.566580 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:01.603066 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:03.058572 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.252075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56536) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:06.405657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 304cb311-0ff6-49d6-9aaa-394fd85c8c3a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:06.406003 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.477411 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.477736 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.489183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 304cb311-0ff6-49d6-9aaa-394fd85c8c3a owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:06.645266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.670957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=304cb311-0ff6-49d6-9aaa-394fd85c8c3a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:06.682257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.682610 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.682952 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.683290 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.683621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.683953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.684283 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.684609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.684967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.685294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.685620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.685942 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:06.747283 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:06.747620 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 3e9de256-83b9-4963-9212-27603a0b8422 disassociated (deleted). External IP: 172.25.5.241, port: 0a28f085-f00e-4460-a285-9729f7f45c85. Jul 08 18:27:07.276199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router d979f893-17c5-45b1-b41e-5fc64f1fd577 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:27:07.379035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:27:07.383822 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:07.388636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] Sync routers for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:27:07.397862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:07.398464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:07.419526 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1cbe9391-0a7d-42dd-87b3-a0bb5e6e6941 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/floatingips/3e9de256-83b9-4963-9212-27603a0b8422 HTTP/1.1" status: 204 len: 168 time: 1.1664138 Jul 08 18:27:07.420123 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:27:07.422478 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816b4c5f-9081-43b3-8b62-095778765f06" -d '{"events": [{"name": "network-changed", "server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:27:07.504774 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:07.679279 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c6e22-b64a-41e7-b64e-b139c13acd9c x-openstack-request-id: req-606c6e22-b64a-41e7-b64e-b139c13acd9c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:27:07.679571 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:27:07.679826 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-606c6e22-b64a-41e7-b64e-b139c13acd9c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:27:07.680222 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85', 'status': 'completed', 'code': 200} Jul 08 18:27:07.713219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:30Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:07.743035 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] Checking router: d979f893-17c5-45b1-b41e-5fc64f1fd577 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:27:07.752122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:07.752764 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:07.813025 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b4c5f-9081-43b3-8b62-095778765f06 req-12c88bd0-b97a-4bd3-a764-dfc724a63918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:07.814589 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-816b4c5f-9081-43b3-8b62-095778765f06 req-12c88bd0-b97a-4bd3-a764-dfc724a63918 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 1096 time: 0.0580020 Jul 08 18:27:07.842911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625ea7-e368-4c1b-9dec-8c807d5f66ee req-2a4bc32b-1eda-4e46-a549-221e614c6cb3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:07.844751 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc625ea7-e368-4c1b-9dec-8c807d5f66ee req-2a4bc32b-1eda-4e46-a549-221e614c6cb3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0721736 Jul 08 18:27:07.865854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:07.887367 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc625ea7-e368-4c1b-9dec-8c807d5f66ee req-b6ff4839-de4b-4d2e-a0af-a97c0246d9f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353229 Jul 08 18:27:07.915147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b4c5f-9081-43b3-8b62-095778765f06 req-769ff60e-691b-47e6-9639-135deea3509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:07.917170 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-816b4c5f-9081-43b3-8b62-095778765f06 req-769ff60e-691b-47e6-9639-135deea3509e service neutron] 10.222.0.41 "GET /v2.0/networks?id=02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 200 len: 898 time: 0.0955043 Jul 08 18:27:07.968433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-816b4c5f-9081-43b3-8b62-095778765f06 req-aed4873d-ec6f-439d-8240-60c12d93e380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 200 len: 217 time: 0.0342107 Jul 08 18:27:08.017759 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b4c5f-9081-43b3-8b62-095778765f06 req-8f881689-dedd-4d2a-b7af-cfc62e17bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:08.019367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-816b4c5f-9081-43b3-8b62-095778765f06 req-8f881689-dedd-4d2a-b7af-cfc62e17bef7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17105bcb-c615-4f8a-b7b7-74124304de53 HTTP/1.1" status: 200 len: 834 time: 0.0440314 Jul 08 18:27:08.067016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:30Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:08.080077 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b4c5f-9081-43b3-8b62-095778765f06 req-c0bd604f-a659-4bd8-b20d-1ecbbda456e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:08.081676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-816b4c5f-9081-43b3-8b62-095778765f06 req-c0bd604f-a659-4bd8-b20d-1ecbbda456e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02c4c3fd-c2e1-435a-8186-02125e0c8377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531838 Jul 08 18:27:08.097655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a1308b-1c6d-4be7-b850-b1dbe7b9d673 None None] The sync data for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 is: [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:25:25Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e99dd50b-3897-4556-9d86-d55a212ad60b', 'name': '', 'network_id': '02c4c3fd-c2e1-435a-8186-02125e0c8377', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:42:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:24Z', 'updated_at': '2021-07-08T18:25:30Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '17105bcb-c615-4f8a-b7b7-74124304de53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:27:08.179208 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-816b4c5f-9081-43b3-8b62-095778765f06 req-10013046-4042-4a0a-922d-d23999fdf84f service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899396 Jul 08 18:27:08.272217 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-816b4c5f-9081-43b3-8b62-095778765f06 req-f6576f77-8675-4737-97bb-bf4c639053f4 service neutron] 10.222.0.41 "GET /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855846 Jul 08 18:27:08.323998 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f20394-164f-49ef-9c80-c5711ea2c33d None None] New status for floating IP 3e9de256-83b9-4963-9212-27603a0b8422: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:27:09.065596 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5a5cd-4816-47ef-a5aa-caeb8e5bf191 req-82afa922-b24d-49d9-8d16-5377ef81f09a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:09.067070 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89f5a5cd-4816-47ef-a5aa-caeb8e5bf191 req-82afa922-b24d-49d9-8d16-5377ef81f09a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0662780 Jul 08 18:27:09.108576 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89f5a5cd-4816-47ef-a5aa-caeb8e5bf191 req-b30b90c1-0056-4c50-bd18-ce167d21fc1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=5ae814b5-8377-445c-9989-3a736973b2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350215 Jul 08 18:27:09.780724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211be675-a641-4c8a-92be-79fa9dd2233f req-2d294741-0758-4079-8b90-0c2086390c5e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:09.782210 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-211be675-a641-4c8a-92be-79fa9dd2233f req-2d294741-0758-4079-8b90-0c2086390c5e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 945 time: 0.0703957 Jul 08 18:27:09.878905 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 0a28f085-f00e-4460-a285-9729f7f45c85 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:09.879245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.977288 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 0a28f085-f00e-4460-a285-9729f7f45c85, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=0a28f085-f00e-4460-a285-9729f7f45c85,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:09.977818 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:09.990096 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 0a28f085-f00e-4460-a285-9729f7f45c85 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:10.114604 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:10.147730 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=0a28f085-f00e-4460-a285-9729f7f45c85,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:10.191419 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] No DVR routers for this DVR port 0a28f085-f00e-4460-a285-9729f7f45c85 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:10.194123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:10.196202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-211be675-a641-4c8a-92be-79fa9dd2233f req-1d574096-b047-4534-a7d2-cccc687b7026 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "DELETE /v2.0/ports/0a28f085-f00e-4460-a285-9729f7f45c85 HTTP/1.1" status: 204 len: 173 time: 0.4078960 Jul 08 18:27:10.196636 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'name': 'network-vif-deleted', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:27:10.199455 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd0990e-f174-4f3f-9b8c-d508a0c30cec" -d '{"events": [{"server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "name": "network-vif-deleted", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:27:10.256436 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-67bcd485-0e19-4f1b-96db-a6d1d3199bba req-da9fdef5-7802-4edd-ba46-047ffb3f8bff tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=be59e50b-94a4-40e1-851a-158c739e3fea HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jul 08 18:27:10.312695 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c130d39b-a321-46c4-9a74-d19da6517e61 x-openstack-request-id: req-c130d39b-a321-46c4-9a74-d19da6517e61 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:27:10.313022 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be59e50b-94a4-40e1-851a-158c739e3fea", "name": "network-vif-deleted", "tag": "0a28f085-f00e-4460-a285-9729f7f45c85", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:27:10.313272 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c130d39b-a321-46c4-9a74-d19da6517e61 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:27:10.313670 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be59e50b-94a4-40e1-851a-158c739e3fea', 'name': 'network-vif-deleted', 'tag': '0a28f085-f00e-4460-a285-9729f7f45c85', 'status': 'completed', 'code': 200} Jul 08 18:27:11.366837 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56556) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:11.728896 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:11.995024 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port e99dd50b-3897-4556-9d86-d55a212ad60b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:11.995281 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.081213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port e99dd50b-3897-4556-9d86-d55a212ad60b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e99dd50b-3897-4556-9d86-d55a212ad60b,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:12.081573 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.094551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for e99dd50b-3897-4556-9d86-d55a212ad60b owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:12.281419 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.313515 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=e99dd50b-3897-4556-9d86-d55a212ad60b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:12.486721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.700698 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router d979f893-17c5-45b1-b41e-5fc64f1fd577 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:27:12.809665 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:27:12.816848 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-860f9ba6-edda-4128-9c08-34f832cf9d12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/d979f893-17c5-45b1-b41e-5fc64f1fd577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4466963 Jul 08 18:27:12.817561 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56558) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:12.818595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] Sync routers for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:27:12.828126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:12.828769 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:12.872929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting subnet 17105bcb-c615-4f8a-b7b7-74124304de53 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:27:12.876069 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.918195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:12.941003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:13.012096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.035899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0a28f085-f00e-4460-a285-9729f7f45c85 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:13.066325 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 0a28f085-f00e-4460-a285-9729f7f45c85 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:13.067053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 0a28f085-f00e-4460-a285-9729f7f45c85 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:13.073244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.101780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Subnet': ['ID=17105bcb-c615-4f8a-b7b7-74124304de53,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:13.105914 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.107857 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9c1a1776-938e-4a59-a741-c68fc6aa2da3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/subnets/17105bcb-c615-4f8a-b7b7-74124304de53 HTTP/1.1" status: 204 len: 168 time: 0.2893302 Jul 08 18:27:13.113503 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56560) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:13.133313 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac5eca-00e5-47a3-9887-1b82a599d784 None None] Network 02c4c3fd-c2e1-435a-8186-02125e0c8377 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:13.224608 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.257196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:27:12Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:13.291578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] Checking router: d979f893-17c5-45b1-b41e-5fc64f1fd577 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:27:13.308053 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] Routers {'d979f893-17c5-45b1-b41e-5fc64f1fd577'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:13.308676 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d979f893-17c5-45b1-b41e-5fc64f1fd577'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:13.336481 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.407604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port d04079a9-2fb7-4f50-95d0-75edf63a7e40 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:13.408037 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.441912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] Set router d979f893-17c5-45b1-b41e-5fc64f1fd577 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:13.448274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] DHCP port deletion for 02c4c3fd-c2e1-435a-8186-02125e0c8377 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:27:13.501363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port d04079a9-2fb7-4f50-95d0-75edf63a7e40, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=d04079a9-2fb7-4f50-95d0-75edf63a7e40,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:13.501989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.516673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for d04079a9-2fb7-4f50-95d0-75edf63a7e40 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:13.686039 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.713224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=d04079a9-2fb7-4f50-95d0-75edf63a7e40,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:13.777991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.779528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Deleting port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:27:13.779996 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.871606 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] For port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8,segment=NetworkSegment(9d0e0b30-be97-4f17-a648-81a9047fe314),segment_id=9d0e0b30-be97-4f17-a648-81a9047fe314)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:13.872294 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.876979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.879136 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.886029 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Calling delete_port for 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:27:13.928140 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.928867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Fanout notify agent at l3_agent the message router_deleted on router d979f893-17c5-45b1-b41e-5fc64f1fd577 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:27:13.936453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:27:12Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:13.937029 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:13.938201 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1a9c4a52-1c52-4b8b-9eac-401939c3e3e0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/routers/d979f893-17c5-45b1-b41e-5fc64f1fd577 HTTP/1.1" status: 204 len: 168 time: 0.8237393 Jul 08 18:27:13.943539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56562) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:13.968528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47288c1-307a-4698-8ca0-b5e88b7521be None None] The sync data for ids ['d979f893-17c5-45b1-b41e-5fc64f1fd577'] in n-d-799528-4 is: [{'id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695414674', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:25:21Z', 'updated_at': '2021-07-08T18:27:12Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'd04079a9-2fb7-4f50-95d0-75edf63a7e40', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd979f893-17c5-45b1-b41e-5fc64f1fd577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:25:22Z', 'updated_at': '2021-07-08T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:27:14.014216 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.034802 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.040402 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Pushing event deleted for resources: {'Port': ['ID=63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:14.049864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] No DVR routers for this DVR port 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:27:14.052141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.052488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.052848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.053294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.053597 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.054124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.054341 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.054667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.054992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.055316 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.055806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.056123 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e9c1a-2cbd-4447-bcde-bf6381b96e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.136586 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.146565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c4c3fd-c2e1-435a-8186-02125e0c8377']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:14.157418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0e0b30-be97-4f17-a648-81a9047fe314') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:14.157715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0e0b30-be97-4f17-a648-81a9047fe314') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:14.167244 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.180323 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.186304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:27:14.186819 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:27:14.189871 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:27:14.204660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.247242 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.254179 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.255920 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/networks/02c4c3fd-c2e1-435a-8186-02125e0c8377 HTTP/1.1" status: 204 len: 168 time: 0.3112891 Jul 08 18:27:14.258753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56564) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:14.267258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Network': ['ID=02c4c3fd-c2e1-435a-8186-02125e0c8377,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:14.274602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.275867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.275867 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.276100 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.276430 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.276776 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.277111 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.277437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.277825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.278160 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.278569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.278896 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036dab6-8ee6-44ff-8054-f6e4942cee68 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:14.324043 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8477a926-6ecb-441d-9e0c-022284f59dd4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.357358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8477a926-6ecb-441d-9e0c-022284f59dd4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.434269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e99dd50b-3897-4556-9d86-d55a212ad60b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:14.436165 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8477a926-6ecb-441d-9e0c-022284f59dd4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.439329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8477a926-6ecb-441d-9e0c-022284f59dd4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.440646 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8477a926-6ecb-441d-9e0c-022284f59dd4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/security-groups/5ae814b5-8377-445c-9989-3a736973b2f0 HTTP/1.1" status: 204 len: 168 time: 0.1808636 Jul 08 18:27:14.450910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477a926-6ecb-441d-9e0c-022284f59dd4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae814b5-8377-445c-9989-3a736973b2f0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:14.462119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e99dd50b-3897-4556-9d86-d55a212ad60b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:14.463065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e99dd50b-3897-4556-9d86-d55a212ad60b not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:14.463545 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:14.490474 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:14.490829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 63c93c4a-8e38-4b11-8eb0-20c46c2a6ee8 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:14.833816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56570) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:14.839062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-52801ddd-c72e-4433-84fb-63030284a9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972782468', 'description': 'tempest-secgroup-smoke-972782468 description', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:14.861999 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52801ddd-c72e-4433-84fb-63030284a9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.945118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52801ddd-c72e-4433-84fb-63030284a9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.949641 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52801ddd-c72e-4433-84fb-63030284a9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.981800 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-52801ddd-c72e-4433-84fb-63030284a9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:14.982926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-52801ddd-c72e-4433-84fb-63030284a9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1480823 Jul 08 18:27:14.984004 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52801ddd-c72e-4433-84fb-63030284a9df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c78a29-3019-458d-b9d9-6ed9a5f87703,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:14.986124 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56572) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:14.990889 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-793c6e5a-e2f3-429f-aaaa-a9d7083a6250 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '85c78a29-3019-458d-b9d9-6ed9a5f87703', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.019654 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-793c6e5a-e2f3-429f-aaaa-a9d7083a6250 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.081648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-793c6e5a-e2f3-429f-aaaa-a9d7083a6250 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.085415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-793c6e5a-e2f3-429f-aaaa-a9d7083a6250 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.109967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c6e5a-e2f3-429f-aaaa-a9d7083a6250 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fa6244-c97f-446a-bede-b864bf485ee0,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.118291 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-793c6e5a-e2f3-429f-aaaa-a9d7083a6250 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.120360 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-793c6e5a-e2f3-429f-aaaa-a9d7083a6250 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330566 Jul 08 18:27:15.122911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56574) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:15.127319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f386ba2d-9f51-4f89-ae72-787eaace118f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '85c78a29-3019-458d-b9d9-6ed9a5f87703', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.153243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f386ba2d-9f51-4f89-ae72-787eaace118f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.209266 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f386ba2d-9f51-4f89-ae72-787eaace118f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.213150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f386ba2d-9f51-4f89-ae72-787eaace118f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.229972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386ba2d-9f51-4f89-ae72-787eaace118f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014b5523-bb33-4d53-837c-5c83c8f4fbef,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.236776 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f386ba2d-9f51-4f89-ae72-787eaace118f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.237872 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f386ba2d-9f51-4f89-ae72-787eaace118f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140108 Jul 08 18:27:15.241765 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56576) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:15.246822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9d36b58f-908f-4da3-9f2a-3d484f710581 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '85c78a29-3019-458d-b9d9-6ed9a5f87703', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.272750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d36b58f-908f-4da3-9f2a-3d484f710581 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.329774 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d36b58f-908f-4da3-9f2a-3d484f710581 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.333118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d36b58f-908f-4da3-9f2a-3d484f710581 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.350329 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36b58f-908f-4da3-9f2a-3d484f710581 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be34c79f-8aba-4fc2-af65-28139139217a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.355957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9d36b58f-908f-4da3-9f2a-3d484f710581 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.360111 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9d36b58f-908f-4da3-9f2a-3d484f710581 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144936 Jul 08 18:27:15.360217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56578) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:15.364913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0da47f89-b127-439e-9c70-cf0c8664c3ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '85c78a29-3019-458d-b9d9-6ed9a5f87703', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.391404 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0da47f89-b127-439e-9c70-cf0c8664c3ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.450807 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0da47f89-b127-439e-9c70-cf0c8664c3ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.454621 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0da47f89-b127-439e-9c70-cf0c8664c3ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.475515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da47f89-b127-439e-9c70-cf0c8664c3ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01a4257-76ef-495e-929d-0b34d38a2d1d,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.478827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0da47f89-b127-439e-9c70-cf0c8664c3ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.479970 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0da47f89-b127-439e-9c70-cf0c8664c3ea tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185360 Jul 08 18:27:15.482653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56580) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:15.487229 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '85c78a29-3019-458d-b9d9-6ed9a5f87703', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.510149 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:27:15.515264 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.574392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.578103 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.597406 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedab30a-d49d-411d-90c6-2324e32d1fe6,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.604833 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.606030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1aafaa06-5d12-482c-9998-79095c16cbab tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224146 Jul 08 18:27:15.609922 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56582) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:15.614358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '85c78a29-3019-458d-b9d9-6ed9a5f87703', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.637948 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:27:15.643251 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.703984 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.707497 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.727743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72ff184-d15c-4922-a04b-cee02b5caf78,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.745748 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.746965 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b7b022a5-b2cc-453a-9241-dfa07122d781 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361177 Jul 08 18:27:15.749982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56584) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:15.754834 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'network': {'name': 'tempest-network-smoke--399182300', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'port_security_enabled': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.776092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:15.779587 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.803822 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:27:15.815690 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.816101 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Added segment f0d8e02f-c1a0-4673-aadd-a94d1217bca8 of type vlan for network 563075f6-f931-4233-a585-c6c348caa254 Jul 08 18:27:15.860042 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.891753 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.897890 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:15.898491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:15.961191 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2101474 Jul 08 18:27:15.964686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56586) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:15.971051 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'admin_state_up': True, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:15.979687 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320fd16-f743-4598-9fdb-9dde20210803 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Network': ['ID=563075f6-f931-4233-a585-c6c348caa254,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:15.992334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 563075f6-f931-4233-a585-c6c348caa254 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:27:16.000502 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.001650 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.062969 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.076073 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d04079a9-2fb7-4f50-95d0-75edf63a7e40 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:27:16.096510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: d04079a9-2fb7-4f50-95d0-75edf63a7e40 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:27:16.096887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device d04079a9-2fb7-4f50-95d0-75edf63a7e40 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:27:16.204190 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.408036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.427296 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.534968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.162 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/9868b88c-6afe-41ad-8866-fccb23c8cf0f) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:16.636852 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.676333 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:16.710770 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:16.716016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:16.718925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:16.747045 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=9868b88c-6afe-41ad-8866-fccb23c8cf0f,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:17.306169 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.493449 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.618186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router f546d432-18dc-4810-b760-34147809e817 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:27:17.724169 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:27:17.734426 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Sync routers for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:27:17.742487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:17.743494 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:17.743822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b227ff57-0824-4797-9087-0c905eaffe64 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7787826 Jul 08 18:27:17.744089 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:17.747013 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56588) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:17.777342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2b2d2361-5950-48f6-a998-2b65c458ef24 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=ab14872707ec44c19f85a8cb36e5074a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292261 Jul 08 18:27:17.780165 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56590) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:17.849052 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:17.873392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3a494-2333-40d3-a880-cb31bece2d35 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:17.874924 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-19e3a494-2333-40d3-a880-cb31bece2d35 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934889 Jul 08 18:27:17.878041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56592) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:17.907350 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-339cf5ec-12fb-4e92-9593-98a0f51526cf tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282190 Jul 08 18:27:17.909963 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56594) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:17.914697 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346909848', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:18.006341 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:18.011035 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.025582 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:16Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:18.050633 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Checking router: f546d432-18dc-4810-b760-34147809e817 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:27:18.050976 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Updating router f546d432-18dc-4810-b760-34147809e817 port 9868b88c-6afe-41ad-8866-fccb23c8cf0f binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:27:18.090787 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.197512 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.261206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Subnet': ['ID=e784fc0e-10c2-482b-a1dd-80063978c747,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:18.271347 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Checking segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:18.271719 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network hostable DHCP agents. Network: 563075f6-f931-4233-a585-c6c348caa254, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:27:18.288175 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563075f6-f931-4233-a585-c6c348caa254 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:27:18.297858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 563075f6-f931-4233-a585-c6c348caa254) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:18.302093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:18.302685 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.312686 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e159b1-97a7-4a84-a81a-d5312bd5414e None None] Network 563075f6-f931-4233-a585-c6c348caa254 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:18.318747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9959fe4c-a86e-4a80-b070-2abe7d327a17 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077969 Jul 08 18:27:18.321713 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56596) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:18.346506 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.361663 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Transition to ACTIVE for port object 9868b88c-6afe-41ad-8866-fccb23c8cf0f will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:18.369657 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.421580 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Attempting to bind port 9868b88c-6afe-41ad-8866-fccb23c8cf0f on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:18.421981 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Attempting to bind port 9868b88c-6afe-41ad-8866-fccb23c8cf0f by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:18.422292 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Attempting to bind port 9868b88c-6afe-41ad-8866-fccb23c8cf0f on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:18.437998 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:18.438393 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:18.438750 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.439134 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:18.439594 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Bound port: 9868b88c-6afe-41ad-8866-fccb23c8cf0f, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:18.439976 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.460561 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Pushing event updated for resources: {'Port': ['ID=9868b88c-6afe-41ad-8866-fccb23c8cf0f,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:18.481763 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.482103 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.482252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-563075f6-f931-4233-a585-c6c348caa254', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:27:18.482456 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.482749 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.483008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.483135 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.483381 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.483690 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.484000 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.484317 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.484620 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.484968 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.485258 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:27:18.504898 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] For port 9868b88c-6afe-41ad-8866-fccb23c8cf0f, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:18.508517 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] For port 9868b88c-6afe-41ad-8866-fccb23c8cf0f, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9868b88c-6afe-41ad-8866-fccb23c8cf0f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:18.514196 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.573681 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:18.574303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:18.579548 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d48e6-36ef-4d85-8ed5-d9af8426d519 None None] Pushing event updated for resources: {'Port': ['ID=9868b88c-6afe-41ad-8866-fccb23c8cf0f,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:18.630464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Allocated IP 172.20.0.2 (563075f6-f931-4233-a585-c6c348caa254/e784fc0e-10c2-482b-a1dd-80063978c747/6e95455c-e53f-483e-a47e-b3af4f44bc56) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:18.810867 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:18.833419 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.839336 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.848354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Transition to ACTIVE for port object 6e95455c-e53f-483e-a47e-b3af4f44bc56 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:18.875108 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Transition to ACTIVE for port object 6e95455c-e53f-483e-a47e-b3af4f44bc56 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:18.881981 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:18.933298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Pushing event updated for resources: {'Port': ['ID=6e95455c-e53f-483e-a47e-b3af4f44bc56,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:18.938655 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Network 563075f6-f931-4233-a585-c6c348caa254 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:18.939208 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:18.941611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:19.003136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Attempting to bind port 6e95455c-e53f-483e-a47e-b3af4f44bc56 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:19.004312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Attempting to bind port 6e95455c-e53f-483e-a47e-b3af4f44bc56 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:19.004312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Attempting to bind port 6e95455c-e53f-483e-a47e-b3af4f44bc56 on network 563075f6-f931-4233-a585-c6c348caa254 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:19.009711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:19.010104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Checking segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:19.010512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.010911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Bound using segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:19.011401 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Bound port: 6e95455c-e53f-483e-a47e-b3af4f44bc56, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:19.011769 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.011881 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:16Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:19.043721 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd5376-a4f1-4391-b2eb-5e11403f3175 None None] The sync data for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 is: [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:16Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:27:19.083339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] For port 6e95455c-e53f-483e-a47e-b3af4f44bc56, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:19.091856 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] For port 6e95455c-e53f-483e-a47e-b3af4f44bc56, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6e95455c-e53f-483e-a47e-b3af4f44bc56,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:19.097448 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.175885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d709f5-40a4-4d7e-af9a-8de1b3b1928f None None] Pushing event updated for resources: {'Port': ['ID=6e95455c-e53f-483e-a47e-b3af4f44bc56,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:19.228988 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.1 (563075f6-f931-4233-a585-c6c348caa254/e784fc0e-10c2-482b-a1dd-80063978c747/77e422a2-fde6-45a3-a660-ddc970dc1d5d) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:19.396377 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.436657 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object 77e422a2-fde6-45a3-a660-ddc970dc1d5d will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:19.478433 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.538821 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563075f6-f931-4233-a585-c6c348caa254 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:19.543741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:19.548558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:19.578181 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=77e422a2-fde6-45a3-a660-ddc970dc1d5d,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:19.603795 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:19.761803 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.106980 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.115957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.192239 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6e95455c-e53f-483e-a47e-b3af4f44bc56 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:20.197664 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.200878 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=77e422a2-fde6-45a3-a660-ddc970dc1d5d,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:20.247748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 6e95455c-e53f-483e-a47e-b3af4f44bc56 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:20.253888 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9868b88c-6afe-41ad-8866-fccb23c8cf0f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:20.306454 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563075f6-f931-4233-a585-c6c348caa254 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:20.307943 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9868b88c-6afe-41ad-8866-fccb23c8cf0f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:20.308131 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:20.314128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9868b88c-6afe-41ad-8866-fccb23c8cf0f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:20.314457 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.339300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4e8c12-fd2d-4519-a2bc-f8417f866dd5 None None] Network 563075f6-f931-4233-a585-c6c348caa254 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:27:20.408368 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e63f3791-e938-4ae9-854e-582e7845185f None None] Provisioning for port 6e95455c-e53f-483e-a47e-b3af4f44bc56 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:20.422555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e63f3791-e938-4ae9-854e-582e7845185f None None] Provisioning complete for port 6e95455c-e53f-483e-a47e-b3af4f44bc56 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:20.422933 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e63f3791-e938-4ae9-854e-582e7845185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.433385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router f546d432-18dc-4810-b760-34147809e817 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:27:20.547635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:27:20.558583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.561868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2f27357c-1820-44c6-9b9c-5c5dccd3fbb4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/f546d432-18dc-4810-b760-34147809e817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2385445 Jul 08 18:27:20.620473 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 9868b88c-6afe-41ad-8866-fccb23c8cf0f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9868b88c-6afe-41ad-8866-fccb23c8cf0f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:20.630940 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.658988 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e63f3791-e938-4ae9-854e-582e7845185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.714829 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=9868b88c-6afe-41ad-8866-fccb23c8cf0f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:20.721495 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-deb2921f-55bc-4fcc-a50b-cc10b8845d55 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972782468&fields=id&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 267 time: 0.0364492 Jul 08 18:27:20.732968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e63f3791-e938-4ae9-854e-582e7845185f None None] For port 6e95455c-e53f-483e-a47e-b3af4f44bc56, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6e95455c-e53f-483e-a47e-b3af4f44bc56,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:20.738248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e63f3791-e938-4ae9-854e-582e7845185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:20.794370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f3791-e938-4ae9-854e-582e7845185f None None] Pushing event updated for resources: {'Port': ['ID=6e95455c-e53f-483e-a47e-b3af4f44bc56,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:20.857948 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ac3feb51-361c-4cc5-b50a-8580e9955652 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:20.859517 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ac3feb51-361c-4cc5-b50a-8580e9955652 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 796 time: 0.1196120 Jul 08 18:27:20.877220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-f9c702ba-475c-42bc-af37-200b9abe8e95 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/quotas/ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 375 time: 0.0116296 Jul 08 18:27:20.896076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Sync routers for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:27:20.906305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:20.907017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:20.952876 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-649775ba-13bc-4759-872e-5b08fe3e6797 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700209 Jul 08 18:27:21.000955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-10a558d2-3a6c-4be9-972b-5bb2258a7991 None None] Provisioning for port 77e422a2-fde6-45a3-a660-ddc970dc1d5d completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:21.010330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-10a558d2-3a6c-4be9-972b-5bb2258a7991 None None] Provisioning complete for port 77e422a2-fde6-45a3-a660-ddc970dc1d5d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:21.010714 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-10a558d2-3a6c-4be9-972b-5bb2258a7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.053318 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:21.057355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-36b4d42b-ba73-484a-9abe-c7aa063b26b5 service neutron] 10.222.0.63 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908697 Jul 08 18:27:21.082076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-10a558d2-3a6c-4be9-972b-5bb2258a7991 None None] Port 77e422a2-fde6-45a3-a660-ddc970dc1d5d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:27:21.106009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-10a558d2-3a6c-4be9-972b-5bb2258a7991 None None] Provisioning complete for port 6e95455c-e53f-483e-a47e-b3af4f44bc56 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:21.106387 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-10a558d2-3a6c-4be9-972b-5bb2258a7991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.159589 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-02ad6387-ae3e-4690-8a5c-4839b929655a service neutron] 10.222.0.63 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973120 Jul 08 18:27:21.362434 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c13c1af-75b9-4810-9c45-a4de987d98ef req-fc1855e1-e347-491a-af44-9fb6380380ac tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 210 time: 0.0379398 Jul 08 18:27:21.506018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 2, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:21.533373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Checking router: f546d432-18dc-4810-b760-34147809e817 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:27:21.533731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Updating router f546d432-18dc-4810-b760-34147809e817 port 77e422a2-fde6-45a3-a660-ddc970dc1d5d binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:27:21.572708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.626537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ea5f2659-c0ce-4166-ba3e-99da968e4567 None None] Provisioning complete for port 77e422a2-fde6-45a3-a660-ddc970dc1d5d triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:21.626699 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2659-c0ce-4166-ba3e-99da968e4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.727736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f2659-c0ce-4166-ba3e-99da968e4567 None None] Port 77e422a2-fde6-45a3-a660-ddc970dc1d5d cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:27:21.881270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.891997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Transition to ACTIVE for port object 77e422a2-fde6-45a3-a660-ddc970dc1d5d will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:21.897586 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:21.969800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321cce9-ad93-4b1f-ab77-666d46e2a7e0 None None] Pushing event updated for resources: {'Port': ['ID=77e422a2-fde6-45a3-a660-ddc970dc1d5d,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:22.005542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Attempting to bind port 77e422a2-fde6-45a3-a660-ddc970dc1d5d on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:22.005935 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Attempting to bind port 77e422a2-fde6-45a3-a660-ddc970dc1d5d by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:22.006304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Attempting to bind port 77e422a2-fde6-45a3-a660-ddc970dc1d5d on network 563075f6-f931-4233-a585-c6c348caa254 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:22.012535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:22.012956 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Checking segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:22.014021 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.014430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Bound using segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:22.014909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Bound port: 77e422a2-fde6-45a3-a660-ddc970dc1d5d, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:22.015484 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.083228 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:27:22.085125 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] For port 77e422a2-fde6-45a3-a660-ddc970dc1d5d, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:22.089575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] For port 77e422a2-fde6-45a3-a660-ddc970dc1d5d, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=77e422a2-fde6-45a3-a660-ddc970dc1d5d,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:22.094523 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.134070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6e95455c-e53f-483e-a47e-b3af4f44bc56 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:22.202283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321cce9-ad93-4b1f-ab77-666d46e2a7e0 None None] Pushing event updated for resources: {'Port': ['ID=77e422a2-fde6-45a3-a660-ddc970dc1d5d,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:22.207310 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:22.207933 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:22.301616 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 6e95455c-e53f-483e-a47e-b3af4f44bc56 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:22.301994 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.368285 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:22.512917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd5e9167-80d6-4586-a91e-055b67dd1c7f req-f2244ccc-e0f9-4e5b-90bb-cfb5ac1c2d0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 210 time: 0.0303648 Jul 08 18:27:22.515736 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9868b88c-6afe-41ad-8866-fccb23c8cf0f up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:22.617432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9868b88c-6afe-41ad-8866-fccb23c8cf0f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:22.617809 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.617993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-240f7e9d-199d-4532-a359-87332f71f3a7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:22.619846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-240f7e9d-199d-4532-a359-87332f71f3a7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 796 time: 0.1284938 Jul 08 18:27:22.680256 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-9aa014a3-5880-4a86-b0ca-ea7685131ee6 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 379 time: 0.0411325 Jul 08 18:27:22.690626 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'port': {'device_id': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'admin_state_up': True, 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'security_groups': ['85c78a29-3019-458d-b9d9-6ed9a5f87703']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:22.703898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:22Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:22.736868 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962323e-d24a-492f-bd37-9180cc12cb23 None None] The sync data for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 is: [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:22Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:27:22.820974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:27:22.825208 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:22.975402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.7 (563075f6-f931-4233-a585-c6c348caa254/e784fc0e-10c2-482b-a1dd-80063978c747/4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:23.166195 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.182155 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:23.219500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.266808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network 563075f6-f931-4233-a585-c6c348caa254 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:23.270185 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:23.274691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:23.300447 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:23.337800 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:23.338585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.355154 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-ffe7fc7c-e343-4344-8f21-7885b0b079a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6690028 Jul 08 18:27:23.383546 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Request body: {'port': {'device_id': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:23.609817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-faa1c04c-3279-4511-812a-7f3e0a9984e3 None None] Provisioning for port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:23.617719 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-faa1c04c-3279-4511-812a-7f3e0a9984e3 None None] Provisioning complete for port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:23.618291 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-faa1c04c-3279-4511-812a-7f3e0a9984e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:23.667290 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-faa1c04c-3279-4511-812a-7f3e0a9984e3 None None] Port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:27:23.737176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ab7f1-cec8-4533-b192-2c8118a7e7ac req-32830f09-f8b6-490c-87b2-072146b3e338 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:23.739387 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-079ab7f1-cec8-4533-b192-2c8118a7e7ac req-32830f09-f8b6-490c-87b2-072146b3e338 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 931 time: 0.0825326 Jul 08 18:27:23.813648 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-079ab7f1-cec8-4533-b192-2c8118a7e7ac req-d5e64d82-3572-423f-816e-1b4959724469 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652537 Jul 08 18:27:23.844723 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.146173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 77e422a2-fde6-45a3-a660-ddc970dc1d5d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:24.146357 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:27:24.154858 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.168793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Transition to ACTIVE for port object 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:27:24.173065 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.204539 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 77e422a2-fde6-45a3-a660-ddc970dc1d5d completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:24.213456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 77e422a2-fde6-45a3-a660-ddc970dc1d5d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:24.214046 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.248816 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:24.303647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:27:24.303925 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:27:24.304625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on network 563075f6-f931-4233-a585-c6c348caa254 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:24.310763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on network 563075f6-f931-4233-a585-c6c348caa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:27:24.311093 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on network 563075f6-f931-4233-a585-c6c348caa254 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:27:24.320046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:27:24.320632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Checking segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:27:24.321309 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Bound using segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:27:24.322171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Bound port: 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:27:24.323631 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.325160 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.362990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 77e422a2-fde6-45a3-a660-ddc970dc1d5d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=77e422a2-fde6-45a3-a660-ddc970dc1d5d,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:24.367686 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.403302 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:27:24.408161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:27:24.413027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.421669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=77e422a2-fde6-45a3-a660-ddc970dc1d5d,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:24.453900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:24.454530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:24.455960 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 1091 time: 1.0806084 Jul 08 18:27:24.456408 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:27:24.458722 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363011e-9eb9-454f-a4a1-58fec45cdfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:27:24.493013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c4b1-1987-4942-8263-026c46cf9d71 service neutron] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:24.534037 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f09d08b-0fa6-4bf0-8b9d-fddc7962c383 x-openstack-request-id: req-8f09d08b-0fa6-4bf0-8b9d-fddc7962c383 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:27:24.534593 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:27:24.540983 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8f09d08b-0fa6-4bf0-8b9d-fddc7962c383 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:27:24.541495 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'status': 'completed', 'code': 200} Jul 08 18:27:24.625900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-e55118c9-9f29-4fc3-828b-b76b9aa78dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:24.628652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-e55118c9-9f29-4fc3-828b-b76b9aa78dfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1094 time: 0.0758438 Jul 08 18:27:24.689204 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-1aa90930-f758-4e1b-a305-17b4be10cca9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 217 time: 0.0392652 Jul 08 18:27:24.747564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-e4c40128-5207-4a5d-8a35-0814f70861e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:24.749075 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-e4c40128-5207-4a5d-8a35-0814f70861e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0512238 Jul 08 18:27:24.816085 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-3c27ef58-47d1-4ad0-a57a-9813951d469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:24.818655 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-3c27ef58-47d1-4ad0-a57a-9813951d469a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612645 Jul 08 18:27:24.939748 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-77cd1bfe-76f5-49bc-8354-5c75de227856 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117494 Jul 08 18:27:25.032474 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2318d9e-7df8-4441-a1e0-f8c303603fdc req-30e294ff-f36d-4a4d-ace7-f611a4f76c2b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:25.034020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2318d9e-7df8-4441-a1e0-f8c303603fdc req-30e294ff-f36d-4a4d-ace7-f611a4f76c2b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 943 time: 0.0788562 Jul 08 18:27:25.046220 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f34c470a-8042-42b0-beb2-9b520700cd8d req-4fd7f2f7-2cf3-476e-b02b-81cf8eb71a60 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951204 Jul 08 18:27:25.082609 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e2318d9e-7df8-4441-a1e0-f8c303603fdc req-cba0a2ba-0047-4275-bdb5-302066ea483d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417805 Jul 08 18:27:25.205264 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-0f3409eb-f805-4c29-822e-675fe8d78070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:25.206818 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-0f3409eb-f805-4c29-822e-675fe8d78070 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1094 time: 0.0591621 Jul 08 18:27:25.306697 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-8e165582-63a1-47fc-9d20-e85e47bbd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:25.308175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-8e165582-63a1-47fc-9d20-e85e47bbd5f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.0943794 Jul 08 18:27:25.351417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-8a85c356-d2f8-449f-bfdd-44e607f74f68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 217 time: 0.0363796 Jul 08 18:27:25.406021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-fafbae76-a4c2-4414-b0eb-34d1e7c26c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:25.407511 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-fafbae76-a4c2-4414-b0eb-34d1e7c26c36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0470130 Jul 08 18:27:25.474348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-dc00df08-ffd7-4f94-bb54-952acd30f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:25.475834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-dc00df08-ffd7-4f94-bb54-952acd30f99c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593870 Jul 08 18:27:25.566196 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-803e433b-9aba-4a8d-b148-dde4bb558c3e service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Jul 08 18:27:25.663472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-7363011e-9eb9-454f-a4a1-58fec45cdfb5 req-75ee7212-67ac-478f-8c62-7aa31aea1a44 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893679 Jul 08 18:27:26.124654 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 77e422a2-fde6-45a3-a660-ddc970dc1d5d up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:26.177983 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 77e422a2-fde6-45a3-a660-ddc970dc1d5d triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:26.178270 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:26.280480 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4544-6b73-42b2-99a9-834cbf0728c3 req-477c74e6-9a7c-4c27-b4d7-dfd953594623 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:26.282067 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-935e4544-6b73-42b2-99a9-834cbf0728c3 req-477c74e6-9a7c-4c27-b4d7-dfd953594623 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 943 time: 0.0761926 Jul 08 18:27:26.321304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-935e4544-6b73-42b2-99a9-834cbf0728c3 req-dd11eef8-7413-4c8a-89d8-9d24ae3217fd tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Jul 08 18:27:26.371204 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.071021 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:27:27.171224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:27.183175 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'port_id': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'mac_address': 'fa:16:3e:a5:a0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:27:27.220967 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.238410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:27:27.263648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:27.267678 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.315812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:27.508561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b02566-0b1c-4986-9ffc-1a75c8606ab4 req-1e3565a4-d456-4e1c-a289-2192429a6430 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:27.511008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29b02566-0b1c-4986-9ffc-1a75c8606ab4 req-1e3565a4-d456-4e1c-a289-2192429a6430 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 944 time: 0.0677383 Jul 08 18:27:27.548485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc27a-f875-4403-b738-25f7642ece02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:27.552961 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-29b02566-0b1c-4986-9ffc-1a75c8606ab4 req-d47767ee-8301-4a8e-8a94-777cf578256f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370202 Jul 08 18:27:27.696928 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:27:28.732372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25a602-e444-4d46-a30c-68b9b247ba66 req-d5e3cf7a-c101-49a1-b955-c00d23b92227 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:28.733930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c25a602-e444-4d46-a30c-68b9b247ba66 req-d5e3cf7a-c101-49a1-b955-c00d23b92227 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 944 time: 0.0689058 Jul 08 18:27:28.774564 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5c25a602-e444-4d46-a30c-68b9b247ba66 req-20bf797e-2e49-4df4-9fa2-ff12716fe763 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348465 Jul 08 18:27:29.087739 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:27:29.148412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:27:29.155294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:27:29.155599 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.239665 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.270744 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:27:29.273143 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e39faad-5cc6-43d9-8226-65aa242907d8" -d '{"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:27:29.287721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:27:29.293688 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:29.319680 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7b259f-7882-4077-9d5b-86fd24eb6d04 x-openstack-request-id: req-7e7b259f-7882-4077-9d5b-86fd24eb6d04 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:27:29.320468 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:27:29.320468 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7e7b259f-7882-4077-9d5b-86fd24eb6d04 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:27:29.321205 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'code': 200} Jul 08 18:27:29.351268 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:29.481352 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0134156-f397-4100-8085-35b7d426348d req-9d67dea1-18e5-4214-bd6b-5cf32cb70219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:29.482908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b0134156-f397-4100-8085-35b7d426348d req-9d67dea1-18e5-4214-bd6b-5cf32cb70219 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1096 time: 0.0599301 Jul 08 18:27:29.518725 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b0134156-f397-4100-8085-35b7d426348d req-4c337275-bb30-4013-bb51-72efb8844298 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289497 Jul 08 18:27:30.001796 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc71917-f1b2-4821-b331-196f4deb0f8e req-4ceabec5-3877-4c98-8d7d-4893f59f2320 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:30.004231 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1bc71917-f1b2-4821-b331-196f4deb0f8e req-4ceabec5-3877-4c98-8d7d-4893f59f2320 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0893757 Jul 08 18:27:30.058228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1bc71917-f1b2-4821-b331-196f4deb0f8e req-b40af07f-f981-45c2-9fc6-479046333c30 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472949 Jul 08 18:27:30.101336 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99a45595-3561-441d-9623-02808b1bf84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:30.573116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.250458 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd967f-03e5-4d77-934d-344a36c4c52e req-b9ce12a3-5f6a-4df7-90b0-f45b95e5aec2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:31.252174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2fd967f-03e5-4d77-934d-344a36c4c52e req-b9ce12a3-5f6a-4df7-90b0-f45b95e5aec2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0736830 Jul 08 18:27:31.297268 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2fd967f-03e5-4d77-934d-344a36c4c52e req-b316bee2-190f-4f1e-aed5-a7e145e69d14 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 Jul 08 18:27:31.511191 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1fcad-698a-4e48-9596-6ef4325de1f4 req-5fa3257d-f2b9-4250-9853-399926b9b52e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:31.512923 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33e1fcad-698a-4e48-9596-6ef4325de1f4 req-5fa3257d-f2b9-4250-9853-399926b9b52e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0865128 Jul 08 18:27:31.556254 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33e1fcad-698a-4e48-9596-6ef4325de1f4 req-11521163-c49c-463c-9188-bac78e7b6383 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369697 Jul 08 18:27:31.588638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56646) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:31.607532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.661808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a47670-d1e7-42c9-9533-88ae4171296d tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:31.663361 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a8a47670-d1e7-42c9-9533-88ae4171296d tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1091 time: 0.0736680 Jul 08 18:27:31.667693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56648) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:31.673543 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:27:31.698863 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.804760 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:31.918733 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.166 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/a13aa635-52c3-4261-8ede-9eb4af7a250c) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:27:32.020797 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:32.063614 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:32.112187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:27:32.115121 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:27:32.118992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:27:32.124600 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=a13aa635-52c3-4261-8ede-9eb4af7a250c,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:32.850793 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:32.937429 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.064246 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.099295 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.105707 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.178670 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=a13aa635-52c3-4261-8ede-9eb4af7a250c,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:27:33.191060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.293961 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 5111846b-bae0-4bad-98f4-7323540ee428 associated. External IP: 172.25.5.166, port: 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f. Jul 08 18:27:33.516274 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router f546d432-18dc-4810-b760-34147809e817 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:27:33.631156 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:27:33.646008 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] Sync routers for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:27:33.655252 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:33.660771 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:33.661751 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:33.715852 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-d1ffbb59-f9be-4aa7-86e8-04063a82b260 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0465550 Jul 08 18:27:33.716632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:27:33.720800 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d423581e-cb29-40f5-974d-cc25c1accbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:27:33.810189 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:33.926178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928ab7-2a31-4432-a4d8-90a11a8edf0e req-bef8a993-b5c4-4299-9d97-18e32cd398df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:33.928365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e928ab7-2a31-4432-a4d8-90a11a8edf0e req-bef8a993-b5c4-4299-9d97-18e32cd398df tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0902252 Jul 08 18:27:33.989569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2e928ab7-2a31-4432-a4d8-90a11a8edf0e req-0b5bed3a-4a2a-4ba1-93d1-b3ee2aec99d4 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548587 Jul 08 18:27:34.030825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56654) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:34.064014 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171c60ad-2b3e-4541-92da-d31087cda4f8 x-openstack-request-id: req-171c60ad-2b3e-4541-92da-d31087cda4f8 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:27:34.064493 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:27:34.064938 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-171c60ad-2b3e-4541-92da-d31087cda4f8 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:27:34.065554 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'status': 'completed', 'code': 200} Jul 08 18:27:34.084133 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '5111846b-bae0-4bad-98f4-7323540ee428', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.166', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f546d432-18dc-4810-b760-34147809e817', 'port_id': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'mac_address': 'fa:16:3e:a5:a0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:27:32Z', 'updated_at': '2021-07-08T18:27:32Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:24Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:34.113563 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] Checking router: f546d432-18dc-4810-b760-34147809e817 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:27:34.125446 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:27:34.126391 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:27:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:34.143367 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7a55b12d-5a33-4276-9596-db2506da7a0f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/5111846b-bae0-4bad-98f4-7323540ee428 HTTP/1.1" status: 200 len: 991 time: 0.1102972 Jul 08 18:27:34.196332 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-e388e84b-5945-46e3-9419-4e82eadb930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.198705 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-e388e84b-5945-46e3-9419-4e82eadb930d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1096 time: 0.0780427 Jul 08 18:27:34.249363 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:27:34.304986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-f2a8d33b-0ad0-4c22-8a52-c851a6e7cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.306903 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-f2a8d33b-0ad0-4c22-8a52-c851a6e7cceb service neutron] 10.222.0.41 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.1009870 Jul 08 18:27:34.385855 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-0be7c0f5-e166-4db1-9880-155d9492f098 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 999 time: 0.0713012 Jul 08 18:27:34.450327 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-c238495e-912e-4023-853c-5e2b429382d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.451795 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-c238495e-912e-4023-853c-5e2b429382d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0593488 Jul 08 18:27:34.504541 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '5111846b-bae0-4bad-98f4-7323540ee428', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.166', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f546d432-18dc-4810-b760-34147809e817', 'port_id': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'mac_address': 'fa:16:3e:a5:a0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:27:32Z', 'updated_at': '2021-07-08T18:27:32Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:24Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:27:34.512767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-b59394ed-f9bc-47fe-88e8-0f17233276a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:27:34.514330 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-b59394ed-f9bc-47fe-88e8-0f17233276a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554223 Jul 08 18:27:34.535805 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd0627-e745-45bb-bee7-e7dae60950fe None None] The sync data for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 is: [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '5111846b-bae0-4bad-98f4-7323540ee428', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.166', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'f546d432-18dc-4810-b760-34147809e817', 'port_id': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'mac_address': 'fa:16:3e:a5:a0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:27:32Z', 'updated_at': '2021-07-08T18:27:32Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:24Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:27:34.616650 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-88b4f46a-ba07-4363-8060-cd3942e9005e service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944858 Jul 08 18:27:34.740283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d423581e-cb29-40f5-974d-cc25c1accbb2 req-3778048f-e631-4e66-b45a-15e02685237e service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163070 Jul 08 18:27:34.783683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714e5b0-b4d5-4b4a-aae8-fb14a1b79251 None None] New status for floating IP 5111846b-bae0-4bad-98f4-7323540ee428: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:27:35.146776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56656) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:27:35.239228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-93b7d58a-da24-4931-9cdb-0e5731e5c8bc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/5111846b-bae0-4bad-98f4-7323540ee428 HTTP/1.1" status: 200 len: 993 time: 0.0912709 Jul 08 18:27:44.203733 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:56.381969 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:57.551578 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e16a7e54-1441-4c0f-bd91-47e6972600e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:27:59.083852 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:28:00.097806 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5509f13c-0884-4089-86f5-dc2c273b7066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:00.565629 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:01.609035 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:03.068171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:08.871046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35483d0-52ff-49f2-babd-b3557d701bb0 req-710c9da7-4c02-4bc2-8b30-ffdde7621672 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:08.872582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d35483d0-52ff-49f2-babd-b3557d701bb0 req-710c9da7-4c02-4bc2-8b30-ffdde7621672 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0787122 Jul 08 18:28:08.937542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d35483d0-52ff-49f2-babd-b3557d701bb0 req-ce459902-6d39-4955-bb06-847be8e63bc9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560992 Jul 08 18:28:08.953580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-3ecb6d17-04ad-4978-8b3f-28a09641e310 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264668 Jul 08 18:28:10.112992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-64909d49-b6dd-409d-882e-889943b93c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:10.114668 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-64909d49-b6dd-409d-882e-889943b93c9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1096 time: 0.0687335 Jul 08 18:28:10.175968 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59466662-f606-4132-b943-c6f8c202cc60 req-4714a9e1-0fb6-4c1a-85dc-a568b668c6c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:10.177639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59466662-f606-4132-b943-c6f8c202cc60 req-4714a9e1-0fb6-4c1a-85dc-a568b668c6c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.1031187 Jul 08 18:28:10.224123 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59466662-f606-4132-b943-c6f8c202cc60 req-7f159a65-83fd-4c1d-a92a-ec87e45a99e9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394592 Jul 08 18:28:10.244448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-497470ce-c85c-4931-bb32-0a008e3741da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:10.246189 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-497470ce-c85c-4931-bb32-0a008e3741da service neutron] 10.222.0.41 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.1062009 Jul 08 18:28:10.318025 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-23c91c4f-00ca-438b-b234-7508af9bff09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 1001 time: 0.0636640 Jul 08 18:28:10.370699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-58d05d22-78f2-42a0-a1b0-88e9eb40e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:10.372197 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-58d05d22-78f2-42a0-a1b0-88e9eb40e193 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0470531 Jul 08 18:28:10.444091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-e35b32ef-2ad9-43a3-848f-8553b89fc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:10.445777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-e35b32ef-2ad9-43a3-848f-8553b89fc44e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638244 Jul 08 18:28:10.544253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-83403f61-3b63-4525-80fb-1ac5e87eadc2 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903447 Jul 08 18:28:10.645152 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9ce00636-9d29-4a52-a9e7-804a1bb8c4d8 req-09db3431-c7e7-4311-9e61-e2bdb5c62d8d service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927935 Jul 08 18:28:10.786742 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-18820f4c-5191-4da1-9028-f0003070af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:10.788310 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-18820f4c-5191-4da1-9028-f0003070af6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1096 time: 0.0584955 Jul 08 18:28:10.880896 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-b2715688-3fd7-48b6-b134-e5c68c0253c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:10.882882 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-b2715688-3fd7-48b6-b134-e5c68c0253c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.0871818 Jul 08 18:28:10.956949 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-00d47b1a-181f-460a-8dc5-646c9f8a6dbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 1001 time: 0.0665441 Jul 08 18:28:11.016811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-c516637c-12dd-4329-88d4-91db198f3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:11.018301 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-c516637c-12dd-4329-88d4-91db198f3c9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0520544 Jul 08 18:28:11.084848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-d82ec04f-b62f-4bc0-9aee-866409cd6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:11.086883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-d82ec04f-b62f-4bc0-9aee-866409cd6f2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556633 Jul 08 18:28:11.187106 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-c0940c1a-8efc-438b-9202-8c6daf6ad285 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911419 Jul 08 18:28:11.302880 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-fb9203c2-a5fe-4231-83da-00fd538152cb service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078272 Jul 08 18:28:11.433294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96c75e-9f92-42df-ac10-8bce489014c5 req-e06c49dd-5e65-4e3f-8660-c793ec7f4785 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:11.434621 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd96c75e-9f92-42df-ac10-8bce489014c5 req-e06c49dd-5e65-4e3f-8660-c793ec7f4785 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0760415 Jul 08 18:28:11.478633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cd96c75e-9f92-42df-ac10-8bce489014c5 req-8171dcef-2747-4ed3-a19d-5d0711252f5d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 Jul 08 18:28:12.674756 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fce383-862c-4dc6-afd1-0171ec26f65d req-c1658f3d-7c41-467c-b2f8-a653ee021787 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:12.676376 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0fce383-862c-4dc6-afd1-0171ec26f65d req-c1658f3d-7c41-467c-b2f8-a653ee021787 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0825450 Jul 08 18:28:12.732681 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0fce383-862c-4dc6-afd1-0171ec26f65d req-de3c2cba-9c52-4698-84d4-b305f03e633c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488908 Jul 08 18:28:13.948069 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9741-9b0c-4faa-b18d-8186094d49c5 req-7de5bced-377d-4a6b-80f6-218142dcd525 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:13.950499 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-005b9741-9b0c-4faa-b18d-8186094d49c5 req-7de5bced-377d-4a6b-80f6-218142dcd525 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0776825 Jul 08 18:28:13.999868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-005b9741-9b0c-4faa-b18d-8186094d49c5 req-a47cc72c-8d07-497b-8a00-b34395e917a9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433931 Jul 08 18:28:14.219056 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:15.176810 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8357499-0cf3-4390-948d-233c6f26459b req-65e45f4a-e460-401d-9f3b-6b01816f0e9a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:15.178220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8357499-0cf3-4390-948d-233c6f26459b req-65e45f4a-e460-401d-9f3b-6b01816f0e9a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0643811 Jul 08 18:28:15.220256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8357499-0cf3-4390-948d-233c6f26459b req-c09a19f8-305f-4f8a-9e4b-b07ac102c57a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360432 Jul 08 18:28:16.425020 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998fe7-5ce3-4a58-bfe8-0344b051a3f2 req-c9e7d33b-0a22-4aff-addf-aac3d35c27cd tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:16.426453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2998fe7-5ce3-4a58-bfe8-0344b051a3f2 req-c9e7d33b-0a22-4aff-addf-aac3d35c27cd tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0717702 Jul 08 18:28:16.467368 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2998fe7-5ce3-4a58-bfe8-0344b051a3f2 req-21eb6c74-9fe0-4a12-84b3-1d30bfff2ebe tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348473 Jul 08 18:28:17.662813 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d64885-85cc-42ef-ac44-db0d0a0bdccb req-008520aa-be37-4538-87e5-7d5fb58433a1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:17.665037 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90d64885-85cc-42ef-ac44-db0d0a0bdccb req-008520aa-be37-4538-87e5-7d5fb58433a1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0770698 Jul 08 18:28:17.704297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-90d64885-85cc-42ef-ac44-db0d0a0bdccb req-a8486068-dfb3-48ad-a821-735bd8f2eded tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334194 Jul 08 18:28:18.889437 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec844-2fa5-4c76-a2ed-549d89cd0c34 req-9c9b2285-93f3-4c0e-9ae9-3a9a9a7d3070 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:18.891087 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-592ec844-2fa5-4c76-a2ed-549d89cd0c34 req-9c9b2285-93f3-4c0e-9ae9-3a9a9a7d3070 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0662539 Jul 08 18:28:18.937126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-592ec844-2fa5-4c76-a2ed-549d89cd0c34 req-a6df34f4-66fe-4807-854a-8468b2f972e6 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 Jul 08 18:28:20.154295 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8941b2a-1dc8-4aa9-a3cd-50d9b0156c07 req-0f1c0e5d-35a3-4afe-90b9-425ac5f9ae5f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:20.158100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8941b2a-1dc8-4aa9-a3cd-50d9b0156c07 req-0f1c0e5d-35a3-4afe-90b9-425ac5f9ae5f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.1001670 Jul 08 18:28:20.203267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8941b2a-1dc8-4aa9-a3cd-50d9b0156c07 req-171c77fd-3dc9-491b-a387-e30c43a1e715 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385330 Jul 08 18:28:21.490436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6516e5-e403-47b6-bb4a-0c4c0caf9d65 req-19c8cc9f-2227-4eff-8e44-0b5503449123 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:21.491859 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc6516e5-e403-47b6-bb4a-0c4c0caf9d65 req-19c8cc9f-2227-4eff-8e44-0b5503449123 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0702825 Jul 08 18:28:21.532824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bc6516e5-e403-47b6-bb4a-0c4c0caf9d65 req-3a6747cc-1d77-4009-9f7e-32c8a647f090 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349414 Jul 08 18:28:22.712962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f2751-a7f7-4f67-85d0-0f07020f5863 req-d6f58a68-7ffd-4800-bc02-7cab16653127 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:22.714680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb8f2751-a7f7-4f67-85d0-0f07020f5863 req-d6f58a68-7ffd-4800-bc02-7cab16653127 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0704031 Jul 08 18:28:22.755725 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cb8f2751-a7f7-4f67-85d0-0f07020f5863 req-036c8172-ff26-439a-a244-8445baa4592b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348477 Jul 08 18:28:23.954185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09207b93-4265-4dcc-b5a2-a6db35e4d4f1 req-b42204cc-840a-4612-805c-6b781c0c1728 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:23.956724 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09207b93-4265-4dcc-b5a2-a6db35e4d4f1 req-b42204cc-840a-4612-805c-6b781c0c1728 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0807083 Jul 08 18:28:24.011594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09207b93-4265-4dcc-b5a2-a6db35e4d4f1 req-0ed8a716-320f-46db-b054-0cec2b381ac0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486710 Jul 08 18:28:25.246027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f11a4-9c1b-47f7-8c9a-b0a30957f67b req-d1321bc7-e380-45ae-847d-2990d144879f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:25.247551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac2f11a4-9c1b-47f7-8c9a-b0a30957f67b req-d1321bc7-e380-45ae-847d-2990d144879f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0930853 Jul 08 18:28:25.296639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ac2f11a4-9c1b-47f7-8c9a-b0a30957f67b req-a111fd2b-56f4-4430-abc1-8bdb54159f12 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 Jul 08 18:28:26.388571 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:26.494894 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239898c-9fe1-4104-862c-a8eb229362ca req-d33b6e40-fb7b-414b-8e71-effcb56d6cd3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:26.496424 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7239898c-9fe1-4104-862c-a8eb229362ca req-d33b6e40-fb7b-414b-8e71-effcb56d6cd3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0698547 Jul 08 18:28:26.538754 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7239898c-9fe1-4104-862c-a8eb229362ca req-453b3bfd-3c06-4616-b8b9-8f0e7033fe5e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364013 Jul 08 18:28:27.555824 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c70e191-23d5-4f3e-a71c-621a3f8e4309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:27.749235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182408e-4517-42d9-9de1-8bc12b805583 req-536af92a-10c0-4325-9216-3c2474b0f88e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:27.750915 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f182408e-4517-42d9-9de1-8bc12b805583 req-536af92a-10c0-4325-9216-3c2474b0f88e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0964656 Jul 08 18:28:27.800941 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f182408e-4517-42d9-9de1-8bc12b805583 req-dc780bde-be1b-458e-b736-51c10ce169f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Jul 08 18:28:28.765772 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-a0590d73-e793-4afe-a70d-4ffd0102f776 service neutron] show failed (client error): The resource could not be found. Jul 08 18:28:28.767135 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-a0590d73-e793-4afe-a70d-4ffd0102f776 service neutron] 10.222.0.41 "GET /v2.0/ports/4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f/bindings/n-h1-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0632997 Jul 08 18:28:29.086679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b1640-37a6-4999-ad3d-6a7dd464f4c9 req-993bb733-d839-4abc-b8f4-c9e2c238afb0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:29.086679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e13b1640-37a6-4999-ad3d-6a7dd464f4c9 req-993bb733-d839-4abc-b8f4-c9e2c238afb0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.1050570 Jul 08 18:28:29.134847 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e13b1640-37a6-4999-ad3d-6a7dd464f4c9 req-34014882-970b-4ea9-af6f-960fca79ea6f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Jul 08 18:28:29.172321 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-5d32de61-8521-430e-902d-95c41b0ebacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:29.173974 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-5d32de61-8521-430e-902d-95c41b0ebacc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 1096 time: 0.1436319 Jul 08 18:28:29.189794 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799528-4', 'device_owner': 'compute:nova'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:28:29.283459 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.528871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:29.581949 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:29.647933 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:28:29.652318 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38984260-2c4c-4d14-b2ec-7906c25c88cf" -d '{"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:28:29.659232 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.681334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Transition to ACTIVE for port object 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:28:29.687137 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:29.738470 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fa0716-e6b8-43c5-a3a9-752a7fbd2f20 x-openstack-request-id: req-09fa0716-e6b8-43c5-a3a9-752a7fbd2f20 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:28:29.738888 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-unplugged", "status": "completed", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:28:29.739260 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-09fa0716-e6b8-43c5-a3a9-752a7fbd2f20 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:28:29.739920 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'code': 200} Jul 08 18:28:29.837791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=6']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:29.856437 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.857029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.857594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.858148 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.858691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.859241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.859783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.860322 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.860901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.861458 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.861989 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.862526 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:29.912798 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] No DVR routers for this DVR port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:28:30.096849 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:28:30.097204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:28:30.097656 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on network 563075f6-f931-4233-a585-c6c348caa254 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:30.105443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on network 563075f6-f931-4233-a585-c6c348caa254 not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:28:30.106170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Attempting to bind port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on network 563075f6-f931-4233-a585-c6c348caa254 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:28:30.106961 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08d45def-e044-4fcf-b692-6ec35678e975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.115591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:28:30.116682 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Checking segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:28:30.117246 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Bound using segment: {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:28:30.117771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Bound port: 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '563075f6-f931-4233-a585-c6c348caa254'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:28:30.118176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.197508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:28:30.204112 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:28:30.212075 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.275368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:30.276521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.279081 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] 10.222.0.72 "PUT /v2.0/ports/4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 1091 time: 1.0965919 Jul 08 18:28:30.324021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552973f-ec3b-4991-b39d-3a1b3a6e103d service neutron] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=7']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:30.389769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0695d9a-6dd8-4d85-b2d6-6ed1253b6d40 req-66697197-4c41-44c9-9144-ca9f539fe47d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:30.393267 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0695d9a-6dd8-4d85-b2d6-6ed1253b6d40 req-66697197-4c41-44c9-9144-ca9f539fe47d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 943 time: 0.1030328 Jul 08 18:28:30.420104 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-0f31a9ec-049c-48df-8683-0bbc31cac62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:30.421992 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-0f31a9ec-049c-48df-8683-0bbc31cac62f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1094 time: 0.0851367 Jul 08 18:28:30.445409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d0695d9a-6dd8-4d85-b2d6-6ed1253b6d40 req-570b546a-d5ab-493a-a60c-09d2b0999884 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445282 Jul 08 18:28:30.569560 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-cc99348f-2c4d-4b76-8e6f-667a5baa3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:30.571951 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-cc99348f-2c4d-4b76-8e6f-667a5baa3a14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.1431668 Jul 08 18:28:30.580148 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:30.654466 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-90fc00f1-4f27-4269-a91f-4d6f773d11f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 999 time: 0.0756042 Jul 08 18:28:30.711741 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-024a63d7-fe64-4ebc-b888-391b8a5594c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:30.713413 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-024a63d7-fe64-4ebc-b888-391b8a5594c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0532999 Jul 08 18:28:30.777562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-6fbd8f04-b03a-44f8-8115-5c16647ef4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:30.779101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-6fbd8f04-b03a-44f8-8115-5c16647ef4f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595047 Jul 08 18:28:30.792287 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-14bca1d3-ff2d-45b1-8f64-3175267e3e6b service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:28:30.793295 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-14bca1d3-ff2d-45b1-8f64-3175267e3e6b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074499 Jul 08 18:28:30.912471 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-122e9953-1455-48aa-a8f5-260ee4400654 service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118581 Jul 08 18:28:31.009966 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c2dd3fa9-9487-44fc-8d4f-b9ec1561c3a1 req-b2a31e70-61ff-45f1-9ea6-a80bae3189ed service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906558 Jul 08 18:28:31.355017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:28:31.401209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:28:31.620509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:31.654327 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9dd2a-f0f9-47ff-9285-2271ce6ab023 req-db533628-b571-47a0-9e15-ac459e939699 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:31.656190 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79b9dd2a-f0f9-47ff-9285-2271ce6ab023 req-db533628-b571-47a0-9e15-ac459e939699 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 943 time: 0.0900877 Jul 08 18:28:31.711670 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-79b9dd2a-f0f9-47ff-9285-2271ce6ab023 req-ecf77815-3ddc-4a0f-b92b-880432020f88 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494287 Jul 08 18:28:31.741404 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:28:31.744006 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad" -d '{"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:28:31.797986 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e1c3d6-8b14-4073-b1e2-0c2612695bbc x-openstack-request-id: req-35e1c3d6-8b14-4073-b1e2-0c2612695bbc {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:28:31.798377 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:28:31.798768 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-35e1c3d6-8b14-4073-b1e2-0c2612695bbc {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:28:31.799219 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'status': 'completed', 'code': 200} Jul 08 18:28:31.955608 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-24082e6a-353d-4603-a64d-3c5639ee0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:31.957883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-24082e6a-353d-4603-a64d-3c5639ee0d16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1094 time: 0.1413677 Jul 08 18:28:31.980193 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-bddae019-557b-458e-8290-a9deb7cadc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:31.982611 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-bddae019-557b-458e-8290-a9deb7cadc30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1094 time: 0.1295924 Jul 08 18:28:32.132337 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-2c0b7a43-a112-46be-a9aa-1159f2187393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.133956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-2c0b7a43-a112-46be-a9aa-1159f2187393 service neutron] 10.222.0.72 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.1695254 Jul 08 18:28:32.151996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-fc3af6bf-e229-4ee1-86a5-15f96ab10c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.153603 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-fc3af6bf-e229-4ee1-86a5-15f96ab10c46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.1591010 Jul 08 18:28:32.624462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-72f379c6-a447-4b60-a560-aec2392984d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 999 time: 0.4826717 Jul 08 18:28:32.643488 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-5b0cd37f-6b64-4042-93f2-9fe28285a02a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 999 time: 0.4618580 Jul 08 18:28:32.721314 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-0a450532-12f7-41e4-835b-d34ae074ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.723109 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-0a450532-12f7-41e4-835b-d34ae074ee58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0895488 Jul 08 18:28:32.730307 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-b005ecf2-5292-414e-89db-79a03522d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.731902 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-b005ecf2-5292-414e-89db-79a03522d456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0677960 Jul 08 18:28:32.833758 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-24ba9c1a-a02f-4ce0-ad64-2f702c07a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.836023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-24ba9c1a-a02f-4ce0-ad64-2f702c07a659 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953813 Jul 08 18:28:32.838205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-12f5e549-21ca-44f6-b459-dc70bb8c1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.839802 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-12f5e549-21ca-44f6-b459-dc70bb8c1eb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069484 Jul 08 18:28:32.931093 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dd9e5-2aed-4609-add1-0bcde7494fc0 req-c6c10b1c-8236-48ec-a240-05f286204697 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:32.932692 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c85dd9e5-2aed-4609-add1-0bcde7494fc0 req-c6c10b1c-8236-48ec-a240-05f286204697 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 943 time: 0.0738592 Jul 08 18:28:32.984700 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c85dd9e5-2aed-4609-add1-0bcde7494fc0 req-4c3cbfd9-e342-4b29-9444-63a2c363e755 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Jul 08 18:28:33.021061 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-51252a9c-4a2d-434e-b8b6-46cb2fbd60ab service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747353 Jul 08 18:28:33.023101 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-df915bf2-ebb1-4cb6-b0c4-598fae1c0ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682122 Jul 08 18:28:33.081467 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:33.275694 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-9f650063-bfaf-4eb1-aa5f-6a2620177de9 service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477880 Jul 08 18:28:33.281493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f690d07c-ba42-4b9f-96a3-f3bef8a9baad req-a6d45926-c692-427f-92ca-91d91993f797 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415595 Jul 08 18:28:33.352825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff31844-5953-4131-98f0-ed6c4d912990 req-286c60a5-5e61-4c93-b954-84e7a626cc4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.354300 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aff31844-5953-4131-98f0-ed6c4d912990 req-286c60a5-5e61-4c93-b954-84e7a626cc4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 943 time: 0.0827837 Jul 08 18:28:33.396572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-aff31844-5953-4131-98f0-ed6c4d912990 req-4c8ed7c7-5a29-4e12-ad41-dc704b6f22f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360098 Jul 08 18:28:33.450912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-e6510643-8ad3-4bd2-8278-98ebe2d0e450 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.452652 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-e6510643-8ad3-4bd2-8278-98ebe2d0e450 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff&tenant_id=ab14872707ec44c19f85a8cb36e5074a&binding%3Ahost_id=n-h1-799528-4 HTTP/1.1" status: 200 len: 943 time: 0.0890741 Jul 08 18:28:33.549293 n-d-799528-4 neutron-server[93665]: INFO neutron.api.v2.resource [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-cf86bd77-8411-4a6d-be3b-35026c488280 service neutron] delete failed (client error): The resource could not be found. Jul 08 18:28:33.550712 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-cf86bd77-8411-4a6d-be3b-35026c488280 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f/bindings/n-h2-799528-4 HTTP/1.1" status: 404 len: 380 time: 0.0916491 Jul 08 18:28:33.589994 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0ec1c-bf30-47bd-a0f6-c9547e8990d1 req-126bce5d-1b26-44e4-8d82-cc07fc3fdf5b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.592520 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e0ec1c-bf30-47bd-a0f6-c9547e8990d1 req-126bce5d-1b26-44e4-8d82-cc07fc3fdf5b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 943 time: 0.0789149 Jul 08 18:28:33.639161 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6e0ec1c-bf30-47bd-a0f6-c9547e8990d1 req-f3781326-cc28-4972-9f84-53a6cd9b77de tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402405 Jul 08 18:28:33.700379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-61d1f3f3-4712-4068-ad74-a5c0200b0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.701930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-61d1f3f3-4712-4068-ad74-a5c0200b0451 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1094 time: 0.0676363 Jul 08 18:28:33.799021 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-73d86e0e-0311-4164-a7ec-df1df46e6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.800529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-73d86e0e-0311-4164-a7ec-df1df46e6ea1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.0891223 Jul 08 18:28:33.879847 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-b4095a71-e8d0-40a3-bd89-4a1d73168b26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 999 time: 0.0718644 Jul 08 18:28:33.936273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-829f28e6-5330-449d-9db2-6d98caa94327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:33.937731 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-829f28e6-5330-449d-9db2-6d98caa94327 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0470984 Jul 08 18:28:34.000604 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-2dea59c4-92c7-4847-a3da-0618527fb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:34.002230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-2dea59c4-92c7-4847-a3da-0618527fb540 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582604 Jul 08 18:28:34.118398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-f28ccdc0-ad6d-47bb-b3af-ed4d4ab79501 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055984 Jul 08 18:28:34.224013 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-75573a6d-1d95-42f7-b54a-4217d2f810b6 req-6b665d70-9bcc-4777-abea-0efb78069075 service neutron] 10.222.0.41 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953438 Jul 08 18:28:34.375336 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:28:34.488692 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:34.501167 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'port_id': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'mac_address': 'fa:16:3e:a5:a0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:28:34.542401 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:34.557213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:28:34.584192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:34.589185 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:34.640669 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:34.649379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.649723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.650062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.650397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.650729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.653395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.653395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.653395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.653395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.653395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.653395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.653395 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:28:34.817178 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:28:34.885431 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b0f9-00b8-42a3-afd4-4cfabde22700 req-695d9b4d-183f-405c-861d-7b2d1edd7b4d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:34.887092 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc5b0f9-00b8-42a3-afd4-4cfabde22700 req-695d9b4d-183f-405c-861d-7b2d1edd7b4d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 944 time: 0.0893338 Jul 08 18:28:34.948955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0dc5b0f9-00b8-42a3-afd4-4cfabde22700 req-2679fbf8-3b65-437e-a4da-5bcf5a7a2c39 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538464 Jul 08 18:28:36.085769 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:28:36.187381 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28ba7-0b92-437d-b74a-809ee02589e0 req-9c3c6678-4686-4b96-9c5d-200c0989efc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:36.189171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ab28ba7-0b92-437d-b74a-809ee02589e0 req-9c3c6678-4686-4b96-9c5d-200c0989efc1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 944 time: 0.0918531 Jul 08 18:28:36.249775 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ab28ba7-0b92-437d-b74a-809ee02589e0 req-bdccabb2-05b4-4e34-88ff-bb48ad67ea3c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537460 Jul 08 18:28:36.277871 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56770) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:28:36.347346 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1b38dc71-0ff3-44c4-a96a-e1bb3cda4620 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/5111846b-bae0-4bad-98f4-7323540ee428 HTTP/1.1" status: 200 len: 992 time: 0.0681400 Jul 08 18:28:36.375400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:28:36.448226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:28:36.452464 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:28:36.452886 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.542306 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.567874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:28:36.570518 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c7a65d-870a-4674-8f59-eb36c90048ec" -d '{"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:28:36.584937 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:28:36.590300 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:36.628551 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7449c3-f3cf-4e38-a3d7-acb4ef74c526 x-openstack-request-id: req-4d7449c3-f3cf-4e38-a3d7-acb4ef74c526 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:28:36.628887 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:28:36.629141 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d7449c3-f3cf-4e38-a3d7-acb4ef74c526 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:28:36.629548 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'code': 200} Jul 08 18:28:36.650155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:28:44.237256 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:50.124270 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-6eb433da-c2e4-4590-8868-95a962aea81d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781736 Jul 08 18:28:50.246369 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea867ad-33b1-402e-bc46-71a338b659bc req-124f6834-7511-4716-8fab-96fc0186530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:50.247975 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-124f6834-7511-4716-8fab-96fc0186530f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1096 time: 0.0720396 Jul 08 18:28:50.381716 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea867ad-33b1-402e-bc46-71a338b659bc req-980ff4b8-dc25-4eb2-9828-71cf2fc9b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:50.383253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-980ff4b8-dc25-4eb2-9828-71cf2fc9b1a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.1147740 Jul 08 18:28:50.477433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-0cb30012-5d9a-4361-a6b8-897242124071 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 1001 time: 0.0870047 Jul 08 18:28:50.539364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea867ad-33b1-402e-bc46-71a338b659bc req-b8a564f6-f238-41f8-9e2a-9b07022362a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:50.541077 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-b8a564f6-f238-41f8-9e2a-9b07022362a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0567434 Jul 08 18:28:50.611052 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea867ad-33b1-402e-bc46-71a338b659bc req-7362145d-8574-44ec-927e-76c2faf7a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:28:50.613000 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-7362145d-8574-44ec-927e-76c2faf7a76e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653024 Jul 08 18:28:50.727305 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-f8c60f5e-7b95-4116-9f48-c8aeda93338c service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078949 Jul 08 18:28:50.837760 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cea867ad-33b1-402e-bc46-71a338b659bc req-04858167-f755-481e-a789-d9a34885b7df service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035762 Jul 08 18:28:56.389215 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:28:57.561894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-994c0601-bb25-436c-b85a-a74c97813d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.108661 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-15caf7a1-f147-46bf-bc4b-542809ab04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:00.579053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:01.620069 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:02.866006 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56784) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:03.048275 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port a13aa635-52c3-4261-8ede-9eb4af7a250c {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:03.048617 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.073713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.136278 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.136606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.148858 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for a13aa635-52c3-4261-8ede-9eb4af7a250c owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:03.323255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.351161 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=a13aa635-52c3-4261-8ede-9eb4af7a250c,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:03.377249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.377602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.377945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.378284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.378617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.378951 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.379284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.379614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.379945 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.380311 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.380681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.381043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:03.424653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.425356 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 5111846b-bae0-4bad-98f4-7323540ee428 disassociated (deleted). External IP: 172.25.5.166, port: 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f. Jul 08 18:29:03.701323 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router f546d432-18dc-4810-b760-34147809e817 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:03.828932 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:03.834298 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:03.843389 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] Sync routers for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:03.858256 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:03.859266 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:03.888717 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-41ab7d37-63c9-48cc-a651-228f64b13734 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/floatingips/5111846b-bae0-4bad-98f4-7323540ee428 HTTP/1.1" status: 204 len: 168 time: 1.0215721 Jul 08 18:29:03.889611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:03.892135 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d52f41-510d-4a72-8d85-7026bca3f080" -d '{"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:04.026612 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:04.316727 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:24Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:04.344291 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] Checking router: f546d432-18dc-4810-b760-34147809e817 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:04.345932 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c048dca-c0d8-4e1a-9b6e-d6beb4986c6c x-openstack-request-id: req-8c048dca-c0d8-4e1a-9b6e-d6beb4986c6c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:04.346396 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:04.346865 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c048dca-c0d8-4e1a-9b6e-d6beb4986c6c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:04.347508 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'status': 'completed', 'code': 200} Jul 08 18:29:04.354678 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:04.355304 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:04.464348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-ac1e43d0-d6c8-45aa-82a3-d031bc24e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:04.466843 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-ac1e43d0-d6c8-45aa-82a3-d031bc24e555 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 1096 time: 0.0901577 Jul 08 18:29:04.599803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-c5c5cf67-8fa4-4451-ab8b-f46eab64a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:04.603132 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-c5c5cf67-8fa4-4451-ab8b-f46eab64a6d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 200 len: 897 time: 0.1277885 Jul 08 18:29:04.616823 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:04.633734 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8c501-7020-4096-8cd8-8989e8733bf0 req-ed67ca82-82d4-443c-9e69-f375c44e0656 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:04.636184 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3c8c501-7020-4096-8cd8-8989e8733bf0 req-ed67ca82-82d4-443c-9e69-f375c44e0656 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.1846581 Jul 08 18:29:04.659037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-2fc13334-443c-42c3-931e-76e37a5df2e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 200 len: 217 time: 0.0473111 Jul 08 18:29:04.685021 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3c8c501-7020-4096-8cd8-8989e8733bf0 req-d51bc108-cafc-4ab2-a985-574128b4d855 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Jul 08 18:29:04.733887 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-ff8c3f36-4403-4cb6-9b84-54d32f1b9dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:04.736230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-ff8c3f36-4403-4cb6-9b84-54d32f1b9dec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 200 len: 835 time: 0.0702155 Jul 08 18:29:04.816967 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-e3d58196-9273-4e74-b877-a0d278f4a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:04.818749 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-e3d58196-9273-4e74-b877-a0d278f4a467 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=563075f6-f931-4233-a585-c6c348caa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750647 Jul 08 18:29:04.902812 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:24Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:04.939776 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9999e3-ebbe-4690-ac31-ab448c3e11f3 None None] The sync data for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 is: [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:19Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '77e422a2-fde6-45a3-a660-ddc970dc1d5d', 'name': '', 'network_id': '563075f6-f931-4233-a585-c6c348caa254', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:d8:95:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:18Z', 'updated_at': '2021-07-08T18:27:24Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': 'e784fc0e-10c2-482b-a1dd-80063978c747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:04.945194 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-d5aea3d8-611d-40de-ae56-a9d524b3f83f service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181004 Jul 08 18:29:05.066220 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-d0d52f41-510d-4a72-8d85-7026bca3f080 req-15def5a7-bcca-44db-94cc-c0099b15bf35 service neutron] 10.222.0.72 "GET /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141555 Jul 08 18:29:05.241365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e4a8e-d7ec-4de5-941e-01681aebb8d4 None None] New status for floating IP 5111846b-bae0-4bad-98f4-7323540ee428: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:29:05.670638 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e16f-c818-4951-ba97-700830b801a6 req-1df024f9-6e78-4e8a-a9be-47891d0df264 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:05.672179 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b053e16f-c818-4951-ba97-700830b801a6 req-1df024f9-6e78-4e8a-a9be-47891d0df264 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0715451 Jul 08 18:29:05.799197 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:05.799950 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.929282 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:05.929541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:05.929735 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c3dd3-dd16-4cd7-8641-b9efe485ad6f req-66161d0b-f686-47f7-b952-02d57dc20227 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:05.931286 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-414c3dd3-dd16-4cd7-8641-b9efe485ad6f req-66161d0b-f686-47f7-b952-02d57dc20227 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e68249f-ac93-461c-a7d0-02a76e01d8ff HTTP/1.1" status: 200 len: 945 time: 0.0895548 Jul 08 18:29:05.945102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:05.992605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-414c3dd3-dd16-4cd7-8641-b9efe485ad6f req-8f95d6b0-4c6f-40de-a470-c94ae720454d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=85c78a29-3019-458d-b9d9-6ed9a5f87703&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549688 Jul 08 18:29:06.124530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.157201 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:06.209026 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] No DVR routers for this DVR port 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:06.212167 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:06.214328 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.72 "DELETE /v2.0/ports/4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f HTTP/1.1" status: 204 len: 173 time: 0.5359571 Jul 08 18:29:06.214793 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-deleted', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:06.217353 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06abdd21-dfb3-4705-9c60-942da643e84e" -d '{"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-deleted", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:06.261983 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b75fa75-f333-436d-b566-696c62606a0b x-openstack-request-id: req-9b75fa75-f333-436d-b566-696c62606a0b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:06.261983 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e68249f-ac93-461c-a7d0-02a76e01d8ff", "name": "network-vif-deleted", "tag": "4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:06.262333 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b75fa75-f333-436d-b566-696c62606a0b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:06.262474 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e68249f-ac93-461c-a7d0-02a76e01d8ff', 'name': 'network-vif-deleted', 'tag': '4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f', 'status': 'completed', 'code': 200} Jul 08 18:29:07.101028 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56802) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:07.519872 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.822833 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 77e422a2-fde6-45a3-a660-ddc970dc1d5d {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:07.823275 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.935683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 77e422a2-fde6-45a3-a660-ddc970dc1d5d, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=77e422a2-fde6-45a3-a660-ddc970dc1d5d,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:07.936204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:07.951363 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 77e422a2-fde6-45a3-a660-ddc970dc1d5d owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:08.201384 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:08.232544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=77e422a2-fde6-45a3-a660-ddc970dc1d5d,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:08.457939 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.077421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router f546d432-18dc-4810-b760-34147809e817 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:09.213432 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:09.222171 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-318a23ce-2817-4b73-a4df-4eaeef01c8fb tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/f546d432-18dc-4810-b760-34147809e817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196616 Jul 08 18:29:09.226476 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56804) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:09.230478 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] Sync routers for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:09.244176 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:09.245226 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:09.299785 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting subnet e784fc0e-10c2-482b-a1dd-80063978c747 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:29:09.303757 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.356120 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.374841 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:09.465715 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.549162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.585855 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Subnet': ['ID=e784fc0e-10c2-482b-a1dd-80063978c747,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:09.589061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.596551 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5fffb51d-9131-4802-bd79-87caf896965f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/subnets/e784fc0e-10c2-482b-a1dd-80063978c747 HTTP/1.1" status: 204 len: 168 time: 0.3627193 Jul 08 18:29:09.598015 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56806) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:09.603740 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1994709-9479-4d1a-93dc-f07dae54a52b None None] Network 563075f6-f931-4233-a585-c6c348caa254 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:09.626077 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:29:08Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:09.657330 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] Checking router: f546d432-18dc-4810-b760-34147809e817 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:09.668473 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] Routers {'f546d432-18dc-4810-b760-34147809e817'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:09.669140 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['f546d432-18dc-4810-b760-34147809e817'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:09.746108 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.865757 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] Set router f546d432-18dc-4810-b760-34147809e817 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:09.888070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] DHCP port deletion for 563075f6-f931-4233-a585-c6c348caa254 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:29:09.894441 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.973472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] Deleting port 6e95455c-e53f-483e-a47e-b3af4f44bc56 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:09.974956 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:09.996331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 9868b88c-6afe-41ad-8866-fccb23c8cf0f {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:29:09.996903 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.080872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] For port 6e95455c-e53f-483e-a47e-b3af4f44bc56, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=6e95455c-e53f-483e-a47e-b3af4f44bc56,segment=NetworkSegment(f0d8e02f-c1a0-4673-aadd-a94d1217bca8),segment_id=f0d8e02f-c1a0-4673-aadd-a94d1217bca8)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:10.081765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.103163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] Calling delete_port for 6e95455c-e53f-483e-a47e-b3af4f44bc56 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:10.173278 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 9868b88c-6afe-41ad-8866-fccb23c8cf0f, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9868b88c-6afe-41ad-8866-fccb23c8cf0f,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:10.174055 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.176216 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:29:08Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:10.203980 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 9868b88c-6afe-41ad-8866-fccb23c8cf0f owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:29:10.234937 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0d3c7-b9d6-43bd-b4b7-a061aecc0e5c None None] The sync data for ids ['f546d432-18dc-4810-b760-34147809e817'] in n-d-799528-4 is: [{'id': 'f546d432-18dc-4810-b760-34147809e817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532720271', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:29:08Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '9868b88c-6afe-41ad-8866-fccb23c8cf0f', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f546d432-18dc-4810-b760-34147809e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:27:16Z', 'updated_at': '2021-07-08T18:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:10.257248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.302901 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] Pushing event deleted for resources: {'Port': ['ID=6e95455c-e53f-483e-a47e-b3af4f44bc56,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:10.309520 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa421fe9-b7ff-4b5c-89c5-7ab1cdafec3e None None] No DVR routers for this DVR port 6e95455c-e53f-483e-a47e-b3af4f44bc56 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:29:10.437266 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.472509 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=9868b88c-6afe-41ad-8866-fccb23c8cf0f,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:10.547576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.551821 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:10.579133 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:10.579490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 4d271c9c-e5c5-47fe-9f3d-93ef4fd7e65f not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:10.626104 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6e95455c-e53f-483e-a47e-b3af4f44bc56 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:10.654653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 6e95455c-e53f-483e-a47e-b3af4f44bc56 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:10.654994 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 6e95455c-e53f-483e-a47e-b3af4f44bc56 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:10.663663 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.665860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.724079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.725136 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Fanout notify agent at l3_agent the message router_deleted on router f546d432-18dc-4810-b760-34147809e817 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:29:10.733522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.735142 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1aaede92-c988-4957-82f8-67c2ac4eefe3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/routers/f546d432-18dc-4810-b760-34147809e817 HTTP/1.1" status: 204 len: 168 time: 1.1366432 Jul 08 18:29:10.739007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56808) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:10.831909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.926138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.942146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563075f6-f931-4233-a585-c6c348caa254']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:10.958068 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:10.958364 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d8e02f-c1a0-4673-aadd-a94d1217bca8') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:10.968399 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.987447 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:10.996486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:29:10.996936 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:29:11.000401 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:29:11.079860 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.087643 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.091086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/networks/563075f6-f931-4233-a585-c6c348caa254 HTTP/1.1" status: 204 len: 168 time: 0.3488553 Jul 08 18:29:11.093671 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56810) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:11.107043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49581b3b-70f9-41f4-8d59-88f14cdcf78a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Network': ['ID=563075f6-f931-4233-a585-c6c348caa254,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:11.165128 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d64c631-af20-4da6-9d9b-56f23236eb4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.193551 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d64c631-af20-4da6-9d9b-56f23236eb4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.260923 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d64c631-af20-4da6-9d9b-56f23236eb4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.263462 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2d64c631-af20-4da6-9d9b-56f23236eb4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.264670 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2d64c631-af20-4da6-9d9b-56f23236eb4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/security-groups/85c78a29-3019-458d-b9d9-6ed9a5f87703 HTTP/1.1" status: 204 len: 168 time: 0.1700013 Jul 08 18:29:11.277245 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64c631-af20-4da6-9d9b-56f23236eb4f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c78a29-3019-458d-b9d9-6ed9a5f87703,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:11.660378 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56816) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:11.667902 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-a7badb67-ccb7-428d-8412-83e649d4098d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821481335', 'description': 'tempest-secgroup-smoke-821481335 description', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:11.694937 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7badb67-ccb7-428d-8412-83e649d4098d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.797075 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7badb67-ccb7-428d-8412-83e649d4098d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.801396 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7badb67-ccb7-428d-8412-83e649d4098d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.839992 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a7badb67-ccb7-428d-8412-83e649d4098d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:11.842057 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a7badb67-ccb7-428d-8412-83e649d4098d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1803472 Jul 08 18:29:11.846783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56818) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:11.854845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7badb67-ccb7-428d-8412-83e649d4098d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930ae29d-8508-48ce-9c32-15f258a8f41a,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:11.926466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-07b1216f-b7ae-4df9-b5a6-e179d044cfe7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '930ae29d-8508-48ce-9c32-15f258a8f41a', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:11.955038 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07b1216f-b7ae-4df9-b5a6-e179d044cfe7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.026387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07b1216f-b7ae-4df9-b5a6-e179d044cfe7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.031138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07b1216f-b7ae-4df9-b5a6-e179d044cfe7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.050158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1216f-b7ae-4df9-b5a6-e179d044cfe7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd25058-e9e3-4e89-b1bb-8706ee96399f,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.058889 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-07b1216f-b7ae-4df9-b5a6-e179d044cfe7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.060414 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-07b1216f-b7ae-4df9-b5a6-e179d044cfe7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2125623 Jul 08 18:29:12.063251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56822) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.068728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-4fe89ab3-6baf-43cd-900c-0561abc3a539 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '930ae29d-8508-48ce-9c32-15f258a8f41a', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.103455 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ab3-6baf-43cd-900c-0561abc3a539 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.199998 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ab3-6baf-43cd-900c-0561abc3a539 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.204849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9868b88c-6afe-41ad-8866-fccb23c8cf0f no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:12.205625 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ab3-6baf-43cd-900c-0561abc3a539 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.228051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe89ab3-6baf-43cd-900c-0561abc3a539 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d245082-70af-47b4-9262-32be1b2bbb05,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.232979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ab3-6baf-43cd-900c-0561abc3a539 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.239268 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-4fe89ab3-6baf-43cd-900c-0561abc3a539 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1746953 Jul 08 18:29:12.240576 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56824) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.241614 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9868b88c-6afe-41ad-8866-fccb23c8cf0f {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:12.242174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9868b88c-6afe-41ad-8866-fccb23c8cf0f not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:12.242855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 77e422a2-fde6-45a3-a660-ddc970dc1d5d no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:29:12.247483 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9a508ce2-9ff1-40cc-92e1-ed5e3d8e5c90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '930ae29d-8508-48ce-9c32-15f258a8f41a', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.268364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 77e422a2-fde6-45a3-a660-ddc970dc1d5d {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:29:12.268705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 77e422a2-fde6-45a3-a660-ddc970dc1d5d not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:29:12.288259 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a508ce2-9ff1-40cc-92e1-ed5e3d8e5c90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.361640 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a508ce2-9ff1-40cc-92e1-ed5e3d8e5c90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.367250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a508ce2-9ff1-40cc-92e1-ed5e3d8e5c90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.387418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a508ce2-9ff1-40cc-92e1-ed5e3d8e5c90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f8586-0bb0-4634-954c-edb7e7e6cc27,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.398137 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9a508ce2-9ff1-40cc-92e1-ed5e3d8e5c90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.399457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9a508ce2-9ff1-40cc-92e1-ed5e3d8e5c90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573899 Jul 08 18:29:12.403009 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56826) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.407836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-59cea694-2320-4153-85f1-54fd076377c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '930ae29d-8508-48ce-9c32-15f258a8f41a', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.440659 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59cea694-2320-4153-85f1-54fd076377c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.517031 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59cea694-2320-4153-85f1-54fd076377c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.521889 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59cea694-2320-4153-85f1-54fd076377c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.541264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cea694-2320-4153-85f1-54fd076377c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb54e27-e0de-4d53-bec9-14eb3b13fc48,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.552559 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-59cea694-2320-4153-85f1-54fd076377c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.554572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-59cea694-2320-4153-85f1-54fd076377c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504254 Jul 08 18:29:12.557582 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56828) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.563961 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '930ae29d-8508-48ce-9c32-15f258a8f41a', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.587476 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:29:12.593624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.667434 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.671857 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.690389 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f96fc7f-a16e-4222-a988-ff10cbd14f4a,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.699733 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.701853 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6265c2a4-1287-47ef-be00-6c0abe8e0a37 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427186 Jul 08 18:29:12.705272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56830) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.711213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '930ae29d-8508-48ce-9c32-15f258a8f41a', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.742108 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:29:12.747557 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.828415 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.832607 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.851616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ff6be5-9769-47fe-ad82-286c57e4ce4c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:12.857589 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.858832 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7bd32f1b-891a-462b-a286-cf3788578199 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522512 Jul 08 18:29:12.861681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56832) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:12.866680 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'network': {'name': 'tempest-network-smoke--459062976', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'port_security_enabled': True}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:12.890181 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:12.893713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.921215 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:29:12.931975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:12.932343 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Added segment 2617e2e5-3a54-416b-96dd-8df32d61c663 of type vlan for network c264b1c0-8030-4ada-b86e-ea48c06992da Jul 08 18:29:12.987282 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.019688 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.028644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:13.029574 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.087663 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2249186 Jul 08 18:29:13.089744 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:29:13.091175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56834) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:13.106221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'admin_state_up': True, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:13.126022 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f60cc-1816-450b-9e49-81e4cdc6745e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Network': ['ID=c264b1c0-8030-4ada-b86e-ea48c06992da,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:13.140419 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c264b1c0-8030-4ada-b86e-ea48c06992da details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:29:13.143941 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.145327 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.210116 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.376067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.937096 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:13.956886 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.072452 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.96 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/1b47744a-6d01-482a-a1d9-270eb90e39c7) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:14.190890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.242974 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.247505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.282054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:14.287281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:14.291074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:14.320276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=1b47744a-6d01-482a-a1d9-270eb90e39c7,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:14.603752 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:14.836343 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.020275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router a69b322c-57ea-44bd-bb01-7425b35f6c45 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:29:15.144165 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:15.155430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Sync routers for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:15.165963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:15.166924 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:15.169381 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.171287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-41ae23a7-b047-436f-9bfe-a428c76042a3 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0778604 Jul 08 18:29:15.175980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56836) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:15.293482 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-37eb7b0d-e388-48dc-949d-545bf54008fb tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=ab14872707ec44c19f85a8cb36e5074a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1158319 Jul 08 18:29:15.296373 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56840) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:15.313637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:15.427838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a49de2-6875-497e-b64b-aa36ec58349d tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:15.429791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-82a49de2-6875-497e-b64b-aa36ec58349d tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321611 Jul 08 18:29:15.433905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56842) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:15.464069 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b9bcdb3e-660f-4da8-9996-c232bbf1da42 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288372 Jul 08 18:29:15.468568 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56844) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:15.475827 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077585904', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:15.529815 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:14Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:15.584913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Checking router: a69b322c-57ea-44bd-bb01-7425b35f6c45 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:15.585312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Updating router a69b322c-57ea-44bd-bb01-7425b35f6c45 port 1b47744a-6d01-482a-a1d9-270eb90e39c7 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:29:15.612962 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:15.617937 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.637994 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.945845 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:15.986583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.002709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Transition to ACTIVE for port object 1b47744a-6d01-482a-a1d9-270eb90e39c7 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:16.011748 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.047145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Subnet': ['ID=2b280d8b-cb35-4275-a240-2a4924b66820,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:16.066000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Checking segment: {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:16.066604 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network hostable DHCP agents. Network: c264b1c0-8030-4ada-b86e-ea48c06992da, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:29:16.088360 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network c264b1c0-8030-4ada-b86e-ea48c06992da is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:29:16.101035 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c264b1c0-8030-4ada-b86e-ea48c06992da) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:16.106659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:16.107256 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Attempting to bind port 1b47744a-6d01-482a-a1d9-270eb90e39c7 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:16.107504 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.108240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Attempting to bind port 1b47744a-6d01-482a-a1d9-270eb90e39c7 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:16.108859 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Attempting to bind port 1b47744a-6d01-482a-a1d9-270eb90e39c7 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:16.119496 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb9f8c-fb09-41a1-bcf5-f6d4f55513d4 None None] Network c264b1c0-8030-4ada-b86e-ea48c06992da requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:16.125709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-51b5c815-7641-4cda-b8e5-4db396f273b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6557777 Jul 08 18:29:16.128691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:16.129098 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:16.129618 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.130457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:16.131141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Bound port: 1b47744a-6d01-482a-a1d9-270eb90e39c7, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:16.131531 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.131701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56846) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:16.161429 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64d305-f2bd-4ee4-b198-1233c30dceca None None] Pushing event updated for resources: {'Port': ['ID=1b47744a-6d01-482a-a1d9-270eb90e39c7,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:16.257958 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] For port 1b47744a-6d01-482a-a1d9-270eb90e39c7, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:16.290424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] For port 1b47744a-6d01-482a-a1d9-270eb90e39c7, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1b47744a-6d01-482a-a1d9-270eb90e39c7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:16.298828 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.414537 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:16.415682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:16.418226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64d305-f2bd-4ee4-b198-1233c30dceca None None] Pushing event updated for resources: {'Port': ['ID=1b47744a-6d01-482a-a1d9-270eb90e39c7,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:16.485959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c264b1c0-8030-4ada-b86e-ea48c06992da', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:29:16.486833 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.637569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:16.724799 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:16.792767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Allocated IP 172.20.0.2 (c264b1c0-8030-4ada-b86e-ea48c06992da/2b280d8b-cb35-4275-a240-2a4924b66820/a59cf10d-da31-4863-892b-6c3d72ea1b61) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:17.272875 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:14Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:17.318550 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99502767-5072-4ffd-8a0a-160a9228fd8c None None] The sync data for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 is: [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:14Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:17.320808 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.334386 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Transition to ACTIVE for port object a59cf10d-da31-4863-892b-6c3d72ea1b61 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:17.365751 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Transition to ACTIVE for port object a59cf10d-da31-4863-892b-6c3d72ea1b61 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:17.375922 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.403151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Network c264b1c0-8030-4ada-b86e-ea48c06992da is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:17.407185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:17.433117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:17.466161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.1 (c264b1c0-8030-4ada-b86e-ea48c06992da/2b280d8b-cb35-4275-a240-2a4924b66820/311ad827-e42a-4094-9003-94f959d2bec3) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:17.522788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Pushing event updated for resources: {'Port': ['ID=a59cf10d-da31-4863-892b-6c3d72ea1b61,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:17.530120 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Attempting to bind port a59cf10d-da31-4863-892b-6c3d72ea1b61 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:17.530749 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Attempting to bind port a59cf10d-da31-4863-892b-6c3d72ea1b61 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:17.531361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Attempting to bind port a59cf10d-da31-4863-892b-6c3d72ea1b61 on network c264b1c0-8030-4ada-b86e-ea48c06992da {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:17.541891 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:17.542532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Checking segment: {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:17.543221 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.543884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Bound using segment: {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:17.544760 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Bound port: a59cf10d-da31-4863-892b-6c3d72ea1b61, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:17.545438 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.698294 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.698542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] For port a59cf10d-da31-4863-892b-6c3d72ea1b61, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:17.704608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] For port a59cf10d-da31-4863-892b-6c3d72ea1b61, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a59cf10d-da31-4863-892b-6c3d72ea1b61,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:17.714531 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.724577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object 311ad827-e42a-4094-9003-94f959d2bec3 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:17.787884 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:17.831217 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4714e-111d-4e52-a9cc-ae7ccb29d8cb None None] Pushing event updated for resources: {'Port': ['ID=a59cf10d-da31-4863-892b-6c3d72ea1b61,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:17.859596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=311ad827-e42a-4094-9003-94f959d2bec3,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:17.873417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network c264b1c0-8030-4ada-b86e-ea48c06992da is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:17.874943 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:17.878336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:17.943012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.214494 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.351059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a59cf10d-da31-4863-892b-6c3d72ea1b61 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:18.415252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port a59cf10d-da31-4863-892b-6c3d72ea1b61 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:18.423334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1b47744a-6d01-482a-a1d9-270eb90e39c7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:18.492181 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 1b47744a-6d01-482a-a1d9-270eb90e39c7 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:18.501766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1b47744a-6d01-482a-a1d9-270eb90e39c7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:18.502128 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.609026 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.633335 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 1b47744a-6d01-482a-a1d9-270eb90e39c7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1b47744a-6d01-482a-a1d9-270eb90e39c7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:18.643726 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.718016 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.726330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=1b47744a-6d01-482a-a1d9-270eb90e39c7,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:18.726806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.841684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=311ad827-e42a-4094-9003-94f959d2bec3,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:18.846301 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:18.975722 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network c264b1c0-8030-4ada-b86e-ea48c06992da is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:18.977274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:19.128102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81dd2cf-5350-4a4c-852e-d083a34cc0e2 None None] Network c264b1c0-8030-4ada-b86e-ea48c06992da requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:29:19.140708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router a69b322c-57ea-44bd-bb01-7425b35f6c45 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:19.224141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-23ac83db-85e5-4b62-80ca-284d24145cfe None None] Provisioning for port a59cf10d-da31-4863-892b-6c3d72ea1b61 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:19.235955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-23ac83db-85e5-4b62-80ca-284d24145cfe None None] Provisioning complete for port a59cf10d-da31-4863-892b-6c3d72ea1b61 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:19.236520 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23ac83db-85e5-4b62-80ca-284d24145cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.351707 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:19.366361 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8f6d9aee-8ecb-42cb-9273-54f9440b8235 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/a69b322c-57ea-44bd-bb01-7425b35f6c45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2265999 Jul 08 18:29:19.485509 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23ac83db-85e5-4b62-80ca-284d24145cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.537504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-23ac83db-85e5-4b62-80ca-284d24145cfe None None] For port a59cf10d-da31-4863-892b-6c3d72ea1b61, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a59cf10d-da31-4863-892b-6c3d72ea1b61,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:19.544997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-23ac83db-85e5-4b62-80ca-284d24145cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.621207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac83db-85e5-4b62-80ca-284d24145cfe None None] Pushing event updated for resources: {'Port': ['ID=a59cf10d-da31-4863-892b-6c3d72ea1b61,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:19.623481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-d7a83adb-fe49-4a2d-b1de-59d42e26e10d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821481335&fields=id&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 267 time: 0.0596972 Jul 08 18:29:19.762917 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Sync routers for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:19.780297 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:19.781369 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:19.799322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-09d31c55-3465-4ecc-a143-9ce590494e5d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:19.801796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-09d31c55-3465-4ecc-a143-9ce590494e5d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/networks?id=c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 200 len: 796 time: 0.1605196 Jul 08 18:29:19.829837 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-0b793b0b-51bd-4f7b-b14a-aa25ea42255b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/quotas/ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 375 time: 0.0158613 Jul 08 18:29:19.881177 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-59432a15-ca34-4542-835b-62afbcd5aed6 None None] Provisioning for port 311ad827-e42a-4094-9003-94f959d2bec3 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:19.888138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-59432a15-ca34-4542-835b-62afbcd5aed6 None None] Provisioning complete for port 311ad827-e42a-4094-9003-94f959d2bec3 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:19.889086 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59432a15-ca34-4542-835b-62afbcd5aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.953296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-ac4fd01b-1684-4279-803a-b0cada4a5007 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053965 Jul 08 18:29:19.965565 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-59432a15-ca34-4542-835b-62afbcd5aed6 None None] Port 311ad827-e42a-4094-9003-94f959d2bec3 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:19.991525 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-59432a15-ca34-4542-835b-62afbcd5aed6 None None] Provisioning complete for port a59cf10d-da31-4863-892b-6c3d72ea1b61 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:19.992176 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-59432a15-ca34-4542-835b-62afbcd5aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:19.994959 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:20.087862 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-a3ec48a8-4f43-42cc-bf7a-a4b825c5954f service neutron] 10.222.0.63 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147752 Jul 08 18:29:20.204301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-6455405c-b1d1-49c8-becf-d7ff7ecead9c service neutron] 10.222.0.63 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099029 Jul 08 18:29:20.256034 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a59cf10d-da31-4863-892b-6c3d72ea1b61 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:20.290267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9e822e98-09ad-4b8b-81cf-309cc10161f9 None None] Provisioning complete for port 311ad827-e42a-4094-9003-94f959d2bec3 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:20.290628 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9e822e98-09ad-4b8b-81cf-309cc10161f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.346531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9e822e98-09ad-4b8b-81cf-309cc10161f9 None None] Port 311ad827-e42a-4094-9003-94f959d2bec3 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:20.360709 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port a59cf10d-da31-4863-892b-6c3d72ea1b61 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:20.361125 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.361977 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 2, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:20.416825 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Checking router: a69b322c-57ea-44bd-bb01-7425b35f6c45 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:20.417339 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Updating router a69b322c-57ea-44bd-bb01-7425b35f6c45 port 311ad827-e42a-4094-9003-94f959d2bec3 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:29:20.464772 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.510580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1b47744a-6d01-482a-a1d9-270eb90e39c7 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:20.515212 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-7ecb313d-fb13-45d9-bde2-2b7dd8e3624f None None] Provisioning complete for port 311ad827-e42a-4094-9003-94f959d2bec3 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:20.515212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-7ecb313d-fb13-45d9-bde2-2b7dd8e3624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.589383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-89ab0860-89c0-4a83-a870-60ead4539b84 req-859fd471-1537-4634-8907-6af8ba1dac2c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 210 time: 0.0630572 Jul 08 18:29:20.591349 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb313d-fb13-45d9-bde2-2b7dd8e3624f None None] Port 311ad827-e42a-4094-9003-94f959d2bec3 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:20.607387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1b47744a-6d01-482a-a1d9-270eb90e39c7 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:20.607832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.986698 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:20.997593 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Transition to ACTIVE for port object 311ad827-e42a-4094-9003-94f959d2bec3 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:21.004093 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.083824 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Pushing event updated for resources: {'Port': ['ID=311ad827-e42a-4094-9003-94f959d2bec3,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:21.110239 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.110648 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.111014 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.111329 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.111695 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.112108 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.112608 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.113058 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.113376 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.114578 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.115170 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.115667 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:21.137146 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Attempting to bind port 311ad827-e42a-4094-9003-94f959d2bec3 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:21.137825 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Attempting to bind port 311ad827-e42a-4094-9003-94f959d2bec3 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:21.138468 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Attempting to bind port 311ad827-e42a-4094-9003-94f959d2bec3 on network c264b1c0-8030-4ada-b86e-ea48c06992da {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:21.146250 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:21.146784 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Checking segment: {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:21.147287 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.147814 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Bound using segment: {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:21.148442 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Bound port: 311ad827-e42a-4094-9003-94f959d2bec3, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:21.148986 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.245581 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] For port 311ad827-e42a-4094-9003-94f959d2bec3, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:21.251568 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] For port 311ad827-e42a-4094-9003-94f959d2bec3, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=311ad827-e42a-4094-9003-94f959d2bec3,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:21.257812 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:21.316977 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:21.317563 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:21.369419 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1be25-2444-4f20-86d4-79a77ea4f1d8 None None] Pushing event updated for resources: {'Port': ['ID=311ad827-e42a-4094-9003-94f959d2bec3,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:21.469285 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:21.772649 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:21Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:21.795126 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9e7227d2-1792-4a18-87d6-0ed2d6648103 req-d28a011b-beaf-4780-a7a4-7c0a4a6a0a41 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 210 time: 0.0307779 Jul 08 18:29:21.821818 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5e4e0-6a6c-44ab-95dd-a13a211d6900 None None] The sync data for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 is: [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:21Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:22.265372 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 311ad827-e42a-4094-9003-94f959d2bec3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:22.347511 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 311ad827-e42a-4094-9003-94f959d2bec3 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:22.353182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 311ad827-e42a-4094-9003-94f959d2bec3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:22.354148 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.427255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-50e550e4-8b63-4343-a331-6d4b52dd3b5b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:22.429139 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-50e550e4-8b63-4343-a331-6d4b52dd3b5b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/networks?id=c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 200 len: 796 time: 0.2133899 Jul 08 18:29:22.503126 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.526339 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-efd30de1-1554-4da3-8744-ff67a90d1046 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 379 time: 0.0767531 Jul 08 18:29:22.538541 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'port': {'device_id': '3ade6586-3800-4888-8115-dd67071b71fe', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'admin_state_up': True, 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'security_groups': ['930ae29d-8508-48ce-9c32-15f258a8f41a']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:22.576636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 311ad827-e42a-4094-9003-94f959d2bec3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=311ad827-e42a-4094-9003-94f959d2bec3,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:22.581813 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.663784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=311ad827-e42a-4094-9003-94f959d2bec3,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:22.753607 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:29:22.758644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:22.970585 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.11 (c264b1c0-8030-4ada-b86e-ea48c06992da/2b280d8b-cb35-4275-a240-2a4924b66820/eb3a3ef8-c159-4beb-9e06-ce66cf338138) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:23.039217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f88f223f-0567-47be-9a87-7dbbddbd30d9 req-d3bdeb79-7aaf-4473-9e84-6101f21d5e19 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 210 time: 0.0459456 Jul 08 18:29:23.180198 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.200253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object eb3a3ef8-c159-4beb-9e06-ce66cf338138 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:23.245150 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.290676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network c264b1c0-8030-4ada-b86e-ea48c06992da is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:23.296415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:23.300444 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:23.335645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=eb3a3ef8-c159-4beb-9e06-ce66cf338138,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:23.363985 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:23.364662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.384087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2ea3b18f-d0f4-4578-a058-5f5b8e7adf3a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511684 Jul 08 18:29:23.415107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Request body: {'port': {'device_id': '3ade6586-3800-4888-8115-dd67071b71fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:23.549721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.602534 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5a039024-816a-45f3-a951-bffc0fa7c4cb None None] Provisioning for port eb3a3ef8-c159-4beb-9e06-ce66cf338138 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:23.607911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-5a039024-816a-45f3-a951-bffc0fa7c4cb None None] Provisioning complete for port eb3a3ef8-c159-4beb-9e06-ce66cf338138 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:23.608299 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a039024-816a-45f3-a951-bffc0fa7c4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:23.668478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-5a039024-816a-45f3-a951-bffc0fa7c4cb None None] Port eb3a3ef8-c159-4beb-9e06-ce66cf338138 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:29:24.229547 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 311ad827-e42a-4094-9003-94f959d2bec3 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:24.312340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 311ad827-e42a-4094-9003-94f959d2bec3 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:24.313239 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.333355 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bde6a-d155-4464-baf7-52270e05c45c req-6bc11dc0-c899-4f36-a11b-8f159c6709a1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:24.336077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e8bde6a-d155-4464-baf7-52270e05c45c req-6bc11dc0-c899-4f36-a11b-8f159c6709a1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 932 time: 0.0897360 Jul 08 18:29:24.407220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3a3ef8-c159-4beb-9e06-ce66cf338138 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:29:24.408960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4e8bde6a-d155-4464-baf7-52270e05c45c req-af781256-d5c3-4547-8806-84436c4ac021 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595720 Jul 08 18:29:24.421618 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.447109 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Transition to ACTIVE for port object eb3a3ef8-c159-4beb-9e06-ce66cf338138 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:29:24.454741 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.531361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a3ef8-c159-4beb-9e06-ce66cf338138,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.633325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Attempting to bind port eb3a3ef8-c159-4beb-9e06-ce66cf338138 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:29:24.634439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Attempting to bind port eb3a3ef8-c159-4beb-9e06-ce66cf338138 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:29:24.634439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Attempting to bind port eb3a3ef8-c159-4beb-9e06-ce66cf338138 on network c264b1c0-8030-4ada-b86e-ea48c06992da {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:24.641072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Port eb3a3ef8-c159-4beb-9e06-ce66cf338138 on network c264b1c0-8030-4ada-b86e-ea48c06992da not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:29:24.641517 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Attempting to bind port eb3a3ef8-c159-4beb-9e06-ce66cf338138 on network c264b1c0-8030-4ada-b86e-ea48c06992da {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:29:24.649739 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:29:24.650286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Checking segment: {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:29:24.651051 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Bound using segment: {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:29:24.651797 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Bound port: eb3a3ef8-c159-4beb-9e06-ce66cf338138, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2617e2e5-3a54-416b-96dd-8df32d61c663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:29:24.652442 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.750691 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] For port eb3a3ef8-c159-4beb-9e06-ce66cf338138, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:29:24.754255 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] For port eb3a3ef8-c159-4beb-9e06-ce66cf338138, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:29:24.759969 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.803917 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:24.804614 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:24.806083 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 200 len: 1092 time: 1.3995817 Jul 08 18:29:24.806531 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:24.810300 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeaa353-35a5-4af6-897e-70c33cda2f19" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:24.835276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c0838-52d8-437e-8d0f-51dbd2e4fbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a3ef8-c159-4beb-9e06-ce66cf338138,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:24.884473 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016d83e6-1035-4014-acfc-af2bac16982a x-openstack-request-id: req-016d83e6-1035-4014-acfc-af2bac16982a {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:24.884993 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:24.885417 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-016d83e6-1035-4014-acfc-af2bac16982a {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:24.885971 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'status': 'completed', 'code': 200} Jul 08 18:29:24.993253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-092bc5dd-830f-4d08-82e1-376e79915f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:24.995819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-092bc5dd-830f-4d08-82e1-376e79915f44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1095 time: 0.0867593 Jul 08 18:29:25.062165 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-fffb0ee5-089c-4f92-93f0-a3a2b1c88896 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 200 len: 217 time: 0.0460622 Jul 08 18:29:25.121752 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-dbd928ea-668e-4eeb-9839-9762204b7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.123911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-dbd928ea-668e-4eeb-9839-9762204b7532 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b280d8b-cb35-4275-a240-2a4924b66820 HTTP/1.1" status: 200 len: 835 time: 0.0552847 Jul 08 18:29:25.198075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-89625f19-1645-4f15-aa14-fafc68ed14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.199650 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-89625f19-1645-4f15-aa14-fafc68ed14ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c264b1c0-8030-4ada-b86e-ea48c06992da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684402 Jul 08 18:29:25.347342 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-5ec04bbb-f95a-4d21-9660-7fb16676eb4d service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370203 Jul 08 18:29:25.500379 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8d489cfe-a4aa-4f99-bc49-3d89ef276c8b req-2532302a-1db5-45c2-af59-08902e8dad04 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421144 Jul 08 18:29:25.668856 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a7c1-8531-43d0-a6cc-1101e0fc4803 req-9ab0d678-e6ff-4298-a0d5-4d72ab0f64e5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.671025 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5836a7c1-8531-43d0-a6cc-1101e0fc4803 req-9ab0d678-e6ff-4298-a0d5-4d72ab0f64e5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 944 time: 0.0847821 Jul 08 18:29:25.714878 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-f6751264-b118-4c23-bbcb-12694852a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.717777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-f6751264-b118-4c23-bbcb-12694852a65d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1095 time: 0.0904281 Jul 08 18:29:25.731822 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5836a7c1-8531-43d0-a6cc-1101e0fc4803 req-1013720a-6af7-4581-a13c-e25446fcc2cc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491800 Jul 08 18:29:25.853490 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-ea5c5588-b4c1-409b-b697-e0fdd50bd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.855157 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-ea5c5588-b4c1-409b-b697-e0fdd50bd85e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 200 len: 897 time: 0.1303806 Jul 08 18:29:25.899687 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-720037b6-0ec1-46a3-8cc3-64297132264c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 200 len: 217 time: 0.0373070 Jul 08 18:29:25.977365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-53810268-b7f9-4cbb-9852-fda8a5ae9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:25.979005 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-53810268-b7f9-4cbb-9852-fda8a5ae9ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b280d8b-cb35-4275-a240-2a4924b66820 HTTP/1.1" status: 200 len: 835 time: 0.0718520 Jul 08 18:29:26.056262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-0ed3a0b6-4a22-4f4e-ad07-1288f6968fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:26.057891 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-0ed3a0b6-4a22-4f4e-ad07-1288f6968fac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c264b1c0-8030-4ada-b86e-ea48c06992da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717347 Jul 08 18:29:26.164952 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-3be70a50-7962-4b72-b29f-2601ff4ab862 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973523 Jul 08 18:29:26.296259 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-abeaa353-35a5-4af6-897e-70c33cda2f19 req-f07a8d96-5763-4b05-b36b-f3f659c9ef3d service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220822 Jul 08 18:29:26.400850 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:26.959665 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b435a9-f5fe-43e7-9362-b058de8ec5de req-d1731263-09bc-4890-8ea5-78692f56a28d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:26.962151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33b435a9-f5fe-43e7-9362-b058de8ec5de req-d1731263-09bc-4890-8ea5-78692f56a28d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 944 time: 0.0848236 Jul 08 18:29:27.018306 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-33b435a9-f5fe-43e7-9362-b058de8ec5de req-ccbfc8b0-27d9-487c-910d-78b66ed552d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495596 Jul 08 18:29:27.559241 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1d759c32-230f-4360-8e20-ff315ed8b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:27.597962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device eb3a3ef8-c159-4beb-9e06-ce66cf338138 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:29:27.713014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port eb3a3ef8-c159-4beb-9e06-ce66cf338138, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:27.725972 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'port_id': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'mac_address': 'fa:16:3e:86:2a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:29:27.796670 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:27.815902 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3a3ef8-c159-4beb-9e06-ce66cf338138 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:29:27.842907 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port eb3a3ef8-c159-4beb-9e06-ce66cf338138, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:27.847348 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:27.905351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=eb3a3ef8-c159-4beb-9e06-ce66cf338138,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:28.209991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['eb3a3ef8-c159-4beb-9e06-ce66cf338138'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:29:28.238905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616577a-e6e5-4194-bba8-d2c1ef2c63a5 req-a6a85187-1df4-4cc8-b623-f590eaf0f9db tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:28.241989 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e616577a-e6e5-4194-bba8-d2c1ef2c63a5 req-a6a85187-1df4-4cc8-b623-f590eaf0f9db tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 945 time: 0.0948322 Jul 08 18:29:28.292020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e616577a-e6e5-4194-bba8-d2c1ef2c63a5 req-0b84ad51-c7e7-468a-ae85-d00be77edbdc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Jul 08 18:29:29.526746 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5a322-a033-49c0-8609-ef378871629b req-42820fe9-46f3-4d9b-953e-bbc140cb2e24 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:29.528366 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ad5a322-a033-49c0-8609-ef378871629b req-42820fe9-46f3-4d9b-953e-bbc140cb2e24 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 945 time: 0.0787539 Jul 08 18:29:29.600669 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9ad5a322-a033-49c0-8609-ef378871629b req-e8089b27-170e-4193-a02d-f4787f7a6bc7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644879 Jul 08 18:29:29.601562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device eb3a3ef8-c159-4beb-9e06-ce66cf338138 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:29:29.673059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port eb3a3ef8-c159-4beb-9e06-ce66cf338138 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:29:29.677916 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port eb3a3ef8-c159-4beb-9e06-ce66cf338138 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:29:29.678399 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.772552 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.815428 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:29.818580 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5b7fda-21be-41de-8078-2b7792e7de97" -d '{"events": [{"server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "name": "network-vif-plugged", "status": "completed", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:29.824579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port eb3a3ef8-c159-4beb-9e06-ce66cf338138, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:29:29.831449 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:29.869779 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e64f9f-70bf-41dd-b5d9-cf9bba7e384e x-openstack-request-id: req-63e64f9f-70bf-41dd-b5d9-cf9bba7e384e {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:29.870070 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "name": "network-vif-plugged", "status": "completed", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:29.870379 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63e64f9f-70bf-41dd-b5d9-cf9bba7e384e {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:29.870772 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'code': 200} Jul 08 18:29:29.900980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=eb3a3ef8-c159-4beb-9e06-ce66cf338138,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:30.059893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab36ce-7cb6-45c5-8b96-9122c8504015 req-de58bf2d-92a5-4376-bd1f-e0b3183afd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:30.061462 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ab36ce-7cb6-45c5-8b96-9122c8504015 req-de58bf2d-92a5-4376-bd1f-e0b3183afd07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1097 time: 0.0800841 Jul 08 18:29:30.109032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1011a02d-d27f-48d0-85e6-891032d2ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.110976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ab36ce-7cb6-45c5-8b96-9122c8504015 req-9180dff3-0ada-41f5-804c-5a20f741094b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Jul 08 18:29:30.580584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:30.821632 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e558-5e78-4e13-b011-0c7130004d65 req-316d03d3-7908-4288-94d9-2ca24f1e34d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:30.823409 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3b8e558-5e78-4e13-b011-0c7130004d65 req-316d03d3-7908-4288-94d9-2ca24f1e34d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0912995 Jul 08 18:29:30.870754 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3b8e558-5e78-4e13-b011-0c7130004d65 req-7c84a6bb-327e-4a4c-a2cb-87390b8fe2f8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Jul 08 18:29:31.627257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.102853 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b499-c504-4ec1-82ac-546b9e413bec req-8c5288cc-100a-4a6d-9fcd-9f7e3eb52a89 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.104422 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c924b499-c504-4ec1-82ac-546b9e413bec req-8c5288cc-100a-4a6d-9fcd-9f7e3eb52a89 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0872300 Jul 08 18:29:32.163405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c924b499-c504-4ec1-82ac-546b9e413bec req-88691aed-e507-496a-8c74-968da8d2aff7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523326 Jul 08 18:29:32.415924 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314f676-12e2-46f5-a355-9f6ed5abcac5 req-30636a0a-b1ac-49c0-8d2c-462aec80a875 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.418255 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3314f676-12e2-46f5-a355-9f6ed5abcac5 req-30636a0a-b1ac-49c0-8d2c-462aec80a875 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0958300 Jul 08 18:29:32.480969 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3314f676-12e2-46f5-a355-9f6ed5abcac5 req-235af637-6156-4682-b66c-0bcccae4bd91 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531023 Jul 08 18:29:32.509251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56902) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:32.565576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c6e77-0ae7-4976-9261-b63bfca2c730 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:32.568426 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e55c6e77-0ae7-4976-9261-b63bfca2c730 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1092 time: 0.0576947 Jul 08 18:29:32.570964 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56904) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:32.576220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:29:32.603122 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.758659 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:32.875107 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.155 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/bf6a7171-8437-4efb-8756-c37fdbbab8ff) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:29:33.009588 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.064361 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.090592 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.111335 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:29:33.114591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:29:33.118664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:29:33.146678 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=bf6a7171-8437-4efb-8756-c37fdbbab8ff,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:33.171783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.172324 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.172928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.173480 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.174049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.174597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.175221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.175763 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.176398 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.177007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.177576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.178171 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:29:33.667552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.772967 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.991071 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:33.996585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.067049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=bf6a7171-8437-4efb-8756-c37fdbbab8ff,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:29:34.080427 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.224366 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 9f5ea9cc-7026-43be-8bb5-197c79c81bc2 associated. External IP: 172.25.5.155, port: eb3a3ef8-c159-4beb-9e06-ce66cf338138. Jul 08 18:29:34.556170 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router a69b322c-57ea-44bd-bb01-7425b35f6c45 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:29:34.689645 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:29:34.701278 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] Sync routers for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:29:34.713594 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:34.715843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:34.716590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:34.760429 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8c88502f-dd54-463c-9da7-45cb04083241 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1881912 Jul 08 18:29:34.761906 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:29:34.765881 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc499f-12cf-4f54-ad2c-51a24e836527" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:29:34.864953 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:34.983696 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad32f25-bebd-4023-83e8-eacbfd2aed85 req-96110dcf-27ec-4a95-a257-5afc3434b932 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:34.985298 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ad32f25-bebd-4023-83e8-eacbfd2aed85 req-96110dcf-27ec-4a95-a257-5afc3434b932 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.1067805 Jul 08 18:29:35.043228 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1ad32f25-bebd-4023-83e8-eacbfd2aed85 req-9910bd2e-d455-4789-b345-eda665b2985e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481167 Jul 08 18:29:35.076802 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 56912) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:35.159696 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c5a5a9-2ec2-43bd-92df-3d5fcba6bb1d x-openstack-request-id: req-67c5a5a9-2ec2-43bd-92df-3d5fcba6bb1d {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:29:35.160031 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:29:35.160344 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-67c5a5a9-2ec2-43bd-92df-3d5fcba6bb1d {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:29:35.161491 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'status': 'completed', 'code': 200} Jul 08 18:29:35.195315 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-84a60c43-e14b-4edc-8754-d876b852f24a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/9f5ea9cc-7026-43be-8bb5-197c79c81bc2 HTTP/1.1" status: 200 len: 992 time: 0.1150348 Jul 08 18:29:35.227151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '9f5ea9cc-7026-43be-8bb5-197c79c81bc2', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'port_id': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'mac_address': 'fa:16:3e:86:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade6586-3800-4888-8115-dd67071b71fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:33Z', 'updated_at': '2021-07-08T18:29:33Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.277724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] Checking router: a69b322c-57ea-44bd-bb01-7425b35f6c45 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:29:35.281689 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-523848ac-69ae-4109-88db-ac876e537779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.284750 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-523848ac-69ae-4109-88db-ac876e537779 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1097 time: 0.0737109 Jul 08 18:29:35.293126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:29:35.293762 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:29:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.402890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-4e0407c3-e0cf-4b1d-acae-b24ac27492cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.405411 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-4e0407c3-e0cf-4b1d-acae-b24ac27492cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 200 len: 897 time: 0.1135960 Jul 08 18:29:35.492066 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-9dea3aab-044c-42c9-8125-81547ccfc386 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 200 len: 1000 time: 0.0795748 Jul 08 18:29:35.555230 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-b3fcfa61-11e5-4efe-afa0-666c82c3dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.557892 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-b3fcfa61-11e5-4efe-afa0-666c82c3dabb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b280d8b-cb35-4275-a240-2a4924b66820 HTTP/1.1" status: 200 len: 835 time: 0.0591741 Jul 08 18:29:35.586701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:29:35.643023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-c952e5fe-d984-49b0-8a4a-b6305809037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:29:35.644572 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-c952e5fe-d984-49b0-8a4a-b6305809037e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c264b1c0-8030-4ada-b86e-ea48c06992da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804524 Jul 08 18:29:35.750430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-550134d3-89a2-4a3b-b6b3-61bbb260f9e0 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989323 Jul 08 18:29:35.900371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-eadc499f-12cf-4f54-ad2c-51a24e836527 req-07fc53f9-9611-41a0-87f6-75bb50701c93 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433747 Jul 08 18:29:35.913288 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '9f5ea9cc-7026-43be-8bb5-197c79c81bc2', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'port_id': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'mac_address': 'fa:16:3e:86:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade6586-3800-4888-8115-dd67071b71fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:33Z', 'updated_at': '2021-07-08T18:29:33Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:29:35.960414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c113251-5539-4e97-9f1f-0a08abc5d188 None None] The sync data for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 is: [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '9f5ea9cc-7026-43be-8bb5-197c79c81bc2', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.155', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'port_id': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'mac_address': 'fa:16:3e:86:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ade6586-3800-4888-8115-dd67071b71fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:29:33Z', 'updated_at': '2021-07-08T18:29:33Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:29:36.200561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56914) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:36.231656 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3990cc0-c99f-4cea-bb43-68be9f15875c None None] New status for floating IP 9f5ea9cc-7026-43be-8bb5-197c79c81bc2: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:29:36.309897 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-a2e98c14-4171-4ada-8621-9b1fd996a43c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/9f5ea9cc-7026-43be-8bb5-197c79c81bc2 HTTP/1.1" status: 200 len: 992 time: 0.1074662 Jul 08 18:29:37.315316 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56916) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:29:37.415308 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-70f1503d-8d05-45b6-b0a4-a8a42b7f98b9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/9f5ea9cc-7026-43be-8bb5-197c79c81bc2 HTTP/1.1" status: 200 len: 994 time: 0.0984035 Jul 08 18:29:44.264919 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:50.090552 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:29:56.401498 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:29:57.560157 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9697-20d4-4130-a786-ea309961d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.107888 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4ef13a10-6e06-450c-9e09-acfd439d888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:00.573289 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:01.623293 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:03.092776 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:08.988978 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44f557-a03c-47ce-aff0-fcb12645e678 req-45ad105f-f867-421e-9eae-41a7d3c873ef tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:08.991297 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d44f557-a03c-47ce-aff0-fcb12645e678 req-45ad105f-f867-421e-9eae-41a7d3c873ef tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0989215 Jul 08 18:30:09.035824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8d44f557-a03c-47ce-aff0-fcb12645e678 req-0c241a98-8fee-4b42-90d2-8b41d1a0e675 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383728 Jul 08 18:30:10.159241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-79a3621b-820d-41a3-9350-6c36ab42ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.161230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-79a3621b-820d-41a3-9350-6c36ab42ad0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1097 time: 0.1231654 Jul 08 18:30:10.267436 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae7e02-b3a7-4db9-b58c-4f1a96fb6803 req-81622dd3-aa27-4892-84e5-550651e62667 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.270030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1dae7e02-b3a7-4db9-b58c-4f1a96fb6803 req-81622dd3-aa27-4892-84e5-550651e62667 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0864601 Jul 08 18:30:10.298688 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-e0f610b8-ec6e-4887-b278-343e378dfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.301195 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-e0f610b8-ec6e-4887-b278-343e378dfe98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 200 len: 897 time: 0.1111169 Jul 08 18:30:10.332512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1dae7e02-b3a7-4db9-b58c-4f1a96fb6803 req-a0b08691-6b6b-4f8e-bda0-f5b53be365b8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538969 Jul 08 18:30:10.383896 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-53fb52cb-ca30-4ca6-ac4e-456b6f12e857 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 200 len: 1002 time: 0.0756400 Jul 08 18:30:10.437809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-d9916026-4314-4e0e-949f-1bfe6b0a8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.439341 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-d9916026-4314-4e0e-949f-1bfe6b0a8c32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b280d8b-cb35-4275-a240-2a4924b66820 HTTP/1.1" status: 200 len: 835 time: 0.0480304 Jul 08 18:30:10.504898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-d59b0263-9f04-4bf3-a569-a93554185bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:10.506414 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-d59b0263-9f04-4bf3-a569-a93554185bfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c264b1c0-8030-4ada-b86e-ea48c06992da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606368 Jul 08 18:30:10.620046 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-cc391783-7727-47a1-b096-93a87ac1ee74 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061912 Jul 08 18:30:10.719929 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-aeaf1808-4fdd-4669-9485-ac7889e7264f req-8d4183e3-c636-4597-a672-94daa3bdf8a5 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932467 Jul 08 18:30:11.519928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a935b-c37c-4119-b708-f9a939268d6b req-2700165c-b1ca-4215-bda4-aafc96902ca6 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:11.521569 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a3a935b-c37c-4119-b708-f9a939268d6b req-2700165c-b1ca-4215-bda4-aafc96902ca6 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0712554 Jul 08 18:30:11.575945 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3a3a935b-c37c-4119-b708-f9a939268d6b req-ee069a7f-d65e-4f41-a373-e4d6f7c93d2c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461888 Jul 08 18:30:12.774928 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be19d25-1b6d-4b4b-8d20-b2e49629f6ab req-4191c5d6-b750-48cd-8aa1-ef5cd03e98ad tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:12.776448 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0be19d25-1b6d-4b4b-8d20-b2e49629f6ab req-4191c5d6-b750-48cd-8aa1-ef5cd03e98ad tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0722044 Jul 08 18:30:12.825839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0be19d25-1b6d-4b4b-8d20-b2e49629f6ab req-533e1f5a-2f97-4012-8f16-d8a31dadfb90 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435259 Jul 08 18:30:14.056155 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10737a-d028-4a85-8597-efb5b5c5be98 req-ec49e378-acf9-41db-9e37-0ac8f0086c82 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:14.057749 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b10737a-d028-4a85-8597-efb5b5c5be98 req-ec49e378-acf9-41db-9e37-0ac8f0086c82 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0954709 Jul 08 18:30:14.101299 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b10737a-d028-4a85-8597-efb5b5c5be98 req-ef5c2937-a799-4f06-994a-c8d246a84728 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347698 Jul 08 18:30:14.263984 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:15.292171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b42ef-ccbc-421e-9a1b-99eeda459df4 req-ed75f387-3506-4e1a-b55e-ef01c827a51d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:15.293743 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-310b42ef-ccbc-421e-9a1b-99eeda459df4 req-ed75f387-3506-4e1a-b55e-ef01c827a51d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0733202 Jul 08 18:30:15.337709 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-310b42ef-ccbc-421e-9a1b-99eeda459df4 req-d4c06308-0aa0-4815-9b9b-b7b3826c246d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354102 Jul 08 18:30:16.555046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a998d-00e9-4241-a4f7-c4ad3fc16b28 req-c50df325-f307-4578-9579-a30501a93b8c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:16.556986 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c8a998d-00e9-4241-a4f7-c4ad3fc16b28 req-c50df325-f307-4578-9579-a30501a93b8c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0897515 Jul 08 18:30:16.602729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7c8a998d-00e9-4241-a4f7-c4ad3fc16b28 req-2186e968-6878-4149-8b3d-602d8035b5f5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 Jul 08 18:30:17.811683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cbd5-3a69-4b2c-b554-d30ea7a08f47 req-d0a09d94-9087-4263-b039-810b9dd33afe tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:17.813406 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06a1cbd5-3a69-4b2c-b554-d30ea7a08f47 req-d0a09d94-9087-4263-b039-810b9dd33afe tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0719392 Jul 08 18:30:17.857432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-06a1cbd5-3a69-4b2c-b554-d30ea7a08f47 req-d213fcba-57f4-4be9-928a-0272636643d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375071 Jul 08 18:30:19.068693 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd10f8-284e-4a9b-a43e-21999edf5767 req-a1f79592-7ff7-4ec1-af6c-ce39f53a13aa tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:19.070523 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fbd10f8-284e-4a9b-a43e-21999edf5767 req-a1f79592-7ff7-4ec1-af6c-ce39f53a13aa tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0973511 Jul 08 18:30:19.123781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fbd10f8-284e-4a9b-a43e-21999edf5767 req-d1978e18-31cd-48a6-ab9c-e27e3fc9e4f1 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456529 Jul 08 18:30:20.313441 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e6eb9-21e7-495a-a6bf-d30a954f74c4 req-2152b6d5-2bdc-4bf6-8fb8-5e3dccf7a6c5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:20.315256 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e46e6eb9-21e7-495a-a6bf-d30a954f74c4 req-2152b6d5-2bdc-4bf6-8fb8-5e3dccf7a6c5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0676641 Jul 08 18:30:20.353688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e46e6eb9-21e7-495a-a6bf-d30a954f74c4 req-bf584a74-6fb1-45af-9402-c004ad76ed98 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322509 Jul 08 18:30:20.378715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56956) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:20.443170 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-de73f5ab-ade1-4ba9-9616-cb569289d5cd tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/9f5ea9cc-7026-43be-8bb5-197c79c81bc2 HTTP/1.1" status: 200 len: 994 time: 0.0630813 Jul 08 18:30:21.949348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-77383e07-548a-4713-bbc0-6f03e5a8e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:21.951370 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-77383e07-548a-4713-bbc0-6f03e5a8e4ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1097 time: 0.0697432 Jul 08 18:30:21.954615 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc47f34-b872-4e75-ab58-d1034d093d38 req-883ca91a-2780-4ed7-af8f-5a6f387ac393 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:21.956225 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dc47f34-b872-4e75-ab58-d1034d093d38 req-883ca91a-2780-4ed7-af8f-5a6f387ac393 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0919275 Jul 08 18:30:22.010455 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5dc47f34-b872-4e75-ab58-d1034d093d38 req-9b48a4f7-2711-4e22-bc5c-a7662d3328bc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475366 Jul 08 18:30:22.075611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-0dac8d08-c675-4cea-9217-71b63941a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:22.078283 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-0dac8d08-c675-4cea-9217-71b63941a30f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 200 len: 897 time: 0.1167612 Jul 08 18:30:22.163098 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-14ef6a54-6d18-4131-b6de-e3f64909a499 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 200 len: 1002 time: 0.0693312 Jul 08 18:30:22.252986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-a8fcce2e-6fe5-46be-9696-7e291b7a88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:22.255195 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-a8fcce2e-6fe5-46be-9696-7e291b7a88b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b280d8b-cb35-4275-a240-2a4924b66820 HTTP/1.1" status: 200 len: 835 time: 0.0829139 Jul 08 18:30:22.359083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-71fe04ad-bdac-429a-9b6f-7daa68c3e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:22.361383 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-71fe04ad-bdac-429a-9b6f-7daa68c3e2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c264b1c0-8030-4ada-b86e-ea48c06992da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953724 Jul 08 18:30:22.379075 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-3f9cfed7-e07d-4f73-b890-33364ef5e217 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:30:22.381113 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-3f9cfed7-e07d-4f73-b890-33364ef5e217 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074985 Jul 08 18:30:22.553871 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-a66702c4-3df8-4727-8d0f-86e5793ca2d9 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617587 Jul 08 18:30:22.693248 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5ac39732-1256-4b2e-a6d7-e7cb697a76d8 req-55f471e3-cf42-471f-9e88-a0e394c42a89 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293595 Jul 08 18:30:23.213027 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24026b-74b3-4039-b49d-ef41c1d2753c req-ca84b624-813a-40bc-8874-76bb458f0579 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:23.214647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc24026b-74b3-4039-b49d-ef41c1d2753c req-ca84b624-813a-40bc-8874-76bb458f0579 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0804703 Jul 08 18:30:23.254441 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dc24026b-74b3-4039-b49d-ef41c1d2753c req-b1da7262-1026-4733-a6ab-01485ad0e529 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338817 Jul 08 18:30:24.449078 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0d31d-29f6-47d6-bfb5-d35a5eccf2f9 req-0cac7bc9-1319-4de8-8e76-5f9480033f66 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:24.450557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-baa0d31d-29f6-47d6-bfb5-d35a5eccf2f9 req-0cac7bc9-1319-4de8-8e76-5f9480033f66 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0771241 Jul 08 18:30:24.494328 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-baa0d31d-29f6-47d6-bfb5-d35a5eccf2f9 req-e18f6a4c-adcd-4a6e-b877-0699419ca0cc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 Jul 08 18:30:24.532234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56968) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:24.610855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5a9055e6-cbc1-427e-b6b6-d533b0692400 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/9f5ea9cc-7026-43be-8bb5-197c79c81bc2 HTTP/1.1" status: 200 len: 994 time: 0.0771575 Jul 08 18:30:26.422722 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:27.093129 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:30:27.559326 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c42fd189-3c29-4d1a-af1e-72cb44e2bf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:30.103385 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a65d56bb-7bc3-4353-9dd6-70dd97d9c8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:30.574981 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:31.624482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:33.081679 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:38.942342 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-9384eda5-8ad4-4c8e-8e46-524c0a6caab7 req-13c66d20-b4b3-4fdb-9242-16c9fd456796 service neutron] (93664) timed out ('10.222.0.63', 46268) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:30:44.261795 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:56.429959 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.049838 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 56992) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:30:57.207761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port bf6a7171-8437-4efb-8756-c37fdbbab8ff {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:30:57.208101 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.290066 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.290395 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.307325 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for bf6a7171-8437-4efb-8756-c37fdbbab8ff owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:30:57.460201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.491715 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=bf6a7171-8437-4efb-8756-c37fdbbab8ff,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:30:57.515571 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.516024 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.516370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.517064 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.517397 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.517729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.518059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.518388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.518717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.519042 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.519372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.519688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:30:57.553065 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8b68cf12-b0e0-4e13-827c-dd276eeb6c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.565118 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.565439 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 9f5ea9cc-7026-43be-8bb5-197c79c81bc2 disassociated (deleted). External IP: 172.25.5.155, port: eb3a3ef8-c159-4beb-9e06-ce66cf338138. Jul 08 18:30:57.772638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router a69b322c-57ea-44bd-bb01-7425b35f6c45 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:30:57.881749 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:30:57.886533 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:30:57.890789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] Sync routers for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:30:57.900270 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:57.900788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:30:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:57.930744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-bafcdbf4-b153-4623-bf0a-a3e86d7fc4f9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/floatingips/9f5ea9cc-7026-43be-8bb5-197c79c81bc2 HTTP/1.1" status: 204 len: 168 time: 0.8793652 Jul 08 18:30:57.931681 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:30:57.935750 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3028aef9-218e-4bcd-a609-7a0eac89a12c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:30:58.024051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:58.197955 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49ce62d-42fc-467b-9921-cdd93d0b7fc7 x-openstack-request-id: req-c49ce62d-42fc-467b-9921-cdd93d0b7fc7 {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:30:58.198482 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:30:58.198482 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c49ce62d-42fc-467b-9921-cdd93d0b7fc7 {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:30:58.198861 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'status': 'completed', 'code': 200} Jul 08 18:30:58.234159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:58.264447 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] Checking router: a69b322c-57ea-44bd-bb01-7425b35f6c45 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:30:58.274408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:30:58.275017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:30:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:58.323959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-0ded2a82-84ea-4b0a-92ff-b53e2782fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:58.325625 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-0ded2a82-84ea-4b0a-92ff-b53e2782fb9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 1097 time: 0.0543656 Jul 08 18:30:58.368283 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a4f4-9f21-4d85-bb2c-98793daa9dd0 req-bfd1bff1-70f2-4e7e-9cfa-7c3188763ada tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:58.371635 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d52a4f4-9f21-4d85-bb2c-98793daa9dd0 req-bfd1bff1-70f2-4e7e-9cfa-7c3188763ada tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0873580 Jul 08 18:30:58.384990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:30:58.415710 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0d52a4f4-9f21-4d85-bb2c-98793daa9dd0 req-fc55e2c3-b64d-4f88-950e-961356e3c224 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374527 Jul 08 18:30:58.442203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-d4d8cbd0-45ce-46ed-a0a5-2fba80808d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:58.443708 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-d4d8cbd0-45ce-46ed-a0a5-2fba80808d8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 200 len: 897 time: 0.1107831 Jul 08 18:30:58.601926 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:30:58.630015 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6606c3-70ef-420b-9883-cc369c46d2f8 None None] The sync data for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 is: [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '311ad827-e42a-4094-9003-94f959d2bec3', 'name': '', 'network_id': 'c264b1c0-8030-4ada-b86e-ea48c06992da', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:e0:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:16Z', 'updated_at': '2021-07-08T18:29:22Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '2b280d8b-cb35-4275-a240-2a4924b66820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:30:58.824230 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-bcbd0846-c66e-493e-a35a-0d4f10b8ba77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 200 len: 217 time: 0.3726318 Jul 08 18:30:58.878767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-9ea2b44c-ae6d-411d-b729-669558ec4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:58.880252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-9ea2b44c-ae6d-411d-b729-669558ec4340 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b280d8b-cb35-4275-a240-2a4924b66820 HTTP/1.1" status: 200 len: 835 time: 0.0482700 Jul 08 18:30:58.889255 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ee148-92d7-47cb-81b3-6870094ce647 None None] New status for floating IP 9f5ea9cc-7026-43be-8bb5-197c79c81bc2: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:30:58.949679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-f771f5ca-2dd7-4a83-b58e-9228eb825c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:58.951007 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-f771f5ca-2dd7-4a83-b58e-9228eb825c1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c264b1c0-8030-4ada-b86e-ea48c06992da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608897 Jul 08 18:30:59.047229 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-4b2a1365-9c55-44e1-8724-bb48b3af36cb service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880883 Jul 08 18:30:59.161371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-3028aef9-218e-4bcd-a609-7a0eac89a12c req-19d44581-f85c-4053-b577-fa3c451888d9 service neutron] 10.222.0.41 "GET /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054244 Jul 08 18:30:59.607519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba2197-92e0-4ee1-b687-417a32d647ed req-d15e5928-a2a1-4aa4-97bb-c9fc211005d8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:30:59.609086 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdba2197-92e0-4ee1-b687-417a32d647ed req-d15e5928-a2a1-4aa4-97bb-c9fc211005d8 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0738366 Jul 08 18:30:59.650580 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bdba2197-92e0-4ee1-b687-417a32d647ed req-6b2892ee-12d1-4e17-a33b-e631547e6f7d tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=930ae29d-8508-48ce-9c32-15f258a8f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Jul 08 18:31:00.106527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3acdd9a3-dacf-435f-9d76-323850814922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.215262 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-be389e7c-00eb-4d8e-b008-8a89aa6a8374 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:00.216780 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-be389e7c-00eb-4d8e-b008-8a89aa6a8374 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 946 time: 0.0673890 Jul 08 18:31:00.326446 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port eb3a3ef8-c159-4beb-9e06-ce66cf338138 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:00.326907 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.413054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port eb3a3ef8-c159-4beb-9e06-ce66cf338138, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=eb3a3ef8-c159-4beb-9e06-ce66cf338138,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:00.413332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.426589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for eb3a3ef8-c159-4beb-9e06-ce66cf338138 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:00.552890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.576975 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.584986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=eb3a3ef8-c159-4beb-9e06-ce66cf338138,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:00.599345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.599686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.600056 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.600281 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.600601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.600965 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.601297 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.601625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.601957 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.602286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.602613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.602938 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:00.642336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] No DVR routers for this DVR port eb3a3ef8-c159-4beb-9e06-ce66cf338138 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:31:00.645694 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:00.649006 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9633ba05-c255-45d8-b823-7cd31d2d1eb9 req-9b9fa7d4-d305-45a8-99f0-c70877068490 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "DELETE /v2.0/ports/eb3a3ef8-c159-4beb-9e06-ce66cf338138 HTTP/1.1" status: 204 len: 173 time: 0.4240944 Jul 08 18:31:00.649670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'name': 'network-vif-deleted', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:00.652547 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b89a851-b153-4737-b374-8e9b8a596e48" -d '{"events": [{"server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "name": "network-vif-deleted", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:00.693521 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2273f1-abd2-4494-a459-cb62d4c367c4 x-openstack-request-id: req-7c2273f1-abd2-4494-a459-cb62d4c367c4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:00.693813 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ade6586-3800-4888-8115-dd67071b71fe", "name": "network-vif-deleted", "tag": "eb3a3ef8-c159-4beb-9e06-ce66cf338138", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:00.694068 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c2273f1-abd2-4494-a459-cb62d4c367c4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:00.694472 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ade6586-3800-4888-8115-dd67071b71fe', 'name': 'network-vif-deleted', 'tag': 'eb3a3ef8-c159-4beb-9e06-ce66cf338138', 'status': 'completed', 'code': 200} Jul 08 18:31:00.816992 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-15768d87-53a7-451a-a966-b7331843ae8d req-41a9dd59-effc-4308-a1d8-045f62a27832 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=3ade6586-3800-4888-8115-dd67071b71fe HTTP/1.1" status: 200 len: 210 time: 0.0296741 Jul 08 18:31:01.631357 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:01.917594 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57022) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:02.283222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:02.551168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 311ad827-e42a-4094-9003-94f959d2bec3 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:02.551517 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:02.638799 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 311ad827-e42a-4094-9003-94f959d2bec3, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=311ad827-e42a-4094-9003-94f959d2bec3,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:02.639156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:02.653000 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 311ad827-e42a-4094-9003-94f959d2bec3 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:02.841775 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:02.869365 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=311ad827-e42a-4094-9003-94f959d2bec3,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:03.051358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.085133 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.269468 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router a69b322c-57ea-44bd-bb01-7425b35f6c45 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:03.710102 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:03.715194 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-22c83253-024a-4e21-b527-f848e6214420 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/a69b322c-57ea-44bd-bb01-7425b35f6c45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965467 Jul 08 18:31:03.718299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57024) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:03.720079 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] Sync routers for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:03.729555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:03.730192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:03.772470 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting subnet 2b280d8b-cb35-4275-a240-2a4924b66820 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:31:03.775645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.816201 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.836253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:03.904420 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.964967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.992758 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Subnet': ['ID=2b280d8b-cb35-4275-a240-2a4924b66820,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:03.994751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:03.999745 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-84c60f8a-e1b8-44ed-8602-441b1b2f6d1c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/subnets/2b280d8b-cb35-4275-a240-2a4924b66820 HTTP/1.1" status: 204 len: 168 time: 0.2770555 Jul 08 18:31:03.999745 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57026) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:04.002722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device eb3a3ef8-c159-4beb-9e06-ce66cf338138 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:04.009587 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f25d9a-4bbf-4b16-8253-5a2af2126b90 None None] Network c264b1c0-8030-4ada-b86e-ea48c06992da requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:04.040005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: eb3a3ef8-c159-4beb-9e06-ce66cf338138 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:04.040319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device eb3a3ef8-c159-4beb-9e06-ce66cf338138 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:04.098431 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:31:04.108728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.124925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:31:02Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:04.165825 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] Checking router: a69b322c-57ea-44bd-bb01-7425b35f6c45 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:04.179845 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] Routers {'a69b322c-57ea-44bd-bb01-7425b35f6c45'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:04.180457 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['a69b322c-57ea-44bd-bb01-7425b35f6c45'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:04.213334 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.278760 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 1b47744a-6d01-482a-a1d9-270eb90e39c7 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:04.279174 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.301847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] Set router a69b322c-57ea-44bd-bb01-7425b35f6c45 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:04.359047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] DHCP port deletion for c264b1c0-8030-4ada-b86e-ea48c06992da request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:31:04.369647 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 1b47744a-6d01-482a-a1d9-270eb90e39c7, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1b47744a-6d01-482a-a1d9-270eb90e39c7,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:04.370012 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.382825 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 1b47744a-6d01-482a-a1d9-270eb90e39c7 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:04.493157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Deleting port a59cf10d-da31-4863-892b-6c3d72ea1b61 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:31:04.493557 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.552981 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.564809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] For port a59cf10d-da31-4863-892b-6c3d72ea1b61, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=a59cf10d-da31-4863-892b-6c3d72ea1b61,segment=NetworkSegment(2617e2e5-3a54-416b-96dd-8df32d61c663),segment_id=2617e2e5-3a54-416b-96dd-8df32d61c663)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:04.565202 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.578199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=1b47744a-6d01-482a-a1d9-270eb90e39c7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:04.580513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Calling delete_port for a59cf10d-da31-4863-892b-6c3d72ea1b61 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:31:04.596111 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:31:02Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:04.642778 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.739967 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.742322 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.793188 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.793840 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Fanout notify agent at l3_agent the message router_deleted on router a69b322c-57ea-44bd-bb01-7425b35f6c45 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:31:04.801131 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.805047 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1f9f225c-d89e-4fcd-a87e-2bd5aadd7e29 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/routers/a69b322c-57ea-44bd-bb01-7425b35f6c45 HTTP/1.1" status: 204 len: 168 time: 0.8022225 Jul 08 18:31:04.805298 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57030) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:04.812887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ad5fb-ca79-4ad8-94fb-d104add6e5a1 None None] The sync data for ids ['a69b322c-57ea-44bd-bb01-7425b35f6c45'] in n-d-799528-4 is: [{'id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-291338128', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:31:02Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': '1b47744a-6d01-482a-a1d9-270eb90e39c7', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69b322c-57ea-44bd-bb01-7425b35f6c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:29:13Z', 'updated_at': '2021-07-08T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:04.864673 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.885798 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.889499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Pushing event deleted for resources: {'Port': ['ID=a59cf10d-da31-4863-892b-6c3d72ea1b61,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:04.898090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] No DVR routers for this DVR port a59cf10d-da31-4863-892b-6c3d72ea1b61 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:31:04.900174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.900515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.900877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.901213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.901581 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.901878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.902197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.902517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.902837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.903157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.903475 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.903789 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c423a8e-b7d6-4e36-bded-e58481ee6115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:04.984839 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:04.995617 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c264b1c0-8030-4ada-b86e-ea48c06992da']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:05.007703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2617e2e5-3a54-416b-96dd-8df32d61c663') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:05.008039 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2617e2e5-3a54-416b-96dd-8df32d61c663') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:05.017754 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.031534 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.038371 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:31:05.038827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:31:05.048903 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:31:05.103965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.112187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.114617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/networks/c264b1c0-8030-4ada-b86e-ea48c06992da HTTP/1.1" status: 204 len: 168 time: 0.3082550 Jul 08 18:31:05.118767 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57032) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:05.134816 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6565053-26fd-4841-8743-ee01be5a32fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Network': ['ID=c264b1c0-8030-4ada-b86e-ea48c06992da,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:05.186504 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaf760c-8a09-43db-9e19-8cd0121c36d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.219034 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaf760c-8a09-43db-9e19-8cd0121c36d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.294252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaf760c-8a09-43db-9e19-8cd0121c36d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.296834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-2aaf760c-8a09-43db-9e19-8cd0121c36d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.298724 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-2aaf760c-8a09-43db-9e19-8cd0121c36d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/security-groups/930ae29d-8508-48ce-9c32-15f258a8f41a HTTP/1.1" status: 204 len: 168 time: 0.1788549 Jul 08 18:31:05.314411 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf760c-8a09-43db-9e19-8cd0121c36d2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ae29d-8508-48ce-9c32-15f258a8f41a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:05.790342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57038) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:05.795252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-239b8eac-daf5-473d-81c6-006a78362f0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520851720', 'description': 'tempest-secgroup-smoke-1520851720 description', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:05.821972 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-239b8eac-daf5-473d-81c6-006a78362f0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.921680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-239b8eac-daf5-473d-81c6-006a78362f0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.926410 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-239b8eac-daf5-473d-81c6-006a78362f0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.955417 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-239b8eac-daf5-473d-81c6-006a78362f0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:05.956663 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-239b8eac-daf5-473d-81c6-006a78362f0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652267 Jul 08 18:31:05.959229 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b8eac-daf5-473d-81c6-006a78362f0e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652ed826-6f14-492a-b617-5d88b34ed723,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:05.959805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57040) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:05.965679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c1aabfbe-63d1-49c6-9795-8d3af0dcdf1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '652ed826-6f14-492a-b617-5d88b34ed723', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:05.998190 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1aabfbe-63d1-49c6-9795-8d3af0dcdf1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.065204 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1aabfbe-63d1-49c6-9795-8d3af0dcdf1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.069561 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1aabfbe-63d1-49c6-9795-8d3af0dcdf1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.092340 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aabfbe-63d1-49c6-9795-8d3af0dcdf1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fb7e80-ddd9-4f73-8362-33e78e48e142,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.097151 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c1aabfbe-63d1-49c6-9795-8d3af0dcdf1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.098399 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c1aabfbe-63d1-49c6-9795-8d3af0dcdf1a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367311 Jul 08 18:31:06.101226 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57042) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:06.105778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-0bfd66bc-f75c-4384-9d1e-b640aa36092b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '652ed826-6f14-492a-b617-5d88b34ed723', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:06.133483 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bfd66bc-f75c-4384-9d1e-b640aa36092b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.193548 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bfd66bc-f75c-4384-9d1e-b640aa36092b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.199827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bfd66bc-f75c-4384-9d1e-b640aa36092b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.220863 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd66bc-f75c-4384-9d1e-b640aa36092b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3715957-605f-4b8c-921d-0056464ae9ce,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.229192 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-0bfd66bc-f75c-4384-9d1e-b640aa36092b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.230497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0bfd66bc-f75c-4384-9d1e-b640aa36092b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283233 Jul 08 18:31:06.233361 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57044) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:06.238501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-977c43db-96d7-457f-a20b-551055da4404 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '652ed826-6f14-492a-b617-5d88b34ed723', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:06.253109 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a59cf10d-da31-4863-892b-6c3d72ea1b61 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:06.267919 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-977c43db-96d7-457f-a20b-551055da4404 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.273893 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: a59cf10d-da31-4863-892b-6c3d72ea1b61 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:06.274241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device a59cf10d-da31-4863-892b-6c3d72ea1b61 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:06.274657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 311ad827-e42a-4094-9003-94f959d2bec3 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:06.296918 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 311ad827-e42a-4094-9003-94f959d2bec3 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:06.297267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 311ad827-e42a-4094-9003-94f959d2bec3 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:06.297690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1b47744a-6d01-482a-a1d9-270eb90e39c7 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:31:06.318216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 1b47744a-6d01-482a-a1d9-270eb90e39c7 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:31:06.318777 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1b47744a-6d01-482a-a1d9-270eb90e39c7 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:31:06.336965 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-977c43db-96d7-457f-a20b-551055da4404 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.341362 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-977c43db-96d7-457f-a20b-551055da4404 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.359843 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c43db-96d7-457f-a20b-551055da4404 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662fd4c2-4964-4f83-b7d6-1502703fe600,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.366569 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-977c43db-96d7-457f-a20b-551055da4404 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.367836 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-977c43db-96d7-457f-a20b-551055da4404 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335218 Jul 08 18:31:06.370794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57046) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:06.375593 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-fc123360-21e7-4bef-9046-f1380bd55b16 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '652ed826-6f14-492a-b617-5d88b34ed723', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:06.403496 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc123360-21e7-4bef-9046-f1380bd55b16 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.469973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc123360-21e7-4bef-9046-f1380bd55b16 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.474407 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc123360-21e7-4bef-9046-f1380bd55b16 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.496092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123360-21e7-4bef-9046-f1380bd55b16 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc098b2-0fc0-4d92-9dab-38b1ff21bc03,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.501624 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-fc123360-21e7-4bef-9046-f1380bd55b16 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.502776 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-fc123360-21e7-4bef-9046-f1380bd55b16 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310594 Jul 08 18:31:06.505554 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57048) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:06.510266 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '652ed826-6f14-492a-b617-5d88b34ed723', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:06.536097 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:31:06.542064 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.609628 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.614491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.651235 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4c1898-3ed6-41a7-a8b7-56f1fe08ebad,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.656021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.657439 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b43032ef-5853-4d5f-ba62-05d3ee6f85c9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508806 Jul 08 18:31:06.660168 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57050) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:06.664975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'security_group_rule': {'security_group_id': '652ed826-6f14-492a-b617-5d88b34ed723', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:06.690104 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Project ab14872707ec44c19f85a8cb36e5074a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:31:06.695653 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.762162 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.767884 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.785655 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07f7488-ab01-48b0-832b-d03d0e48eb2c,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:06.794648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.796093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9691bd22-f75f-41d8-a772-89541b94612e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348696 Jul 08 18:31:06.799817 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57052) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:06.805453 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'network': {'name': 'tempest-network-smoke--1331853859', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'port_security_enabled': True}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:06.828536 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:06.832301 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.864525 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:31:06.875642 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.876708 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Added segment f0845717-b0bb-4949-a65c-4695a02ffb40 of type vlan for network f8a6312b-47df-4e19-bacf-d624b37c8914 Jul 08 18:31:06.916277 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.948584 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:06.954284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:06.954870 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.009105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2080905 Jul 08 18:31:07.011732 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57054) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:07.016178 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'admin_state_up': True, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:07.036847 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80093b9f-1ca9-4969-8363-940cc87900c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Network': ['ID=f8a6312b-47df-4e19-bacf-d624b37c8914,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:07.047503 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network f8a6312b-47df-4e19-bacf-d624b37c8914 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:31:07.050491 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.051544 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.111973 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.245765 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.453737 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.477226 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.584334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.113 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/e869604e-3646-4637-b56b-e7c8ff78f65a) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:07.690246 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.729317 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:07.775138 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:07.778185 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:07.783296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:07.786202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=e869604e-3646-4637-b56b-e7c8ff78f65a,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:08.035392 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.245315 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.370771 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:31:08.469795 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:08.480262 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Sync routers for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:08.491597 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:08.491940 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.492198 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:08.493349 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c245b8b6-5f1e-481b-8142-de9206e49f34 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4807162 Jul 08 18:31:08.496446 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57058) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.529101 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-aab62ca5-aead-4dd9-ab8e-1125380c2dce tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=ab14872707ec44c19f85a8cb36e5074a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313306 Jul 08 18:31:08.532002 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57060) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.597510 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:08.619070 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d643247-51d0-4bcb-b978-62c771636cfa tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:08.620567 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0d643247-51d0-4bcb-b978-62c771636cfa tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872130 Jul 08 18:31:08.623510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57062) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.653295 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6613d2af-2fe0-498c-8944-2ddc73845df3 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=a83a13eb-f840-4cc4-a00d-fa978b2f89ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263951 Jul 08 18:31:08.653548 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57064) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:08.658761 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129866705', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:08.751529 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:08.755102 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.774374 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:07Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:08.801456 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Checking router: 6edbae44-37c1-428c-ad61-2bb0eaf0a148 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:08.801814 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Updating router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 port e869604e-3646-4637-b56b-e7c8ff78f65a binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:08.835896 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:08.965725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.033026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Subnet': ['ID=542f97b9-617b-4c9c-b869-24bd99efd3f7,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:09.042297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Checking segment: {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:09.042812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network hostable DHCP agents. Network: f8a6312b-47df-4e19-bacf-d624b37c8914, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:31:09.063530 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network f8a6312b-47df-4e19-bacf-d624b37c8914 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:31:09.075334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, f8a6312b-47df-4e19-bacf-d624b37c8914) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:09.082097 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:09.086878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.088968 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc410d0-1083-44c5-a217-8224d509a722 None None] Network f8a6312b-47df-4e19-bacf-d624b37c8914 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:09.108887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f5a0edfb-8902-457e-9d87-63b3e9fef40b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4506314 Jul 08 18:31:09.109503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57066) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:09.244017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-f8a6312b-47df-4e19-bacf-d624b37c8914', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:31:09.245532 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.252084 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.268271 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Transition to ACTIVE for port object e869604e-3646-4637-b56b-e7c8ff78f65a will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:09.282710 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.334218 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Attempting to bind port e869604e-3646-4637-b56b-e7c8ff78f65a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:09.334582 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Attempting to bind port e869604e-3646-4637-b56b-e7c8ff78f65a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:09.334946 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Attempting to bind port e869604e-3646-4637-b56b-e7c8ff78f65a on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:09.343993 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Pushing event updated for resources: {'Port': ['ID=e869604e-3646-4637-b56b-e7c8ff78f65a,revision_number=2']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:09.346324 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:09.346695 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:09.347096 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.347481 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:09.347943 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Bound port: e869604e-3646-4637-b56b-e7c8ff78f65a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:09.348315 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.373797 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.374135 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.374461 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.374789 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.375114 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.375435 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.376273 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.376664 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.377041 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.377387 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.377666 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.377920 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:31:09.417522 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] For port e869604e-3646-4637-b56b-e7c8ff78f65a, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:09.421151 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] For port e869604e-3646-4637-b56b-e7c8ff78f65a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e869604e-3646-4637-b56b-e7c8ff78f65a,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:09.427023 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.442648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Allocated IP 172.20.0.2 (f8a6312b-47df-4e19-bacf-d624b37c8914/542f97b9-617b-4c9c-b869-24bd99efd3f7/1f1e793e-0c85-4417-98fb-efd73b85ac0e) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:09.489974 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a18a7-bd0f-40d8-9d55-f9eb3c7542b3 None None] Pushing event updated for resources: {'Port': ['ID=e869604e-3646-4637-b56b-e7c8ff78f65a,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:09.509037 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:09.509663 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:09.636825 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.648374 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Transition to ACTIVE for port object 1f1e793e-0c85-4417-98fb-efd73b85ac0e will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:09.657481 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:09.664303 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Transition to ACTIVE for port object 1f1e793e-0c85-4417-98fb-efd73b85ac0e will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:09.670191 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.717578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Network f8a6312b-47df-4e19-bacf-d624b37c8914 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:09.720630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:09.725652 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:09.729805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Pushing event updated for resources: {'Port': ['ID=1f1e793e-0c85-4417-98fb-efd73b85ac0e,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:09.810373 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Attempting to bind port 1f1e793e-0c85-4417-98fb-efd73b85ac0e on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:09.810757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Attempting to bind port 1f1e793e-0c85-4417-98fb-efd73b85ac0e by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:09.811131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Attempting to bind port 1f1e793e-0c85-4417-98fb-efd73b85ac0e on network f8a6312b-47df-4e19-bacf-d624b37c8914 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:09.817986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:09.818377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Checking segment: {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:09.818783 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.819258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Bound using segment: {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:09.819721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Bound port: 1f1e793e-0c85-4417-98fb-efd73b85ac0e, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:09.820110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.856705 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:07Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:09.888901 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db29a3f-487b-48c4-a346-396b50ae92e0 None None] The sync data for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 is: [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:07Z', 'revision_number': 3, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:09.893560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] For port 1f1e793e-0c85-4417-98fb-efd73b85ac0e, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:09.897381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] For port 1f1e793e-0c85-4417-98fb-efd73b85ac0e, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1f1e793e-0c85-4417-98fb-efd73b85ac0e,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:09.903671 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:09.978274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5737097-a972-4da0-959e-c9bc48caef5f None None] Pushing event updated for resources: {'Port': ['ID=1f1e793e-0c85-4417-98fb-efd73b85ac0e,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:10.074221 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.394014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1f1e793e-0c85-4417-98fb-efd73b85ac0e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:10.422351 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.1 (f8a6312b-47df-4e19-bacf-d624b37c8914/542f97b9-617b-4c9c-b869-24bd99efd3f7/4eac2432-3701-4784-9fc8-d8da3ff619d2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:10.445634 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 1f1e793e-0c85-4417-98fb-efd73b85ac0e completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:10.449698 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e869604e-3646-4637-b56b-e7c8ff78f65a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:10.507221 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e869604e-3646-4637-b56b-e7c8ff78f65a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:10.511446 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e869604e-3646-4637-b56b-e7c8ff78f65a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:10.511823 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.568639 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.583444 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object 4eac2432-3701-4784-9fc8-d8da3ff619d2 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:10.596909 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.620089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port e869604e-3646-4637-b56b-e7c8ff78f65a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e869604e-3646-4637-b56b-e7c8ff78f65a,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:10.621389 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.630032 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.673171 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network f8a6312b-47df-4e19-bacf-d624b37c8914 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:10.676866 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:10.679455 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:10.687383 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=4eac2432-3701-4784-9fc8-d8da3ff619d2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:10.701391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=e869604e-3646-4637-b56b-e7c8ff78f65a,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:10.738498 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:10.905670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.054405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f40d5-34e9-4591-849d-25f66430bd8a None None] Network f8a6312b-47df-4e19-bacf-d624b37c8914 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:31:11.164065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aa32d773-96b2-48d9-ba69-f4d309e34f1c None None] Provisioning for port 1f1e793e-0c85-4417-98fb-efd73b85ac0e completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:11.173802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-aa32d773-96b2-48d9-ba69-f4d309e34f1c None None] Provisioning complete for port 1f1e793e-0c85-4417-98fb-efd73b85ac0e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:11.174182 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa32d773-96b2-48d9-ba69-f4d309e34f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.199728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.205318 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.284048 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=4eac2432-3701-4784-9fc8-d8da3ff619d2,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:11.286501 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.298184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa32d773-96b2-48d9-ba69-f4d309e34f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.357060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-aa32d773-96b2-48d9-ba69-f4d309e34f1c None None] For port 1f1e793e-0c85-4417-98fb-efd73b85ac0e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1f1e793e-0c85-4417-98fb-efd73b85ac0e,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:11.369534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-aa32d773-96b2-48d9-ba69-f4d309e34f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.418292 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network f8a6312b-47df-4e19-bacf-d624b37c8914 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:11.419937 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:11.431991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32d773-96b2-48d9-ba69-f4d309e34f1c None None] Pushing event updated for resources: {'Port': ['ID=1f1e793e-0c85-4417-98fb-efd73b85ac0e,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:11.543923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:11.593940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0029a62d-3929-4a8c-a00a-d606df8be9e4 None None] Provisioning for port 4eac2432-3701-4784-9fc8-d8da3ff619d2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:11.599986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0029a62d-3929-4a8c-a00a-d606df8be9e4 None None] Provisioning complete for port 4eac2432-3701-4784-9fc8-d8da3ff619d2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:11.601512 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0029a62d-3929-4a8c-a00a-d606df8be9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.642701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-0029a62d-3929-4a8c-a00a-d606df8be9e4 None None] Port 4eac2432-3701-4784-9fc8-d8da3ff619d2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:11.652711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0029a62d-3929-4a8c-a00a-d606df8be9e4 None None] Provisioning complete for port 1f1e793e-0c85-4417-98fb-efd73b85ac0e triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:11.653285 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0029a62d-3929-4a8c-a00a-d606df8be9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:11.671544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:11.687471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ec4db9a3-58cc-4898-9e56-032a30cb63f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/6edbae44-37c1-428c-ad61-2bb0eaf0a148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670388 Jul 08 18:31:11.708297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Sync routers for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:11.724094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:11.724703 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:11.844020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-0d4f4610-ac86-45db-84ef-1ca945580508 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520851720&fields=id&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 267 time: 0.0453808 Jul 08 18:31:11.869977 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:11.976448 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6f17cdf4-6d26-4ba4-b084-0546c5e22c71 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:11.978024 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6f17cdf4-6d26-4ba4-b084-0546c5e22c71 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/networks?id=f8a6312b-47df-4e19-bacf-d624b37c8914 HTTP/1.1" status: 200 len: 797 time: 0.1261888 Jul 08 18:31:11.993605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7d2f1a72-37b2-4173-97e0-4a3735c2cebe tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/quotas/ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 375 time: 0.0100617 Jul 08 18:31:12.002407 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f60556f4-4552-44b3-9e92-4cac9d8ddfa7 None None] Provisioning complete for port 4eac2432-3701-4784-9fc8-d8da3ff619d2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:12.002786 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f60556f4-4552-44b3-9e92-4cac9d8ddfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.054700 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f60556f4-4552-44b3-9e92-4cac9d8ddfa7 None None] Port 4eac2432-3701-4784-9fc8-d8da3ff619d2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:12.064305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-c017f965-94bd-4a68-b4c3-30f5d6ebe845 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648217 Jul 08 18:31:12.115969 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:11Z', 'revision_number': 2, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:12.142663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Checking router: 6edbae44-37c1-428c-ad61-2bb0eaf0a148 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:12.143017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Updating router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 port 4eac2432-3701-4784-9fc8-d8da3ff619d2 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:31:12.176409 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.197790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-49ebf785-c9d5-4764-b1df-dae9eebb6ad9 service neutron] 10.222.0.63 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215620 Jul 08 18:31:12.271840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1f1e793e-0c85-4417-98fb-efd73b85ac0e up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:12.300345 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-fa4456cb-1883-4879-868f-e1cd1388bd43 service neutron] 10.222.0.63 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955961 Jul 08 18:31:12.389996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1f1e793e-0c85-4417-98fb-efd73b85ac0e triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:12.390574 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.476858 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-21c0c8a6-bffb-490f-971a-a2bf8e9bc62e req-fd60ade7-7e09-4cc7-b427-0f90f96548ad tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 210 time: 0.0314515 Jul 08 18:31:12.537848 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.540651 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e869604e-3646-4637-b56b-e7c8ff78f65a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:12.568817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Transition to ACTIVE for port object 4eac2432-3701-4784-9fc8-d8da3ff619d2 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:12.577290 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.636472 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17072eb7-5c12-4f35-990b-661152e25204 None None] Pushing event updated for resources: {'Port': ['ID=4eac2432-3701-4784-9fc8-d8da3ff619d2,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:12.665561 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e869604e-3646-4637-b56b-e7c8ff78f65a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:12.665929 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.724890 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Attempting to bind port 4eac2432-3701-4784-9fc8-d8da3ff619d2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:12.725262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Attempting to bind port 4eac2432-3701-4784-9fc8-d8da3ff619d2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:12.725627 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Attempting to bind port 4eac2432-3701-4784-9fc8-d8da3ff619d2 on network f8a6312b-47df-4e19-bacf-d624b37c8914 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:12.733510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:12.733886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Checking segment: {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:12.734288 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.734678 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Bound using segment: {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:12.735680 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Bound port: 4eac2432-3701-4784-9fc8-d8da3ff619d2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:12.736186 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.845742 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] For port 4eac2432-3701-4784-9fc8-d8da3ff619d2, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:12.848895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] For port 4eac2432-3701-4784-9fc8-d8da3ff619d2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4eac2432-3701-4784-9fc8-d8da3ff619d2,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:12.853297 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:12.927408 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:12.928047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:12.933197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17072eb7-5c12-4f35-990b-661152e25204 None None] Pushing event updated for resources: {'Port': ['ID=4eac2432-3701-4784-9fc8-d8da3ff619d2,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:13.042311 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:13.414348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:12Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:13.439864 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c94af-cf35-4e99-8629-a0ed2fa09340 None None] The sync data for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 is: [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:12Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:13.628960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4101c6f4-dd4b-4e32-8769-9c0f223efd49 req-9cb5937a-3531-46c1-b183-44296a1e4474 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 210 time: 0.0319102 Jul 08 18:31:13.890177 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-9f3d0e1d-771e-4515-8023-33ce11ff5818 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:13.891923 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-9f3d0e1d-771e-4515-8023-33ce11ff5818 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/networks?id=f8a6312b-47df-4e19-bacf-d624b37c8914 HTTP/1.1" status: 200 len: 797 time: 0.1121368 Jul 08 18:31:13.978976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-ed80e0f5-e6b7-484a-8c6c-564b833b9a1e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab14872707ec44c19f85a8cb36e5074a HTTP/1.1" status: 200 len: 380 time: 0.0372956 Jul 08 18:31:13.995300 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'port': {'device_id': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'admin_state_up': True, 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'security_groups': ['652ed826-6f14-492a-b617-5d88b34ed723']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:14.115088 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Made reservation on behalf of ab14872707ec44c19f85a8cb36e5074a for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:31:14.118754 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.262655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.20.0.13 (f8a6312b-47df-4e19-bacf-d624b37c8914/542f97b9-617b-4c9c-b869-24bd99efd3f7/805bd566-239b-4a80-9158-5e695b65f7dd) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:14.279301 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.298065 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4eac2432-3701-4784-9fc8-d8da3ff619d2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:14.358847 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 4eac2432-3701-4784-9fc8-d8da3ff619d2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:14.364332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4eac2432-3701-4784-9fc8-d8da3ff619d2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:14.364765 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.437730 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.450324 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.452890 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Transition to ACTIVE for port object 805bd566-239b-4a80-9158-5e695b65f7dd will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:14.488416 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.488711 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 4eac2432-3701-4784-9fc8-d8da3ff619d2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4eac2432-3701-4784-9fc8-d8da3ff619d2,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:14.493537 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.540815 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network f8a6312b-47df-4e19-bacf-d624b37c8914 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:14.544183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:14.548952 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=4eac2432-3701-4784-9fc8-d8da3ff619d2,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:14.549219 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:14.551848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=805bd566-239b-4a80-9158-5e695b65f7dd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:14.615502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:14.616347 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.632493 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-7f771dd6-5726-44ce-b0ff-88f188bd461f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6451099 Jul 08 18:31:14.659892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Request body: {'port': {'device_id': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:14.748893 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.819119 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a0ddf-39eb-416c-a4c6-1686cafe769a req-1dc6ce78-983a-4e41-8ea9-dd6ee083bdad tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:14.820651 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e27a0ddf-39eb-416c-a4c6-1686cafe769a req-1dc6ce78-983a-4e41-8ea9-dd6ee083bdad tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 932 time: 0.0737548 Jul 08 18:31:14.860045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e27a0ddf-39eb-416c-a4c6-1686cafe769a req-fd100855-4d72-40f9-8847-a5a0533f5455 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Jul 08 18:31:14.884384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-af8148b1-3d6c-4984-ab6a-a899b1a55dc4 None None] Provisioning for port 805bd566-239b-4a80-9158-5e695b65f7dd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:14.884384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-af8148b1-3d6c-4984-ab6a-a899b1a55dc4 None None] Provisioning complete for port 805bd566-239b-4a80-9158-5e695b65f7dd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:14.884384 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af8148b1-3d6c-4984-ab6a-a899b1a55dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:14.927287 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-af8148b1-3d6c-4984-ab6a-a899b1a55dc4 None None] Port 805bd566-239b-4a80-9158-5e695b65f7dd cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:31:15.049027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805bd566-239b-4a80-9158-5e695b65f7dd {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:15.057300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.071058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Transition to ACTIVE for port object 805bd566-239b-4a80-9158-5e695b65f7dd will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:31:15.076366 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.133521 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Pushing event updated for resources: {'Port': ['ID=805bd566-239b-4a80-9158-5e695b65f7dd,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:15.221158 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Attempting to bind port 805bd566-239b-4a80-9158-5e695b65f7dd on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:31:15.221702 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Attempting to bind port 805bd566-239b-4a80-9158-5e695b65f7dd by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:31:15.222232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Attempting to bind port 805bd566-239b-4a80-9158-5e695b65f7dd on network f8a6312b-47df-4e19-bacf-d624b37c8914 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:15.229338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Port 805bd566-239b-4a80-9158-5e695b65f7dd on network f8a6312b-47df-4e19-bacf-d624b37c8914 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:31:15.229771 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Attempting to bind port 805bd566-239b-4a80-9158-5e695b65f7dd on network f8a6312b-47df-4e19-bacf-d624b37c8914 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:31:15.237492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:31:15.237973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Checking segment: {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:31:15.238448 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Bound using segment: {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:31:15.238978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Bound port: 805bd566-239b-4a80-9158-5e695b65f7dd, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0845717-b0bb-4949-a65c-4695a02ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:31:15.239430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.334554 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] For port 805bd566-239b-4a80-9158-5e695b65f7dd, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:31:15.338573 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] For port 805bd566-239b-4a80-9158-5e695b65f7dd, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=805bd566-239b-4a80-9158-5e695b65f7dd,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:31:15.344135 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.380106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:15.380753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:15.382239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6b513170-3052-463d-a77a-2869f158b573 service neutron] 10.222.0.41 "PUT /v2.0/ports/805bd566-239b-4a80-9158-5e695b65f7dd HTTP/1.1" status: 200 len: 1092 time: 0.7294955 Jul 08 18:31:15.382700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:15.385111 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e9f92-2666-432c-b327-0b2f50f85279" -d '{"events": [{"name": "network-changed", "server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:15.434716 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a21c8-82d7-4adb-9357-874907541859 x-openstack-request-id: req-799a21c8-82d7-4adb-9357-874907541859 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:15.435142 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:15.435532 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-799a21c8-82d7-4adb-9357-874907541859 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:15.436141 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd', 'status': 'completed', 'code': 200} Jul 08 18:31:15.437728 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b513170-3052-463d-a77a-2869f158b573 service neutron] Pushing event updated for resources: {'Port': ['ID=805bd566-239b-4a80-9158-5e695b65f7dd,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:15.535600 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-a8f941f6-de1c-4e30-9362-4b72fec35e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:15.537930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-a8f941f6-de1c-4e30-9362-4b72fec35e48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 1095 time: 0.0797453 Jul 08 18:31:15.600573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-21d09000-677e-4101-93d0-9ca298748d0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=805bd566-239b-4a80-9158-5e695b65f7dd HTTP/1.1" status: 200 len: 217 time: 0.0414619 Jul 08 18:31:15.654776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6f2db5be-439f-421b-aab1-488dd4041b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:15.656257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6f2db5be-439f-421b-aab1-488dd4041b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=542f97b9-617b-4c9c-b869-24bd99efd3f7 HTTP/1.1" status: 200 len: 834 time: 0.0476623 Jul 08 18:31:15.725805 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6ce74024-aec7-46dd-9e46-ba5aa6fab932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:15.727430 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-6ce74024-aec7-46dd-9e46-ba5aa6fab932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8a6312b-47df-4e19-bacf-d624b37c8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627527 Jul 08 18:31:15.826442 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-306f4783-4ce6-4f16-9f37-1cced00420da service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882740 Jul 08 18:31:15.944164 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80b04f20-bc21-4616-aa1b-c1281462ed19 req-c642f18e-85e8-4b8b-b7e5-167e9d663e20 service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072330 Jul 08 18:31:16.071638 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c9b4-4e74-4ae0-94ab-17f5d04f9250 req-3f053c87-e764-4652-b512-6c3661c9d5a9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:16.073925 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97a4c9b4-4e74-4ae0-94ab-17f5d04f9250 req-3f053c87-e764-4652-b512-6c3661c9d5a9 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 944 time: 0.0885434 Jul 08 18:31:16.124601 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e9f92-2666-432c-b327-0b2f50f85279 req-3d2c15cc-d600-461d-8975-01f3511ebdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:16.126884 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-764e9f92-2666-432c-b327-0b2f50f85279 req-3d2c15cc-d600-461d-8975-01f3511ebdde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 1095 time: 0.0665483 Jul 08 18:31:16.128713 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97a4c9b4-4e74-4ae0-94ab-17f5d04f9250 req-0d5b4577-04d2-4729-95c0-c52788320d04 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Jul 08 18:31:16.242651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e9f92-2666-432c-b327-0b2f50f85279 req-0c14fd30-1e4c-4203-be3b-2648ae4a4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:16.245170 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-764e9f92-2666-432c-b327-0b2f50f85279 req-0c14fd30-1e4c-4203-be3b-2648ae4a4f86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8a6312b-47df-4e19-bacf-d624b37c8914 HTTP/1.1" status: 200 len: 898 time: 0.1112025 Jul 08 18:31:16.278427 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4eac2432-3701-4784-9fc8-d8da3ff619d2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:16.321971 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-764e9f92-2666-432c-b327-0b2f50f85279 req-c6f7ad33-b2b2-4b8f-a3aa-fb8dd179dc37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=805bd566-239b-4a80-9158-5e695b65f7dd HTTP/1.1" status: 200 len: 217 time: 0.0677125 Jul 08 18:31:16.328555 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 4eac2432-3701-4784-9fc8-d8da3ff619d2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:16.329519 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:16.401175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e9f92-2666-432c-b327-0b2f50f85279 req-c9fdd5c6-e930-45f5-97cc-86bf90d2f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:16.403520 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-764e9f92-2666-432c-b327-0b2f50f85279 req-c9fdd5c6-e930-45f5-97cc-86bf90d2f146 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=542f97b9-617b-4c9c-b869-24bd99efd3f7 HTTP/1.1" status: 200 len: 834 time: 0.0746996 Jul 08 18:31:16.496825 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e9f92-2666-432c-b327-0b2f50f85279 req-6bcd0929-07a1-477e-b2d3-0290b40b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:16.499266 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-764e9f92-2666-432c-b327-0b2f50f85279 req-6bcd0929-07a1-477e-b2d3-0290b40b390c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8a6312b-47df-4e19-bacf-d624b37c8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861347 Jul 08 18:31:16.602985 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-764e9f92-2666-432c-b327-0b2f50f85279 req-c80609f5-2f85-4961-b29a-6dfbf066a23c service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960772 Jul 08 18:31:16.701594 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-764e9f92-2666-432c-b327-0b2f50f85279 req-6ccd9d55-360f-40c2-b233-81a07d1dbb3b service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916762 Jul 08 18:31:17.346503 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c95a6-f3b9-426e-947c-661eac247b23 req-85110230-6332-4968-894f-81594e71c16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:17.347983 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e7c95a6-f3b9-426e-947c-661eac247b23 req-85110230-6332-4968-894f-81594e71c16a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 944 time: 0.0831947 Jul 08 18:31:17.398769 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5e7c95a6-f3b9-426e-947c-661eac247b23 req-82b059e1-ee33-4c04-bd50-37cc420be228 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Jul 08 18:31:18.096444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 805bd566-239b-4a80-9158-5e695b65f7dd details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:31:18.197314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 805bd566-239b-4a80-9158-5e695b65f7dd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=805bd566-239b-4a80-9158-5e695b65f7dd,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:18.210188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '805bd566-239b-4a80-9158-5e695b65f7dd', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'port_id': '805bd566-239b-4a80-9158-5e695b65f7dd', 'mac_address': 'fa:16:3e:e7:2d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:31:18.251459 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.266204 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805bd566-239b-4a80-9158-5e695b65f7dd {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:31:18.292330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 805bd566-239b-4a80-9158-5e695b65f7dd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=805bd566-239b-4a80-9158-5e695b65f7dd,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:18.297037 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:18.352022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=805bd566-239b-4a80-9158-5e695b65f7dd,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:18.585590 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a199da4-0cb8-41a1-832a-9531160d7f64 req-505d5f36-13cc-4f54-808a-89c4f4e6b500 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:18.587106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a199da4-0cb8-41a1-832a-9531160d7f64 req-505d5f36-13cc-4f54-808a-89c4f4e6b500 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 945 time: 0.0678728 Jul 08 18:31:18.630497 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4a199da4-0cb8-41a1-832a-9531160d7f64 req-d03dd60f-54dd-447f-b2e1-7c8d055c6ed7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341341 Jul 08 18:31:18.687980 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['805bd566-239b-4a80-9158-5e695b65f7dd'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:31:19.815345 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c285e-4581-47bf-8f29-d149abbd1411 req-1564f56d-3134-4aa6-b22c-d0ee53203320 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:19.816919 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d96c285e-4581-47bf-8f29-d149abbd1411 req-1564f56d-3134-4aa6-b22c-d0ee53203320 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 945 time: 0.0751488 Jul 08 18:31:19.855420 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d96c285e-4581-47bf-8f29-d149abbd1411 req-1ab0657d-a422-418c-89f5-e27d46de9119 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Jul 08 18:31:20.096409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 805bd566-239b-4a80-9158-5e695b65f7dd up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:31:20.152489 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 805bd566-239b-4a80-9158-5e695b65f7dd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:31:20.156412 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 805bd566-239b-4a80-9158-5e695b65f7dd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:31:20.157497 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.242684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.267197 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:20.269546 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3fee6e-bd46-4281-9ff9-e1745b19b730" -d '{"events": [{"server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "name": "network-vif-plugged", "status": "completed", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:20.283151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 805bd566-239b-4a80-9158-5e695b65f7dd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=805bd566-239b-4a80-9158-5e695b65f7dd,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:31:20.287853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:20.344990 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=805bd566-239b-4a80-9158-5e695b65f7dd,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:20.370254 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46ccb78-2b19-4480-8dc1-5fa563ea117c x-openstack-request-id: req-c46ccb78-2b19-4480-8dc1-5fa563ea117c {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:20.370542 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "name": "network-vif-plugged", "status": "completed", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:20.370794 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c46ccb78-2b19-4480-8dc1-5fa563ea117c {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:20.371192 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd', 'code': 200} Jul 08 18:31:20.519703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a1eac-40da-40d1-adea-1e428b95e25b req-c9c48f5d-d644-4b2d-87c2-e0e8a24c3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:20.521251 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-651a1eac-40da-40d1-adea-1e428b95e25b req-c9c48f5d-d644-4b2d-87c2-e0e8a24c3309 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 1097 time: 0.0533121 Jul 08 18:31:20.564162 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-651a1eac-40da-40d1-adea-1e428b95e25b req-a719b94f-849e-4217-b6ce-5de0a7472cd1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333247 Jul 08 18:31:21.035358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db6aef-421e-4c4a-9b32-ab44f5b15741 req-122dbaf2-5b5a-4d2f-8257-59931efbf925 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:21.036921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72db6aef-421e-4c4a-9b32-ab44f5b15741 req-122dbaf2-5b5a-4d2f-8257-59931efbf925 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0686827 Jul 08 18:31:21.075698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-72db6aef-421e-4c4a-9b32-ab44f5b15741 req-509b1c3e-7750-42fd-8715-f95bc06ea9c0 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330143 Jul 08 18:31:22.255545 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72df894-2b12-4f6e-86e4-84c13f6ca1b8 req-731a93a7-8fe0-4aac-8318-b0225eee07fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:22.257138 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b72df894-2b12-4f6e-86e4-84c13f6ca1b8 req-731a93a7-8fe0-4aac-8318-b0225eee07fc tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0666018 Jul 08 18:31:22.305077 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b72df894-2b12-4f6e-86e4-84c13f6ca1b8 req-62a69155-b8f6-4735-bb88-4e7a2a9c4309 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Jul 08 18:31:22.536595 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2813103-7da3-47ce-805c-28b4c227db4a req-00a44a14-e22e-4811-a6c0-2c2f5102c1f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:22.538187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2813103-7da3-47ce-805c-28b4c227db4a req-00a44a14-e22e-4811-a6c0-2c2f5102c1f7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0939076 Jul 08 18:31:22.579734 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2813103-7da3-47ce-805c-28b4c227db4a req-a8363d04-5b55-42f7-973a-d037ef1340ca tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357029 Jul 08 18:31:22.610581 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57124) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:22.668187 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae38927-edd3-4807-a378-7a78b3e482c6 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:22.669767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7ae38927-edd3-4807-a378-7a78b3e482c6 tempest-TestNetworkAdvancedServerOps-1651579785 tempest-TestNetworkAdvancedServerOps-1651579785-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 1092 time: 0.0581620 Jul 08 18:31:22.672808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57126) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:22.677223 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '805bd566-239b-4a80-9158-5e695b65f7dd', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:31:22.699382 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.806019 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:22.912788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Allocated IP 172.25.5.145 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/134ed88d-89b0-4000-95f0-153dd4a7384e) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:31:23.018253 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.058428 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.095449 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:31:23.098308 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:31:23.101135 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:31:23.135422 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=134ed88d-89b0-4000-95f0-153dd4a7384e,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:23.470429 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.545021 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.696200 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.701059 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.783845 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event updated for resources: {'Port': ['ID=134ed88d-89b0-4000-95f0-153dd4a7384e,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:31:23.795044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:23.893117 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 30d06e0c-046b-45aa-8cc4-478c7a7fb58e associated. External IP: 172.25.5.145, port: 805bd566-239b-4a80-9158-5e695b65f7dd. Jul 08 18:31:24.099678 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:31:24.210662 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:31:24.220649 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] Sync routers for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:31:24.226814 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:24.230238 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:24.230849 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:24.266744 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1ce6d64f-7932-4245-a891-747e0ea26b2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5928876 Jul 08 18:31:24.267716 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:31:24.269941 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a892a5-5952-4a10-82f7-7c0647f8f8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:31:24.338657 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:24.442198 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906c54-6849-4527-b171-200679b9c96f req-7c98a7fa-4a1d-44ce-ba82-ac1a4b169f5e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:24.443626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13906c54-6849-4527-b171-200679b9c96f req-7c98a7fa-4a1d-44ce-ba82-ac1a4b169f5e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0659606 Jul 08 18:31:24.481911 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13906c54-6849-4527-b171-200679b9c96f req-9daa203c-f71b-44d7-9146-16a7516604b2 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326128 Jul 08 18:31:24.506422 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57132) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:24.527510 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61131b0e-e86b-4569-ad19-ca66e4f092bc x-openstack-request-id: req-61131b0e-e86b-4569-ad19-ca66e4f092bc {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:31:24.527807 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:31:24.528068 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-61131b0e-e86b-4569-ad19-ca66e4f092bc {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:31:24.528481 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd', 'status': 'completed', 'code': 200} Jul 08 18:31:24.568211 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5afafd1a-a250-48cb-88ad-40c0bcefe636 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/30d06e0c-046b-45aa-8cc4-478c7a7fb58e HTTP/1.1" status: 200 len: 992 time: 0.0605319 Jul 08 18:31:24.569656 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '30d06e0c-046b-45aa-8cc4-478c7a7fb58e', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.145', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'port_id': '805bd566-239b-4a80-9158-5e695b65f7dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'mac_address': 'fa:16:3e:e7:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:23Z', 'updated_at': '2021-07-08T18:31:23Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:14Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:24.596562 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] Checking router: 6edbae44-37c1-428c-ad61-2bb0eaf0a148 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:31:24.604984 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:31:24.605583 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:31:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:24.626466 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-1d654f79-41eb-466f-889e-0702b98f4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:24.627984 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-1d654f79-41eb-466f-889e-0702b98f4320 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 1097 time: 0.0539048 Jul 08 18:31:24.723594 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:31:24.725808 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-8ae88357-c71c-40c3-bc12-d2fa3c4bef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:24.727677 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-8ae88357-c71c-40c3-bc12-d2fa3c4bef6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8a6312b-47df-4e19-bacf-d624b37c8914 HTTP/1.1" status: 200 len: 898 time: 0.0933926 Jul 08 18:31:24.793216 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-a42151b4-04fc-4197-87f8-8b7d9b7551ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=805bd566-239b-4a80-9158-5e695b65f7dd HTTP/1.1" status: 200 len: 1000 time: 0.0584583 Jul 08 18:31:24.846513 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-cb33778e-de62-4a31-8182-1358a2b2577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:24.847991 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-cb33778e-de62-4a31-8182-1358a2b2577c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=542f97b9-617b-4c9c-b869-24bd99efd3f7 HTTP/1.1" status: 200 len: 834 time: 0.0483155 Jul 08 18:31:24.904876 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-88ae071c-9e9d-47eb-a595-4da0fe728672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:24.906397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-88ae071c-9e9d-47eb-a595-4da0fe728672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8a6312b-47df-4e19-bacf-d624b37c8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520732 Jul 08 18:31:24.947687 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '30d06e0c-046b-45aa-8cc4-478c7a7fb58e', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.145', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'port_id': '805bd566-239b-4a80-9158-5e695b65f7dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'mac_address': 'fa:16:3e:e7:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:23Z', 'updated_at': '2021-07-08T18:31:23Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:14Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:31:24.973585 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c64c6b-e815-4269-8850-8e44015f70ba None None] The sync data for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 is: [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '30d06e0c-046b-45aa-8cc4-478c7a7fb58e', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'floating_ip_address': '172.25.5.145', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'port_id': '805bd566-239b-4a80-9158-5e695b65f7dd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'mac_address': 'fa:16:3e:e7:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:31:23Z', 'updated_at': '2021-07-08T18:31:23Z', 'revision_number': 0, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:14Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:31:24.997313 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-3fbc14a9-f9e7-4bfd-96dd-e3446eb6dacc service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842457 Jul 08 18:31:25.094959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-35a892a5-5952-4a10-82f7-7c0647f8f8b5 req-46a89f3e-063e-44a8-9d36-52a397039d3c service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897615 Jul 08 18:31:25.169301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca871363-5817-4b63-9fe0-5fd9641d0ade None None] New status for floating IP 30d06e0c-046b-45aa-8cc4-478c7a7fb58e: ACTIVE {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:31:25.572205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57134) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:31:25.635242 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-da170b0d-6cfd-4055-9f52-cf1cca0ce2d6 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/30d06e0c-046b-45aa-8cc4-478c7a7fb58e HTTP/1.1" status: 200 len: 994 time: 0.0619302 Jul 08 18:31:26.419929 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:27.557616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d1726f0b-03f5-4cfd-b7e9-c63eb6873dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.112573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ae91c07b-a4eb-4402-ace5-63116dd4a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:30.579719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:31.631656 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:33.087394 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:41.099483 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:31:44.287303 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:56.426660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:57.561603 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1f71f181-9fbc-4408-ba75-5bb0762af128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:31:59.168145 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8104e71-4daf-4509-b8e9-6eb84e6609ef req-21b78cb0-e047-42db-a989-37f3ed9a890c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:31:59.169553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8104e71-4daf-4509-b8e9-6eb84e6609ef req-21b78cb0-e047-42db-a989-37f3ed9a890c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0643842 Jul 08 18:31:59.210674 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8104e71-4daf-4509-b8e9-6eb84e6609ef req-4ff7fb0f-78cd-4abd-87c5-e5cb8d11b1af tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353403 Jul 08 18:32:00.113590 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-78ee5469-c124-47f3-8d70-bd10dd6772a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:00.383280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd1c60-d6fb-4830-ba33-c54ac838bc92 req-f078d460-b1e2-43b7-8383-10c3d0001ba7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:00.384706 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2abd1c60-d6fb-4830-ba33-c54ac838bc92 req-f078d460-b1e2-43b7-8383-10c3d0001ba7 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0634949 Jul 08 18:32:00.421658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2abd1c60-d6fb-4830-ba33-c54ac838bc92 req-8b63cb9a-413d-48ee-b7c0-aba8995cdc2f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Jul 08 18:32:00.446035 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57154) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:00.508627 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0b2f7936-866a-489c-a12e-0208c88c900b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/30d06e0c-046b-45aa-8cc4-478c7a7fb58e HTTP/1.1" status: 200 len: 994 time: 0.0614207 Jul 08 18:32:00.581693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.633922 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:01.963919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165d8ed-9244-4ffc-ae39-b520c79080b4 req-e0dd8b87-a18c-4fbb-aea9-3813e1de136c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:01.965481 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5165d8ed-9244-4ffc-ae39-b520c79080b4 req-e0dd8b87-a18c-4fbb-aea9-3813e1de136c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0654895 Jul 08 18:32:01.978719 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3110-d65f-4436-9485-738ac61e2800 req-d84043f3-a924-4964-86dc-b870ee0b2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:01.980296 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-505c3110-d65f-4436-9485-738ac61e2800 req-d84043f3-a924-4964-86dc-b870ee0b2016 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 1097 time: 0.0534523 Jul 08 18:32:02.006625 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5165d8ed-9244-4ffc-ae39-b520c79080b4 req-905f6bce-89d5-4bfb-8e66-66fb13dce855 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344007 Jul 08 18:32:02.078151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3110-d65f-4436-9485-738ac61e2800 req-26406215-268c-49e1-9de1-d7ee3027d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:02.079573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-505c3110-d65f-4436-9485-738ac61e2800 req-26406215-268c-49e1-9de1-d7ee3027d3a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8a6312b-47df-4e19-bacf-d624b37c8914 HTTP/1.1" status: 200 len: 898 time: 0.0901716 Jul 08 18:32:02.148065 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-505c3110-d65f-4436-9485-738ac61e2800 req-753bc93e-1039-444a-8333-8783bb2af766 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=805bd566-239b-4a80-9158-5e695b65f7dd HTTP/1.1" status: 200 len: 1002 time: 0.0576866 Jul 08 18:32:02.197734 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3110-d65f-4436-9485-738ac61e2800 req-d37dad26-68ba-477e-8797-9d84648f81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:02.199129 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-505c3110-d65f-4436-9485-738ac61e2800 req-d37dad26-68ba-477e-8797-9d84648f81d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=542f97b9-617b-4c9c-b869-24bd99efd3f7 HTTP/1.1" status: 200 len: 834 time: 0.0420690 Jul 08 18:32:02.260060 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3110-d65f-4436-9485-738ac61e2800 req-66808ebb-3ce3-4ba8-a252-f3c3bc87624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:02.261584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-505c3110-d65f-4436-9485-738ac61e2800 req-66808ebb-3ce3-4ba8-a252-f3c3bc87624e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8a6312b-47df-4e19-bacf-d624b37c8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540853 Jul 08 18:32:02.353930 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-505c3110-d65f-4436-9485-738ac61e2800 req-732ab36c-15ce-47ef-ae45-cdcc1b6b3311 service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813732 Jul 08 18:32:02.447663 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-505c3110-d65f-4436-9485-738ac61e2800 req-e11e8895-ab9e-4978-bf65-1dfa2258a518 service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Jul 08 18:32:03.090570 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:03.187992 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849242a6-1de1-484c-971f-80c7fa30fc36 req-977d0266-1678-4881-a86e-653b66c26d41 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:03.189542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-849242a6-1de1-484c-971f-80c7fa30fc36 req-977d0266-1678-4881-a86e-653b66c26d41 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0663607 Jul 08 18:32:03.229697 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-849242a6-1de1-484c-971f-80c7fa30fc36 req-f6da23d5-2a90-49cd-bdc6-01a377220679 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345864 Jul 08 18:32:04.582800 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada6c54-7a64-4acc-8e85-7c35b06e8677 req-56b932fe-037a-409c-a662-de16e7697a5a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:04.584290 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ada6c54-7a64-4acc-8e85-7c35b06e8677 req-56b932fe-037a-409c-a662-de16e7697a5a tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0630474 Jul 08 18:32:04.621695 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3ada6c54-7a64-4acc-8e85-7c35b06e8677 req-d95ac516-6923-4572-80e0-59c0d5029f75 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319443 Jul 08 18:32:04.645954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57166) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:05.046474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-add341af-97aa-46b3-8439-980a5b1cb21c tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/floatingips/30d06e0c-046b-45aa-8cc4-478c7a7fb58e HTTP/1.1" status: 200 len: 994 time: 0.3993545 Jul 08 18:32:05.320842 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57172) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:05.475590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 134ed88d-89b0-4000-95f0-153dd4a7384e {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:05.475938 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.548040 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.548395 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.559596 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 134ed88d-89b0-4000-95f0-153dd4a7384e owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:05.706968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.731425 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=134ed88d-89b0-4000-95f0-153dd4a7384e,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:05.743442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.743803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.744151 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.744492 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.744860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.745199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.745534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.745867 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.746196 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.746530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.746858 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.747182 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:05.809888 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:05.810229 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Floating IP 30d06e0c-046b-45aa-8cc4-478c7a7fb58e disassociated (deleted). External IP: 172.25.5.145, port: 805bd566-239b-4a80-9158-5e695b65f7dd. Jul 08 18:32:06.011677 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:32:06.116233 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:06.121076 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:06.125340 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] Sync routers for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:06.134810 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:06.135430 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:06.340102 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:06.487058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9a075242-4990-4b34-beb6-f2d24c566d36 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/floatingips/30d06e0c-046b-45aa-8cc4-478c7a7fb58e HTTP/1.1" status: 204 len: 168 time: 1.1651537 Jul 08 18:32:06.487854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:06.490317 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a26f81-5332-499d-ba6b-08f663bbfd91" -d '{"events": [{"name": "network-changed", "server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:06.535871 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:14Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:06.564687 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] Checking router: 6edbae44-37c1-428c-ad61-2bb0eaf0a148 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:06.572755 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:06.573365 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:06.675837 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:06.732886 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f24011-6084-4f32-8416-8a29c2cc4234 x-openstack-request-id: req-71f24011-6084-4f32-8416-8a29c2cc4234 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:06.733310 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:06.733666 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-71f24011-6084-4f32-8416-8a29c2cc4234 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:06.734286 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd', 'status': 'completed', 'code': 200} Jul 08 18:32:06.859769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-4cd9c9ad-067f-40dd-9197-bf991906f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:06.861356 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-4cd9c9ad-067f-40dd-9197-bf991906f170 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab14872707ec44c19f85a8cb36e5074a&device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 1097 time: 0.0541465 Jul 08 18:32:06.873628 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:14Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:06.880247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0428-3fe6-4642-a935-b39011e57a7f req-a835e69d-9a9c-4d11-bc03-fba9d6e86c0f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:06.881773 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d91d0428-3fe6-4642-a935-b39011e57a7f req-a835e69d-9a9c-4d11-bc03-fba9d6e86c0f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0628443 Jul 08 18:32:06.901290 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539c97d-0928-4d6d-b666-ef7c9baaa136 None None] The sync data for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 is: [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '4eac2432-3701-4784-9fc8-d8da3ff619d2', 'name': '', 'network_id': 'f8a6312b-47df-4e19-bacf-d624b37c8914', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'mac_address': 'fa:16:3e:b3:60:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:10Z', 'updated_at': '2021-07-08T18:31:14Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'subnets': [{'id': '542f97b9-617b-4c9c-b869-24bd99efd3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:06.923280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d91d0428-3fe6-4642-a935-b39011e57a7f req-d695bdbd-44ee-4a62-b4da-4e882c6fc883 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Jul 08 18:32:06.963012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-41ee9032-48f4-421f-9d6f-bfd4ead33890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:06.964897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-41ee9032-48f4-421f-9d6f-bfd4ead33890 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f8a6312b-47df-4e19-bacf-d624b37c8914 HTTP/1.1" status: 200 len: 898 time: 0.0934005 Jul 08 18:32:07.005664 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-03625e22-b912-475a-843c-63568b118ab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=805bd566-239b-4a80-9158-5e695b65f7dd HTTP/1.1" status: 200 len: 217 time: 0.0343564 Jul 08 18:32:07.055208 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-2badb3c1-5f37-44b5-93e5-fff261291c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:07.056721 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-2badb3c1-5f37-44b5-93e5-fff261291c38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=542f97b9-617b-4c9c-b869-24bd99efd3f7 HTTP/1.1" status: 200 len: 834 time: 0.0442655 Jul 08 18:32:07.121883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-13f966eb-3afe-4e19-aa48-9c57ca2a31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:07.123436 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-13f966eb-3afe-4e19-aa48-9c57ca2a31db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f8a6312b-47df-4e19-bacf-d624b37c8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596128 Jul 08 18:32:07.130673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a81b2-01bd-4af2-a728-2cd2d2da8f98 None None] New status for floating IP 30d06e0c-046b-45aa-8cc4-478c7a7fb58e: DOWN {{(pid=93666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:32:07.214817 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-a9d7cc71-1e43-4ddf-a324-111b4bcf9a21 service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840309 Jul 08 18:32:07.305640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-45a26f81-5332-499d-ba6b-08f663bbfd91 req-b86c4b51-4038-4156-b25f-1abcf402afcb service neutron] 10.222.0.41 "GET /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832906 Jul 08 18:32:08.099385 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16e679-1a01-49df-a397-de292f0a650b req-356cb347-1518-4a19-86cd-098ce9eff2bf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:08.100835 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c16e679-1a01-49df-a397-de292f0a650b req-356cb347-1518-4a19-86cd-098ce9eff2bf tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0662053 Jul 08 18:32:08.137803 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c16e679-1a01-49df-a397-de292f0a650b req-6d169619-a8be-4e40-b622-3c4cc500f2de tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/security-groups?id=652ed826-6f14-492a-b617-5d88b34ed723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314097 Jul 08 18:32:08.819294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-c983a883-3aba-4fea-9ba1-299bf9f3ef01 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:08.820834 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-c983a883-3aba-4fea-9ba1-299bf9f3ef01 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 946 time: 0.0661914 Jul 08 18:32:08.930795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 805bd566-239b-4a80-9158-5e695b65f7dd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:08.931130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:09.015893 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 805bd566-239b-4a80-9158-5e695b65f7dd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=805bd566-239b-4a80-9158-5e695b65f7dd,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:09.016245 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:09.029135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 805bd566-239b-4a80-9158-5e695b65f7dd owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:09.162249 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:09.192931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=805bd566-239b-4a80-9158-5e695b65f7dd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:09.237615 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] No DVR routers for this DVR port 805bd566-239b-4a80-9158-5e695b65f7dd on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:32:09.240289 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:09.242340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-95157315-5e0c-4a4d-b65e-16b7e1834646 req-16f9f0a6-813f-456d-b33c-f7a86a230ca5 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.41 "DELETE /v2.0/ports/805bd566-239b-4a80-9158-5e695b65f7dd HTTP/1.1" status: 204 len: 173 time: 0.4121475 Jul 08 18:32:09.242781 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'name': 'network-vif-deleted', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:09.245082 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180743a2-0705-4fac-8e44-6ed0970dba01" -d '{"events": [{"server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "name": "network-vif-deleted", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:09.300910 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9b43bc6d-37eb-407c-a626-ebe34148410e req-9a181835-6694-44ec-ab55-d13165e07151 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "GET /v2.0/ports?device_id=6a54e02b-260f-49cd-a7d7-5269368412b2 HTTP/1.1" status: 200 len: 210 time: 0.0447628 Jul 08 18:32:09.347772 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126a01d7-cfa0-452d-835e-2f3a8114f4ec x-openstack-request-id: req-126a01d7-cfa0-452d-835e-2f3a8114f4ec {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:09.348070 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a54e02b-260f-49cd-a7d7-5269368412b2", "name": "network-vif-deleted", "tag": "805bd566-239b-4a80-9158-5e695b65f7dd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:09.348325 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-126a01d7-cfa0-452d-835e-2f3a8114f4ec {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:09.348752 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a54e02b-260f-49cd-a7d7-5269368412b2', 'name': 'network-vif-deleted', 'tag': '805bd566-239b-4a80-9158-5e695b65f7dd', 'status': 'completed', 'code': 200} Jul 08 18:32:10.396970 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57188) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:10.755598 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:11.014809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port 4eac2432-3701-4784-9fc8-d8da3ff619d2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:11.015158 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:11.107275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port 4eac2432-3701-4784-9fc8-d8da3ff619d2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=4eac2432-3701-4784-9fc8-d8da3ff619d2,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:11.107662 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:11.122733 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for 4eac2432-3701-4784-9fc8-d8da3ff619d2 owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:11.306859 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:11.333684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=4eac2432-3701-4784-9fc8-d8da3ff619d2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:11.507686 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:11.719785 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:32:11.825748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:11.831247 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f811e839-f119-4644-a999-b7855cbfc710 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "PUT /v2.0/routers/6edbae44-37c1-428c-ad61-2bb0eaf0a148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4331489 Jul 08 18:32:11.834358 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57190) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:11.835201 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] Sync routers for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:11.846908 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:11.847510 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:11.884761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting subnet 542f97b9-617b-4c9c-b869-24bd99efd3f7 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:32:11.887809 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:11.928593 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:11.951131 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:12.018079 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.079321 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.108391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Subnet': ['ID=542f97b9-617b-4c9c-b869-24bd99efd3f7,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:12.110387 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.112398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-1bb944ef-17fb-4c80-af40-b906b7b8685e tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/subnets/542f97b9-617b-4c9c-b869-24bd99efd3f7 HTTP/1.1" status: 204 len: 168 time: 0.2771118 Jul 08 18:32:12.115233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57192) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:12.116531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b243164-0791-406e-8900-b69e71fe539d None None] Network f8a6312b-47df-4e19-bacf-d624b37c8914 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:32:12.131352 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:32:11Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:12.156872 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] Checking router: 6edbae44-37c1-428c-ad61-2bb0eaf0a148 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:12.166243 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] Routers {'6edbae44-37c1-428c-ad61-2bb0eaf0a148'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:12.166834 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:12.228555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.274328 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] Set router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:12.335664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] DHCP port deletion for f8a6312b-47df-4e19-bacf-d624b37c8914 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:32:12.338063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 805bd566-239b-4a80-9158-5e695b65f7dd no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:32:12.356166 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.359944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 805bd566-239b-4a80-9158-5e695b65f7dd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:32:12.360553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 805bd566-239b-4a80-9158-5e695b65f7dd not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:32:12.410673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Deleting port 1f1e793e-0c85-4417-98fb-efd73b85ac0e {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:12.411077 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.412263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Deleting port e869604e-3646-4637-b56b-e7c8ff78f65a {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:32:12.412627 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.460498 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:32:11Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:12.479339 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] For port 1f1e793e-0c85-4417-98fb-efd73b85ac0e, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1f1e793e-0c85-4417-98fb-efd73b85ac0e,segment=NetworkSegment(f0845717-b0bb-4949-a65c-4695a02ffb40),segment_id=f0845717-b0bb-4949-a65c-4695a02ffb40)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:12.479872 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.492322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e017806-cb4c-4e54-b474-8434bc220c1e None None] The sync data for ids ['6edbae44-37c1-428c-ad61-2bb0eaf0a148'] in n-d-799528-4 is: [{'id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161714896', 'tenant_id': 'ab14872707ec44c19f85a8cb36e5074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:32:11Z', 'revision_number': 5, 'project_id': 'ab14872707ec44c19f85a8cb36e5074a', 'gw_port': {'id': 'e869604e-3646-4637-b56b-e7c8ff78f65a', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edbae44-37c1-428c-ad61-2bb0eaf0a148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:31:07Z', 'updated_at': '2021-07-08T18:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:12.495085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Calling delete_port for 1f1e793e-0c85-4417-98fb-efd73b85ac0e owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:12.500969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] For port e869604e-3646-4637-b56b-e7c8ff78f65a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e869604e-3646-4637-b56b-e7c8ff78f65a,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:12.501369 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.517744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Calling delete_port for e869604e-3646-4637-b56b-e7c8ff78f65a owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:32:12.579194 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.606382 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Pushing event deleted for resources: {'Port': ['ID=1f1e793e-0c85-4417-98fb-efd73b85ac0e,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:12.615509 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] No DVR routers for this DVR port 1f1e793e-0c85-4417-98fb-efd73b85ac0e on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:32:12.617800 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.618227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.618578 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.618911 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.619242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.619575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.619905 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.620232 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.620564 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.620930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.621253 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.621598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b1e-d41b-4a9d-bbf4-d9c07111bf45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.691768 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.726255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Port': ['ID=e869604e-3646-4637-b56b-e7c8ff78f65a,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:12.750539 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.750891 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.751234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.751611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.751947 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.752287 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.752619 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.752972 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.753304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.753631 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.753958 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.754281 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:12.795459 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.887676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.890033 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.942304 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.943257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Fanout notify agent at l3_agent the message router_deleted on router 6edbae44-37c1-428c-ad61-2bb0eaf0a148 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:32:12.952281 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:12.953484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-896e9375-8d90-456e-9a3a-9d19c947621f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/routers/6edbae44-37c1-428c-ad61-2bb0eaf0a148 HTTP/1.1" status: 204 len: 168 time: 0.8371794 Jul 08 18:32:12.956916 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57194) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:13.037044 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.124893 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.136326 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a6312b-47df-4e19-bacf-d624b37c8914']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:13.147967 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0845717-b0bb-4949-a65c-4695a02ffb40') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:13.148192 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0845717-b0bb-4949-a65c-4695a02ffb40') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:13.157229 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.171001 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.176870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:32:13.177257 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:32:13.180153 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:32:13.240375 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.247145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.248899 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/networks/f8a6312b-47df-4e19-bacf-d624b37c8914 HTTP/1.1" status: 204 len: 168 time: 0.2908638 Jul 08 18:32:13.252329 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57196) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:13.260852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d57a6-3186-4e08-9bc5-db532a6d470f tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'Network': ['ID=f8a6312b-47df-4e19-bacf-d624b37c8914,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:13.311437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2135389-09bf-48b4-b61e-d0a12c734c7b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.341525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2135389-09bf-48b4-b61e-d0a12c734c7b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.401291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2135389-09bf-48b4-b61e-d0a12c734c7b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.403892 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-a2135389-09bf-48b4-b61e-d0a12c734c7b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.405034 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-a2135389-09bf-48b4-b61e-d0a12c734c7b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] 10.222.0.63 "DELETE /v2.0/security-groups/652ed826-6f14-492a-b617-5d88b34ed723 HTTP/1.1" status: 204 len: 168 time: 0.1516347 Jul 08 18:32:13.414128 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2135389-09bf-48b4-b61e-d0a12c734c7b tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652ed826-6f14-492a-b617-5d88b34ed723,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:13.727345 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57204) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:13.856926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eb3fb9cb-c3df-4015-8798-c4deb877a032 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab14872707ec44c19f85a8cb36e5074a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278417 Jul 08 18:32:13.858861 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57208) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:13.905320 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cddd64b9-90c6-42d9-81eb-50365cf38ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.926522 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cddd64b9-90c6-42d9-81eb-50365cf38ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.974551 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cddd64b9-90c6-42d9-81eb-50365cf38ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.977124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cddd64b9-90c6-42d9-81eb-50365cf38ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:13.978348 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cddd64b9-90c6-42d9-81eb-50365cf38ce8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eed9f064-4608-48bc-b2f9-5dd3e81386cb HTTP/1.1" status: 204 len: 168 time: 0.1185920 Jul 08 18:32:13.986832 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd64b9-90c6-42d9-81eb-50365cf38ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9f064-4608-48bc-b2f9-5dd3e81386cb,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:14.236980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57214) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:14.250343 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7eab96f8-8b93-452d-bcb5-167e09894e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.286659 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1f1e793e-0c85-4417-98fb-efd73b85ac0e no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:32:14.290086 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.306425 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 1f1e793e-0c85-4417-98fb-efd73b85ac0e {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:32:14.306779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1f1e793e-0c85-4417-98fb-efd73b85ac0e not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:32:14.307223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e869604e-3646-4637-b56b-e7c8ff78f65a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:32:14.325206 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e869604e-3646-4637-b56b-e7c8ff78f65a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:32:14.325546 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e869604e-3646-4637-b56b-e7c8ff78f65a not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:32:14.325962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4eac2432-3701-4784-9fc8-d8da3ff619d2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:32:14.345822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 4eac2432-3701-4784-9fc8-d8da3ff619d2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:32:14.346165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 4eac2432-3701-4784-9fc8-d8da3ff619d2 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:32:14.352047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7eab96f8-8b93-452d-bcb5-167e09894e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.356225 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-7eab96f8-8b93-452d-bcb5-167e09894e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.393429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-7eab96f8-8b93-452d-bcb5-167e09894e1b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9905fa1e48f942e8bb872cc5f5a10d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552851 Jul 08 18:32:14.394588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab96f8-8b93-452d-bcb5-167e09894e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3e4f8-6bfc-4220-b641-e98bf9366fd1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:14.396117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57216) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:14.444971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-007c9b7f-ece7-4ff5-b31b-378424a727f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.469101 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-007c9b7f-ece7-4ff5-b31b-378424a727f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.512536 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-007c9b7f-ece7-4ff5-b31b-378424a727f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.515220 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-007c9b7f-ece7-4ff5-b31b-378424a727f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:14.516358 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-007c9b7f-ece7-4ff5-b31b-378424a727f6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a8e3e4f8-6bfc-4220-b641-e98bf9366fd1 HTTP/1.1" status: 204 len: 168 time: 0.1191840 Jul 08 18:32:14.525562 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c9b7f-ece7-4ff5-b31b-378424a727f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3e4f8-6bfc-4220-b641-e98bf9366fd1,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:15.181744 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57238) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:15.273940 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-464542333-network', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:15.295067 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Made reservation on behalf of bc4597a004ce4a48b36d5bc6a94efdfc for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:15.297482 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.305979 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.390389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.395175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.422653 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:32:15.427932 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfa664d-9199-4bab-b40f-bf645235b478,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:15.435710 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.436005 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Added segment 4be82678-2302-46ab-b0fb-d40726b36e98 of type vlan for network 4667e369-98fc-479b-b597-fd6089c77c76 Jul 08 18:32:15.477279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.504612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.505540 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:15.506118 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.567976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3824556 Jul 08 18:32:15.568335 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57242) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:15.570576 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f8ac4-46f7-4f01-89a3-2a48e1cd372e admin admin] Pushing event updated for resources: {'Network': ['ID=4667e369-98fc-479b-b597-fd6089c77c76,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:15.573680 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Request body: {'subnet': {'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-464542333-subnet', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:15.581334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 4667e369-98fc-479b-b597-fd6089c77c76 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:32:15.595703 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Made reservation on behalf of bc4597a004ce4a48b36d5bc6a94efdfc for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:15.598357 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.767339 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.826350 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c26d04-444b-4c2f-8e13-848c9f8434cd,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:15.834769 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Checking segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:15.835133 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Network hostable DHCP agents. Network: 4667e369-98fc-479b-b597-fd6089c77c76, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:32:15.851125 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Network 4667e369-98fc-479b-b597-fd6089c77c76 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:32:15.859391 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 4667e369-98fc-479b-b597-fd6089c77c76) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:15.864047 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:15.864645 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.869667 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec88c50-e361-44ba-97c1-5a84113e1ee6 None None] Network 4667e369-98fc-479b-b597-fd6089c77c76 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:32:15.879824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-481a6cd4-ea42-488a-a55b-69b14deacef8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3102684 Jul 08 18:32:15.882753 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57244) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:15.887459 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:15.908415 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.909421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:15.961810 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.021196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-4667e369-98fc-479b-b597-fd6089c77c76', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:32:16.022068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.099975 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.152304 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Allocated IP 172.20.0.2 (4667e369-98fc-479b-b597-fd6089c77c76/b1c26d04-444b-4c2f-8e13-848c9f8434cd/3744e37a-2fa0-4888-8141-d0d0f126a63a) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:16.303894 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.304752 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.312322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Transition to ACTIVE for port object 3744e37a-2fa0-4888-8141-d0d0f126a63a will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:16.324047 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.329283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Transition to ACTIVE for port object 3744e37a-2fa0-4888-8141-d0d0f126a63a will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:16.334981 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.371030 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Network 4667e369-98fc-479b-b597-fd6089c77c76 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:16.375677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:16.379005 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:16.390163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Pushing event updated for resources: {'Port': ['ID=3744e37a-2fa0-4888-8141-d0d0f126a63a,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:16.428725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Allocated IP 172.25.5.233 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/623c7868-b013-43c5-8e3e-6bd17bdf50a1) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:16.443292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Attempting to bind port 3744e37a-2fa0-4888-8141-d0d0f126a63a on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:16.443664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Attempting to bind port 3744e37a-2fa0-4888-8141-d0d0f126a63a by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:16.444032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Attempting to bind port 3744e37a-2fa0-4888-8141-d0d0f126a63a on network 4667e369-98fc-479b-b597-fd6089c77c76 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:16.449255 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:16.449630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Checking segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:16.450029 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.450430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Bound using segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:16.451250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Bound port: 3744e37a-2fa0-4888-8141-d0d0f126a63a, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:16.451408 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.518913 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] For port 3744e37a-2fa0-4888-8141-d0d0f126a63a, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:16.522365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] For port 3744e37a-2fa0-4888-8141-d0d0f126a63a, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3744e37a-2fa0-4888-8141-d0d0f126a63a,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:16.526402 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.541145 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.582758 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:16.597032 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f3a27-4bf3-4811-ac85-e4ef69e2d500 None None] Pushing event updated for resources: {'Port': ['ID=3744e37a-2fa0-4888-8141-d0d0f126a63a,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:16.621419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:16.626349 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:16.629818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:16.653779 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Pushing event updated for resources: {'Port': ['ID=623c7868-b013-43c5-8e3e-6bd17bdf50a1,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:16.897069 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:17.089150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:17.229564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Router 39e128c9-b57f-4376-bace-ca3aacfe8b21 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:32:17.340346 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:17.354222 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Sync routers for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:17.358220 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:17.359893 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2a4803cd-894f-4961-9605-78263df79d66 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4758809 Jul 08 18:32:17.362695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57246) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:17.365463 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:17.366476 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:17.474422 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dbc88a-4c28-4608-8718-83fbba09949f None None] Network 4667e369-98fc-479b-b597-fd6089c77c76 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:32:17.535961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:17.619898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0fc143a4-62af-477b-aca9-c64ae58bd3aa None None] Provisioning for port 3744e37a-2fa0-4888-8141-d0d0f126a63a completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:17.843059 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:16Z', 'revision_number': 3, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:17.873896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Checking router: 39e128c9-b57f-4376-bace-ca3aacfe8b21 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:17.874271 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Updating router 39e128c9-b57f-4376-bace-ca3aacfe8b21 port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:32:17.915565 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.099151 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:32:18.150386 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.322626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Allocated IP 172.20.0.1 (4667e369-98fc-479b-b597-fd6089c77c76/b1c26d04-444b-4c2f-8e13-848c9f8434cd/15035aea-58ac-4a02-a73e-3f1ca6fa44bf) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:18.333043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3744e37a-2fa0-4888-8141-d0d0f126a63a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:18.378907 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.393274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Transition to ACTIVE for port object 623c7868-b013-43c5-8e3e-6bd17bdf50a1 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:18.400129 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.434637 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.444076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 3744e37a-2fa0-4888-8141-d0d0f126a63a completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:18.448660 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Transition to ACTIVE for port object 15035aea-58ac-4a02-a73e-3f1ca6fa44bf will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:18.460910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3744e37a-2fa0-4888-8141-d0d0f126a63a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:18.461295 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.463927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Attempting to bind port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:18.464301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Attempting to bind port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:18.464672 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Attempting to bind port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:18.483150 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.488265 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e401e5-a805-4441-8f21-98f7f00f90e1 None None] Pushing event updated for resources: {'Port': ['ID=623c7868-b013-43c5-8e3e-6bd17bdf50a1,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:18.496069 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:18.496351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:18.496608 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.497051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:18.497506 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Bound port: 623c7868-b013-43c5-8e3e-6bd17bdf50a1, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:18.497924 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.523875 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Network 4667e369-98fc-479b-b597-fd6089c77c76 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:18.526668 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:18.530176 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:18.553374 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Pushing event updated for resources: {'Port': ['ID=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:18.563517 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] For port 623c7868-b013-43c5-8e3e-6bd17bdf50a1, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:18.567999 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] For port 623c7868-b013-43c5-8e3e-6bd17bdf50a1, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=623c7868-b013-43c5-8e3e-6bd17bdf50a1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:18.577199 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.588474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.661953 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.666691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e401e5-a805-4441-8f21-98f7f00f90e1 None None] Pushing event updated for resources: {'Port': ['ID=623c7868-b013-43c5-8e3e-6bd17bdf50a1,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:18.687582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:18.688141 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:18.740634 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.742806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 3744e37a-2fa0-4888-8141-d0d0f126a63a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3744e37a-2fa0-4888-8141-d0d0f126a63a,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:18.747905 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.843826 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3fc90a32-fc33-4efe-bde5-1f0c5a6110e8 None None] Provisioning for port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:18.856459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3fc90a32-fc33-4efe-bde5-1f0c5a6110e8 None None] Provisioning complete for port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:18.856863 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fc90a32-fc33-4efe-bde5-1f0c5a6110e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.860023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=3744e37a-2fa0-4888-8141-d0d0f126a63a,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:18.864458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:18.912989 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.917302 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:18.985043 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3fc90a32-fc33-4efe-bde5-1f0c5a6110e8 None None] Port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:18.985352 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Pushing event updated for resources: {'Port': ['ID=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:18.991702 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:19.070860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:16Z', 'revision_number': 3, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:19.081836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Network 4667e369-98fc-479b-b597-fd6089c77c76 is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:19.083238 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:19.103188 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce34af-28f7-4813-8b2c-c04ec8cdbe56 None None] The sync data for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 is: [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:16Z', 'revision_number': 3, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:19.210153 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Router 39e128c9-b57f-4376-bace-ca3aacfe8b21 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:32:19.317630 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8c835b4d-0e07-4e3f-912f-8ffab9637166 None None] Provisioning complete for port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:19.318008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8c835b4d-0e07-4e3f-912f-8ffab9637166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:19.330392 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:19.335679 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2f587a81-0c7f-4bdd-84ab-468534d3417a admin admin] 10.222.0.63 "PUT /v2.0/routers/39e128c9-b57f-4376-bace-ca3aacfe8b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9718757 Jul 08 18:32:19.385941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-8c835b4d-0e07-4e3f-912f-8ffab9637166 None None] Port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:19.841228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57264) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:19.847319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-582741294-network', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:19.870649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Made reservation on behalf of 873c1f2912af46b783cc5bfa85786a43 for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:19.873244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:19.884879 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:19.999009 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.003478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.030074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:32:20.041676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9de6a6-d4ae-4934-8303-5932c44c107b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:20.049234 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.049586 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Added segment 8be8d399-5667-47c5-968c-042c40464fe2 of type vlan for network d0d8c385-a657-4b72-8b04-6be783ea1271 Jul 08 18:32:20.102433 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.134926 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.135911 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:20.136489 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.196086 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3534489 Jul 08 18:32:20.203237 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57266) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:20.205578 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d0a5d-92a5-4749-8b76-9a3cbf649ccf admin admin] Pushing event updated for resources: {'Network': ['ID=d0d8c385-a657-4b72-8b04-6be783ea1271,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:20.212079 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Request body: {'subnet': {'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-582741294-subnet', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:20.222636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network d0d8c385-a657-4b72-8b04-6be783ea1271 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:32:20.239497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Made reservation on behalf of 873c1f2912af46b783cc5bfa85786a43 for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:20.242444 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.425099 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623c7868-b013-43c5-8e3e-6bd17bdf50a1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:20.473431 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.490119 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:20.494516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:20.494893 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.537755 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1a2586-1863-4968-ac9e-fa3948c353c7,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:20.545818 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Checking segment: {'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:20.546188 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Network hostable DHCP agents. Network: d0d8c385-a657-4b72-8b04-6be783ea1271, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:32:20.574032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Network d0d8c385-a657-4b72-8b04-6be783ea1271 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:32:20.587015 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, d0d8c385-a657-4b72-8b04-6be783ea1271) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:20.592334 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:20.593289 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.599071 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.607470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e589e67-c943-4b9f-88cf-854796603d46 None None] Network d0d8c385-a657-4b72-8b04-6be783ea1271 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:32:20.613730 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-41b9cc56-35a9-4578-94f1-eb70564cbc5c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4085577 Jul 08 18:32:20.616404 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57268) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:20.621788 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:20.649276 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.650741 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.667753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 623c7868-b013-43c5-8e3e-6bd17bdf50a1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=623c7868-b013-43c5-8e3e-6bd17bdf50a1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:20.673990 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.674874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3744e37a-2fa0-4888-8141-d0d0f126a63a up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:20.717255 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.778209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=623c7868-b013-43c5-8e3e-6bd17bdf50a1,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:20.805271 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Sync routers for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:20.815641 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:20.816359 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:20.841047 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 3744e37a-2fa0-4888-8141-d0d0f126a63a triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:20.841539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.881720 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:20.921358 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-d0d8c385-a657-4b72-8b04-6be783ea1271', 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'fixed_ips': [{'subnet_id': '4b1a2586-1863-4968-ac9e-fa3948c353c7'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:32:20.922316 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.033945 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:21.104275 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Allocated IP 172.20.0.2 (d0d8c385-a657-4b72-8b04-6be783ea1271/4b1a2586-1863-4968-ac9e-fa3948c353c7/db0c72f6-70a5-4651-b2e8-76e703a10432) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:21.125773 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.147479 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.243664 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 2, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:21.261908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.267515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Allocated IP 172.25.5.13 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/980b37b7-be1a-4288-8863-4fe6d7227f21) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:21.269682 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Checking router: 39e128c9-b57f-4376-bace-ca3aacfe8b21 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:21.270072 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Updating router 39e128c9-b57f-4376-bace-ca3aacfe8b21 port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:32:21.271653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Transition to ACTIVE for port object db0c72f6-70a5-4651-b2e8-76e703a10432 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:21.295072 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Transition to ACTIVE for port object db0c72f6-70a5-4651-b2e8-76e703a10432 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:21.302595 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.309129 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.346962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Network d0d8c385-a657-4b72-8b04-6be783ea1271 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:21.349817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:21.353440 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:21.359045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Pushing event updated for resources: {'Port': ['ID=db0c72f6-70a5-4651-b2e8-76e703a10432,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:21.410273 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.418381 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Attempting to bind port db0c72f6-70a5-4651-b2e8-76e703a10432 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:21.418757 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Attempting to bind port db0c72f6-70a5-4651-b2e8-76e703a10432 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:21.419122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Attempting to bind port db0c72f6-70a5-4651-b2e8-76e703a10432 on network d0d8c385-a657-4b72-8b04-6be783ea1271 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:21.425414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:21.425683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Checking segment: {'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:21.425942 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.426334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Bound using segment: {'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:21.426802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Bound port: db0c72f6-70a5-4651-b2e8-76e703a10432, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:21.427392 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.455941 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.499590 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] For port db0c72f6-70a5-4651-b2e8-76e703a10432, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:21.503297 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:21.503500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] For port db0c72f6-70a5-4651-b2e8-76e703a10432, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=db0c72f6-70a5-4651-b2e8-76e703a10432,segment=NetworkSegment(8be8d399-5667-47c5-968c-042c40464fe2),segment_id=8be8d399-5667-47c5-968c-042c40464fe2)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:21.507499 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:21.509077 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.510894 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:21.540170 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Pushing event updated for resources: {'Port': ['ID=980b37b7-be1a-4288-8863-4fe6d7227f21,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:21.571022 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c122013-9f30-46ec-8f03-92840cfd127f None None] Pushing event updated for resources: {'Port': ['ID=db0c72f6-70a5-4651-b2e8-76e703a10432,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:21.633733 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.647536 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Transition to ACTIVE for port object 15035aea-58ac-4a02-a73e-3f1ca6fa44bf will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:21.654961 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.768505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Attempting to bind port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:21.769620 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Attempting to bind port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:21.770705 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Attempting to bind port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf on network 4667e369-98fc-479b-b597-fd6089c77c76 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:21.775165 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Pushing event updated for resources: {'Port': ['ID=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:21.790344 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.790908 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.791410 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.791936 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.796512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.796512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.796512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.796512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.796512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.796512 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.797255 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.797255 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:32:21.813027 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:21.813780 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Checking segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:21.813900 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.814344 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Bound using segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:21.814791 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Bound port: 15035aea-58ac-4a02-a73e-3f1ca6fa44bf, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:21.815379 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.854508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:21.916085 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] For port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:21.920462 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] For port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:21.940627 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.028334 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:22.029509 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:22.031546 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd3ea9-1bec-4cc0-bc26-c4eccd8437d3 None None] Pushing event updated for resources: {'Port': ['ID=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:22.108851 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.156315 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:22.253081 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Router aab36e87-7c6a-4248-8288-86371e5b25f0 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:32:22.374793 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:22.395515 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Sync routers for ids ['aab36e87-7c6a-4248-8288-86371e5b25f0'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:22.396705 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.398285 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:21Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:22.401555 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57270) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:22.405143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-aa35adcf-54f2-439d-af83-1f9ffe61e1fc admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7830164 Jul 08 18:32:22.415444 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Routers {'aab36e87-7c6a-4248-8288-86371e5b25f0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:22.416077 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['aab36e87-7c6a-4248-8288-86371e5b25f0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:22.443945 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2459d604-4006-4d01-ad16-618bcd0a559a None None] The sync data for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 is: [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:21Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:22.466458 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623c7868-b013-43c5-8e3e-6bd17bdf50a1 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:22.599810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Set router aab36e87-7c6a-4248-8288-86371e5b25f0 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:22.606380 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:22.606380 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:22.967947 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.026153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77b2fb-0c4d-4178-bf1d-23728ca5fa72 None None] Network d0d8c385-a657-4b72-8b04-6be783ea1271 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:32:23.029941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device db0c72f6-70a5-4651-b2e8-76e703a10432 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:23.121954 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-95e69355-3040-4dfa-8f70-147a7b619a72 None None] Provisioning for port db0c72f6-70a5-4651-b2e8-76e703a10432 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:23.155003 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Allocated IP 172.20.0.1 (d0d8c385-a657-4b72-8b04-6be783ea1271/4b1a2586-1863-4968-ac9e-fa3948c353c7/1e152f2c-853a-4e13-a50f-8478ad7d0982) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:23.202394 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:32:21Z', 'revision_number': 3, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:23.204636 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port db0c72f6-70a5-4651-b2e8-76e703a10432 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:23.240910 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port db0c72f6-70a5-4651-b2e8-76e703a10432 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:23.241283 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.242878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Checking router: aab36e87-7c6a-4248-8288-86371e5b25f0 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:23.243223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Updating router aab36e87-7c6a-4248-8288-86371e5b25f0 port 980b37b7-be1a-4288-8863-4fe6d7227f21 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:32:23.275673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.290776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Transition to ACTIVE for port object 1e152f2c-853a-4e13-a50f-8478ad7d0982 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:23.326302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.338792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.370508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Network d0d8c385-a657-4b72-8b04-6be783ea1271 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:23.376389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:23.380299 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:23.408266 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Pushing event updated for resources: {'Port': ['ID=1e152f2c-853a-4e13-a50f-8478ad7d0982,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:23.429957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.516042 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.590838 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.598293 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port db0c72f6-70a5-4651-b2e8-76e703a10432, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=db0c72f6-70a5-4651-b2e8-76e703a10432,segment=NetworkSegment(8be8d399-5667-47c5-968c-042c40464fe2),segment_id=8be8d399-5667-47c5-968c-042c40464fe2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:23.616682 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.718499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=db0c72f6-70a5-4651-b2e8-76e703a10432,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:23.751993 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.765348 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Transition to ACTIVE for port object 980b37b7-be1a-4288-8863-4fe6d7227f21 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:23.775632 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.813962 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.821314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.841542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Attempting to bind port 980b37b7-be1a-4288-8863-4fe6d7227f21 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:23.842166 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Attempting to bind port 980b37b7-be1a-4288-8863-4fe6d7227f21 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:23.842531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Attempting to bind port 980b37b7-be1a-4288-8863-4fe6d7227f21 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:23.850666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2a55e-6014-477b-a7b5-dea4d6836697 None None] Pushing event updated for resources: {'Port': ['ID=980b37b7-be1a-4288-8863-4fe6d7227f21,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:23.854563 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:23.855637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:23.856043 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.856435 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:23.856998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Bound port: 980b37b7-be1a-4288-8863-4fe6d7227f21, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:23.857535 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.901194 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Pushing event updated for resources: {'Port': ['ID=1e152f2c-853a-4e13-a50f-8478ad7d0982,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:23.909044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6fef7e8b-f533-400c-af1b-2c1ad36d7a62 None None] Provisioning complete for port db0c72f6-70a5-4651-b2e8-76e703a10432 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:23.909427 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6fef7e8b-f533-400c-af1b-2c1ad36d7a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.913244 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:23.943873 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] For port 980b37b7-be1a-4288-8863-4fe6d7227f21, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:23.963089 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] For port 980b37b7-be1a-4288-8863-4fe6d7227f21, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=980b37b7-be1a-4288-8863-4fe6d7227f21,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:23.972330 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:24.031105 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Network d0d8c385-a657-4b72-8b04-6be783ea1271 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:24.032866 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:24.060535 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Routers {'aab36e87-7c6a-4248-8288-86371e5b25f0'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:24.061194 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['aab36e87-7c6a-4248-8288-86371e5b25f0'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:24.108896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2a55e-6014-477b-a7b5-dea4d6836697 None None] Pushing event updated for resources: {'Port': ['ID=980b37b7-be1a-4288-8863-4fe6d7227f21,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:24.170140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Router aab36e87-7c6a-4248-8288-86371e5b25f0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:32:24.197193 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] Set router aab36e87-7c6a-4248-8288-86371e5b25f0 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:24.283961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f3fba496-4eea-44d2-81a0-d56410cfbfd7 None None] Provisioning for port 1e152f2c-853a-4e13-a50f-8478ad7d0982 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:24.289986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f3fba496-4eea-44d2-81a0-d56410cfbfd7 None None] Provisioning complete for port 1e152f2c-853a-4e13-a50f-8478ad7d0982 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:24.290353 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f3fba496-4eea-44d2-81a0-d56410cfbfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:24.380605 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-f3fba496-4eea-44d2-81a0-d56410cfbfd7 None None] Port 1e152f2c-853a-4e13-a50f-8478ad7d0982 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:24.407685 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15035aea-58ac-4a02-a73e-3f1ca6fa44bf up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:24.511569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:24.521803 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:24.522921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:24.527234 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6994f5aa-29d0-4a58-a69b-bcbc2293c05d None None] Provisioning complete for port 1e152f2c-853a-4e13-a50f-8478ad7d0982 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:24.527610 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6994f5aa-29d0-4a58-a69b-bcbc2293c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:24.548942 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 4, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1e152f2c-853a-4e13-a50f-8478ad7d0982', 'name': '', 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'mac_address': 'fa:16:3e:7f:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:22Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 2, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'subnets': [{'id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:24.604138 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a0a5c-f9de-4bbe-9596-0c2f52ab78a5 None None] The sync data for ids ['aab36e87-7c6a-4248-8288-86371e5b25f0'] in n-d-799528-4 is: [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 4, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1e152f2c-853a-4e13-a50f-8478ad7d0982', 'name': '', 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'mac_address': 'fa:16:3e:7f:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:22Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 2, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'subnets': [{'id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:24.623542 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6994f5aa-29d0-4a58-a69b-bcbc2293c05d None None] Port 1e152f2c-853a-4e13-a50f-8478ad7d0982 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:24.663212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:24.673800 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-45c6849f-93bb-45b0-8cf5-a53740ed5f8e admin admin] 10.222.0.63 "PUT /v2.0/routers/aab36e87-7c6a-4248-8288-86371e5b25f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2648365 Jul 08 18:32:24.691662 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:24.743959 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:24.749799 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:24.750835 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device db0c72f6-70a5-4651-b2e8-76e703a10432 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:24.827145 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:24.839199 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port db0c72f6-70a5-4651-b2e8-76e703a10432 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:24.839481 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:25.782922 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57278) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:25.787676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-3be099bf-f7ae-42e0-a07d-1dcb1715d4e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807549651', 'description': 'tempest-secgroup-smoke-1807549651 description', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:25.812437 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be099bf-f7ae-42e0-a07d-1dcb1715d4e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:25.915203 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be099bf-f7ae-42e0-a07d-1dcb1715d4e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:25.919490 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be099bf-f7ae-42e0-a07d-1dcb1715d4e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:25.951291 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-3be099bf-f7ae-42e0-a07d-1dcb1715d4e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:25.952781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-3be099bf-f7ae-42e0-a07d-1dcb1715d4e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688321 Jul 08 18:32:25.956092 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57280) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:25.958323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be099bf-f7ae-42e0-a07d-1dcb1715d4e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bab09c-c08d-425b-88be-f5c6132a517b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:25.964033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-c67e7e98-e3ee-4485-9091-0a1ac8399268 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': '39bab09c-c08d-425b-88be-f5c6132a517b', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:25.996005 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c67e7e98-e3ee-4485-9091-0a1ac8399268 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.063670 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c67e7e98-e3ee-4485-9091-0a1ac8399268 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.068549 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c67e7e98-e3ee-4485-9091-0a1ac8399268 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.086602 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e7e98-e3ee-4485-9091-0a1ac8399268 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b422563-d9d9-4313-8e84-87f875e6eacb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:26.096455 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-c67e7e98-e3ee-4485-9091-0a1ac8399268 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.100174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-c67e7e98-e3ee-4485-9091-0a1ac8399268 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408317 Jul 08 18:32:26.100552 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57282) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:26.105999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c2ed1045-d34a-4614-a5bc-7d02dfbb39fe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': '39bab09c-c08d-425b-88be-f5c6132a517b', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:26.136339 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1045-d34a-4614-a5bc-7d02dfbb39fe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.199090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1045-d34a-4614-a5bc-7d02dfbb39fe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.202882 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1045-d34a-4614-a5bc-7d02dfbb39fe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.224127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed1045-d34a-4614-a5bc-7d02dfbb39fe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6cca0c-3cac-42f2-8749-9b06ce74c134,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:26.233225 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1045-d34a-4614-a5bc-7d02dfbb39fe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.237124 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c2ed1045-d34a-4614-a5bc-7d02dfbb39fe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328902 Jul 08 18:32:26.241676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57284) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:26.247784 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c08d6059-b08b-4d68-ab1b-aeb5dcc1d401 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': '39bab09c-c08d-425b-88be-f5c6132a517b', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:26.286486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c08d6059-b08b-4d68-ab1b-aeb5dcc1d401 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.377825 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c08d6059-b08b-4d68-ab1b-aeb5dcc1d401 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.382209 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c08d6059-b08b-4d68-ab1b-aeb5dcc1d401 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.389514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15035aea-58ac-4a02-a73e-3f1ca6fa44bf up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:26.400991 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d6059-b08b-4d68-ab1b-aeb5dcc1d401 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2103c8-2002-461a-aafa-044b04520898,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:26.413314 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c08d6059-b08b-4d68-ab1b-aeb5dcc1d401 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.417344 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c08d6059-b08b-4d68-ab1b-aeb5dcc1d401 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714098 Jul 08 18:32:26.421659 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57286) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:26.428618 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1f4ad989-5d2b-4933-82d3-0a5ced4c0cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': '39bab09c-c08d-425b-88be-f5c6132a517b', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:26.441719 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.462433 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:26.462845 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.463397 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad989-5d2b-4933-82d3-0a5ced4c0cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.529927 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad989-5d2b-4933-82d3-0a5ced4c0cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.534170 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad989-5d2b-4933-82d3-0a5ced4c0cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.553930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 980b37b7-be1a-4288-8863-4fe6d7227f21 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:26.555204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ad989-5d2b-4933-82d3-0a5ced4c0cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea99f15-aed3-4e0b-bf03-91128c275cbb,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:26.561054 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1f4ad989-5d2b-4933-82d3-0a5ced4c0cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.562484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1f4ad989-5d2b-4933-82d3-0a5ced4c0cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392648 Jul 08 18:32:26.565980 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57288) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:26.570870 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': '39bab09c-c08d-425b-88be-f5c6132a517b', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:26.595693 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Project bc4597a004ce4a48b36d5bc6a94efdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:32:26.601894 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.610908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 980b37b7-be1a-4288-8863-4fe6d7227f21 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:26.615076 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 980b37b7-be1a-4288-8863-4fe6d7227f21 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:26.615576 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.666627 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.671629 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.687954 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c027cdf-dce4-4249-a017-5837953dd495,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:26.700648 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.701934 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-67fba274-d42d-4385-acf9-f70e22cacb00 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349020 Jul 08 18:32:26.702152 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.705105 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57290) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:26.710676 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': '39bab09c-c08d-425b-88be-f5c6132a517b', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:26.729827 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 980b37b7-be1a-4288-8863-4fe6d7227f21, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=980b37b7-be1a-4288-8863-4fe6d7227f21,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:26.734100 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.735768 n-d-799528-4 neutron-server[93664]: INFO neutron.db.securitygroups_db [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Project bc4597a004ce4a48b36d5bc6a94efdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:32:26.741727 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.792008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=980b37b7-be1a-4288-8863-4fe6d7227f21,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:26.794542 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Sync routers for ids ['aab36e87-7c6a-4248-8288-86371e5b25f0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:26.804457 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Routers {'aab36e87-7c6a-4248-8288-86371e5b25f0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:26.805106 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['aab36e87-7c6a-4248-8288-86371e5b25f0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:26.818714 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.823014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.843199 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20bbda3-f288-44f1-9f7d-6098d6ddcd33,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:26.846968 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:26.848506 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-06ff7ac3-3b2a-4c8c-9973-b0e097d6704b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423764 Jul 08 18:32:26.916901 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Set router aab36e87-7c6a-4248-8288-86371e5b25f0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:26.993272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-61b70701-129a-47db-b0ad-16bdb89e4712 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807549651&fields=id&tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 267 time: 0.0359099 Jul 08 18:32:27.101694 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-e6f320f2-a5a2-4eee-ada5-8809da550a29 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:27.103186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-e6f320f2-a5a2-4eee-ada5-8809da550a29 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 808 time: 0.1023552 Jul 08 18:32:27.120280 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-775ff282-7606-473d-8124-6dc83c7460e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/quotas/bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 375 time: 0.0111368 Jul 08 18:32:27.121647 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 4, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1e152f2c-853a-4e13-a50f-8478ad7d0982', 'name': '', 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'mac_address': 'fa:16:3e:7f:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:22Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 2, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'subnets': [{'id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:27.151840 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Checking router: aab36e87-7c6a-4248-8288-86371e5b25f0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:27.152186 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Updating router aab36e87-7c6a-4248-8288-86371e5b25f0 port 1e152f2c-853a-4e13-a50f-8478ad7d0982 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:32:27.186057 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.194401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-5eb16618-d188-4384-a0f7-e8e9d9e13f40 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686312 Jul 08 18:32:27.290141 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-7b52e176-c977-4f06-8f6c-6c705fe78bdf service neutron] 10.222.0.63 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846412 Jul 08 18:32:27.388687 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-daba03fd-090d-45b1-aa34-33fb855ee82c service neutron] 10.222.0.63 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923784 Jul 08 18:32:27.455423 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.465481 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Transition to ACTIVE for port object 1e152f2c-853a-4e13-a50f-8478ad7d0982 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:27.471506 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.526027 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5d78d-7ea5-4c76-afdf-82e73e245161 None None] Pushing event updated for resources: {'Port': ['ID=1e152f2c-853a-4e13-a50f-8478ad7d0982,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:27.572076 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-81cdcce8-29e2-4a41-ac5d-71a4533fe0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.589142 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Attempting to bind port 1e152f2c-853a-4e13-a50f-8478ad7d0982 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:27.589422 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Attempting to bind port 1e152f2c-853a-4e13-a50f-8478ad7d0982 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:27.589827 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Attempting to bind port 1e152f2c-853a-4e13-a50f-8478ad7d0982 on network d0d8c385-a657-4b72-8b04-6be783ea1271 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:27.596087 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:27.596694 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Checking segment: {'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:27.597973 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.598163 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a8f3ad0a-9f92-4c88-8e58-258bbe122cc7 req-edbd9b5a-b578-415f-a78a-3b198ec6beb2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0562034 Jul 08 18:32:27.598730 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Bound using segment: {'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:27.599398 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Bound port: 1e152f2c-853a-4e13-a50f-8478ad7d0982, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be8d399-5667-47c5-968c-042c40464fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:27.599972 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.669644 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] For port 1e152f2c-853a-4e13-a50f-8478ad7d0982, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:27.674502 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] For port 1e152f2c-853a-4e13-a50f-8478ad7d0982, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1e152f2c-853a-4e13-a50f-8478ad7d0982,segment=NetworkSegment(8be8d399-5667-47c5-968c-042c40464fe2),segment_id=8be8d399-5667-47c5-968c-042c40464fe2)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:27.679768 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:27.743303 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Routers {'aab36e87-7c6a-4248-8288-86371e5b25f0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:27.744001 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['aab36e87-7c6a-4248-8288-86371e5b25f0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:27.746271 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5d78d-7ea5-4c76-afdf-82e73e245161 None None] Pushing event updated for resources: {'Port': ['ID=1e152f2c-853a-4e13-a50f-8478ad7d0982,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:27.884205 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] Set router aab36e87-7c6a-4248-8288-86371e5b25f0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:28.230774 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 4, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1e152f2c-853a-4e13-a50f-8478ad7d0982', 'name': '', 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'mac_address': 'fa:16:3e:7f:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:22Z', 'updated_at': '2021-07-08T18:32:27Z', 'revision_number': 4, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'subnets': [{'id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:28.290643 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03157d94-5632-4123-b31f-6a512d1aaa83 None None] The sync data for ids ['aab36e87-7c6a-4248-8288-86371e5b25f0'] in n-d-799528-4 is: [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:32:23Z', 'revision_number': 4, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '1e152f2c-853a-4e13-a50f-8478ad7d0982', 'name': '', 'network_id': 'd0d8c385-a657-4b72-8b04-6be783ea1271', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'mac_address': 'fa:16:3e:7f:c0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:22Z', 'updated_at': '2021-07-08T18:32:27Z', 'revision_number': 4, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'subnets': [{'id': '4b1a2586-1863-4968-ac9e-fa3948c353c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:28.358115 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1e152f2c-853a-4e13-a50f-8478ad7d0982 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:28.417925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 1e152f2c-853a-4e13-a50f-8478ad7d0982 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:28.422131 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1e152f2c-853a-4e13-a50f-8478ad7d0982 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:28.422601 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:28.507187 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:28.551305 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 1e152f2c-853a-4e13-a50f-8478ad7d0982, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1e152f2c-853a-4e13-a50f-8478ad7d0982,segment=NetworkSegment(8be8d399-5667-47c5-968c-042c40464fe2),segment_id=8be8d399-5667-47c5-968c-042c40464fe2)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:28.556949 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:28.557854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 980b37b7-be1a-4288-8863-4fe6d7227f21 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:28.747401 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-37a48971-65e3-4448-ac4b-b6711c02ddf0 req-90683204-b2f5-478a-bc63-42952a406e41 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0297952 Jul 08 18:32:28.798370 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=1e152f2c-853a-4e13-a50f-8478ad7d0982,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:28.809110 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 980b37b7-be1a-4288-8863-4fe6d7227f21 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:28.809283 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:29.110662 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-ffd2d820-1d2e-4c07-b703-01ec53833710 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:29.112192 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-ffd2d820-1d2e-4c07-b703-01ec53833710 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 808 time: 0.1028876 Jul 08 18:32:29.182301 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-2069c936-77e4-4844-a12f-7d657220ec33 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 380 time: 0.0377152 Jul 08 18:32:29.195951 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'port': {'device_id': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'admin_state_up': True, 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'security_groups': ['39bab09c-c08d-425b-88be-f5c6132a517b']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:29.318968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Made reservation on behalf of bc4597a004ce4a48b36d5bc6a94efdfc for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:32:29.322651 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:29.452046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Allocated IP 172.20.0.10 (4667e369-98fc-479b-b597-fd6089c77c76/b1c26d04-444b-4c2f-8e13-848c9f8434cd/6223dca3-1437-42cf-b401-2b7f095c6ffd) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:29.601644 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:29.617023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Transition to ACTIVE for port object 6223dca3-1437-42cf-b401-2b7f095c6ffd will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:29.650728 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:29.694569 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Network 4667e369-98fc-479b-b597-fd6089c77c76 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:29.700010 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:29.703872 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:29.738189 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:29.765884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:29.766603 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:29.784399 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-74e5366d-6bda-476a-9674-6b651f9a0486 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5923903 Jul 08 18:32:29.803301 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Request body: {'port': {'device_id': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:29.899546 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:29.968294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae86f6-7896-49de-b0a0-18fe46ddcb93 req-8d4f803f-3d8f-4059-978e-c6d2b0f740b4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:29.970868 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91ae86f6-7896-49de-b0a0-18fe46ddcb93 req-8d4f803f-3d8f-4059-978e-c6d2b0f740b4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 932 time: 0.0765550 Jul 08 18:32:30.018895 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-91ae86f6-7896-49de-b0a0-18fe46ddcb93 req-3c8d72ed-6820-4c16-b595-6bf5fefe457c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415781 Jul 08 18:32:30.035156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fa735bd3-e868-429d-a157-4f64a39cf859 None None] Provisioning for port 6223dca3-1437-42cf-b401-2b7f095c6ffd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:30.038621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fa735bd3-e868-429d-a157-4f64a39cf859 None None] Provisioning complete for port 6223dca3-1437-42cf-b401-2b7f095c6ffd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:30.039206 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fa735bd3-e868-429d-a157-4f64a39cf859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.074379 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fa735bd3-e868-429d-a157-4f64a39cf859 None None] Port 6223dca3-1437-42cf-b401-2b7f095c6ffd cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:32:30.118902 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5a493371-e035-4d4f-aa2b-dd2ef02efeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.191342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6223dca3-1437-42cf-b401-2b7f095c6ffd {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:32:30.199909 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.213188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Transition to ACTIVE for port object 6223dca3-1437-42cf-b401-2b7f095c6ffd will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:32:30.216971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.297331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:30.347849 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1e152f2c-853a-4e13-a50f-8478ad7d0982 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:30.359406 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Attempting to bind port 6223dca3-1437-42cf-b401-2b7f095c6ffd on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:32:30.360237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Attempting to bind port 6223dca3-1437-42cf-b401-2b7f095c6ffd by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:32:30.360865 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Attempting to bind port 6223dca3-1437-42cf-b401-2b7f095c6ffd on network 4667e369-98fc-479b-b597-fd6089c77c76 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:30.366167 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Port 6223dca3-1437-42cf-b401-2b7f095c6ffd on network 4667e369-98fc-479b-b597-fd6089c77c76 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:32:30.366971 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Attempting to bind port 6223dca3-1437-42cf-b401-2b7f095c6ffd on network 4667e369-98fc-479b-b597-fd6089c77c76 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:32:30.374514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:32:30.376415 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Checking segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:32:30.377247 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Bound using segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:32:30.378468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Bound port: 6223dca3-1437-42cf-b401-2b7f095c6ffd, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:32:30.379103 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.415011 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1e152f2c-853a-4e13-a50f-8478ad7d0982 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:30.415664 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.461336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:32:30.464774 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:32:30.470796 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.512006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:30.512702 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.514216 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] 10.222.0.41 "PUT /v2.0/ports/6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 1092 time: 0.7154615 Jul 08 18:32:30.514676 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:30.517560 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cbaa1c-3881-43ee-869f-ea2674913880" -d '{"events": [{"name": "network-changed", "server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:30.545886 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c5d07-ea8b-44bf-bd81-aee8898c98ad service neutron] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:30.558412 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567c8dfd-c090-49c6-9990-9579f522aaa1 x-openstack-request-id: req-567c8dfd-c090-49c6-9990-9579f522aaa1 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:30.558833 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:30.559160 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-567c8dfd-c090-49c6-9990-9579f522aaa1 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:30.559655 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'status': 'completed', 'code': 200} Jul 08 18:32:30.586199 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:30.656611 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-fe8d2d23-8a68-48b8-8a1e-7b329719fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:30.658243 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-fe8d2d23-8a68-48b8-8a1e-7b329719fb5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1095 time: 0.0640256 Jul 08 18:32:30.715625 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-e36240e9-ad61-4491-ab74-81ee157b7079 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 217 time: 0.0396597 Jul 08 18:32:30.766046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-ade94d87-7251-46b9-aa1e-77f7057645a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:30.767581 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-ade94d87-7251-46b9-aa1e-77f7057645a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0448472 Jul 08 18:32:30.826935 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-63b6f0bb-34b2-4a71-b7f4-e72f0d10f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:30.828464 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-63b6f0bb-34b2-4a71-b7f4-e72f0d10f0df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536897 Jul 08 18:32:30.926073 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-96055647-465e-42d6-b786-f5ed2d5ce69d service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864174 Jul 08 18:32:31.018730 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-85c5b6ce-71d1-4bd4-81a0-816e023e6589 req-443141b3-e2d5-4482-afdd-6d5deb585f1d service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850499 Jul 08 18:32:31.180835 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-1bc253f1-4182-4c38-8db8-cc4ab6e953ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:31.182395 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-1bc253f1-4182-4c38-8db8-cc4ab6e953ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1095 time: 0.0578680 Jul 08 18:32:31.202510 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52c65-ac78-448d-a593-6f1f5d5b3d47 req-53ad1f14-f5d4-46b6-aaa6-ab6b87e38fbc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:31.204054 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14f52c65-ac78-448d-a593-6f1f5d5b3d47 req-53ad1f14-f5d4-46b6-aaa6-ab6b87e38fbc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0645325 Jul 08 18:32:31.246080 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-14f52c65-ac78-448d-a593-6f1f5d5b3d47 req-23ef87a9-5279-40d3-bb7b-32a33e904863 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360067 Jul 08 18:32:31.278118 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-f6bcc45c-94d4-4e96-b7a2-eb85e0a07e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:31.279621 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-f6bcc45c-94d4-4e96-b7a2-eb85e0a07e37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0906777 Jul 08 18:32:31.322508 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-b4a6291f-62cc-443c-991e-a27095328f79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 217 time: 0.0349321 Jul 08 18:32:31.379334 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-d112a18d-a280-440e-8cbe-73880a181b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:31.380852 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-d112a18d-a280-440e-8cbe-73880a181b19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0505593 Jul 08 18:32:31.440475 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-33bfe43e-6d34-42bb-9d6a-b69b72e0d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:31.442060 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-33bfe43e-6d34-42bb-9d6a-b69b72e0d6a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535059 Jul 08 18:32:31.538406 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-537f79f7-60f4-47db-9391-756851175927 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Jul 08 18:32:31.637915 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-22cbaa1c-3881-43ee-869f-ea2674913880 req-676a877b-b76d-4ae2-b1ed-fe8bd9cc4f16 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918944 Jul 08 18:32:31.638466 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:32.423433 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122030-82cd-49af-a8ad-5b1e26fd9d47 req-c88f9452-de91-4128-a054-0c4ccf2409df tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:32.424901 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2122030-82cd-49af-a8ad-5b1e26fd9d47 req-c88f9452-de91-4128-a054-0c4ccf2409df tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0654931 Jul 08 18:32:32.471374 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b2122030-82cd-49af-a8ad-5b1e26fd9d47 req-4f880c52-dc34-40fe-9f7a-86d89a866998 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408835 Jul 08 18:32:33.095812 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:33.658256 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f26c5-2e65-421d-a1fc-540047323329 req-29260496-9593-46e7-a83e-30cc3a732822 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:33.659777 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-728f26c5-2e65-421d-a1fc-540047323329 req-29260496-9593-46e7-a83e-30cc3a732822 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0671260 Jul 08 18:32:33.697215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-728f26c5-2e65-421d-a1fc-540047323329 req-fe9e9ef5-e847-4d59-a398-033179449362 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Jul 08 18:32:34.441449 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:32:34.532979 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:34.543707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'port_id': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'mac_address': 'fa:16:3e:bd:83:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:32:34.582569 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:34.595495 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6223dca3-1437-42cf-b401-2b7f095c6ffd {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:32:34.614453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:34.618906 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:34.667436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:34.868408 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae3639-5e97-4e78-b401-55cd5ce98ccb req-9d453681-2418-4f3c-b716-f4f7c76f4d1e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:34.869946 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6ae3639-5e97-4e78-b401-55cd5ce98ccb req-9d453681-2418-4f3c-b716-f4f7c76f4d1e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0639541 Jul 08 18:32:34.907867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b6ae3639-5e97-4e78-b401-55cd5ce98ccb req-94ebd8df-8e3e-4a9b-a644-fe2b764ca853 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 Jul 08 18:32:34.958269 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['6223dca3-1437-42cf-b401-2b7f095c6ffd'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:32:36.081729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480204e5-86b5-4c44-81d7-021959933f62 req-f45c8f9b-a45f-4353-a9d4-237e42fb6f7a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:36.083166 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-480204e5-86b5-4c44-81d7-021959933f62 req-f45c8f9b-a45f-4353-a9d4-237e42fb6f7a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0653307 Jul 08 18:32:36.126186 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-480204e5-86b5-4c44-81d7-021959933f62 req-ec1c7926-8fca-4e13-b52f-dabb965ba12c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373712 Jul 08 18:32:36.441808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:32:36.491196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 6223dca3-1437-42cf-b401-2b7f095c6ffd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:32:36.495721 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 6223dca3-1437-42cf-b401-2b7f095c6ffd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:32:36.496179 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:36.579938 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:36.604126 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:36.606447 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464e142-3e2a-49d8-8b44-dce05e18c9ce" -d '{"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:36.620351 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:32:36.625469 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:36.651018 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc50ce93-8eea-42b7-bb81-a807937a1a93 x-openstack-request-id: req-cc50ce93-8eea-42b7-bb81-a807937a1a93 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:36.651300 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:36.651551 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cc50ce93-8eea-42b7-bb81-a807937a1a93 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:36.651937 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'code': 200} Jul 08 18:32:36.678860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:36.809011 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc26dc9-9ff9-4470-96b5-3c58ea053b09 req-480172f8-fb60-4f24-a304-477eeb26e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:36.810579 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdc26dc9-9ff9-4470-96b5-3c58ea053b09 req-480172f8-fb60-4f24-a304-477eeb26e392 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0563149 Jul 08 18:32:36.849037 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-cdc26dc9-9ff9-4470-96b5-3c58ea053b09 req-84beb8e0-262e-4eb5-b837-e5f5b051a484 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Jul 08 18:32:37.318413 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82ea7-1bf0-4c7a-828f-68f47c3317fa req-fc592b4e-cdc8-4cff-8776-492d5f9a7b89 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:37.319927 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4f82ea7-1bf0-4c7a-828f-68f47c3317fa req-fc592b4e-cdc8-4cff-8776-492d5f9a7b89 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0730927 Jul 08 18:32:37.358108 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b4f82ea7-1bf0-4c7a-828f-68f47c3317fa req-e0eedf3a-3c05-41ee-a0f1-f4d6ebc97074 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Jul 08 18:32:38.527707 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024ddb4-530c-40c1-82a2-93a52b5f3d5d req-dc34f144-29ff-434c-91d4-8c39609a4b52 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:38.529480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8024ddb4-530c-40c1-82a2-93a52b5f3d5d req-dc34f144-29ff-434c-91d4-8c39609a4b52 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0638208 Jul 08 18:32:38.567878 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8024ddb4-530c-40c1-82a2-93a52b5f3d5d req-e0db0f27-4f3a-4f5b-b6cc-b29807abb2ae tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323312 Jul 08 18:32:38.742925 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf729a6-39ca-49e1-903a-3c51fb3b95c5 req-1721a3f7-0a12-4b18-a7f8-abad0c0ab4df tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:38.744405 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdf729a6-39ca-49e1-903a-3c51fb3b95c5 req-1721a3f7-0a12-4b18-a7f8-abad0c0ab4df tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0678515 Jul 08 18:32:38.783178 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cdf729a6-39ca-49e1-903a-3c51fb3b95c5 req-2b38ae6f-38e3-484d-b9d8-1bc64b4a3c91 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Jul 08 18:32:38.807664 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57348) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:38.940331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1765d-5ef6-4cd0-ab7b-0b6da5f78127 tempest-TestShelveInstance-660732187 tempest-TestShelveInstance-660732187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:38.941911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-98c1765d-5ef6-4cd0-ab7b-0b6da5f78127 tempest-TestShelveInstance-660732187 tempest-TestShelveInstance-660732187-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1092 time: 0.1337700 Jul 08 18:32:38.944999 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57352) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:32:38.949286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:32:38.971753 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.068552 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.173127 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Allocated IP 172.25.5.40 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/bfeaa588-ccfd-488f-85f0-6c0b98df4532) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:32:39.272944 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.312844 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.348508 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:32:39.354497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:32:39.356973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:32:39.384169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'Port': ['ID=bfeaa588-ccfd-488f-85f0-6c0b98df4532,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:39.717597 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.796358 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.941925 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:39.948787 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:40.018083 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'Port': ['ID=bfeaa588-ccfd-488f-85f0-6c0b98df4532,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:32:40.029834 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:40.130001 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Floating IP 352a167d-9996-47d3-aee0-3b9d990c3af7 associated. External IP: 172.25.5.40, port: 6223dca3-1437-42cf-b401-2b7f095c6ffd. Jul 08 18:32:40.333565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Router 39e128c9-b57f-4376-bace-ca3aacfe8b21 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:32:40.439046 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:32:40.448763 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] Sync routers for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:32:40.458329 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:40.459722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:40.460346 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:40.495058 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-edc5d69a-27a3-492d-bc47-755dbf0ce5da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5490253 Jul 08 18:32:40.496248 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:32:40.498081 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a155591-72d0-4716-b328-9f5c87c6abdc" -d '{"events": [{"name": "network-changed", "server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:32:40.535210 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ac1f0-f0db-4cd7-9ab2-20f10660fa0c x-openstack-request-id: req-767ac1f0-f0db-4cd7-9ab2-20f10660fa0c {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:32:40.535569 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:32:40.535893 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-767ac1f0-f0db-4cd7-9ab2-20f10660fa0c {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:32:40.536369 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'status': 'completed', 'code': 200} Jul 08 18:32:40.569080 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:40.635841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-050d644d-2493-4e59-9189-892de32c7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:40.637299 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-050d644d-2493-4e59-9189-892de32c7234 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0543356 Jul 08 18:32:40.734251 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-a2a6df8d-0cc0-404e-8ac7-6223e2aa57db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:40.735732 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-a2a6df8d-0cc0-404e-8ac7-6223e2aa57db service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0914643 Jul 08 18:32:40.797532 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '352a167d-9996-47d3-aee0-3b9d990c3af7', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'port_id': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'mac_address': 'fa:16:3e:bd:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:32:39Z', 'updated_at': '2021-07-08T18:32:39Z', 'revision_number': 0, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:40.802019 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-1609e14c-8366-45a0-a5cc-0077fac6e2dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 999 time: 0.0597696 Jul 08 18:32:40.824220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] Checking router: 39e128c9-b57f-4376-bace-ca3aacfe8b21 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:32:40.833207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:32:40.833809 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:32:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:40.852684 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-61a02ae9-8dd7-4922-ae98-859e4b17302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:40.854209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-61a02ae9-8dd7-4922-ae98-859e4b17302c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0450459 Jul 08 18:32:40.918002 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-2ef6063a-e03c-4584-bda4-4e8d8885abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:32:40.919591 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-2ef6063a-e03c-4584-bda4-4e8d8885abac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584102 Jul 08 18:32:40.942330 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:32:41.019295 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-c0ec222a-f028-492c-b075-85bf177d7e29 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920403 Jul 08 18:32:41.114320 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6a155591-72d0-4716-b328-9f5c87c6abdc req-350dc616-4bd8-469b-a3c5-b59394f4219c service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880928 Jul 08 18:32:41.169185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '352a167d-9996-47d3-aee0-3b9d990c3af7', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'port_id': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'mac_address': 'fa:16:3e:bd:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:32:39Z', 'updated_at': '2021-07-08T18:32:39Z', 'revision_number': 0, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:32:41.199388 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157411c5-90c5-4066-acd1-06817b262e53 None None] The sync data for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 is: [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '352a167d-9996-47d3-aee0-3b9d990c3af7', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'port_id': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'mac_address': 'fa:16:3e:bd:83:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:32:39Z', 'updated_at': '2021-07-08T18:32:39Z', 'revision_number': 0, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:32:41.379143 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e5780f-9c91-46d7-b442-ced5f015ba8e None None] New status for floating IP 352a167d-9996-47d3-aee0-3b9d990c3af7: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:32:44.285080 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:55.099036 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:32:56.444691 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:32:57.565999 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e94ed9e2-9574-45ea-9526-c5b1f57c0393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:00.114773 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d1635133-c468-4a0e-9250-1940335a9e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:00.586963 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:01.641170 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:03.096102 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:13.009778 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-7bdf6754-38b6-4a14-83fa-ab14a46e5f86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520558 Jul 08 18:33:13.134921 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-225e2414-8a89-4d16-a66c-691651eca685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:13.136377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-225e2414-8a89-4d16-a66c-691651eca685 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0584044 Jul 08 18:33:13.580762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-d7363e35-d77d-4168-afb3-67f6556c6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:13.582287 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-d7363e35-d77d-4168-afb3-67f6556c6796 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.4228156 Jul 08 18:33:13.648293 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-2da3cc39-f0cb-40d7-a3f9-a477f1025720 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 1001 time: 0.0580981 Jul 08 18:33:13.697012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-79b1fed0-4aef-4466-8b35-071f71c877e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:13.698479 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-79b1fed0-4aef-4466-8b35-071f71c877e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0440292 Jul 08 18:33:13.763731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-3dc1aa9a-42f3-44a3-b075-1eb69e46e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:33:13.765273 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-3dc1aa9a-42f3-44a3-b075-1eb69e46e41c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583646 Jul 08 18:33:13.860505 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-7d8cfcfc-4a4f-4828-86b5-1448ca99d766 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880463 Jul 08 18:33:13.953023 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-26ddef81-cea4-4e47-96c1-59a087d76c4a req-df796c6a-03fb-455d-be17-1fa543f22c49 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850799 Jul 08 18:33:14.287240 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:26.447713 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:27.568746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb934-222b-435a-ab78-69014a03e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:30.111842 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bdad82e1-2e84-4a87-a4a5-b6d245289209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:30.591609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:31.642155 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:32.099052 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:33:33.099790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:44.287264 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:56.455841 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:33:57.570593 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c852aa79-69e2-453b-8f1b-8c9f4c96a81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:00.103306 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3a7c809e-6da1-4ca3-a211-6c6b5402c7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:00.595171 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:01.645524 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:03.105829 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:09.103095 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:34:14.284286 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:15.013584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-46fcc645-2972-4d67-bc87-943abe729d91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537035 Jul 08 18:34:15.129618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-75d163ef-a1aa-42ee-9875-f264f5f88ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:15.131253 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-75d163ef-a1aa-42ee-9875-f264f5f88ed2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0543613 Jul 08 18:34:15.249417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-bf3c5b55-413b-4274-8c16-f06ddecf6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:15.250976 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-bf3c5b55-413b-4274-8c16-f06ddecf6441 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0937567 Jul 08 18:34:15.324756 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-3dda23ed-836f-4e91-95be-d63804a55dd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 1001 time: 0.0633285 Jul 08 18:34:15.391598 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-3e3ae5f3-93a0-4891-b805-f9f3e5f64835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:15.393585 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-3e3ae5f3-93a0-4891-b805-f9f3e5f64835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0592847 Jul 08 18:34:15.459863 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-8aa5b405-5cd8-41c1-bf1e-2a4dff7008e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:15.461598 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-8aa5b405-5cd8-41c1-bf1e-2a4dff7008e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581105 Jul 08 18:34:15.560602 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-90a3de1f-4137-4442-93b2-25ce665162dc service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893257 Jul 08 18:34:15.663003 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bfed4c91-f72a-4a68-b488-23859f4cb224 req-171fb109-101f-4d15-8dfa-82f5ef3b0220 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926960 Jul 08 18:34:26.467696 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:27.583715 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ef291e7-1abe-4a21-9212-5d3ca23ff2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:30.104184 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-830ac689-471f-4a73-8d78-0212d95e22c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:30.598407 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:31.647608 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:33.106169 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:38.570201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab72f69-89b0-4604-a696-7c1043a8a707 req-c6b91c11-cf29-4533-8dd1-1904609f99d2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:38.571870 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ab72f69-89b0-4604-a696-7c1043a8a707 req-c6b91c11-cf29-4533-8dd1-1904609f99d2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0658290 Jul 08 18:34:38.610611 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0ab72f69-89b0-4604-a696-7c1043a8a707 req-9237e5f4-dc97-4934-b5c3-c73a2ccfbf55 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333207 Jul 08 18:34:39.817206 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c2694-bff8-4e7b-ae3b-e65176a02986 req-3c6fc8f4-6357-4b4a-91a2-91abbcd76f91 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:39.818949 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f68c2694-bff8-4e7b-ae3b-e65176a02986 req-3c6fc8f4-6357-4b4a-91a2-91abbcd76f91 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0659146 Jul 08 18:34:39.866227 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f68c2694-bff8-4e7b-ae3b-e65176a02986 req-3e83405f-955c-4b71-ade3-63a06a364fab tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411954 Jul 08 18:34:41.052128 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65748d30-7d1e-4f4b-91d1-dcc41095ea1f req-4488db82-79c0-4959-bd69-315ea5c53320 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:41.053689 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65748d30-7d1e-4f4b-91d1-dcc41095ea1f req-4488db82-79c0-4959-bd69-315ea5c53320 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0714147 Jul 08 18:34:41.095549 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-65748d30-7d1e-4f4b-91d1-dcc41095ea1f req-bbd91410-ba7b-40fb-ab4b-6314fc0e33ec tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Jul 08 18:34:42.269409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2cedb-7c6f-4fa5-a053-7bae6c56bd9c req-1d08522b-04a8-4808-aa1f-c1b3cabf7ea0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:42.270900 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bf2cedb-7c6f-4fa5-a053-7bae6c56bd9c req-1d08522b-04a8-4808-aa1f-c1b3cabf7ea0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0635552 Jul 08 18:34:42.308553 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4bf2cedb-7c6f-4fa5-a053-7bae6c56bd9c req-0db3d911-001e-4066-b19e-ff361c7a9c69 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Jul 08 18:34:43.828561 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2bd35-a992-471b-bbb1-64b44dc39fdd req-5b79ec78-6d81-4632-9acc-fba0166c382f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:43.830103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13e2bd35-a992-471b-bbb1-64b44dc39fdd req-5b79ec78-6d81-4632-9acc-fba0166c382f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.4012861 Jul 08 18:34:43.867500 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-13e2bd35-a992-471b-bbb1-64b44dc39fdd req-494b7e21-52a5-438a-94c2-7996cb38d32c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318625 Jul 08 18:34:44.281760 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:45.049993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041774dc-5a58-441a-bfdc-123740d00cf3 req-401bdfec-d663-4da8-86c1-dc2bc88dbbf5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:45.051527 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-041774dc-5a58-441a-bfdc-123740d00cf3 req-401bdfec-d663-4da8-86c1-dc2bc88dbbf5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0644169 Jul 08 18:34:45.092491 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-041774dc-5a58-441a-bfdc-123740d00cf3 req-188fbc59-3ba2-4e8a-a24e-514de421bcf2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352402 Jul 08 18:34:46.103397 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:34:46.270842 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f6281-01a2-461b-b817-0583a83ae696 req-dc1f39a0-abb2-4654-a448-25946eb6c7aa tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:46.272342 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-015f6281-01a2-461b-b817-0583a83ae696 req-dc1f39a0-abb2-4654-a448-25946eb6c7aa tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0674183 Jul 08 18:34:46.310323 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-015f6281-01a2-461b-b817-0583a83ae696 req-4118e213-291a-4edc-aeb7-a29b25e023f7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322120 Jul 08 18:34:47.492688 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270edac-5754-4641-a81b-0af874fe5e52 req-44710ca2-0a24-4204-ada0-b88b6cf5d0f2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:47.494288 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d270edac-5754-4641-a81b-0af874fe5e52 req-44710ca2-0a24-4204-ada0-b88b6cf5d0f2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0726931 Jul 08 18:34:47.534045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d270edac-5754-4641-a81b-0af874fe5e52 req-a81cc6e2-833a-4a70-be84-739955c9a4ba tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334511 Jul 08 18:34:48.714405 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea6538-ca58-4007-af35-1a9474434297 req-6eb5d05b-bc22-4d6b-aa67-849ee2384fb3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:48.715960 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25ea6538-ca58-4007-af35-1a9474434297 req-6eb5d05b-bc22-4d6b-aa67-849ee2384fb3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0688260 Jul 08 18:34:48.763490 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-25ea6538-ca58-4007-af35-1a9474434297 req-d413ae43-c98a-4df7-921d-dc0d0da6a8c2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394073 Jul 08 18:34:49.950072 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60b569-a207-4c2f-8d45-f3ac4a6b8e79 req-42c6fb96-8fe4-4556-b589-0e02206ae498 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:49.951639 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f60b569-a207-4c2f-8d45-f3ac4a6b8e79 req-42c6fb96-8fe4-4556-b589-0e02206ae498 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0718756 Jul 08 18:34:49.994296 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3f60b569-a207-4c2f-8d45-f3ac4a6b8e79 req-1db9ca2d-604e-4696-ad62-4dd4679b423a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Jul 08 18:34:51.094679 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:34:51.202654 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f9a9c-5ab7-4c1b-b0bd-ffb8dd9d09a2 req-77c91f4a-51cf-4461-91de-939c377ebef0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:51.206458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d65f9a9c-5ab7-4c1b-b0bd-ffb8dd9d09a2 req-77c91f4a-51cf-4461-91de-939c377ebef0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0876224 Jul 08 18:34:51.207213 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:51.218107 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'port_id': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'mac_address': 'fa:16:3e:bd:83:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:34:51.259709 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:51.260265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d65f9a9c-5ab7-4c1b-b0bd-ffb8dd9d09a2 req-1339c117-b97a-42fb-b3e2-8488333718a6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463731 Jul 08 18:34:51.274117 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6223dca3-1437-42cf-b401-2b7f095c6ffd {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:34:51.297436 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:51.301776 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:51.370572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:51.377961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.378417 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.379456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.379456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.379707 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.379962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.380292 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.380623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.380989 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.381297 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.381620 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.381940 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:34:51.459066 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['6223dca3-1437-42cf-b401-2b7f095c6ffd'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:34:52.480744 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f38bff-4e0b-4616-bf39-d533601a9237 req-e5e3aee2-5623-4dd2-b103-c170051041cf tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:52.482716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f38bff-4e0b-4616-bf39-d533601a9237 req-e5e3aee2-5623-4dd2-b103-c170051041cf tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0866001 Jul 08 18:34:52.539885 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d8f38bff-4e0b-4616-bf39-d533601a9237 req-39dd7869-ba72-4b16-a0b8-c9510952d9da tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505011 Jul 08 18:34:53.105834 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:34:53.164528 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 6223dca3-1437-42cf-b401-2b7f095c6ffd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:34:53.165361 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:53.267706 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:53.322599 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:34:53.326550 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45270b2-f045-4344-8690-a29f5fcd2e0c" -d '{"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:34:53.347872 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:34:53.354814 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:53.391340 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eb9196-2b43-40d8-a0f9-784477d8efb2 x-openstack-request-id: req-56eb9196-2b43-40d8-a0f9-784477d8efb2 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:34:53.391720 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:34:53.391895 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-56eb9196-2b43-40d8-a0f9-784477d8efb2 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:34:53.392256 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'code': 200} Jul 08 18:34:53.434490 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:34:53.768533 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23338b81-0046-4f85-8cce-af5171e66c47 req-69e3aaca-5312-4908-9aeb-33b213b80f3e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:53.770855 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23338b81-0046-4f85-8cce-af5171e66c47 req-69e3aaca-5312-4908-9aeb-33b213b80f3e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0831461 Jul 08 18:34:53.838379 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-23338b81-0046-4f85-8cce-af5171e66c47 req-db37c428-a4a8-4bb4-9110-3a91d7978022 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612140 Jul 08 18:34:55.055900 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76264026-88d2-459f-8b8a-da87e741ab10 req-c1912256-7853-41e4-94bd-54b706b3251d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:55.057518 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-76264026-88d2-459f-8b8a-da87e741ab10 req-c1912256-7853-41e4-94bd-54b706b3251d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0838437 Jul 08 18:34:55.123846 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-76264026-88d2-459f-8b8a-da87e741ab10 req-64915d2e-a860-4ec1-95e0-49093521d240 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586214 Jul 08 18:34:56.365973 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb50ba-c677-4cbe-83db-714ee9867238 req-2b18cf1d-073f-4db0-931b-33055803ba4e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:56.367568 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfcb50ba-c677-4cbe-83db-714ee9867238 req-2b18cf1d-073f-4db0-931b-33055803ba4e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0923579 Jul 08 18:34:56.431131 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bfcb50ba-c677-4cbe-83db-714ee9867238 req-e5933faf-7095-4ea9-afde-a18bcaff58cd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570121 Jul 08 18:34:56.494499 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:57.586120 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-589d594c-5e0a-4882-8bd6-6df5c91fe9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:34:57.689447 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b8e45-f30e-4b31-8d48-67cf44021ea4 req-51eaab18-0a41-45fc-a557-f7df3b27d9a8 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:57.691572 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe1b8e45-f30e-4b31-8d48-67cf44021ea4 req-51eaab18-0a41-45fc-a557-f7df3b27d9a8 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.1066685 Jul 08 18:34:57.741089 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fe1b8e45-f30e-4b31-8d48-67cf44021ea4 req-13ba7831-3c50-442b-9594-eef4356df8ec tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 Jul 08 18:34:58.985204 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a02f-2c98-4137-8ca6-0b06f3402768 req-c1b3ed33-d7ab-4ac4-ba66-576c52745263 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:34:58.989302 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-edc9a02f-2c98-4137-8ca6-0b06f3402768 req-c1b3ed33-d7ab-4ac4-ba66-576c52745263 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0984681 Jul 08 18:34:59.039736 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-edc9a02f-2c98-4137-8ca6-0b06f3402768 req-a5eddaea-545c-4fb0-8552-c269cb76dd6a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Jul 08 18:35:00.125259 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a96c3b5-8767-4f14-86df-54f36c1880fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:00.288032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b05cd-248a-451f-91ee-ae05ea25aa41 req-0ab4ee3f-c613-496c-9407-d8a7059d74b7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:00.289767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-840b05cd-248a-451f-91ee-ae05ea25aa41 req-0ab4ee3f-c613-496c-9407-d8a7059d74b7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0881972 Jul 08 18:35:00.346104 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-840b05cd-248a-451f-91ee-ae05ea25aa41 req-5ab8743d-11e4-4de1-b0d3-a7cd350ef4a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478089 Jul 08 18:35:00.613605 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:01.559942 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbf573-27e5-4677-8cd0-c7b4b083da24 req-074d064b-41b9-4fc6-a1a5-e81781bc800f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:01.562510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55fbf573-27e5-4677-8cd0-c7b4b083da24 req-074d064b-41b9-4fc6-a1a5-e81781bc800f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0866532 Jul 08 18:35:01.608950 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55fbf573-27e5-4677-8cd0-c7b4b083da24 req-3dda6ab2-1d6e-4031-9d01-7fe324348829 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404224 Jul 08 18:35:01.653818 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:01.753807 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-67416ccb-4013-484d-a695-708c46109762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:01.755402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-67416ccb-4013-484d-a695-708c46109762 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0582225 Jul 08 18:35:01.872062 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-4a2a4636-6c2c-46bd-aab1-8bbded1fac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:01.874040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-4a2a4636-6c2c-46bd-aab1-8bbded1fac36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.1065803 Jul 08 18:35:01.952522 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-9a9bb8eb-c55c-4dda-99d6-3febbb80292b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 1001 time: 0.0613236 Jul 08 18:35:02.008365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-fd18a732-197c-4fbc-aa28-a5eb6ce74f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:02.009901 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-fd18a732-197c-4fbc-aa28-a5eb6ce74f16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0461743 Jul 08 18:35:02.075530 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-60545b85-cf6c-43a6-ba2c-a8003e645d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:02.077136 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-60545b85-cf6c-43a6-ba2c-a8003e645d99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591104 Jul 08 18:35:02.174622 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-bda8bcc9-398d-40d1-9ed2-b4b16d9904eb service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879266 Jul 08 18:35:02.276294 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f42e204e-ad6a-4ad9-9996-7884d31aa465 req-1dbd730b-c327-423c-a479-ef2445b8db8d service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918052 Jul 08 18:35:02.812259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2c96-a682-4e23-b6e9-59b63cd51116 req-beb84328-cc0e-41bf-b626-c9575b20de7a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:02.814557 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-310c2c96-a682-4e23-b6e9-59b63cd51116 req-beb84328-cc0e-41bf-b626-c9575b20de7a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0824916 Jul 08 18:35:02.863830 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-310c2c96-a682-4e23-b6e9-59b63cd51116 req-55a5f12d-a1e7-4886-8e71-337cb4959dd0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Jul 08 18:35:03.109257 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:04.059768 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247ebb6-38e8-4dff-b887-3c781695c197 req-5af4e57d-d476-4c5f-9bd9-56ae51693102 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:04.061371 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f247ebb6-38e8-4dff-b887-3c781695c197 req-5af4e57d-d476-4c5f-9bd9-56ae51693102 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0767090 Jul 08 18:35:04.108668 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f247ebb6-38e8-4dff-b887-3c781695c197 req-49334d81-4d2d-477e-a98b-986d8366c6c9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Jul 08 18:35:05.167887 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:35:05.255937 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:05.280258 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:05.282533 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b44e1d1-ab90-432c-8c73-77117b9a6b5f" -d '{"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-unplugged", "status": "completed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:05.295746 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:05.300657 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:05.314259 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a63c04-3f5a-463e-a136-7f8a4f6a240f req-21a68ce3-fbbd-4932-bf9f-26f5a4112df4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:05.315861 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5a63c04-3f5a-463e-a136-7f8a4f6a240f req-21a68ce3-fbbd-4932-bf9f-26f5a4112df4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 946 time: 0.0879188 Jul 08 18:35:05.355552 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:05.371467 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e5a63c04-3f5a-463e-a136-7f8a4f6a240f req-20564ccd-216a-42b9-ba7b-ff4135b2c139 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Jul 08 18:35:05.413705 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc318fa1-7c9f-4765-88ed-c1ae28c0fcc3 x-openstack-request-id: req-bc318fa1-7c9f-4765-88ed-c1ae28c0fcc3 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:05.414005 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-unplugged", "status": "failed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "code": 422}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:05.414261 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bc318fa1-7c9f-4765-88ed-c1ae28c0fcc3 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:05.414662 n-d-799528-4 neutron-server[93666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'code': 422} returned with failed status Jul 08 18:35:05.759586 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d12e6b-7aa5-4188-b214-33e26352e025 req-05d28b4e-1bd3-4db9-ad62-4715fb2c5fdd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:05.761253 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9d12e6b-7aa5-4188-b214-33e26352e025 req-05d28b4e-1bd3-4db9-ad62-4715fb2c5fdd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0736239 Jul 08 18:35:05.805849 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e9d12e6b-7aa5-4188-b214-33e26352e025 req-d12f0197-aa7c-40d7-a864-858956afd015 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Jul 08 18:35:05.862140 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57562) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:35:05.968719 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-02407c80-f934-4159-9d19-e7433f2c00f8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053474 Jul 08 18:35:07.012938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b0eba-3a53-4e2f-841e-2e575237676b req-f58eb61f-a4e1-49af-94c6-e3ca2b99bfc4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:07.015179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee0b0eba-3a53-4e2f-841e-2e575237676b req-f58eb61f-a4e1-49af-94c6-e3ca2b99bfc4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0772223 Jul 08 18:35:07.060222 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-3a7fa313-9675-4b59-ae8f-c89ff1d18773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:07.062573 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-3a7fa313-9675-4b59-ae8f-c89ff1d18773 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a&tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 1095 time: 0.0636518 Jul 08 18:35:07.064605 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee0b0eba-3a53-4e2f-841e-2e575237676b req-0d2ed360-1c60-4e5d-9df7-2b819f55d74e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Jul 08 18:35:07.167556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-55320d77-3ded-4c37-a18e-7c973e091cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:07.169241 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-55320d77-3ded-4c37-a18e-7c973e091cb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1095 time: 0.0622115 Jul 08 18:35:07.289274 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-febf0617-ba46-4242-bcfe-8f4d35d16040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:07.290881 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-febf0617-ba46-4242-bcfe-8f4d35d16040 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.1123281 Jul 08 18:35:07.364654 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-f4d4299b-0c7d-437e-a5d7-357ccba9dae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 999 time: 0.0610120 Jul 08 18:35:07.420556 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-f114fd03-980e-4d69-a2ba-eeb4582ca0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:07.422079 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-f114fd03-980e-4d69-a2ba-eeb4582ca0fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0498674 Jul 08 18:35:07.484931 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-5c075859-241e-490f-9baa-8ada0cc8d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:07.486617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-5c075859-241e-490f-9baa-8ada0cc8d675 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571258 Jul 08 18:35:07.608515 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-7c0f2084-3004-432d-8517-2adbb9e7fb13 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116421 Jul 08 18:35:07.712846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-00c853b4-e4c6-4b0d-ace1-1c8574e27732 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943687 Jul 08 18:35:08.352304 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a44c9-0b6e-43fd-8e62-58287e047fb1 req-a3dfe6db-c7a4-4f76-988c-44b2a4c5ece0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:08.361921 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c05a44c9-0b6e-43fd-8e62-58287e047fb1 req-a3dfe6db-c7a4-4f76-988c-44b2a4c5ece0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0945830 Jul 08 18:35:08.408457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c05a44c9-0b6e-43fd-8e62-58287e047fb1 req-e861d259-181d-4406-822c-4aaa521f2a73 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451281 Jul 08 18:35:09.592640 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d07a1-4662-49eb-8396-65bead8e5c3f req-50d0c090-0b5f-41a4-852a-20d000788c3e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:09.594248 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d55d07a1-4662-49eb-8396-65bead8e5c3f req-50d0c090-0b5f-41a4-852a-20d000788c3e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0676801 Jul 08 18:35:09.633800 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d55d07a1-4662-49eb-8396-65bead8e5c3f req-41b2a8bf-8c5a-44b5-a763-279ea0f487af tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Jul 08 18:35:10.823197 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a5319-d771-478a-9e2a-e845a08e3af1 req-8b5a1d41-9c42-43fc-9fd4-896382885733 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:10.824756 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-028a5319-d771-478a-9e2a-e845a08e3af1 req-8b5a1d41-9c42-43fc-9fd4-896382885733 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0726457 Jul 08 18:35:10.865105 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-028a5319-d771-478a-9e2a-e845a08e3af1 req-e9cf6be2-10e5-48e8-9e37-2b683dd7f1b6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337129 Jul 08 18:35:12.059952 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaeffa-a98c-4190-bc3f-1cd1cf6cd3ca req-79a03821-1e93-448d-9cef-3e7c6c534f21 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:12.062515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8afaeffa-a98c-4190-bc3f-1cd1cf6cd3ca req-79a03821-1e93-448d-9cef-3e7c6c534f21 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0703673 Jul 08 18:35:12.106006 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8afaeffa-a98c-4190-bc3f-1cd1cf6cd3ca req-2b02090a-6efb-4627-ab10-5e36a919e6df tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 Jul 08 18:35:13.305419 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa28b1-77f2-44ba-9450-6c4123fdccaf req-053791ef-e903-4cac-a0b5-9b8356eb97cd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:13.306937 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3baa28b1-77f2-44ba-9450-6c4123fdccaf req-053791ef-e903-4cac-a0b5-9b8356eb97cd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0722828 Jul 08 18:35:13.357678 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3baa28b1-77f2-44ba-9450-6c4123fdccaf req-e9efd226-a6d0-4e17-bc52-68f726a97199 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450532 Jul 08 18:35:14.285859 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:14.546038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5075f-00eb-447c-b2a4-61146af3d6c0 req-aa3b9ac5-9186-4aac-986e-a3e71bc3d487 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:14.548667 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60e5075f-00eb-447c-b2a4-61146af3d6c0 req-aa3b9ac5-9186-4aac-986e-a3e71bc3d487 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0744622 Jul 08 18:35:14.588747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-60e5075f-00eb-447c-b2a4-61146af3d6c0 req-7f84118d-2428-43ff-b75b-f2b0b7fd2889 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342581 Jul 08 18:35:15.782695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637f66a-d80c-4a76-bfa7-a03a5740d05f req-a92616f3-34e6-4d7f-86f1-b886c535946f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:15.784205 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8637f66a-d80c-4a76-bfa7-a03a5740d05f req-a92616f3-34e6-4d7f-86f1-b886c535946f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0694721 Jul 08 18:35:15.827136 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8637f66a-d80c-4a76-bfa7-a03a5740d05f req-f2f04a31-6eed-4bcf-93de-39d9b32f5186 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369744 Jul 08 18:35:17.016289 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068957b4-490b-4e72-bc39-4a143977b45c req-8a50cc38-8a71-4bfe-8a70-ef713a0473bc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:17.018928 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-068957b4-490b-4e72-bc39-4a143977b45c req-8a50cc38-8a71-4bfe-8a70-ef713a0473bc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0755727 Jul 08 18:35:17.060033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-068957b4-490b-4e72-bc39-4a143977b45c req-200346d1-9e7b-4f3d-a64a-1f4e2eedd254 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334282 Jul 08 18:35:18.240370 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f6f3c-ea70-4d56-9efe-a25678347804 req-23ad4986-ad48-44ca-a25f-6040a93108ec tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:18.242143 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a10f6f3c-ea70-4d56-9efe-a25678347804 req-23ad4986-ad48-44ca-a25f-6040a93108ec tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0650690 Jul 08 18:35:18.285472 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a10f6f3c-ea70-4d56-9efe-a25678347804 req-05eb7167-8c36-4e45-bc81-24bb280c8be5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368245 Jul 08 18:35:19.261614 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-0b16c0db-739b-4eef-8389-8dc624b29f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:19.264868 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-0b16c0db-739b-4eef-8389-8dc624b29f87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1095 time: 0.1083872 Jul 08 18:35:19.409135 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-86476308-0d3f-47e0-b8fe-7a5c24149155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:19.410668 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-86476308-0d3f-47e0-b8fe-7a5c24149155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.1184428 Jul 08 18:35:19.500148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-11ed6468-268a-42d9-b1e6-b5520c830a41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 999 time: 0.0750961 Jul 08 18:35:19.520091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49729974-1663-4a4f-aa9a-3b617636d912 req-19c984ca-7910-4ec4-be18-abe423428a6f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:19.522513 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49729974-1663-4a4f-aa9a-3b617636d912 req-19c984ca-7910-4ec4-be18-abe423428a6f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0913877 Jul 08 18:35:19.560017 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-2ab0b252-e5fb-4ff4-b399-03d5e7f51d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:19.563819 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-2ab0b252-e5fb-4ff4-b399-03d5e7f51d20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0542514 Jul 08 18:35:19.578811 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-49729974-1663-4a4f-aa9a-3b617636d912 req-3d23b8b6-8a09-49eb-929e-fc56762bceba tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494535 Jul 08 18:35:19.655632 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-33282e61-52ec-42e8-8625-d8ecdf975991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:19.657899 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-33282e61-52ec-42e8-8625-d8ecdf975991 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869021 Jul 08 18:35:19.772487 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-efd1f0c0-464b-49cb-ac0f-d31ae635e5f7 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057415 Jul 08 18:35:19.872906 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-58cfa9b4-f5be-4a69-83a4-e706fb897c4c req-50cb56e8-a5d1-4af5-b943-fd9a122a2d11 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922594 Jul 08 18:35:20.762435 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e462-2c62-44da-b5fc-c5e89ad45944 req-517b1b06-43a6-4c6f-9094-c8d2c9d1944d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:20.763971 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1541e462-2c62-44da-b5fc-c5e89ad45944 req-517b1b06-43a6-4c6f-9094-c8d2c9d1944d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0660224 Jul 08 18:35:20.802967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1541e462-2c62-44da-b5fc-c5e89ad45944 req-97e54408-18a6-4ab7-80ec-c73e6178c29c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334094 Jul 08 18:35:21.979332 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83f64e-4575-477e-9032-97dd9fd92fd2 req-93554012-76cc-43ed-9cc0-f7169820eeda tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:21.980867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee83f64e-4575-477e-9032-97dd9fd92fd2 req-93554012-76cc-43ed-9cc0-f7169820eeda tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0643682 Jul 08 18:35:22.018781 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ee83f64e-4575-477e-9032-97dd9fd92fd2 req-eb297be2-c0f6-4db0-8726-93861ddb6045 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Jul 08 18:35:23.102564 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:35:23.169767 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:35:23.206918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e96b48-c847-4492-926c-b6cd8ecc36f6 req-8600e6d4-31f9-476a-ab3d-d899476791e6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:23.209150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82e96b48-c847-4492-926c-b6cd8ecc36f6 req-8600e6d4-31f9-476a-ab3d-d899476791e6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0730138 Jul 08 18:35:23.250768 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-82e96b48-c847-4492-926c-b6cd8ecc36f6 req-30c932d8-45cc-4d93-80ed-dca822917983 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351045 Jul 08 18:35:23.267802 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:23.283354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'port_id': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'mac_address': 'fa:16:3e:bd:83:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:35:23.474962 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.487365 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6223dca3-1437-42cf-b401-2b7f095c6ffd {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:35:23.507215 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:23.511118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:23.556930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=9']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:23.938961 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['6223dca3-1437-42cf-b401-2b7f095c6ffd'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:35:24.426294 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349033b-4743-4bfa-a949-50aab050bc70 req-a22cff86-42e2-4789-b255-7eaf46508679 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:24.427824 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e349033b-4743-4bfa-a949-50aab050bc70 req-a22cff86-42e2-4789-b255-7eaf46508679 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0643961 Jul 08 18:35:24.477369 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e349033b-4743-4bfa-a949-50aab050bc70 req-65cc5b45-d565-432f-9d59-69b630bebe0e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434370 Jul 08 18:35:25.198044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:35:25.244895 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 6223dca3-1437-42cf-b401-2b7f095c6ffd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:35:25.245287 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.321701 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.344478 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:35:25.346825 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1003e547-7248-44ad-a1bd-5a94ffb45db3" -d '{"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:35:25.359855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:35:25.364322 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:25.388558 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5043f138-b85f-4eb0-8df4-ca922902d309 x-openstack-request-id: req-5043f138-b85f-4eb0-8df4-ca922902d309 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:35:25.388558 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:35:25.390402 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5043f138-b85f-4eb0-8df4-ca922902d309 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:35:25.390402 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'code': 200} Jul 08 18:35:25.415416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=10']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:35:25.662145 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac2b53-6e74-4f57-8abe-52b8156a76be req-4ca0df68-8ca7-46a3-bb2d-81ea83b4b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:25.666862 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1ac2b53-6e74-4f57-8abe-52b8156a76be req-4ca0df68-8ca7-46a3-bb2d-81ea83b4b2ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1098 time: 0.0770850 Jul 08 18:35:25.673725 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998fd71-aa75-49c8-9984-3180b0148034 req-70914360-3965-4a5f-88f0-27ea7ea78c55 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:25.675244 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a998fd71-aa75-49c8-9984-3180b0148034 req-70914360-3965-4a5f-88f0-27ea7ea78c55 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 947 time: 0.0732636 Jul 08 18:35:25.710529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f1ac2b53-6e74-4f57-8abe-52b8156a76be req-350cd54f-6774-4d8c-86c4-5d19c905b081 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335157 Jul 08 18:35:25.721736 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a998fd71-aa75-49c8-9984-3180b0148034 req-3d06d897-f68f-47fe-a71d-9476ab982f9b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Jul 08 18:35:26.497705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:26.973892 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87e7cf-6006-44c7-b4d7-da0ab5e7fc6c req-e2de6de7-6ccf-4c22-9d91-86eec3444973 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:26.977215 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf87e7cf-6006-44c7-b4d7-da0ab5e7fc6c req-e2de6de7-6ccf-4c22-9d91-86eec3444973 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 947 time: 0.1088052 Jul 08 18:35:27.028577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bf87e7cf-6006-44c7-b4d7-da0ab5e7fc6c req-d35d83cb-d634-4e08-af53-bded9adf762d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Jul 08 18:35:27.583058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0c2639ec-e5ee-4d1d-8f95-079bcd354528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:28.224167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee7107-a6c6-429c-8c9a-c71f13cd0b32 req-24e3fe7b-bc86-4cbe-a5c2-a1a9f01a93ae tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:35:28.225791 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcee7107-a6c6-429c-8c9a-c71f13cd0b32 req-24e3fe7b-bc86-4cbe-a5c2-a1a9f01a93ae tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 947 time: 0.0767987 Jul 08 18:35:28.268633 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dcee7107-a6c6-429c-8c9a-c71f13cd0b32 req-9d453b27-194d-4080-860c-17793e169703 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371912 Jul 08 18:35:30.110516 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e59685ed-92a1-41c2-a51e-63828a5f9f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:30.598116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:31.655011 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:33.112946 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:44.280899 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:56.502359 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:35:57.586796 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d71260f6-46ed-49a0-8ca5-2e5de483347d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:00.101716 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:36:00.105709 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bdfc95e6-42fe-4b82-a27f-af5076058af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:00.602745 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:01.654871 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:03.113630 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:14.294116 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:16.041829 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-c161126b-51b4-4657-b610-80902909784c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549951 Jul 08 18:36:16.158811 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-bfdcc705-1c7a-4592-8e85-0e4da8e73d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:16.160212 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-bfdcc705-1c7a-4592-8e85-0e4da8e73d02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1098 time: 0.0563667 Jul 08 18:36:16.265644 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-065c5272-9a07-47b9-8412-e3b55c356765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:16.267182 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-065c5272-9a07-47b9-8412-e3b55c356765 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0848713 Jul 08 18:36:16.338999 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-21c61fc0-1560-4c23-babf-55e154637aa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 1001 time: 0.0636289 Jul 08 18:36:16.390428 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-f3073edf-70b3-44a8-adec-00b1bc8d036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:16.391936 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-f3073edf-70b3-44a8-adec-00b1bc8d036b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0432503 Jul 08 18:36:16.449545 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-6d7e9aad-7ee0-4afa-b64b-fb07d1c78b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:16.450988 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-6d7e9aad-7ee0-4afa-b64b-fb07d1c78b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505970 Jul 08 18:36:16.542587 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-f01848bd-4dd9-4f03-9b65-69b798696721 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848305 Jul 08 18:36:16.630846 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-6be40699-fe29-479e-baa2-6f2d4b10d8af req-d8e8fe4e-9b95-4760-b703-be4a97be088b service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814180 Jul 08 18:36:26.513682 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:27.579705 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-713175cd-39e9-4b27-a96b-40dd16265dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:30.109520 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd286-46c3-4c68-906d-b91976459bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:30.597411 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:31.656620 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:33.118691 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:37.101603 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:36:41.317195 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57686) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:41.472187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Deleting port bfeaa588-ccfd-488f-85f0-6c0b98df4532 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:41.472549 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.558813 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.559271 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.572318 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Calling delete_port for bfeaa588-ccfd-488f-85f0-6c0b98df4532 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:41.722569 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.748039 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event deleted for resources: {'Port': ['ID=bfeaa588-ccfd-488f-85f0-6c0b98df4532,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:41.776616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.776992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.777360 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.777701 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.778040 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.778371 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.778699 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.779028 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.780013 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.780342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.780695 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.781050 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:41.819505 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:41.819913 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Floating IP 352a167d-9996-47d3-aee0-3b9d990c3af7 disassociated (deleted). External IP: 172.25.5.40, port: 6223dca3-1437-42cf-b401-2b7f095c6ffd. Jul 08 18:36:42.041618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Router 39e128c9-b57f-4376-bace-ca3aacfe8b21 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:36:42.152463 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:36:42.157585 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:42.161883 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] Sync routers for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:36:42.171367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:42.172198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:42.197538 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-d65fcb5e-1219-43d4-9471-ef3bbf143336 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "DELETE /v2.0/floatingips/352a167d-9996-47d3-aee0-3b9d990c3af7 HTTP/1.1" status: 204 len: 168 time: 0.8768940 Jul 08 18:36:42.197538 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:36:42.198111 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ddabc2-10b6-45c5-b805-910fde77a113" -d '{"events": [{"name": "network-changed", "server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:36:42.299218 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:42.512410 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dbb9dd-c3b2-47b9-9ba8-fefadc4e5413 x-openstack-request-id: req-b2dbb9dd-c3b2-47b9-9ba8-fefadc4e5413 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:36:42.513265 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:36:42.513265 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b2dbb9dd-c3b2-47b9-9ba8-fefadc4e5413 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:36:42.513636 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'status': 'completed', 'code': 200} Jul 08 18:36:42.533696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:42.564132 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] Checking router: 39e128c9-b57f-4376-bace-ca3aacfe8b21 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:36:42.577647 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:36:42.578663 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:36:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:42.629348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-7a030e81-8234-4595-a373-61cb52b9b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:42.631040 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-7a030e81-8234-4595-a373-61cb52b9b3e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 1098 time: 0.0667250 Jul 08 18:36:42.691540 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791bffc-7fc4-4504-a60f-50afab045e05 req-9d9d4273-ac87-48f4-865e-b928ca4829af tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:42.693179 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3791bffc-7fc4-4504-a60f-50afab045e05 req-9d9d4273-ac87-48f4-865e-b928ca4829af tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 947 time: 0.0745866 Jul 08 18:36:42.707228 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:36:42.733515 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3791bffc-7fc4-4504-a60f-50afab045e05 req-c9d9212e-3f95-4bbf-a39b-bbb4911ab25a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345826 Jul 08 18:36:42.737476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-b202b9ea-3b41-40e0-9392-d235c530809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:42.739239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-b202b9ea-3b41-40e0-9392-d235c530809a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0993624 Jul 08 18:36:42.785786 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-dc4208ed-d7d5-48b0-ac1d-c842b4d77a81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 200 len: 217 time: 0.0364780 Jul 08 18:36:42.843152 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-35c5958c-9f44-468f-8c3b-b66d361826bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:42.844619 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-35c5958c-9f44-468f-8c3b-b66d361826bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0519805 Jul 08 18:36:42.905044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-f465eb1b-d003-4143-ab8d-2bef2e42a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:42.906614 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-f465eb1b-d003-4143-ab8d-2bef2e42a384 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551181 Jul 08 18:36:42.923248 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:36:42.954438 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0454086-198a-46c5-9c0a-85dbac7fcfe5 None None] The sync data for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 is: [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:36:43.004054 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-b1d9c21c-dc87-4d93-ab22-6a0c7b4e7f88 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Jul 08 18:36:43.110539 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-68ddabc2-10b6-45c5-b805-910fde77a113 req-68638b32-5083-4fa6-bf96-8406c2d636fa service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954854 Jul 08 18:36:43.203025 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f24547-b7ea-4fbf-818c-e3944f5daa47 None None] New status for floating IP 352a167d-9996-47d3-aee0-3b9d990c3af7: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:36:43.917186 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27a801-6154-4504-af38-18838d10a9ff req-1f0cfe12-df0b-4e9f-b76e-05de2cbb7623 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:43.918680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b27a801-6154-4504-af38-18838d10a9ff req-1f0cfe12-df0b-4e9f-b76e-05de2cbb7623 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 947 time: 0.0646818 Jul 08 18:36:43.956459 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6b27a801-6154-4504-af38-18838d10a9ff req-6b591263-7506-4ca0-bb42-bb35f6a33f1f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=39bab09c-c08d-425b-88be-f5c6132a517b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jul 08 18:36:44.308684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.368396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-60700a9a-ad5a-4ecb-a5fb-41839e097cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:36:44.369873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-60700a9a-ad5a-4ecb-a5fb-41839e097cfe tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 947 time: 0.0614734 Jul 08 18:36:44.473470 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Deleting port 6223dca3-1437-42cf-b401-2b7f095c6ffd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:36:44.473849 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.558261 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] For port 6223dca3-1437-42cf-b401-2b7f095c6ffd, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=6223dca3-1437-42cf-b401-2b7f095c6ffd,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:36:44.558615 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.571558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Calling delete_port for 6223dca3-1437-42cf-b401-2b7f095c6ffd owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:36:44.699508 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.725497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event deleted for resources: {'Port': ['ID=6223dca3-1437-42cf-b401-2b7f095c6ffd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:44.771889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] No DVR routers for this DVR port 6223dca3-1437-42cf-b401-2b7f095c6ffd on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:36:44.774613 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:44.776605 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-a94db3ee-cce6-4c4c-8017-e80dc0ae305c req-f0a7826f-4001-4af7-9748-52b7b0a5e3c6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "DELETE /v2.0/ports/6223dca3-1437-42cf-b401-2b7f095c6ffd HTTP/1.1" status: 204 len: 173 time: 0.3986967 Jul 08 18:36:44.777055 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-deleted', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:36:44.779348 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59d0494-1b80-4a3b-a0ff-ae7dc68e50e1" -d '{"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-deleted", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:36:44.815381 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dc98fd-83a6-4775-a4bc-3c735c8bf48f x-openstack-request-id: req-25dc98fd-83a6-4775-a4bc-3c735c8bf48f {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:36:44.815676 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40073c4d-f044-42d5-a1dc-56d1e83e0f9a", "name": "network-vif-deleted", "tag": "6223dca3-1437-42cf-b401-2b7f095c6ffd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:36:44.815928 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-25dc98fd-83a6-4775-a4bc-3c735c8bf48f {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:36:44.816410 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40073c4d-f044-42d5-a1dc-56d1e83e0f9a', 'name': 'network-vif-deleted', 'tag': '6223dca3-1437-42cf-b401-2b7f095c6ffd', 'status': 'completed', 'code': 200} Jul 08 18:36:45.110976 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-265e48ab-5bc8-4dfe-981e-95b9c96297ec req-5b6b0f32-e892-479a-a1e4-861d55fa593f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=40073c4d-f044-42d5-a1dc-56d1e83e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0292103 Jul 08 18:36:46.205367 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57710) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:46.270650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-def8afcb-6f7b-48ec-85a0-b8ecc14304c1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.297067 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-def8afcb-6f7b-48ec-85a0-b8ecc14304c1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.362734 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-def8afcb-6f7b-48ec-85a0-b8ecc14304c1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.365566 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-def8afcb-6f7b-48ec-85a0-b8ecc14304c1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:46.366911 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-def8afcb-6f7b-48ec-85a0-b8ecc14304c1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "DELETE /v2.0/security-groups/39bab09c-c08d-425b-88be-f5c6132a517b HTTP/1.1" status: 204 len: 168 time: 0.1605527 Jul 08 18:36:46.376223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8afcb-6f7b-48ec-85a0-b8ecc14304c1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bab09c-c08d-425b-88be-f5c6132a517b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:47.546540 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:36:47.566677 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 6223dca3-1437-42cf-b401-2b7f095c6ffd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:36:47.566950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 6223dca3-1437-42cf-b401-2b7f095c6ffd not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:36:47.620188 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57720) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:47.624978 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-fbf85cac-0007-4d37-b698-9eb2e579d435 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151469754', 'description': 'tempest-secgroup-smoke-151469754 description', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:47.646991 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fbf85cac-0007-4d37-b698-9eb2e579d435 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.730332 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fbf85cac-0007-4d37-b698-9eb2e579d435 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.734130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fbf85cac-0007-4d37-b698-9eb2e579d435 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.761973 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fbf85cac-0007-4d37-b698-9eb2e579d435 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.763249 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fbf85cac-0007-4d37-b698-9eb2e579d435 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1419671 Jul 08 18:36:47.764450 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf85cac-0007-4d37-b698-9eb2e579d435 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:47.766580 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57722) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:47.771891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5a7edb20-1879-4926-884f-27a6153b87a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6e34a-b661-4a97-8e25-d6b3de17b2e1', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:47.798364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a7edb20-1879-4926-884f-27a6153b87a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.854902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a7edb20-1879-4926-884f-27a6153b87a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.858647 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a7edb20-1879-4926-884f-27a6153b87a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.878497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7edb20-1879-4926-884f-27a6153b87a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0af417-a33b-4645-b113-6351c7224f1c,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:47.885241 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5a7edb20-1879-4926-884f-27a6153b87a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.886504 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5a7edb20-1879-4926-884f-27a6153b87a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190088 Jul 08 18:36:47.890040 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57724) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:47.894686 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6e34a-b661-4a97-8e25-d6b3de17b2e1', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:47.920669 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.981606 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:47.985861 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.004829 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936d1c3a-7ec9-4b1d-b272-edf422af2ee3,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:48.011545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.012788 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216948 Jul 08 18:36:48.015144 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.015490 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.015917 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.016214 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57726) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:48.016321 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.016583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.016938 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.017263 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.017588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.017911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.018233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.018585 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.018911 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e627a42-a813-4654-9652-8396971a9162 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:36:48.020840 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-da9e84d3-1665-4813-94e2-52ba19ac0117 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6e34a-b661-4a97-8e25-d6b3de17b2e1', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:48.049403 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9e84d3-1665-4813-94e2-52ba19ac0117 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.106828 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9e84d3-1665-4813-94e2-52ba19ac0117 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.110395 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9e84d3-1665-4813-94e2-52ba19ac0117 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.128023 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e84d3-1665-4813-94e2-52ba19ac0117 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5638135-82ab-43f2-af3f-d3ae922432df,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:48.133769 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-da9e84d3-1665-4813-94e2-52ba19ac0117 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.135087 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-da9e84d3-1665-4813-94e2-52ba19ac0117 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176951 Jul 08 18:36:48.137732 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57728) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:48.142809 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-8329ba8c-d304-4f43-a2f0-b00863897665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6e34a-b661-4a97-8e25-d6b3de17b2e1', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:48.168430 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8329ba8c-d304-4f43-a2f0-b00863897665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.234707 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8329ba8c-d304-4f43-a2f0-b00863897665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.239059 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8329ba8c-d304-4f43-a2f0-b00863897665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.257651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329ba8c-d304-4f43-a2f0-b00863897665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f9d809-4b81-4be3-b95d-557837d0b752,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:48.268827 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8329ba8c-d304-4f43-a2f0-b00863897665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.270165 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8329ba8c-d304-4f43-a2f0-b00863897665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307082 Jul 08 18:36:48.273791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57730) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:48.278316 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6e34a-b661-4a97-8e25-d6b3de17b2e1', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:48.301885 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Project bc4597a004ce4a48b36d5bc6a94efdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:36:48.307731 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.372914 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.377174 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.397637 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a23ead-fb17-4f27-98e3-0a386f014058,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:48.405495 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.406015 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-01f7e958-8e6e-45ab-bec8-f2975406776f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1312771 Jul 08 18:36:48.413459 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 57732) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:36:48.419285 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'security_group_rule': {'security_group_id': 'f9e6e34a-b661-4a97-8e25-d6b3de17b2e1', 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:36:48.444359 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Project bc4597a004ce4a48b36d5bc6a94efdfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:36:48.455732 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.520500 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.524931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.542982 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327595e4-ce95-4eae-a6de-69399f0af87e,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:36:48.552519 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:48.555781 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-0ae45780-2a3b-4305-92b4-a7e0302d5bb4 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408377 Jul 08 18:36:56.518534 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:36:57.585096 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2f19a5dd-8275-4141-b6b0-6e4280dff0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:00.111142 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-988e2e27-7c64-4646-9a10-36b108d24afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:00.604034 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:01.661443 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:02.908020 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-70b7cde7-b6e6-41b3-a08c-70980987079a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151469754&fields=id&tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 267 time: 0.0344906 Jul 08 18:37:03.027418 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-9d2907fd-9a94-4554-b873-9cb51608facb tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:03.029484 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-9d2907fd-9a94-4554-b873-9cb51608facb tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 808 time: 0.1145554 Jul 08 18:37:03.049514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-b8a1456e-50bf-4706-a901-1918f8ba24a7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/quotas/bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 375 time: 0.0135086 Jul 08 18:37:03.126192 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:03.143839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-fda5816e-e9da-4b72-8f73-f061f2180c61 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884850 Jul 08 18:37:03.222627 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-51673bdd-3124-445c-be2e-bad29cd30226 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:37:03.223771 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-51673bdd-3124-445c-be2e-bad29cd30226 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0681744 Jul 08 18:37:03.322496 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-35afbc67-4a81-4cf7-bb47-3925a0884358 service neutron] 10.222.0.63 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897725 Jul 08 18:37:03.423555 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-77ad5982-387a-44dc-9418-bcebcfcf4505 service neutron] 10.222.0.63 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952530 Jul 08 18:37:03.733967 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f992c8e0-866f-470a-86f7-e4b4e592b5b4 req-3e4827d1-14b7-46b9-aae1-74420b48bebd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0302503 Jul 08 18:37:04.819365 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7de563a-0119-4578-b006-ff89a09a40b4 req-647eaadb-f53d-42cb-84cd-976f1cedcd6a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0296879 Jul 08 18:37:05.906514 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f3b774b7-f40d-40b5-b0c1-01ae4e4b0a53 req-fa2332cc-cfa0-4dea-9d59-72fa48484234 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0344803 Jul 08 18:37:07.003377 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d566b6ee-b0ee-4501-8e53-6bc75e23843a req-f039ffbc-96ea-4cf2-b503-55ddc2d9c4f0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0293660 Jul 08 18:37:08.145831 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3273c612-d396-4e02-bd1f-5e8a59914c64 req-35275b1a-713b-4e20-aa2e-b7a9c6febe93 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0287395 Jul 08 18:37:09.014891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-95d85320-84b1-4878-989c-dd0874bf944b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:09.016596 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-95d85320-84b1-4878-989c-dd0874bf944b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 808 time: 0.1044190 Jul 08 18:37:09.076564 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-f63744d9-7636-4330-8dd7-7808d09abb6d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 379 time: 0.0380790 Jul 08 18:37:09.086006 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'port': {'device_id': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'admin_state_up': True, 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'security_groups': ['f9e6e34a-b661-4a97-8e25-d6b3de17b2e1']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:37:09.197449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Made reservation on behalf of bc4597a004ce4a48b36d5bc6a94efdfc for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:37:09.201673 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.288708 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1c837c61-cb6e-4da5-ae9e-ded84bc85387 req-d26135a6-ed91-4806-a0ed-f998285990de tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0305688 Jul 08 18:37:09.344192 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Allocated IP 172.20.0.14 (4667e369-98fc-479b-b597-fd6089c77c76/b1c26d04-444b-4c2f-8e13-848c9f8434cd/38298d09-e813-4884-9c23-b2b567a0fb51) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:37:09.489475 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.502766 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Transition to ACTIVE for port object 38298d09-e813-4884-9c23-b2b567a0fb51 will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:37:09.536836 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.583687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Network 4667e369-98fc-479b-b597-fd6089c77c76 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:37:09.588974 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:37:09.593671 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:37:09.618845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:09.647108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:09.647746 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.663802 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-cce24d43-c99a-4597-9e82-292db93b6225 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815783 Jul 08 18:37:09.690520 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Request body: {'port': {'device_id': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:37:09.771919 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.909808 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-02fecc9a-8c3a-4691-8d5d-b5aa921c480e None None] Provisioning for port 38298d09-e813-4884-9c23-b2b567a0fb51 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:37:09.914356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-02fecc9a-8c3a-4691-8d5d-b5aa921c480e None None] Provisioning complete for port 38298d09-e813-4884-9c23-b2b567a0fb51 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:37:09.914943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-02fecc9a-8c3a-4691-8d5d-b5aa921c480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:09.952675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-02fecc9a-8c3a-4691-8d5d-b5aa921c480e None None] Port 38298d09-e813-4884-9c23-b2b567a0fb51 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:37:10.064769 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38298d09-e813-4884-9c23-b2b567a0fb51 {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:37:10.072507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:10.084589 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Transition to ACTIVE for port object 38298d09-e813-4884-9c23-b2b567a0fb51 will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:37:10.088771 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:10.181389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:10.216571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Attempting to bind port 38298d09-e813-4884-9c23-b2b567a0fb51 on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:37:10.217078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Attempting to bind port 38298d09-e813-4884-9c23-b2b567a0fb51 by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:37:10.218063 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Attempting to bind port 38298d09-e813-4884-9c23-b2b567a0fb51 on network 4667e369-98fc-479b-b597-fd6089c77c76 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:37:10.222924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Port 38298d09-e813-4884-9c23-b2b567a0fb51 on network 4667e369-98fc-479b-b597-fd6089c77c76 not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:37:10.223375 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Attempting to bind port 38298d09-e813-4884-9c23-b2b567a0fb51 on network 4667e369-98fc-479b-b597-fd6089c77c76 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:37:10.228476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:37:10.228976 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Checking segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:37:10.229464 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Bound using segment: {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:37:10.230007 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Bound port: 38298d09-e813-4884-9c23-b2b567a0fb51, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be82678-2302-46ab-b0fb-d40726b36e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:37:10.230469 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:10.306232 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:37:10.309780 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:37:10.317310 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:10.361696 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:10.362515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:10.364407 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] 10.222.0.41 "PUT /v2.0/ports/38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1092 time: 0.6786151 Jul 08 18:37:10.367138 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:10.369694 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb460a-1040-46ce-91c0-13c01194a4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:10.400009 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68ec53-46e4-4fc1-a475-13552fbafe13 service neutron] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:10.505892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-32c5ecd9-c5c6-45a1-9cbc-bdb2bc50d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:10.507720 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-32c5ecd9-c5c6-45a1-9cbc-bdb2bc50d102 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1095 time: 0.0739582 Jul 08 18:37:10.508616 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07531760-a029-4ec3-853c-d567f8686132 req-cb5b2a94-fe81-45c0-a765-bbe6816bcc8b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:10.510309 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07531760-a029-4ec3-853c-d567f8686132 req-cb5b2a94-fe81-45c0-a765-bbe6816bcc8b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0783839 Jul 08 18:37:10.564189 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-07531760-a029-4ec3-853c-d567f8686132 req-6538945f-9e74-4057-8d2c-c1f48825ad98 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470939 Jul 08 18:37:10.568038 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-f8eeb7a3-8dc8-46fb-ab2e-b0e1b5be7273 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0424588 Jul 08 18:37:10.615164 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a7f16-b3b7-435d-be06-c53f2253162b x-openstack-request-id: req-b91a7f16-b3b7-435d-be06-c53f2253162b {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:10.615460 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:10.615708 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b91a7f16-b3b7-435d-be06-c53f2253162b {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:10.616106 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51', 'status': 'completed', 'code': 200} Jul 08 18:37:10.633091 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-f46dc6cb-caa3-488e-a6a5-c98cd27b2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:10.634577 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-f46dc6cb-caa3-488e-a6a5-c98cd27b2185 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0538731 Jul 08 18:37:10.696616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6658fe2d-11f5-4adb-8630-934c2ffc4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:10.698163 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-6658fe2d-11f5-4adb-8630-934c2ffc4221 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512853 Jul 08 18:37:10.800300 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-7b011085-0ed4-44c8-b1b6-0c2106cac443 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916042 Jul 08 18:37:10.889777 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f98ea039-e2d2-4a66-9157-2c445ec411dd req-ceebf61e-2444-48f3-bb9a-e79982c67352 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824177 Jul 08 18:37:11.026259 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-3a3b9478-b057-4dfe-ae5c-6acc19c5f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:11.027798 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-3a3b9478-b057-4dfe-ae5c-6acc19c5f0ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1095 time: 0.0592966 Jul 08 18:37:11.121220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-a13a0193-3417-4a9d-8d20-1a6db0accbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:11.122693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-a13a0193-3417-4a9d-8d20-1a6db0accbeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0856249 Jul 08 18:37:11.167105 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-26b7d98a-c50a-46d0-87f8-73361ef67dbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0339038 Jul 08 18:37:11.228442 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-8dce5e6c-e0d3-47ef-aad0-3851a382e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:11.230031 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-8dce5e6c-e0d3-47ef-aad0-3851a382e438 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0474353 Jul 08 18:37:11.287928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-4e53b08c-7057-46b1-a06f-fc028fbfb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:11.289398 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-4e53b08c-7057-46b1-a06f-fc028fbfb088 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532186 Jul 08 18:37:11.386822 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-a13ba922-cb5b-4bc1-b0cb-9c655e12a318 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865669 Jul 08 18:37:11.486417 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c7bb460a-1040-46ce-91c0-13c01194a4c7 req-c6ae9dc0-a70f-4fc7-a8d7-d9f2ff5620c8 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Jul 08 18:37:11.743150 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71abb67-6d32-463f-bf69-a31c992e9fd4 req-bb25e4f9-e44b-4f68-ae92-0e35f94239cf tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:11.743150 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d71abb67-6d32-463f-bf69-a31c992e9fd4 req-bb25e4f9-e44b-4f68-ae92-0e35f94239cf tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0701382 Jul 08 18:37:11.790038 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d71abb67-6d32-463f-bf69-a31c992e9fd4 req-04786ab6-2edf-485d-8489-477fb370364b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364189 Jul 08 18:37:12.967940 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd6d28-6d9d-4ecb-8c08-5644e0b793cd req-ce68c16a-03e1-41be-a899-36dfc73c807b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:12.969582 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55cd6d28-6d9d-4ecb-8c08-5644e0b793cd req-ce68c16a-03e1-41be-a899-36dfc73c807b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0667262 Jul 08 18:37:13.010948 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-55cd6d28-6d9d-4ecb-8c08-5644e0b793cd req-46db5607-b9d7-4583-93db-200525c1977f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355279 Jul 08 18:37:14.101052 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:37:14.194741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe4df4-dac8-44d1-b6d7-95d8cc2753ff req-d6973e87-f63d-4418-8043-d59a9185fe82 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:14.196260 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cfe4df4-dac8-44d1-b6d7-95d8cc2753ff req-d6973e87-f63d-4418-8043-d59a9185fe82 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0725379 Jul 08 18:37:14.238064 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9cfe4df4-dac8-44d1-b6d7-95d8cc2753ff req-7720f1fe-35fa-485f-b8bd-3b130c512229 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357826 Jul 08 18:37:14.324110 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:15.413651 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df0a1e-af96-4f7f-aebb-07e4063eee8a req-e00ad4d2-0afe-45b3-8401-43deca65f149 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:15.415174 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50df0a1e-af96-4f7f-aebb-07e4063eee8a req-e00ad4d2-0afe-45b3-8401-43deca65f149 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0639994 Jul 08 18:37:15.453317 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-50df0a1e-af96-4f7f-aebb-07e4063eee8a req-0d5b6f99-9547-46b6-9cfd-a609ca803d39 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Jul 08 18:37:16.633104 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62799dfb-dfdc-40d9-bd5c-5f9d50566592 req-acbc7eb2-4e0a-4e3d-b5fd-0d5c0b8e24d6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:16.634632 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62799dfb-dfdc-40d9-bd5c-5f9d50566592 req-acbc7eb2-4e0a-4e3d-b5fd-0d5c0b8e24d6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0685842 Jul 08 18:37:16.675930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-62799dfb-dfdc-40d9-bd5c-5f9d50566592 req-3502ef8b-cb58-491b-9f9b-8132a46413cb tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345790 Jul 08 18:37:17.854004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801afe5-9a9d-417a-9665-42de5d07374c req-190434df-56b9-4c69-abc5-3b9200a34ccc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:17.855630 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c801afe5-9a9d-417a-9665-42de5d07374c req-190434df-56b9-4c69-abc5-3b9200a34ccc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0692046 Jul 08 18:37:17.904217 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c801afe5-9a9d-417a-9665-42de5d07374c req-6c4d1005-930a-4eaa-be7c-d4ff2a18f556 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 Jul 08 18:37:19.077026 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5af3a-2d7c-4878-b308-d5fdd1e56aa7 req-1f829389-d072-4395-b387-e2ca387723b5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:19.078423 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2e5af3a-2d7c-4878-b308-d5fdd1e56aa7 req-1f829389-d072-4395-b387-e2ca387723b5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0631831 Jul 08 18:37:19.116139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a2e5af3a-2d7c-4878-b308-d5fdd1e56aa7 req-9b940351-4c63-4503-8114-569f801357b5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Jul 08 18:37:20.296953 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8025-5edd-4f66-a465-e9b9026baa84 req-4d996885-ae43-4b9d-826a-10de8d446fbc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:20.298480 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5eab8025-5edd-4f66-a465-e9b9026baa84 req-4d996885-ae43-4b9d-826a-10de8d446fbc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0696137 Jul 08 18:37:20.335984 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5eab8025-5edd-4f66-a465-e9b9026baa84 req-5aaa49f9-561c-4759-b223-921125d97993 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317748 Jul 08 18:37:21.509473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a1396-61a6-4090-b0f6-de24b2f063a8 req-47b8751b-9d8c-44b0-b258-28beb96846e9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:21.511008 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a05a1396-61a6-4090-b0f6-de24b2f063a8 req-47b8751b-9d8c-44b0-b258-28beb96846e9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0647967 Jul 08 18:37:21.548084 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a05a1396-61a6-4090-b0f6-de24b2f063a8 req-76c88b34-fcdb-4c9e-b17b-785b66639b04 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Jul 08 18:37:21.750491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 38298d09-e813-4884-9c23-b2b567a0fb51 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:37:21.868103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:21.879812 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '38298d09-e813-4884-9c23-b2b567a0fb51', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'port_id': '38298d09-e813-4884-9c23-b2b567a0fb51', 'mac_address': 'fa:16:3e:79:1e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:37:21.915720 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:21.927772 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38298d09-e813-4884-9c23-b2b567a0fb51 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:37:21.946929 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:21.951249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:22.001896 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:22.010822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.011169 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.011508 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.011842 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.012173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.012507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.012866 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.013191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.013514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.014366 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.014689 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.015006 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:37:22.304562 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['38298d09-e813-4884-9c23-b2b567a0fb51'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:37:22.723882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67bce-edb7-4e17-8e7f-bd8ac31a7617 req-8a98099f-4fea-446d-8a4c-1a14ea86e241 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:22.725403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81f67bce-edb7-4e17-8e7f-bd8ac31a7617 req-8a98099f-4fea-446d-8a4c-1a14ea86e241 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 945 time: 0.0675182 Jul 08 18:37:22.763629 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-81f67bce-edb7-4e17-8e7f-bd8ac31a7617 req-296c5ffb-252f-48db-81c9-11615820540d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326266 Jul 08 18:37:23.747323 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 38298d09-e813-4884-9c23-b2b567a0fb51 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:37:23.810114 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 38298d09-e813-4884-9c23-b2b567a0fb51 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:37:23.814300 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 38298d09-e813-4884-9c23-b2b567a0fb51 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:37:23.814677 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:23.899920 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:23.925283 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:23.927550 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc7011-7690-4846-8122-4be6fe60d7cb" -d '{"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-plugged", "status": "completed", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:23.941591 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:37:23.945961 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:23.970466 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938870a-dc66-456f-9f4b-ea3d4c3a0e72 req-4031d3a5-8fc6-4d00-95bb-7b63cde09d10 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:23.973154 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1938870a-dc66-456f-9f4b-ea3d4c3a0e72 req-4031d3a5-8fc6-4d00-95bb-7b63cde09d10 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 945 time: 0.0897987 Jul 08 18:37:24.015416 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1938870a-dc66-456f-9f4b-ea3d4c3a0e72 req-8f334aca-78e4-4cde-846c-2c8485c89fa9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354047 Jul 08 18:37:24.017103 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:24.129094 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42251b80-e74f-4995-806e-4a646e5a0b70 x-openstack-request-id: req-42251b80-e74f-4995-806e-4a646e5a0b70 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:24.129389 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-plugged", "status": "completed", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:24.129645 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-42251b80-e74f-4995-806e-4a646e5a0b70 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:24.130051 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51', 'code': 200} Jul 08 18:37:24.283572 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71351330-d6bc-4492-8262-a697e5951717 req-1a9b0ac7-4b00-4765-bd31-06d5678447cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:24.285044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71351330-d6bc-4492-8262-a697e5951717 req-1a9b0ac7-4b00-4765-bd31-06d5678447cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0532556 Jul 08 18:37:24.328022 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-71351330-d6bc-4492-8262-a697e5951717 req-66f7a976-f921-4437-9894-be4ef66d2ff7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Jul 08 18:37:25.238497 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafc1bd-b802-4713-8f94-5f58d593ad4c req-ad93eb42-a8f0-43a9-8663-b21432083f9c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:25.240030 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cafc1bd-b802-4713-8f94-5f58d593ad4c req-ad93eb42-a8f0-43a9-8663-b21432083f9c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0633771 Jul 08 18:37:25.280955 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7cafc1bd-b802-4713-8f94-5f58d593ad4c req-53fe6a85-ead1-4dc2-9c9b-56dc4610b246 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348041 Jul 08 18:37:26.480424 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd75dd-d70a-49f7-a3ff-3fbd34120fe0 req-1a8611d2-9686-4cd6-98b5-ab34b7c79997 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:26.481995 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59cd75dd-d70a-49f7-a3ff-3fbd34120fe0 req-1a8611d2-9686-4cd6-98b5-ab34b7c79997 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0790844 Jul 08 18:37:26.525103 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:26.530952 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59cd75dd-d70a-49f7-a3ff-3fbd34120fe0 req-f95c961f-91f6-4ed2-98d9-e13cd515716c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Jul 08 18:37:26.707195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662fb49-0902-41b8-b567-08b7c3d7d4ee req-62a6ed00-9f6c-4be3-8136-62295a8ca200 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:26.708851 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5662fb49-0902-41b8-b567-08b7c3d7d4ee req-62a6ed00-9f6c-4be3-8136-62295a8ca200 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0631554 Jul 08 18:37:26.747307 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-5662fb49-0902-41b8-b567-08b7c3d7d4ee req-bcf9e268-c006-4b3d-b286-0ebcb527b948 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327995 Jul 08 18:37:26.773959 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57944) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:26.836633 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0159f1de-e4bd-42f6-89d1-254faf327611 tempest-TestShelveInstance-660732187 tempest-TestShelveInstance-660732187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:26.838090 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-0159f1de-e4bd-42f6-89d1-254faf327611 tempest-TestShelveInstance-660732187 tempest-TestShelveInstance-660732187-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1092 time: 0.0630908 Jul 08 18:37:26.841398 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 57946) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:37:26.845724 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '38298d09-e813-4884-9c23-b2b567a0fb51', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:37:26.868882 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:26.972797 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:27.080508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Allocated IP 172.25.5.137 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/08b79635-5691-440f-b308-81122f304d19) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:37:27.198371 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:27.240895 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:27.277794 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:37:27.282653 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:37:27.286043 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:37:27.315022 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'Port': ['ID=08b79635-5691-440f-b308-81122f304d19,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:27.600120 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ca276754-7c93-483b-81c4-25528edd13aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:27.698041 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:27.782424 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:27.943794 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:27.950279 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:28.019564 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event updated for resources: {'Port': ['ID=08b79635-5691-440f-b308-81122f304d19,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:37:28.029209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:28.137386 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Floating IP b8fc56fa-4341-41ac-b50a-a232de4eea90 associated. External IP: 172.25.5.137, port: 38298d09-e813-4884-9c23-b2b567a0fb51. Jul 08 18:37:28.349219 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Router 39e128c9-b57f-4376-bace-ca3aacfe8b21 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:37:28.461319 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:37:28.473155 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] Sync routers for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:37:28.478237 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:28.487650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:28.488623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:28.518265 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f0b7e15b-f616-4226-9a48-2f812f847472 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6756556 Jul 08 18:37:28.519059 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:37:28.522876 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f773d2-596a-477e-8f18-20a2b2465154" -d '{"events": [{"name": "network-changed", "server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:37:28.618377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:28.625009 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52f7f20-cd2e-4e00-b64e-7a544a55851c x-openstack-request-id: req-c52f7f20-cd2e-4e00-b64e-7a544a55851c {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:37:28.625309 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:37:28.625566 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c52f7f20-cd2e-4e00-b64e-7a544a55851c {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:37:28.625977 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51', 'status': 'completed', 'code': 200} Jul 08 18:37:28.728103 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f773d2-596a-477e-8f18-20a2b2465154 req-741226ff-c50d-472e-8eb9-67957ae60cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:28.729700 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04f773d2-596a-477e-8f18-20a2b2465154 req-741226ff-c50d-472e-8eb9-67957ae60cfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0572593 Jul 08 18:37:28.876582 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'b8fc56fa-4341-41ac-b50a-a232de4eea90', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'port_id': '38298d09-e813-4884-9c23-b2b567a0fb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'mac_address': 'fa:16:3e:79:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:37:27Z', 'updated_at': '2021-07-08T18:37:27Z', 'revision_number': 0, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:28.912153 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] Checking router: 39e128c9-b57f-4376-bace-ca3aacfe8b21 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:37:28.921595 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:37:28.922250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:37:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:29.032884 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:37:29.170514 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f773d2-596a-477e-8f18-20a2b2465154 req-5f6aa634-c8bd-4686-8247-fe0e8e32f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:29.171978 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04f773d2-596a-477e-8f18-20a2b2465154 req-5f6aa634-c8bd-4686-8247-fe0e8e32f2ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.4360597 Jul 08 18:37:29.242903 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04f773d2-596a-477e-8f18-20a2b2465154 req-8b97f42e-303e-4545-97d4-65bed5156db7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1000 time: 0.0636101 Jul 08 18:37:29.314272 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f773d2-596a-477e-8f18-20a2b2465154 req-3119db51-797f-4050-a768-c6e3d214bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:29.316255 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04f773d2-596a-477e-8f18-20a2b2465154 req-3119db51-797f-4050-a768-c6e3d214bf4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0666816 Jul 08 18:37:29.382950 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f773d2-596a-477e-8f18-20a2b2465154 req-96de8522-5c30-43fc-bedd-5847c5f60b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:37:29.384557 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04f773d2-596a-477e-8f18-20a2b2465154 req-96de8522-5c30-43fc-bedd-5847c5f60b66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615823 Jul 08 18:37:29.449001 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'b8fc56fa-4341-41ac-b50a-a232de4eea90', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'port_id': '38298d09-e813-4884-9c23-b2b567a0fb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'mac_address': 'fa:16:3e:79:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:37:27Z', 'updated_at': '2021-07-08T18:37:27Z', 'revision_number': 0, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:37:29.483085 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a11c4-8ca4-47ed-9147-658cacdd130b None None] The sync data for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 is: [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': 'b8fc56fa-4341-41ac-b50a-a232de4eea90', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'port_id': '38298d09-e813-4884-9c23-b2b567a0fb51', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'mac_address': 'fa:16:3e:79:1e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:37:27Z', 'updated_at': '2021-07-08T18:37:27Z', 'revision_number': 0, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:37:29.488306 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04f773d2-596a-477e-8f18-20a2b2465154 req-9fabf62f-301f-41a5-a486-e8deae727005 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968051 Jul 08 18:37:29.588529 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-04f773d2-596a-477e-8f18-20a2b2465154 req-65337dd3-325a-4871-a870-e66fad8daac0 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Jul 08 18:37:29.744784 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe8e74-53a3-413c-823f-35844fd46a0f None None] New status for floating IP b8fc56fa-4341-41ac-b50a-a232de4eea90: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:37:30.117062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af1fe50f-a98d-415e-8aac-ab8f1693c7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:30.601874 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:31.664830 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:33.122957 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:44.337482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:51.101910 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:37:56.517303 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:37:57.593123 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4d955bfd-33d9-4916-85a9-50f91861ae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:00.108035 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b8e89ca7-a771-45de-aefd-d72242158e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:00.608666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:01.665583 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:03.127191 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:14.353333 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:18.027004 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-307db992-e27e-47b3-9d8b-f12d03735ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530477 Jul 08 18:38:18.148634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-b9f0cc50-add5-42b4-88c1-9c628c288a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:18.150077 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-b9f0cc50-add5-42b4-88c1-9c628c288a40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0568688 Jul 08 18:38:18.253946 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-eb66e032-0299-4c56-82d6-64e6cdf9ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:18.255640 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-eb66e032-0299-4c56-82d6-64e6cdf9ad44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0840337 Jul 08 18:38:18.326947 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-2e887e40-b976-4a12-a128-708eb1d076ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1002 time: 0.0620446 Jul 08 18:38:18.379776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-1070bc29-9043-4b71-8f82-a51b265156c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:18.381371 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-1070bc29-9043-4b71-8f82-a51b265156c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0450442 Jul 08 18:38:18.443724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-8e9268e6-ad42-4d65-9f23-f416408a8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:38:18.445279 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-8e9268e6-ad42-4d65-9f23-f416408a8d3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539830 Jul 08 18:38:18.542659 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-4d1f6b85-5054-4961-a019-b650790f2952 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Jul 08 18:38:18.633228 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b6fdc36-404d-4074-aa8d-c080fd2fec06 req-f6e48e0c-db24-41f6-bba7-d11462d050ef service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830734 Jul 08 18:38:26.523314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:27.595398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-743b4e26-a08b-4141-9d00-9bdd7dd89ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:28.101874 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:38:30.112966 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-946ed322-0566-4596-9c3b-6a7e7ae94e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:30.601584 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:31.670222 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:33.127950 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:44.351418 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:56.531541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:38:57.596298 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-68fef980-881d-49b1-aa43-3250dbde2b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:00.115028 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0843f72b-822b-4542-b54f-d187a8026a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:00.602315 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:01.671797 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:03.133093 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:05.102152 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:39:14.352972 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:19.045853 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-85c932d9-da63-45a6-9750-afd491542bc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608721 Jul 08 18:39:19.189501 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-7ac3650b-a28c-4362-9ffa-56384fe44d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:19.191122 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-7ac3650b-a28c-4362-9ffa-56384fe44d10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0682886 Jul 08 18:39:19.312057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-bbfed983-9378-46f2-9cbf-188030d95729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:19.313612 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-bbfed983-9378-46f2-9cbf-188030d95729 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0951426 Jul 08 18:39:19.399826 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-361b3bc0-46c1-468a-99de-2837c06d8579 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1002 time: 0.0752349 Jul 08 18:39:19.455659 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-0cd8cf99-8615-4e86-8aee-1c9d6294602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:19.457130 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-0cd8cf99-8615-4e86-8aee-1c9d6294602e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0492854 Jul 08 18:39:19.526618 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-85b37358-6b35-4f72-b513-adfe940c43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:19.528213 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-85b37358-6b35-4f72-b513-adfe940c43fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625083 Jul 08 18:39:19.637168 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-03fefb52-b82a-4e28-97be-671668ac4f01 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979795 Jul 08 18:39:19.751209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4bbb84be-5ea3-47f1-b81c-d7be7475597d req-a5024e7e-5068-4937-8f7f-12f98870bdbe service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035366 Jul 08 18:39:26.527827 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:27.002798 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22129100-d2d0-412c-b07e-5cb738888ba3 req-872180ca-6f3f-40a5-8510-a0500b441509 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:27.004252 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22129100-d2d0-412c-b07e-5cb738888ba3 req-872180ca-6f3f-40a5-8510-a0500b441509 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0693507 Jul 08 18:39:27.050417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-22129100-d2d0-412c-b07e-5cb738888ba3 req-5d9fcf27-e3ed-45e3-9c32-8119b3f7b4c1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401957 Jul 08 18:39:27.598873 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d1aae4db-3cd8-42b3-b33b-91607e0c4df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:28.284394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d801-0577-4134-a6bc-baa40a01eff4 req-9e81d948-f7c5-4960-b015-ebdd00fc72d0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:28.285930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a722d801-0577-4134-a6bc-baa40a01eff4 req-9e81d948-f7c5-4960-b015-ebdd00fc72d0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0715628 Jul 08 18:39:28.331432 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a722d801-0577-4134-a6bc-baa40a01eff4 req-632d52c2-e130-467a-863a-033205b708b6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367451 Jul 08 18:39:29.524850 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a27e39-1f3c-4cfe-a28e-1e30a3254c33 req-034f7f8d-8bf8-4a15-aaf0-a4c7f8f01fd0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:29.526408 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7a27e39-1f3c-4cfe-a28e-1e30a3254c33 req-034f7f8d-8bf8-4a15-aaf0-a4c7f8f01fd0 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0795445 Jul 08 18:39:29.568618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e7a27e39-1f3c-4cfe-a28e-1e30a3254c33 req-fad6a972-3cff-4353-9b22-077589f19b79 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320981 Jul 08 18:39:30.117835 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6a000d94-c9e3-4319-a23a-290f8ffacea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:30.604973 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:30.746493 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221bce9-aef4-40f7-8a06-56486e2fa655 req-15ae0bd1-c18e-455c-81f4-cb7542ea4e14 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:30.748473 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6221bce9-aef4-40f7-8a06-56486e2fa655 req-15ae0bd1-c18e-455c-81f4-cb7542ea4e14 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0671339 Jul 08 18:39:30.791598 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6221bce9-aef4-40f7-8a06-56486e2fa655 req-b1cb8a64-2163-4fb7-8ecf-4f7dbe4f24b2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338650 Jul 08 18:39:31.676009 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:31.964109 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe91bb5-18b9-47a5-aa4c-01be3d613c97 req-b6329583-41bf-431a-af88-0b0f07c9ea10 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:31.965772 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dbe91bb5-18b9-47a5-aa4c-01be3d613c97 req-b6329583-41bf-431a-af88-0b0f07c9ea10 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0635533 Jul 08 18:39:32.003685 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-dbe91bb5-18b9-47a5-aa4c-01be3d613c97 req-9884f0ef-030d-4023-89c1-6b1f51fc8d84 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jul 08 18:39:33.135958 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:33.184555 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964f775-5de3-4c0b-975a-439071325b66 req-5b2fc11b-2ee7-416b-91f7-a20ca117693c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:33.186355 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c964f775-5de3-4c0b-975a-439071325b66 req-5b2fc11b-2ee7-416b-91f7-a20ca117693c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0697944 Jul 08 18:39:33.226985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c964f775-5de3-4c0b-975a-439071325b66 req-717a1d6e-28ae-4e61-a0bd-a37886f803fc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341058 Jul 08 18:39:34.406812 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7a0d9-9a94-4b9f-acde-3cdc422df146 req-59f02b26-cd20-4e34-81c6-0ac2d58100ae tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:34.408301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47e7a0d9-9a94-4b9f-acde-3cdc422df146 req-59f02b26-cd20-4e34-81c6-0ac2d58100ae tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0688949 Jul 08 18:39:34.445545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-47e7a0d9-9a94-4b9f-acde-3cdc422df146 req-f595800c-ad22-4174-a7dd-e09a44f4c279 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315821 Jul 08 18:39:35.620558 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c66c98-6941-4f63-a25b-eaea678b7044 req-81690fe3-ffbd-4b56-ae9c-1a12cfc5df78 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:35.622093 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99c66c98-6941-4f63-a25b-eaea678b7044 req-81690fe3-ffbd-4b56-ae9c-1a12cfc5df78 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0658076 Jul 08 18:39:35.660243 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-99c66c98-6941-4f63-a25b-eaea678b7044 req-c1e3c609-444a-420b-b07a-d2d5aff7e5bd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Jul 08 18:39:36.839567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fca8-9fdf-4259-ae64-2df8b9620319 req-7771cbd7-6ae8-420e-8fcd-f6d60b2216bb tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:36.842033 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b147fca8-9fdf-4259-ae64-2df8b9620319 req-7771cbd7-6ae8-420e-8fcd-f6d60b2216bb tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0696378 Jul 08 18:39:36.879913 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b147fca8-9fdf-4259-ae64-2df8b9620319 req-f9e3f287-2bf2-4e30-90e2-997f90c59700 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318365 Jul 08 18:39:37.235120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fee21-a88a-4ca3-a815-662b00f9903d req-28f01072-d7b6-4370-b40d-e83f927115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:37.236521 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-803fee21-a88a-4ca3-a815-662b00f9903d req-28f01072-d7b6-4370-b40d-e83f927115f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0532610 Jul 08 18:39:37.333708 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fee21-a88a-4ca3-a815-662b00f9903d req-8e52d7cc-cd8b-49d8-bbf1-84288c309808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:37.335202 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-803fee21-a88a-4ca3-a815-662b00f9903d req-8e52d7cc-cd8b-49d8-bbf1-84288c309808 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0893648 Jul 08 18:39:37.401148 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-803fee21-a88a-4ca3-a815-662b00f9903d req-c3823736-13f7-42af-96db-15fdc5326fe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1002 time: 0.0574539 Jul 08 18:39:37.458223 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fee21-a88a-4ca3-a815-662b00f9903d req-505c05a4-60b0-4adc-a746-36d4ec5bbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:37.459693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-803fee21-a88a-4ca3-a815-662b00f9903d req-505c05a4-60b0-4adc-a746-36d4ec5bbbf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0491846 Jul 08 18:39:37.517144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fee21-a88a-4ca3-a815-662b00f9903d req-a25431be-49c4-459d-aa23-2d6cc2dbf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:37.518676 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-803fee21-a88a-4ca3-a815-662b00f9903d req-a25431be-49c4-459d-aa23-2d6cc2dbf62f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526848 Jul 08 18:39:37.611548 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-803fee21-a88a-4ca3-a815-662b00f9903d req-e6a03bc2-9e51-4f7a-af1d-4a31ef60a249 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834625 Jul 08 18:39:37.711691 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-803fee21-a88a-4ca3-a815-662b00f9903d req-a221b4c1-72fb-4c59-8586-728cc931909d service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900645 Jul 08 18:39:38.132265 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585825cb-654b-494f-a6fc-065da4eed728 req-a2fac92a-f679-4dcd-bbb5-eb1e03c339b9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:38.133867 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-585825cb-654b-494f-a6fc-065da4eed728 req-a2fac92a-f679-4dcd-bbb5-eb1e03c339b9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.1402490 Jul 08 18:39:38.175645 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-585825cb-654b-494f-a6fc-065da4eed728 req-c434da82-cfd4-4751-8c1a-facca290daf5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355003 Jul 08 18:39:39.362067 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7ade3-268e-4f18-8eb0-dfc2811546e8 req-16c94a14-1c50-405b-9c1a-f8721f7571e5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:39.363597 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ccb7ade3-268e-4f18-8eb0-dfc2811546e8 req-16c94a14-1c50-405b-9c1a-f8721f7571e5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0680368 Jul 08 18:39:39.414647 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ccb7ade3-268e-4f18-8eb0-dfc2811546e8 req-befed367-1e33-450a-8531-c1a2bb340591 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455005 Jul 08 18:39:40.626787 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c189895-a4a9-4ac1-8fdb-e01e58ad47d4 req-53435679-5327-4d96-bc95-3b18cd25d4f8 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:40.628284 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c189895-a4a9-4ac1-8fdb-e01e58ad47d4 req-53435679-5327-4d96-bc95-3b18cd25d4f8 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0699642 Jul 08 18:39:40.666458 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6c189895-a4a9-4ac1-8fdb-e01e58ad47d4 req-358cb6b0-6eb3-482a-98d4-45b4b92c4ae6 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Jul 08 18:39:41.842684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9361a1c-18d9-453f-98f2-2d99ca33a103 req-d663c4a4-6f14-4b81-8250-3a453f2d8688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:41.844196 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9361a1c-18d9-453f-98f2-2d99ca33a103 req-d663c4a4-6f14-4b81-8250-3a453f2d8688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0654905 Jul 08 18:39:41.883017 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-a9361a1c-18d9-453f-98f2-2d99ca33a103 req-10101a08-b016-4ce3-bb79-9b1424122489 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 Jul 08 18:39:42.103131 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:39:42.247471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-918b06ac-38c1-465e-8708-bc312a2bf144 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379690 Jul 08 18:39:42.262975 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a927e1-740d-4abb-ab13-6f0256b947fa req-0b95f09b-41ca-4e9a-9e53-0d62e5fa1d65 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:42.264982 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66a927e1-740d-4abb-ab13-6f0256b947fa req-0b95f09b-41ca-4e9a-9e53-0d62e5fa1d65 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0847995 Jul 08 18:39:42.304606 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-66a927e1-740d-4abb-ab13-6f0256b947fa req-d897ca1d-329d-43c1-9d90-c8842484f857 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339344 Jul 08 18:39:43.483563 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064358-85cc-4596-8c7a-553873261469 req-5c6486a0-6094-4350-8530-5b0e6ba57554 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:43.485110 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c064358-85cc-4596-8c7a-553873261469 req-5c6486a0-6094-4350-8530-5b0e6ba57554 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0669549 Jul 08 18:39:43.523723 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8c064358-85cc-4596-8c7a-553873261469 req-2dfd8d7f-0dc6-4a4e-b74c-922c08787d37 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327849 Jul 08 18:39:44.351522 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:44.367684 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 38298d09-e813-4884-9c23-b2b567a0fb51 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:39:44.444920 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:44.467594 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:44.469828 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147ce136-b106-4634-a04b-319e576922dd" -d '{"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-unplugged", "status": "completed", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:44.485162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:44.490608 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:44.519086 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f2cbd3-a169-4911-a4c0-b44d6b52163c x-openstack-request-id: req-d7f2cbd3-a169-4911-a4c0-b44d6b52163c {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:44.519378 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-unplugged", "status": "failed", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51", "code": 422}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:44.519635 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d7f2cbd3-a169-4911-a4c0-b44d6b52163c {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:44.520030 n-d-799528-4 neutron-server[93666]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51', 'code': 422} returned with failed status Jul 08 18:39:44.545384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:44.552967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.553321 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.553683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.553998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.554332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.554656 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.555097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.555298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.555622 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.555950 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.556274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.556598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:39:44.707506 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33617-fe21-4aec-a9c3-29ae2b37ec3b req-bbbcf2a1-6a23-437f-9f39-23f9b3dfb08c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:44.709035 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0db33617-fe21-4aec-a9c3-29ae2b37ec3b req-bbbcf2a1-6a23-437f-9f39-23f9b3dfb08c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0685103 Jul 08 18:39:44.748620 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0db33617-fe21-4aec-a9c3-29ae2b37ec3b req-5e5376c0-2837-4ec1-82f3-b08f9d64bc79 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327730 Jul 08 18:39:45.925679 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae6f26-35e5-4726-88c9-09e03404d275 req-43453334-cfce-4b9b-a2d4-2a336d087f78 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:45.927189 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-deae6f26-35e5-4726-88c9-09e03404d275 req-43453334-cfce-4b9b-a2d4-2a336d087f78 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0683403 Jul 08 18:39:45.964199 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-deae6f26-35e5-4726-88c9-09e03404d275 req-1817b989-4b4b-4494-8e17-cef0aa6291af tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314548 Jul 08 18:39:47.139280 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e0a7-2f7c-4ea6-84bc-cd42f59108c5 req-1e808037-9031-445d-8b02-7aa20927bfdc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:47.140789 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19e3e0a7-2f7c-4ea6-84bc-cd42f59108c5 req-1e808037-9031-445d-8b02-7aa20927bfdc tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0665514 Jul 08 18:39:47.178223 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-19e3e0a7-2f7c-4ea6-84bc-cd42f59108c5 req-6566de66-952b-4f37-8662-380dcbe1ca32 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Jul 08 18:39:47.311854 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7322-622a-47f6-bce3-a92e49f8420b req-b658b275-be20-4f9e-a58c-57a609284efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:47.313428 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-b658b275-be20-4f9e-a58c-57a609284efb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d&tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc HTTP/1.1" status: 200 len: 1095 time: 0.0535834 Jul 08 18:39:47.407169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7322-622a-47f6-bce3-a92e49f8420b req-67e6134d-55c4-47c8-9ed4-83789b9fca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:47.408662 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-67e6134d-55c4-47c8-9ed4-83789b9fca9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1095 time: 0.0520139 Jul 08 18:39:47.504958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7322-622a-47f6-bce3-a92e49f8420b req-6cfb8bb7-9750-4339-bb8b-e3c3381fb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:47.506472 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-6cfb8bb7-9750-4339-bb8b-e3c3381fb65c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0915344 Jul 08 18:39:47.572908 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-f3879baf-4e58-4386-aeec-bd19c8728d44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1000 time: 0.0572298 Jul 08 18:39:47.629502 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7322-622a-47f6-bce3-a92e49f8420b req-9b02ea6c-84cb-4210-955f-71d8a4b90b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:47.630979 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-9b02ea6c-84cb-4210-955f-71d8a4b90b27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0490510 Jul 08 18:39:47.691142 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7322-622a-47f6-bce3-a92e49f8420b req-d71c7c28-c83e-46c8-bfad-2a08e506b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:47.692647 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-d71c7c28-c83e-46c8-bfad-2a08e506b9c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511396 Jul 08 18:39:47.781334 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-37514623-4c59-468c-a2b5-22b83a1a35d4 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806582 Jul 08 18:39:47.875767 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-f5bd32c0-2d18-4862-a3ca-18f196ab69c0 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Jul 08 18:39:48.351567 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc51a-34cc-475c-8a39-9111e802dbdc req-5df49593-42b5-4972-b03f-495b388a88ce tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:48.353193 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b9cc51a-34cc-475c-8a39-9111e802dbdc req-5df49593-42b5-4972-b03f-495b388a88ce tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0644128 Jul 08 18:39:48.392357 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-8b9cc51a-34cc-475c-8a39-9111e802dbdc req-16cd9430-1697-4263-9f0c-d54f72683f73 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330048 Jul 08 18:39:49.569394 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5605054-55ee-4c39-92ef-8d4fbfc7b814 req-99097b99-ff73-4feb-8062-2ed1c88e1610 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:49.570888 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5605054-55ee-4c39-92ef-8d4fbfc7b814 req-99097b99-ff73-4feb-8062-2ed1c88e1610 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0649261 Jul 08 18:39:49.610993 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b5605054-55ee-4c39-92ef-8d4fbfc7b814 req-4e130276-ce79-4c01-96be-3fe7ba218438 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345535 Jul 08 18:39:50.784727 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd2d8a-2065-49dd-a579-65f6d501bca8 req-54202deb-6995-41ed-b924-ee3111f4e7e3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:50.786384 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fcd2d8a-2065-49dd-a579-65f6d501bca8 req-54202deb-6995-41ed-b924-ee3111f4e7e3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0672247 Jul 08 18:39:50.825879 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-6fcd2d8a-2065-49dd-a579-65f6d501bca8 req-6db50f94-763a-4d4c-a250-c2bd76353b8b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332541 Jul 08 18:39:52.016611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c874de-dbbd-43d9-bcbc-aacc12f2455e req-14bf441b-aa9c-4b1c-8db6-74a0bcf76c70 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:52.018162 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51c874de-dbbd-43d9-bcbc-aacc12f2455e req-14bf441b-aa9c-4b1c-8db6-74a0bcf76c70 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0732896 Jul 08 18:39:52.057813 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-51c874de-dbbd-43d9-bcbc-aacc12f2455e req-98ae4e21-3b00-4ac7-ae2e-b4c7044e2ba5 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333960 Jul 08 18:39:53.240061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868caf9-beca-4c01-81ed-9899a177b79a req-9af31b88-d08e-456d-aee9-84fedb8afc3c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:53.241594 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1868caf9-beca-4c01-81ed-9899a177b79a req-9af31b88-d08e-456d-aee9-84fedb8afc3c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0732498 Jul 08 18:39:53.610829 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-1868caf9-beca-4c01-81ed-9899a177b79a req-c5b7da67-f52f-468c-bffd-5011eb41a4ba tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636637 Jul 08 18:39:54.790920 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad4edd-376f-445e-bb07-39307318dd5b req-f230d0c2-572f-4d36-b766-cabf91fdb925 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:54.792395 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2ad4edd-376f-445e-bb07-39307318dd5b req-f230d0c2-572f-4d36-b766-cabf91fdb925 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0681088 Jul 08 18:39:54.830577 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d2ad4edd-376f-445e-bb07-39307318dd5b req-6457aa0f-37f9-495e-8540-d26344f59907 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319541 Jul 08 18:39:56.005317 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7606-905d-4a68-be07-1bd786e12110 req-21add57f-4a06-4a86-a869-7973fd6b919c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:56.006801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-483b7606-905d-4a68-be07-1bd786e12110 req-21add57f-4a06-4a86-a869-7973fd6b919c tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 944 time: 0.0666132 Jul 08 18:39:56.052324 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-483b7606-905d-4a68-be07-1bd786e12110 req-e2c362bf-8abe-4571-a7f8-b788811c2f3f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357375 Jul 08 18:39:56.398844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 38298d09-e813-4884-9c23-b2b567a0fb51 details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:39:56.499455 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:56.511139 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '38298d09-e813-4884-9c23-b2b567a0fb51', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'port_id': '38298d09-e813-4884-9c23-b2b567a0fb51', 'mac_address': 'fa:16:3e:79:1e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:39:56.557025 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.559362 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.572755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38298d09-e813-4884-9c23-b2b567a0fb51 {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:39:56.595162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:56.600186 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:56.653831 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:56.948810 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['38298d09-e813-4884-9c23-b2b567a0fb51'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:39:57.231710 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276f076-cc6e-43ac-b9a7-650b8f0a7571 req-426556a8-d219-44f5-84de-fa7fa72c7f18 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:57.233786 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b276f076-cc6e-43ac-b9a7-650b8f0a7571 req-426556a8-d219-44f5-84de-fa7fa72c7f18 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 945 time: 0.0678337 Jul 08 18:39:57.272102 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b276f076-cc6e-43ac-b9a7-650b8f0a7571 req-80036900-7a60-4fe1-9492-5eb26785044a tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327611 Jul 08 18:39:57.600616 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e9245237-aede-4912-87e9-cb153f85b70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.415241 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 38298d09-e813-4884-9c23-b2b567a0fb51 up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:39:58.458635 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbd80e-4213-47cc-b622-42af2c42c316 req-66199bfe-7fa6-4f96-b5f2-8000a7c22bbb tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:58.460305 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8bbd80e-4213-47cc-b622-42af2c42c316 req-66199bfe-7fa6-4f96-b5f2-8000a7c22bbb tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 945 time: 0.0692315 Jul 08 18:39:58.467710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 38298d09-e813-4884-9c23-b2b567a0fb51 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:39:58.468093 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.497887 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e8bbd80e-4213-47cc-b622-42af2c42c316 req-88bc3e30-71c9-4d99-8489-c8280aa03c2f tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316851 Jul 08 18:39:58.546936 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.569308 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:39:58.571437 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a470eca8-85b8-458e-96d0-744caeb58923" -d '{"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-plugged", "status": "completed", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:39:58.585252 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:39:58.590566 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:39:58.620163 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36aa797-f0ba-4852-ab88-7e34d329765a x-openstack-request-id: req-f36aa797-f0ba-4852-ab88-7e34d329765a {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:39:58.620889 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-plugged", "status": "completed", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:39:58.620889 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f36aa797-f0ba-4852-ab88-7e34d329765a {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:39:58.621111 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51', 'code': 200} Jul 08 18:39:58.648312 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:39:58.848342 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c51c-818f-4839-a0e1-89e95c361361 req-fa5de5b1-28ff-4a56-92e3-d544ede07ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:58.849816 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b76c51c-818f-4839-a0e1-89e95c361361 req-fa5de5b1-28ff-4a56-92e3-d544ede07ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0554581 Jul 08 18:39:58.889225 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5b76c51c-818f-4839-a0e1-89e95c361361 req-fcabc8cb-19ea-4c44-8152-8308beb92dfb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285451 Jul 08 18:39:59.683114 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089185ab-874a-4f67-9c08-7f9273eee220 req-0b33146c-8101-4154-909f-d9fcfe5d3ff7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:39:59.684618 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-089185ab-874a-4f67-9c08-7f9273eee220 req-0b33146c-8101-4154-909f-d9fcfe5d3ff7 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0665078 Jul 08 18:39:59.722121 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-089185ab-874a-4f67-9c08-7f9273eee220 req-424e4f22-965d-4b7b-8c4d-2fd7eb7fa37b tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313458 Jul 08 18:40:00.120343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b8b49bf6-d7b7-4ddf-bf51-d2eda5d79473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:00.607820 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:00.899805 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aea28-cad2-4df0-8069-16a8a0a3f270 req-fec5f5fb-76cc-4bcd-b1c6-e8e5defc8646 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:00.901333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9aea28-cad2-4df0-8069-16a8a0a3f270 req-fec5f5fb-76cc-4bcd-b1c6-e8e5defc8646 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0639389 Jul 08 18:40:00.939542 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-bb9aea28-cad2-4df0-8069-16a8a0a3f270 req-39bdc46f-955e-4ecd-a0d8-acacc2ff0c5d tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325603 Jul 08 18:40:01.684571 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:03.139120 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:14.348652 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:19.077647 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-f5472b80-383d-496e-b389-603a925439c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953093 Jul 08 18:40:19.102428 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:40:19.202338 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662135a8-9334-42f8-9422-43554855f8ad req-54557277-d507-4104-bc69-ce24ead54cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:19.203954 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-54557277-d507-4104-bc69-ce24ead54cac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0565333 Jul 08 18:40:19.312533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662135a8-9334-42f8-9422-43554855f8ad req-7b1b7f26-66e5-4980-9263-94db563b0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:19.314195 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-7b1b7f26-66e5-4980-9263-94db563b0445 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0894470 Jul 08 18:40:19.382848 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-08728562-33e4-48b1-bb79-077ef0a6a335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1002 time: 0.0615423 Jul 08 18:40:19.432703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662135a8-9334-42f8-9422-43554855f8ad req-97812bd2-7c7d-460e-81e4-211c9c3bdc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:19.434312 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-97812bd2-7c7d-460e-81e4-211c9c3bdc93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0446382 Jul 08 18:40:19.490293 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662135a8-9334-42f8-9422-43554855f8ad req-ffa179df-3a78-443a-8508-98f24c4264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:40:19.491758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-ffa179df-3a78-443a-8508-98f24c4264ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511947 Jul 08 18:40:19.587624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-8806967f-e2e1-43fa-8461-0da98b184a5f service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858681 Jul 08 18:40:19.676837 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-662135a8-9334-42f8-9422-43554855f8ad req-8c624a09-b42d-4c8a-ae58-4d6b9c16f655 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824478 Jul 08 18:40:26.561067 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:27.605811 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21b002aa-4ff5-4c26-8c70-649bc7747cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:30.126807 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2c0020ab-8038-44a1-a1bf-e2f494634531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:30.609328 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:31.682455 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:33.140275 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:44.347903 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:56.102157 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:40:56.558635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:40:57.598814 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a0bf-cb37-469d-98d2-ff4a0674e1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:00.120341 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-400ad89f-bd42-4978-8d35-0b752c57bcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:00.609732 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:01.684150 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:03.143151 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:14.348662 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:19.002851 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-0b4c43dd-9d96-49db-b47c-17fb0520f744 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566523 Jul 08 18:41:19.118368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-ad252200-0624-4c08-b0fc-7ff55cd4ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:19.119810 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-ad252200-0624-4c08-b0fc-7ff55cd4ba2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0519974 Jul 08 18:41:19.226929 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-81ba2756-61b0-4c00-a32a-6685d6ab34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:19.228414 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-81ba2756-61b0-4c00-a32a-6685d6ab34e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0846674 Jul 08 18:41:19.299873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-e15866df-f5c5-40c0-a135-e520744ae85b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 1002 time: 0.0613458 Jul 08 18:41:19.355564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-cc5ad206-6460-494b-8e7d-f05ece591dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:19.357052 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-cc5ad206-6460-494b-8e7d-f05ece591dc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0475147 Jul 08 18:41:19.416770 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-09b7b744-6bfe-47b5-8ef0-74936af1c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:19.418233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-09b7b744-6bfe-47b5-8ef0-74936af1c33a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514419 Jul 08 18:41:19.432225 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-510a6094-7eb2-46d4-a200-03c57fbf30d7 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:41:19.433208 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-510a6094-7eb2-46d4-a200-03c57fbf30d7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051131 Jul 08 18:41:19.527741 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-40e88dd5-9305-459a-bd7e-76bc42187137 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857227 Jul 08 18:41:19.556993 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58140) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:19.617989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-60c7e841-267e-4d04-8010-fa8ce8030687 req-0d3ce32c-4142-400e-84a2-e05b11d048cf service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829108 Jul 08 18:41:19.715666 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Deleting port 08b79635-5691-440f-b308-81122f304d19 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:19.715906 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:19.791043 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:19.791363 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:19.802519 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Calling delete_port for 08b79635-5691-440f-b308-81122f304d19 owned by network:floatingip {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:19.949633 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:19.976575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event deleted for resources: {'Port': ['ID=08b79635-5691-440f-b308-81122f304d19,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:20.001224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.001577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.001918 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.002255 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.002591 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.002923 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.003258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.003583 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.003909 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.004231 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.004556 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.004914 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:20.045679 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:20.046021 n-d-799528-4 neutron-server[93664]: INFO neutron.db.l3_db [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Floating IP b8fc56fa-4341-41ac-b50a-a232de4eea90 disassociated (deleted). External IP: 172.25.5.137, port: 38298d09-e813-4884-9c23-b2b567a0fb51. Jul 08 18:41:20.252569 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Router 39e128c9-b57f-4376-bace-ca3aacfe8b21 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:20.358763 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:20.363542 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:20.380820 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] Sync routers for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:20.390322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:20.390948 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:20.399733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-454c23e7-36a9-479f-ac38-6e4865bd9aad tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "DELETE /v2.0/floatingips/b8fc56fa-4341-41ac-b50a-a232de4eea90 HTTP/1.1" status: 204 len: 168 time: 0.8415446 Jul 08 18:41:20.400344 n-d-799528-4 neutron-server[93664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51'}] {{(pid=93664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:20.402793 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}078a423ed2b60ce62f90d69c93e96a6d158949aa6faebec25859d9e0df4f9c58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822362aa-453b-46ee-8e9c-c329c8987e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51"}]}' {{(pid=93664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:20.496216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:20.644062 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101df960-139a-4baf-98eb-fcbed81f599b x-openstack-request-id: req-101df960-139a-4baf-98eb-fcbed81f599b {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:20.644573 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51", "status": "completed", "code": 200}]} {{(pid=93664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:20.644573 n-d-799528-4 neutron-server[93664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-101df960-139a-4baf-98eb-fcbed81f599b {{(pid=93664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:20.644995 n-d-799528-4 neutron-server[93664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51', 'status': 'completed', 'code': 200} Jul 08 18:41:20.698735 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:20.725437 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] Checking router: 39e128c9-b57f-4376-bace-ca3aacfe8b21 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:20.735128 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:20.735367 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:20.789203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-198ceef8-25d5-46a4-beb4-8d7a9dc5b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:20.791600 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-198ceef8-25d5-46a4-beb4-8d7a9dc5b7bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 1097 time: 0.0661120 Jul 08 18:41:20.823611 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde5595-c605-4c8f-9bee-f077e2d2185d req-95a47b27-ef16-4911-84fd-0414151bed71 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:20.825226 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-edde5595-c605-4c8f-9bee-f077e2d2185d req-95a47b27-ef16-4911-84fd-0414151bed71 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0750279 Jul 08 18:41:20.855049 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:20.864966 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-edde5595-c605-4c8f-9bee-f077e2d2185d req-e9575066-a055-449f-868b-c2a5f161b3dd tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331609 Jul 08 18:41:20.896559 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-b47c44af-aa87-462b-96fa-cb75a7966c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:20.898203 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-b47c44af-aa87-462b-96fa-cb75a7966c86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 200 len: 909 time: 0.0994015 Jul 08 18:41:20.942134 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-9f6a1122-f13d-466f-8865-0f3d8067b8ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0340059 Jul 08 18:41:20.994869 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-e5ce45bf-4834-4370-aef3-0d7d3a13f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:20.996340 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-e5ce45bf-4834-4370-aef3-0d7d3a13f6b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 200 len: 847 time: 0.0475023 Jul 08 18:41:21.056298 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:21.067928 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-40b26c83-ac55-454c-aeb5-658a8a654598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:21.069540 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-40b26c83-ac55-454c-aeb5-658a8a654598 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4667e369-98fc-479b-b597-fd6089c77c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654526 Jul 08 18:41:21.083210 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253a2ffc-c52d-4664-b216-21dde1476f0f None None] The sync data for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 is: [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:32:18Z', 'revision_number': 4, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': '15035aea-58ac-4a02-a73e-3f1ca6fa44bf', 'name': '', 'network_id': '4667e369-98fc-479b-b597-fd6089c77c76', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'mac_address': 'fa:16:3e:a0:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:18Z', 'updated_at': '2021-07-08T18:32:24Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'subnets': [{'id': 'b1c26d04-444b-4c2f-8e13-848c9f8434cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:21.165815 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-94fb655e-41aa-493e-971c-c56f16d8cc2c service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887575 Jul 08 18:41:21.264437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-822362aa-453b-46ee-8e9c-c329c8987e0e req-576bf0d9-79ae-4f36-bd2f-1ca117afbf93 service neutron] 10.222.0.41 "GET /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894227 Jul 08 18:41:21.299670 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853b6014-51b3-4681-b704-910ceaf439fe None None] New status for floating IP b8fc56fa-4341-41ac-b50a-a232de4eea90: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:41:22.037167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13cbf0-fd43-4a13-9cb7-fc293c256208 req-6660abbf-630b-4aed-b5ac-b0cf075aa237 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:22.038690 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b13cbf0-fd43-4a13-9cb7-fc293c256208 req-6660abbf-630b-4aed-b5ac-b0cf075aa237 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0629573 Jul 08 18:41:22.075688 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3b13cbf0-fd43-4a13-9cb7-fc293c256208 req-5424547e-c216-4a6a-a3b2-c14a2ad73bf2 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/security-groups?id=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Jul 08 18:41:22.811643 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-ee05f765-7d76-4673-b33a-82f45ede51b9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:22.813180 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-ee05f765-7d76-4673-b33a-82f45ede51b9 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 946 time: 0.0634966 Jul 08 18:41:22.915844 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Deleting port 38298d09-e813-4884-9c23-b2b567a0fb51 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:22.916189 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:23.001443 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] For port 38298d09-e813-4884-9c23-b2b567a0fb51, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=38298d09-e813-4884-9c23-b2b567a0fb51,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:23.001806 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:23.015058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Calling delete_port for 38298d09-e813-4884-9c23-b2b567a0fb51 owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:23.142870 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:23.173058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event deleted for resources: {'Port': ['ID=38298d09-e813-4884-9c23-b2b567a0fb51,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:23.186533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.186533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.186847 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.187041 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.187386 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.187720 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.188048 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.188387 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.188753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.189057 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.189410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.189731 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:23.218045 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-e4370cd5-7004-4b0e-a3e8-b811433aa3cf req-b7d81eaa-8470-414c-bc88-b4c93357b0e1 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0311904 Jul 08 18:41:23.233881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] No DVR routers for this DVR port 38298d09-e813-4884-9c23-b2b567a0fb51 on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:23.244804 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:23.246940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-36b12b47-f802-4aa9-8853-9ac4318d333b req-18a150f5-4632-469b-a24c-3273590bd688 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.41 "DELETE /v2.0/ports/38298d09-e813-4884-9c23-b2b567a0fb51 HTTP/1.1" status: 204 len: 173 time: 0.4268701 Jul 08 18:41:23.247379 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-deleted', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:23.249681 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c941090-841f-45b4-bf84-ed4638645371" -d '{"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-deleted", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:23.287094 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f86b5a7-d34f-4906-a3f2-fa28d237d135 x-openstack-request-id: req-9f86b5a7-d34f-4906-a3f2-fa28d237d135 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:23.287388 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ab9d3-ec7b-4430-b2a4-a51322c5602d", "name": "network-vif-deleted", "tag": "38298d09-e813-4884-9c23-b2b567a0fb51", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:23.288185 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9f86b5a7-d34f-4906-a3f2-fa28d237d135 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:23.288589 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252ab9d3-ec7b-4430-b2a4-a51322c5602d', 'name': 'network-vif-deleted', 'tag': '38298d09-e813-4884-9c23-b2b567a0fb51', 'status': 'completed', 'code': 200} Jul 08 18:41:24.373375 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-229e6469-5123-490b-8c69-b7ac22e6a329 req-bf14a43f-cfa6-4efa-9b40-4b052768fb1e tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0326529 Jul 08 18:41:25.513079 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-97dc374d-4f4d-4c7e-abdb-c1fb9e0e6b69 req-218ec69e-2320-4e37-abb6-f01281ad4987 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0285237 Jul 08 18:41:26.564570 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:26.661188 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ce781cec-e025-4af5-b11a-1623b17b434b req-162ad0eb-ed83-490f-b79f-97a1019df665 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "GET /v2.0/ports?device_id=252ab9d3-ec7b-4430-b2a4-a51322c5602d HTTP/1.1" status: 200 len: 210 time: 0.0307064 Jul 08 18:41:26.866356 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 38298d09-e813-4884-9c23-b2b567a0fb51 no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:26.887500 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 38298d09-e813-4884-9c23-b2b567a0fb51 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:26.887843 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 38298d09-e813-4884-9c23-b2b567a0fb51 not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:27.599320 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-51f7b90e-62cb-46e9-bbd9-76490873e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:27.761233 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58170) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:27.825326 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c427945-ed2f-4a80-8249-156f15734fa3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:27.851914 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c427945-ed2f-4a80-8249-156f15734fa3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:27.917557 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c427945-ed2f-4a80-8249-156f15734fa3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:27.920164 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4c427945-ed2f-4a80-8249-156f15734fa3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:27.921407 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4c427945-ed2f-4a80-8249-156f15734fa3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] 10.222.0.63 "DELETE /v2.0/security-groups/f9e6e34a-b661-4a97-8e25-d6b3de17b2e1 HTTP/1.1" status: 204 len: 168 time: 0.1590447 Jul 08 18:41:27.931549 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c427945-ed2f-4a80-8249-156f15734fa3 tempest-TestShelveInstance-1526589819 tempest-TestShelveInstance-1526589819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e6e34a-b661-4a97-8e25-d6b3de17b2e1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:27.970147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58174) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:28.422622 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:28.698703 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Deleting port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:28.699153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:28.785417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] For port 15035aea-58ac-4a02-a73e-3f1ca6fa44bf, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:28.785757 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:28.800273 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Calling delete_port for 15035aea-58ac-4a02-a73e-3f1ca6fa44bf owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:28.988052 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:29.013132 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Pushing event deleted for resources: {'Port': ['ID=15035aea-58ac-4a02-a73e-3f1ca6fa44bf,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:29.522576 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:29.775333 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Router 39e128c9-b57f-4376-bace-ca3aacfe8b21 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:29.902533 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:29.913916 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cfb4877d-a995-4451-a32a-863fab4b4522 admin admin] 10.222.0.63 "PUT /v2.0/routers/39e128c9-b57f-4376-bace-ca3aacfe8b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9424143 Jul 08 18:41:29.917201 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58178) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:29.926190 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] Sync routers for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:29.937361 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:29.937915 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:30.057719 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.069889 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:30.186545 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.258537 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Deleting port 623c7868-b013-43c5-8e3e-6bd17bdf50a1 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:30.259022 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.355913 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-939b4416-88b2-449e-a266-0444022e2934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.381998 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] For port 623c7868-b013-43c5-8e3e-6bd17bdf50a1, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=623c7868-b013-43c5-8e3e-6bd17bdf50a1,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:30.382368 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.398852 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Calling delete_port for 623c7868-b013-43c5-8e3e-6bd17bdf50a1 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:30.458263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:41:28Z', 'revision_number': 5, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port': {'id': '623c7868-b013-43c5-8e3e-6bd17bdf50a1', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:16Z', 'updated_at': '2021-07-08T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:30.496894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] Checking router: 39e128c9-b57f-4376-bace-ca3aacfe8b21 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:30.506162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] Routers {'39e128c9-b57f-4376-bace-ca3aacfe8b21'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:30.507430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['39e128c9-b57f-4376-bace-ca3aacfe8b21'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:30.599454 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.625168 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.626836 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Pushing event deleted for resources: {'Port': ['ID=623c7868-b013-43c5-8e3e-6bd17bdf50a1,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:30.635664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] Set router 39e128c9-b57f-4376-bace-ca3aacfe8b21 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:30.697646 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:41:30Z', 'revision_number': 6, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:30.708957 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.727223 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b4c57-16ab-4d9f-b3d9-10accd819898 None None] The sync data for ids ['39e128c9-b57f-4376-bace-ca3aacfe8b21'] in n-d-799528-4 is: [{'id': '39e128c9-b57f-4376-bace-ca3aacfe8b21', 'name': 'tempest-TestShelveInstance-464542333-router', 'tenant_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:15Z', 'updated_at': '2021-07-08T18:41:30Z', 'revision_number': 6, 'project_id': 'bc4597a004ce4a48b36d5bc6a94efdfc', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:30.807700 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.810487 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.854582 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.855196 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e128c9-b57f-4376-bace-ca3aacfe8b21 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:41:30.859963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.863658 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-9ae38cda-f9e0-4a76-a76e-19b36465f45c admin admin] 10.222.0.63 "DELETE /v2.0/routers/39e128c9-b57f-4376-bace-ca3aacfe8b21 HTTP/1.1" status: 204 len: 168 time: 0.9428639 Jul 08 18:41:30.863778 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58180) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:30.923473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] Deleting subnet b1c26d04-444b-4c2f-8e13-848c9f8434cd {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:41:30.926865 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:30.964750 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.046214 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.102601 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.136195 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c26d04-444b-4c2f-8e13-848c9f8434cd,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:31.138316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.140262 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-ad6f4ef0-a5d8-4af3-8b49-f828a4ece5ee admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b1c26d04-444b-4c2f-8e13-848c9f8434cd HTTP/1.1" status: 204 len: 168 time: 0.2755907 Jul 08 18:41:31.143442 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdbc0d4-6038-4fc9-9e28-67f1abfcfec5 None None] Network 4667e369-98fc-479b-b597-fd6089c77c76 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:31.144424 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58182) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:31.217252 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.277126 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Deleting port 3744e37a-2fa0-4888-8141-d0d0f126a63a {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:31.277462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.339790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] For port 3744e37a-2fa0-4888-8141-d0d0f126a63a, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=3744e37a-2fa0-4888-8141-d0d0f126a63a,segment=NetworkSegment(4be82678-2302-46ab-b0fb-d40726b36e98),segment_id=4be82678-2302-46ab-b0fb-d40726b36e98)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:31.340153 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.352642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Calling delete_port for 3744e37a-2fa0-4888-8141-d0d0f126a63a owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:31.430319 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.459687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=3744e37a-2fa0-4888-8141-d0d0f126a63a,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:31.463231 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] No DVR routers for this DVR port 3744e37a-2fa0-4888-8141-d0d0f126a63a on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:31.533650 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.544801 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4667e369-98fc-479b-b597-fd6089c77c76']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:31.556583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be82678-2302-46ab-b0fb-d40726b36e98') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:31.556912 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be82678-2302-46ab-b0fb-d40726b36e98') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:31.557844 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657c3f4-f887-42b9-9641-5f1d4b45cbe7 None None] DHCP port deletion for 4667e369-98fc-479b-b597-fd6089c77c76 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:41:31.569927 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.584267 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.590884 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:41:31.591279 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:41:31.593010 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:41:31.652287 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.658288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:31.660187 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] 10.222.0.63 "DELETE /v2.0/networks/4667e369-98fc-479b-b597-fd6089c77c76 HTTP/1.1" status: 204 len: 168 time: 0.5142558 Jul 08 18:41:31.663807 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58184) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:31.676613 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751dbef8-3e5a-4c2c-a34b-152578e40bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=4667e369-98fc-479b-b597-fd6089c77c76,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:31.689655 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:32.072345 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:32.367683 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Deleting port 1e152f2c-853a-4e13-a50f-8478ad7d0982 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:32.367934 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:32.450905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] For port 1e152f2c-853a-4e13-a50f-8478ad7d0982, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1e152f2c-853a-4e13-a50f-8478ad7d0982,segment=NetworkSegment(8be8d399-5667-47c5-968c-042c40464fe2),segment_id=8be8d399-5667-47c5-968c-042c40464fe2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:32.451241 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:32.465056 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Calling delete_port for 1e152f2c-853a-4e13-a50f-8478ad7d0982 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:32.602962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623c7868-b013-43c5-8e3e-6bd17bdf50a1 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:32.625998 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 623c7868-b013-43c5-8e3e-6bd17bdf50a1 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:32.626291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 623c7868-b013-43c5-8e3e-6bd17bdf50a1 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:32.626638 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15035aea-58ac-4a02-a73e-3f1ca6fa44bf no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:32.654531 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 15035aea-58ac-4a02-a73e-3f1ca6fa44bf {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:32.654894 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 15035aea-58ac-4a02-a73e-3f1ca6fa44bf not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:32.655274 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3744e37a-2fa0-4888-8141-d0d0f126a63a no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:32.674491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 3744e37a-2fa0-4888-8141-d0d0f126a63a {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:32.674855 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 3744e37a-2fa0-4888-8141-d0d0f126a63a not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:32.675037 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:32.702717 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e152f2c-853a-4e13-a50f-8478ad7d0982,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:32.887616 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.102505 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:41:33.130016 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Router aab36e87-7c6a-4248-8288-86371e5b25f0 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:33.147183 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.247714 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:33.252698 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f7077292-c1ec-4a66-a3c7-c4c0b5751a93 admin admin] 10.222.0.63 "PUT /v2.0/routers/aab36e87-7c6a-4248-8288-86371e5b25f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5871108 Jul 08 18:41:33.255291 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58186) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:33.256126 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] Sync routers for ids ['aab36e87-7c6a-4248-8288-86371e5b25f0'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:33.265371 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] Routers {'aab36e87-7c6a-4248-8288-86371e5b25f0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:33.265976 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['aab36e87-7c6a-4248-8288-86371e5b25f0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:33.367615 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.373209 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] Set router aab36e87-7c6a-4248-8288-86371e5b25f0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:33.561966 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:41:32Z', 'revision_number': 5, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:33.588954 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] Checking router: aab36e87-7c6a-4248-8288-86371e5b25f0 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:33.598154 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] Routers {'aab36e87-7c6a-4248-8288-86371e5b25f0'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:33.598773 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['aab36e87-7c6a-4248-8288-86371e5b25f0'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:33.710473 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] Set router aab36e87-7c6a-4248-8288-86371e5b25f0 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:33.821202 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.878134 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Deleting port 980b37b7-be1a-4288-8863-4fe6d7227f21 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:33.878599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:33.922254 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:41:32Z', 'revision_number': 5, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:33.953851 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe659b31-9ceb-44ee-b91f-4302848b63a6 None None] The sync data for ids ['aab36e87-7c6a-4248-8288-86371e5b25f0'] in n-d-799528-4 is: [{'id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'name': 'tempest-TestShelveInstance-582741294-router', 'tenant_id': '873c1f2912af46b783cc5bfa85786a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:32:20Z', 'updated_at': '2021-07-08T18:41:32Z', 'revision_number': 5, 'project_id': '873c1f2912af46b783cc5bfa85786a43', 'gw_port': {'id': '980b37b7-be1a-4288-8863-4fe6d7227f21', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab36e87-7c6a-4248-8288-86371e5b25f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:32:21Z', 'updated_at': '2021-07-08T18:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:33.974262 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] For port 980b37b7-be1a-4288-8863-4fe6d7227f21, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=980b37b7-be1a-4288-8863-4fe6d7227f21,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:33.974554 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.000751 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Calling delete_port for 980b37b7-be1a-4288-8863-4fe6d7227f21 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:34.191682 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.228296 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Pushing event deleted for resources: {'Port': ['ID=980b37b7-be1a-4288-8863-4fe6d7227f21,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:34.295963 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.403250 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.405731 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.456207 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.457306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab36e87-7c6a-4248-8288-86371e5b25f0 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:41:34.464405 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.466471 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-2f9d46ea-dcb8-42a7-95d9-df921b38f224 admin admin] 10.222.0.63 "DELETE /v2.0/routers/aab36e87-7c6a-4248-8288-86371e5b25f0 HTTP/1.1" status: 204 len: 168 time: 1.2100766 Jul 08 18:41:34.469677 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58188) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:34.527513 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] Deleting subnet 4b1a2586-1863-4968-ac9e-fa3948c353c7 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:41:34.531229 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.574751 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.669882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1e152f2c-853a-4e13-a50f-8478ad7d0982 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:34.670500 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.695909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 1e152f2c-853a-4e13-a50f-8478ad7d0982 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:34.696340 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1e152f2c-853a-4e13-a50f-8478ad7d0982 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:34.733055 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.768695 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1a2586-1863-4968-ac9e-fa3948c353c7,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:34.775089 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.779456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3b5bbbfa-4dee-47ba-8b39-5286338b8068 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4b1a2586-1863-4968-ac9e-fa3948c353c7 HTTP/1.1" status: 204 len: 168 time: 0.3059363 Jul 08 18:41:34.779757 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58190) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:34.780426 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3046a-71c5-4b81-9412-b39f2861b5d7 None None] Network d0d8c385-a657-4b72-8b04-6be783ea1271 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:34.856416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.910387 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Deleting port db0c72f6-70a5-4651-b2e8-76e703a10432 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:41:34.910516 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.978578 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] For port db0c72f6-70a5-4651-b2e8-76e703a10432, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=db0c72f6-70a5-4651-b2e8-76e703a10432,segment=NetworkSegment(8be8d399-5667-47c5-968c-042c40464fe2),segment_id=8be8d399-5667-47c5-968c-042c40464fe2)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:34.978866 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:34.991851 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Calling delete_port for db0c72f6-70a5-4651-b2e8-76e703a10432 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:41:35.072900 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.080710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5699a2f-9d27-46cb-902d-89f775a6578b None None] DHCP port deletion for d0d8c385-a657-4b72-8b04-6be783ea1271 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:41:35.100284 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0c72f6-70a5-4651-b2e8-76e703a10432,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:35.106167 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] No DVR routers for this DVR port db0c72f6-70a5-4651-b2e8-76e703a10432 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:41:35.181197 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.190790 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d8c385-a657-4b72-8b04-6be783ea1271']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:35.206882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be8d399-5667-47c5-968c-042c40464fe2') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:35.206882 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be8d399-5667-47c5-968c-042c40464fe2') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:35.210358 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.224508 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.231252 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:41:35.231599 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:41:35.233223 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:41:35.290012 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.295756 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.297641 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d0d8c385-a657-4b72-8b04-6be783ea1271 HTTP/1.1" status: 204 len: 168 time: 0.5167181 Jul 08 18:41:35.308575 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6999-af00-491b-abe6-e04857c455e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d8c385-a657-4b72-8b04-6be783ea1271,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:35.404234 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58194) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:35.442512 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-3ea23430-93b5-4fd3-b88a-fad54e077ab6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bc4597a004ce4a48b36d5bc6a94efdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370924 Jul 08 18:41:35.445434 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58196) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:35.491960 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da644b56-1bc3-49ff-8409-e253c6c72ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.512725 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da644b56-1bc3-49ff-8409-e253c6c72ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.558728 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da644b56-1bc3-49ff-8409-e253c6c72ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.561312 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-da644b56-1bc3-49ff-8409-e253c6c72ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.562456 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-da644b56-1bc3-49ff-8409-e253c6c72ced admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1dfa664d-9199-4bab-b40f-bf645235b478 HTTP/1.1" status: 204 len: 168 time: 0.1161315 Jul 08 18:41:35.571041 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da644b56-1bc3-49ff-8409-e253c6c72ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfa664d-9199-4bab-b40f-bf645235b478,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:35.870982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58202) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:35.910107 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-402000bb-ac7f-4921-ab80-92fb19880653 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=873c1f2912af46b783cc5bfa85786a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379465 Jul 08 18:41:35.912580 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58204) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:35.970552 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1057fa8a-b77a-4f62-a5f4-1fcdb8c03584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:35.993412 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1057fa8a-b77a-4f62-a5f4-1fcdb8c03584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.038477 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1057fa8a-b77a-4f62-a5f4-1fcdb8c03584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.041083 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1057fa8a-b77a-4f62-a5f4-1fcdb8c03584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.042238 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1057fa8a-b77a-4f62-a5f4-1fcdb8c03584 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae9de6a6-d4ae-4934-8303-5932c44c107b HTTP/1.1" status: 204 len: 168 time: 0.1287246 Jul 08 18:41:36.050159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057fa8a-b77a-4f62-a5f4-1fcdb8c03584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9de6a6-d4ae-4934-8303-5932c44c107b,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:36.599019 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device db0c72f6-70a5-4651-b2e8-76e703a10432 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:36.624406 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: db0c72f6-70a5-4651-b2e8-76e703a10432 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:36.624788 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device db0c72f6-70a5-4651-b2e8-76e703a10432 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:36.625191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 980b37b7-be1a-4288-8863-4fe6d7227f21 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:41:36.644941 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 980b37b7-be1a-4288-8863-4fe6d7227f21 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:41:36.645294 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 980b37b7-be1a-4288-8863-4fe6d7227f21 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:41:36.733054 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58226) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:36.826439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1979338004-network', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:36.847796 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Made reservation on behalf of 1f01a6803bc942199f13ab2d38b16b5c for: {'network': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:36.850124 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.858176 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.965862 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.970031 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:36.995368 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93665) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:41:37.004220 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4d0fa-31a5-4fe0-bf88-620545f622c8,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:37.012963 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.013445 n-d-799528-4 neutron-server[93665]: INFO neutron.db.segments_db [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Added segment a5eacd2f-1a0e-409e-b594-7e95914ba65b of type vlan for network c0cabc82-e669-4e65-9fc7-7cc5c86d973e Jul 08 18:41:37.056624 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.094630 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.095690 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:37.096276 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.152512 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4183023 Jul 08 18:41:37.158101 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e6668-4a6c-432e-8262-559ff8a9d9e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0cabc82-e669-4e65-9fc7-7cc5c86d973e,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:37.161279 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58230) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:37.169487 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Request body: {'subnet': {'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1979338004-subnet', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:37.172207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:41:37.195887 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Made reservation on behalf of 1f01a6803bc942199f13ab2d38b16b5c for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:37.198676 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.391441 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.449108 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051bad31-d946-4375-9f47-9bee40fe0f96,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:37.460122 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Checking segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:37.460508 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Network hostable DHCP agents. Network: c0cabc82-e669-4e65-9fc7-7cc5c86d973e, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:41:37.479535 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:41:37.489222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, c0cabc82-e669-4e65-9fc7-7cc5c86d973e) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:37.495248 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:37.495958 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.500314 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0934b72e-b9e5-43ab-88ca-b67104294b4f None None] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:37.514417 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-1ff3f3ca-71be-4078-bd9d-921f75f87dd3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3518529 Jul 08 18:41:37.517033 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58232) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:37.522034 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:37.546684 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.549222 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.618274 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.672852 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:41:37.673854 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.772585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:37.833675 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Allocated IP 172.20.0.2 (c0cabc82-e669-4e65-9fc7-7cc5c86d973e/051bad31-d946-4375-9f47-9bee40fe0f96/b469e1ff-48ee-4f22-b946-e7fb332599d9) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:38.005289 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.026209 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.039618 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.049020 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Transition to ACTIVE for port object b469e1ff-48ee-4f22-b946-e7fb332599d9 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:38.066231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Transition to ACTIVE for port object b469e1ff-48ee-4f22-b946-e7fb332599d9 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:38.073854 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.118848 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:38.122057 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:38.127062 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:38.130180 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Pushing event updated for resources: {'Port': ['ID=b469e1ff-48ee-4f22-b946-e7fb332599d9,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:38.150902 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Allocated IP 172.25.5.238 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:38.156806 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.157209 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.157507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.157860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.158254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.158701 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.158908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.159233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.159553 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.159878 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.160192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.160512 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:38.197430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Attempting to bind port b469e1ff-48ee-4f22-b946-e7fb332599d9 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:38.197799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Attempting to bind port b469e1ff-48ee-4f22-b946-e7fb332599d9 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:38.198164 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Attempting to bind port b469e1ff-48ee-4f22-b946-e7fb332599d9 on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:38.203026 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:38.203396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Checking segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:38.203798 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.204185 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Bound using segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:38.204650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Bound port: b469e1ff-48ee-4f22-b946-e7fb332599d9, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:38.205058 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.258014 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.277807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] For port b469e1ff-48ee-4f22-b946-e7fb332599d9, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:38.281710 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] For port b469e1ff-48ee-4f22-b946-e7fb332599d9, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b469e1ff-48ee-4f22-b946-e7fb332599d9,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:38.286327 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.306400 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.346592 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94aea8-53d1-4bc5-a49e-61b904933cbd None None] Pushing event updated for resources: {'Port': ['ID=b469e1ff-48ee-4f22-b946-e7fb332599d9,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:38.352550 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:38.357726 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:38.360046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:38.393656 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:38.667998 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.698163 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b469e1ff-48ee-4f22-b946-e7fb332599d9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:38.747683 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port b469e1ff-48ee-4f22-b946-e7fb332599d9 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:38.862830 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:38.991501 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Router 6179da05-34f7-42ac-99aa-b1fbc428d229 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:41:39.104306 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:39.115988 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Sync routers for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:39.125057 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.126100 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:39.126322 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-4bc98d0c-e5be-451f-a97c-2a6591c8cc35 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6082890 Jul 08 18:41:39.126729 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:39.130442 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58234) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:39.258286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:39.318997 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6acd0a5-ce54-4713-b908-64d11cd7d6f1 None None] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:39.439063 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ea688871-58aa-4c58-b24e-91aeaf72901a None None] Provisioning for port b469e1ff-48ee-4f22-b946-e7fb332599d9 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:39.459580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ea688871-58aa-4c58-b24e-91aeaf72901a None None] Provisioning complete for port b469e1ff-48ee-4f22-b946-e7fb332599d9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:39.459959 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea688871-58aa-4c58-b24e-91aeaf72901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.590862 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.644382 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea688871-58aa-4c58-b24e-91aeaf72901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.663930 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:38Z', 'revision_number': 3, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:39.703014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Checking router: 6179da05-34f7-42ac-99aa-b1fbc428d229 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:39.703756 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Updating router 6179da05-34f7-42ac-99aa-b1fbc428d229 port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:41:39.752456 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-ea688871-58aa-4c58-b24e-91aeaf72901a None None] For port b469e1ff-48ee-4f22-b946-e7fb332599d9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b469e1ff-48ee-4f22-b946-e7fb332599d9,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:39.758651 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea688871-58aa-4c58-b24e-91aeaf72901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.765356 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.782189 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_common [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Allocated IP 172.20.0.1 (c0cabc82-e669-4e65-9fc7-7cc5c86d973e/051bad31-d946-4375-9f47-9bee40fe0f96/f4f49251-a18f-474c-a9d1-219ca0b0f1a2) {{(pid=93664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:39.925660 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:39.942964 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.provisioning_blocks [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Transition to ACTIVE for port object f4f49251-a18f-474c-a9d1-219ca0b0f1a2 will not be triggered until provisioned by entity DHCP. {{(pid=93664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:39.991736 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4011693'] for port, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.038058 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:40.041202 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:40.043565 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Received port after_create {{(pid=93664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:40.068151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea688871-58aa-4c58-b24e-91aeaf72901a None None] Pushing event updated for resources: {'Port': ['ID=b469e1ff-48ee-4f22-b946-e7fb332599d9,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.076985 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.097238 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.144908 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-8e8f7150-8599-4eee-a6d2-603ca4db0d04 None None] Provisioning complete for port b469e1ff-48ee-4f22-b946-e7fb332599d9 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:40.145421 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-8e8f7150-8599-4eee-a6d2-603ca4db0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.303600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.339406 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.351899 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Transition to ACTIVE for port object ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:40.358381 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.440453 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb490557-a325-4f4b-a5f8-04bf0e9cad18 None None] Pushing event updated for resources: {'Port': ['ID=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.443278 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Attempting to bind port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:40.444144 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Attempting to bind port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:40.444560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Attempting to bind port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:40.451584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:40.452039 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:40.452885 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.452885 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:40.454573 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Bound port: ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:40.454573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.456559 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e6a06a4c-09ce-4a11-bf11-53e57b2474f9 None None] Provisioning for port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:40.479796 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-e6a06a4c-09ce-4a11-bf11-53e57b2474f9 None None] Provisioning complete for port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:40.480177 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e6a06a4c-09ce-4a11-bf11-53e57b2474f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.516878 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.531039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4011699'] for port, after_update {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.534090 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-e6a06a4c-09ce-4a11-bf11-53e57b2474f9 None None] Port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:40.540494 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] For port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:40.544003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] For port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:40.548633 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.611060 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.616608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:40.617409 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:40.621008 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b469e1ff-48ee-4f22-b946-e7fb332599d9 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:40.622299 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,revision_number=2']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.624092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb490557-a325-4f4b-a5f8-04bf0e9cad18 None None] Pushing event updated for resources: {'Port': ['ID=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:40.712913 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e is already hosted by enough agents. {{(pid=93664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:40.715378 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:40.765731 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port b469e1ff-48ee-4f22-b946-e7fb332599d9 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:40.766738 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:40.772182 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:40.858046 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Router 6179da05-34f7-42ac-99aa-b1fbc428d229 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:40.973559 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:40.979933 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-f79c9265-c420-4c05-a565-9d8edfe9fe92 admin admin] 10.222.0.63 "PUT /v2.0/routers/6179da05-34f7-42ac-99aa-b1fbc428d229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481212 Jul 08 18:41:40.991245 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-3cb7deda-ac4e-4b6a-95bc-8515bd258065 None None] Provisioning complete for port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:40.991628 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3cb7deda-ac4e-4b6a-95bc-8515bd258065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.054575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7deda-ac4e-4b6a-95bc-8515bd258065 None None] Port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:41.081723 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 2, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:41.110514 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69212e57-07c3-4514-a0e5-7106ba3ae2a3 None None] The sync data for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 is: [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 2, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:41.565976 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58250) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.571748 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1292516711-network', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b'}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.600151 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Made reservation on behalf of 3739f037ac6e4505bfabff5b83ba112b for: {'network': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:41.602951 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for network, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.613099 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.739316 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.745581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.776766 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 18:41:41.787126 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a424be5-1577-4c0f-b3ed-fad975dd8e05,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:41.813156 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.813720 n-d-799528-4 neutron-server[93664]: INFO neutron.db.segments_db [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Added segment 7fc66d80-49cb-48fe-9c31-bc2ee2dad53b of type vlan for network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 Jul 08 18:41:41.882932 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735683907678'] for network, precommit_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.918447 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626'] for network, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.919577 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:41.920187 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:41.982287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4151344 Jul 08 18:41:41.985388 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58252) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:41.993969 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.v2.base [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Request body: {'subnet': {'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1292516711-subnet', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'ip_version': 4}} {{(pid=93664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:41.998382 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5149bd-10a5-4bab-833d-d129d3e9998b admin admin] Pushing event updated for resources: {'Network': ['ID=25650fbe-c3b8-4dce-bff9-7d986a7a02b0,revision_number=1']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:42.010281 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 details requested by agent ovs-agent-n-d-799528-4 with host n-d-799528-4 {{(pid=93666) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 18:41:42.032225 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Made reservation on behalf of 3739f037ac6e4505bfabff5b83ba112b for: {'subnet': 1} {{(pid=93664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:42.037610 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26028942'] for subnet, before_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.275908 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4010813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26028988'] for subnet, after_create {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.330257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c95d56a-2157-44d1-95f8-bbcc3b78a6d0,revision_number=0']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:42.341946 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Checking segment: {'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:42.342322 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Network hostable DHCP agents. Network: 25650fbe-c3b8-4dce-bff9-7d986a7a02b0, hostable agents: ['768ce3ce-05b8-483a-b431-60c941befe7f'], hosted agents: [] {{(pid=93664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 18:41:42.359515 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 is scheduled to be hosted by DHCP agent 768ce3ce-05b8-483a-b431-60c941befe7f with binding_index 1 {{(pid=93664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 18:41:42.372511 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.base_scheduler [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799528-4, 25650fbe-c3b8-4dce-bff9-7d986a7a02b0) {{(pid=93664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:42.376881 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:42.377701 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.384682 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6af7d-0f65-4517-bce2-505686c64a33 None None] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:42.400103 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-96697297-91d3-4f36-8da7-f0296dfbb100 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4133432 Jul 08 18:41:42.402711 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58254) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:42.412275 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:42.448948 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-607684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13858'] for router, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.451152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-680803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13869'] for router, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.523330 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.550882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f459c5d-de3f-58ad-bbad-c018fac71bb2-25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'fixed_ips': [{'subnet_id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0'}]}} from n-d-799528-4. {{(pid=93666) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 18:41:42.552309 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.688151 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:42.691739 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13887'] for router, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.767991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.db_base_plugin_common [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Allocated IP 172.20.0.2 (25650fbe-c3b8-4dce-bff9-7d986a7a02b0/6c95d56a-2157-44d1-95f8-bbcc3b78a6d0/1dca9f8e-e7e1-44d2-b25a-c3832e426bf2) {{(pid=93666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:42.786018 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:42.800416 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:42.800784 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.915080 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.934324 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:42.971540 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.000759 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Notify callbacks [] for port, precommit_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.007094 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:43.012743 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Transition to ACTIVE for port object 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:43.014645 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.050030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Allocated IP 172.25.5.159 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/9b0a46cb-97f9-445f-8480-d1385735c902) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:43.053497 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Transition to ACTIVE for port object 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:43.063967 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788'] for port, after_create {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.083799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:43.093716 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 is already hosted by enough agents. {{(pid=93666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:43.095334 n-d-799528-4 neutron-server[93666]: DEBUG neutron.scheduler.base_scheduler [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Resources bound (agent type, host, resource id): {{(pid=93666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:43.114224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Received port after_create {{(pid=93666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:43.186097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Pushing event updated for resources: {'Port': ['ID=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,revision_number=1']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:43.202130 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.203904 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Attempting to bind port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:43.204277 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Attempting to bind port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:43.204642 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Attempting to bind port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 on network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:43.210586 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:43.210965 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Checking segment: {'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:43.211505 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.211765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Bound using segment: {'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:43.212220 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Bound port: 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:43.212604 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.258146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.287410 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] For port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:43.292485 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] For port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,segment=NetworkSegment(7fc66d80-49cb-48fe-9c31-bc2ee2dad53b),segment_id=7fc66d80-49cb-48fe-9c31-bc2ee2dad53b)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:43.298729 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.299762 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:43.304803 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:43.310043 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:43.313469 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0a46cb-97f9-445f-8480-d1385735c902,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:43.375498 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba7d62-e3b4-415d-aa7f-9d35883e8a07 None None] Pushing event updated for resources: {'Port': ['ID=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:43.528248 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Sync routers for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:43.544370 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:43.544606 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:43.669202 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.695829 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:43.892218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677226'] for router, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:43.974508 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 2, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:44.024953 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Router d5a25fc3-1b13-4719-bc33-63b9519aef86 is scheduled to L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 with binding_index 1 {{(pid=93665) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 18:41:44.025754 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Checking router: 6179da05-34f7-42ac-99aa-b1fbc428d229 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:44.026304 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Updating router 6179da05-34f7-42ac-99aa-b1fbc428d229 port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:41:44.084844 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.153286 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:44.165579 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Sync routers for ids ['d5a25fc3-1b13-4719-bc33-63b9519aef86'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:44.175123 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.176707 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-098b6467-9710-4377-ad0c-3070e4af8721 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7712791 Jul 08 18:41:44.179881 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58256) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:44.182799 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Routers {'d5a25fc3-1b13-4719-bc33-63b9519aef86'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:44.183445 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d5a25fc3-1b13-4719-bc33-63b9519aef86'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:44.323898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Set router d5a25fc3-1b13-4719-bc33-63b9519aef86 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:44.491874 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05405c73-a393-4b29-8f89-161e998b130d None None] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:41:44.501531 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.519510 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Transition to ACTIVE for port object f4f49251-a18f-474c-a9d1-219ca0b0f1a2 will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:44.528171 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.575453 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.620765 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-64688326-b54c-4827-91f8-f616e9e215cb None None] Provisioning for port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:44.704773 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Attempting to bind port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:44.706018 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Attempting to bind port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:44.706553 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Attempting to bind port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:44.714534 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:44.715170 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Checking segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:44.715976 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.716521 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Bound using segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:44.717214 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Bound port: f4f49251-a18f-474c-a9d1-219ca0b0f1a2, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:44.717787 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.724171 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Pushing event updated for resources: {'Port': ['ID=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:44.746773 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.747096 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.747622 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.748119 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.748684 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.749202 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.749705 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.750193 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.750678 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.751165 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.751646 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.752142 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:41:44.821482 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] For port f4f49251-a18f-474c-a9d1-219ca0b0f1a2, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:44.825743 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] For port f4f49251-a18f-474c-a9d1-219ca0b0f1a2, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:44.832940 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.852883 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:44.902984 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:44.903771 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:44.960191 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef2649-457e-42cc-b866-0f729a42171a None None] Pushing event updated for resources: {'Port': ['ID=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:45.025136 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:45.048920 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:45.090724 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:43Z', 'revision_number': 3, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port': {'id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:45.125653 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Checking router: d5a25fc3-1b13-4719-bc33-63b9519aef86 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:45.126003 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Updating router d5a25fc3-1b13-4719-bc33-63b9519aef86 port 9b0a46cb-97f9-445f-8480-d1385735c902 binding host n-d-799528-4 {{(pid=93666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:41:45.132365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Allocated IP 172.20.0.1 (25650fbe-c3b8-4dce-bff9-7d986a7a02b0/6c95d56a-2157-44d1-95f8-bbcc3b78a6d0/e24eb1c5-7c1a-4b52-8d72-e032a565314b) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:45.192322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:45.199573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.235696 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:45.236489 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.284661 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.300996 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Transition to ACTIVE for port object e24eb1c5-7c1a-4b52-8d72-e032a565314b will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:45.342525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.415929 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:44Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:45.445551 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955535e5-3638-4759-ad77-9fab9b519fc2 None None] The sync data for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 is: [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:44Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:45.446295 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Pushing event updated for resources: {'Port': ['ID=e24eb1c5-7c1a-4b52-8d72-e032a565314b,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:45.457212 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:45.458874 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:45.462783 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:45.532680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-612451'] for router_interface, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.553223 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.644432 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,segment=NetworkSegment(7fc66d80-49cb-48fe-9c31-bc2ee2dad53b),segment_id=7fc66d80-49cb-48fe-9c31-bc2ee2dad53b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:45.650584 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-f8fb4672-d3c5-4337-8ad6-3740e4a8ca61 None None] Provisioning complete for port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:45.650962 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4672-d3c5-4337-8ad6-3740e4a8ca61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.664226 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.666753 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:45.726152 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.909791 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Notify callbacks [] for port, precommit_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.912371 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:45.929400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Transition to ACTIVE for port object 9b0a46cb-97f9-445f-8480-d1385735c902 will not be triggered until provisioned by entity L2. {{(pid=93666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:45.934779 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:45.936593 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.968937 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.971988 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:45.979026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.069053 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Pushing event updated for resources: {'Port': ['ID=e24eb1c5-7c1a-4b52-8d72-e032a565314b,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:46.071968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611632'] for router_interface, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.145142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Attempting to bind port 9b0a46cb-97f9-445f-8480-d1385735c902 on host n-d-799528-4 for vnic_type normal with profile {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:46.145629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Attempting to bind port 9b0a46cb-97f9-445f-8480-d1385735c902 by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:46.145991 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Attempting to bind port 9b0a46cb-97f9-445f-8480-d1385735c902 on network a83a13eb-f840-4cc4-a00d-fa978b2f89ec {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:46.159936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:46.160262 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Checking segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:46.160594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.161014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Bound using segment: {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'} {{(pid=93666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:46.161486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.managers [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Bound port: 9b0a46cb-97f9-445f-8480-d1385735c902, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ccc8db-237e-447b-beaa-64d9326f7101', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec'}}] {{(pid=93666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:46.162440 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.164963 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68140e-3a20-4f29-8d76-57eaa94b9739 None None] Pushing event updated for resources: {'Port': ['ID=9b0a46cb-97f9-445f-8480-d1385735c902,revision_number=2']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:46.201252 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:46.203557 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:46.266242 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] For port 9b0a46cb-97f9-445f-8480-d1385735c902, host n-d-799528-4, cleared binding levels {{(pid=93666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:46.271070 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] For port 9b0a46cb-97f9-445f-8480-d1385735c902, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9b0a46cb-97f9-445f-8480-d1385735c902,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:46.276666 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.282759 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b1a2752c-49f1-468b-9d96-9cd1e1939270 None None] Provisioning for port e24eb1c5-7c1a-4b52-8d72-e032a565314b completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:46.314510 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-b1a2752c-49f1-468b-9d96-9cd1e1939270 None None] Provisioning complete for port e24eb1c5-7c1a-4b52-8d72-e032a565314b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:46.319611 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b1a2752c-49f1-468b-9d96-9cd1e1939270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.394074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Routers {'d5a25fc3-1b13-4719-bc33-63b9519aef86'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:46.394706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d5a25fc3-1b13-4719-bc33-63b9519aef86'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:46.399354 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68140e-3a20-4f29-8d76-57eaa94b9739 None None] Pushing event updated for resources: {'Port': ['ID=9b0a46cb-97f9-445f-8480-d1385735c902,revision_number=3']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:46.429772 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Router d5a25fc3-1b13-4719-bc33-63b9519aef86 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:41:46.434502 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2752c-49f1-468b-9d96-9cd1e1939270 None None] Port e24eb1c5-7c1a-4b52-8d72-e032a565314b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:46.534986 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] Set router d5a25fc3-1b13-4719-bc33-63b9519aef86 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:46.659927 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:46.738391 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-9a0971e4-14ad-477b-83d4-97dc5abecb4f None None] Provisioning complete for port e24eb1c5-7c1a-4b52-8d72-e032a565314b triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:46.738649 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9a0971e4-14ad-477b-83d4-97dc5abecb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.814007 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-9a0971e4-14ad-477b-83d4-97dc5abecb4f None None] Port e24eb1c5-7c1a-4b52-8d72-e032a565314b cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:46.847560 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:46.847917 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:46.934755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port': {'id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e24eb1c5-7c1a-4b52-8d72-e032a565314b', 'name': '', 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'mac_address': 'fa:16:3e:3a:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 2, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'subnets': [{'id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:46.955391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:41:46.961166 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-e0fb72ff-72a9-4805-bb74-cf23b15fd697 admin admin] 10.222.0.63 "PUT /v2.0/routers/d5a25fc3-1b13-4719-bc33-63b9519aef86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7791767 Jul 08 18:41:46.967202 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc688b-2852-4330-9751-b6c50069f847 None None] The sync data for ids ['d5a25fc3-1b13-4719-bc33-63b9519aef86'] in n-d-799528-4 is: [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port': {'id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e24eb1c5-7c1a-4b52-8d72-e032a565314b', 'name': '', 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'mac_address': 'fa:16:3e:3a:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 2, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'subnets': [{'id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:46.976291 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4f49251-a18f-474c-a9d1-219ca0b0f1a2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:47.035882 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:47.041580 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:47.042068 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.128175 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.181240 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port f4f49251-a18f-474c-a9d1-219ca0b0f1a2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:47.197173 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.279165 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:47.546199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58264) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:47.551153 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-717d328e-601a-4321-91e4-b1bcacc01c4d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456247493', 'description': 'tempest-secgroup-smoke-456247493 description', 'project_id': '1f01a6803bc942199f13ab2d38b16b5c'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:47.574504 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-717d328e-601a-4321-91e4-b1bcacc01c4d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.681027 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-717d328e-601a-4321-91e4-b1bcacc01c4d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.687370 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-717d328e-601a-4321-91e4-b1bcacc01c4d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.719789 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-717d328e-601a-4321-91e4-b1bcacc01c4d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.721085 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-717d328e-601a-4321-91e4-b1bcacc01c4d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1736619 Jul 08 18:41:47.722986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d328e-601a-4321-91e4-b1bcacc01c4d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba40f076-9926-4064-bb49-5e84df9bb622,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:47.725258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58266) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:47.730106 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-c434cdea-c131-4137-8ec8-cd7b5ce30715 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'security_group_rule': {'security_group_id': 'ba40f076-9926-4064-bb49-5e84df9bb622', 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:47.759581 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c434cdea-c131-4137-8ec8-cd7b5ce30715 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.815971 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c434cdea-c131-4137-8ec8-cd7b5ce30715 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.820555 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c434cdea-c131-4137-8ec8-cd7b5ce30715 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.841187 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434cdea-c131-4137-8ec8-cd7b5ce30715 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ae2e91-717f-47da-99ce-008d21672db4,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:47.845375 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-c434cdea-c131-4137-8ec8-cd7b5ce30715 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.847402 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-c434cdea-c131-4137-8ec8-cd7b5ce30715 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209908 Jul 08 18:41:47.850038 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58268) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:47.855253 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-fd35818c-7e06-4b1b-b33f-2818361588a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'security_group_rule': {'security_group_id': 'ba40f076-9926-4064-bb49-5e84df9bb622', 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:47.883239 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd35818c-7e06-4b1b-b33f-2818361588a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.980041 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd35818c-7e06-4b1b-b33f-2818361588a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:47.986302 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd35818c-7e06-4b1b-b33f-2818361588a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.022700 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35818c-7e06-4b1b-b33f-2818361588a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a0ef28-a937-4a9a-8411-c2b9b273418a,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.031976 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-fd35818c-7e06-4b1b-b33f-2818361588a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.033722 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-fd35818c-7e06-4b1b-b33f-2818361588a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1826637 Jul 08 18:41:48.037830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58270) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:48.043079 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-6d8f8ced-e7e5-4b04-a368-789f03476525 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'security_group_rule': {'security_group_id': 'ba40f076-9926-4064-bb49-5e84df9bb622', 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:48.093989 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8ced-e7e5-4b04-a368-789f03476525 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.189553 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8ced-e7e5-4b04-a368-789f03476525 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.197658 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8ced-e7e5-4b04-a368-789f03476525 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.228066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f8ced-e7e5-4b04-a368-789f03476525 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9e9be2-b245-4ad6-8709-107eaa64e434,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.239515 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8ced-e7e5-4b04-a368-789f03476525 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.241844 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6d8f8ced-e7e5-4b04-a368-789f03476525 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027516 Jul 08 18:41:48.244760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58272) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:48.252336 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-9b8fac35-2cc1-4f8a-972c-0c349f7ec22f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'security_group_rule': {'security_group_id': 'ba40f076-9926-4064-bb49-5e84df9bb622', 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:48.300627 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9b8fac35-2cc1-4f8a-972c-0c349f7ec22f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.384616 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9b8fac35-2cc1-4f8a-972c-0c349f7ec22f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.389468 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9b8fac35-2cc1-4f8a-972c-0c349f7ec22f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.418271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fac35-2cc1-4f8a-972c-0c349f7ec22f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bd0902-4766-4a4a-9292-06f555a0f755,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.432315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-9b8fac35-2cc1-4f8a-972c-0c349f7ec22f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.438873 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-9b8fac35-2cc1-4f8a-972c-0c349f7ec22f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883562 Jul 08 18:41:48.439199 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58276) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:48.445852 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'security_group_rule': {'security_group_id': 'ba40f076-9926-4064-bb49-5e84df9bb622', 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:48.478782 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Project 1f01a6803bc942199f13ab2d38b16b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:41:48.485212 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.600120 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.608511 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.642521 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.648048 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2037597 Jul 08 18:41:48.648851 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58278) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:41:48.651169 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6690dac-c8ac-4c38-957b-fe3a1f90f00f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5caee6d-dbdd-47d1-a7f2-0386645d53ab,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.660590 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'security_group_rule': {'security_group_id': 'ba40f076-9926-4064-bb49-5e84df9bb622', 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:48.690935 n-d-799528-4 neutron-server[93665]: INFO neutron.db.securitygroups_db [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Project 1f01a6803bc942199f13ab2d38b16b5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 18:41:48.699012 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.797300 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.803567 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-784415'] for security_group_rule, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.809045 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b0a46cb-97f9-445f-8480-d1385735c902 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:48.846679 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f845f542-ac93-4ed4-af85-9a5428c1eca3,revision_number=0']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:48.852127 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.862708 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-14976230-504b-483f-894e-ac5c0547f9c7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2048912 Jul 08 18:41:48.882396 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port 9b0a46cb-97f9-445f-8480-d1385735c902 completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:48.887499 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9b0a46cb-97f9-445f-8480-d1385735c902 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:48.888132 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:48.982763 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.018364 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port 9b0a46cb-97f9-445f-8480-d1385735c902, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9b0a46cb-97f9-445f-8480-d1385735c902,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:49.026038 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.027491 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4f49251-a18f-474c-a9d1-219ca0b0f1a2 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:49.063429 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-ffd59d48-1313-4ae5-8ab4-61484a263d90 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456247493&fields=id&tenant_id=1f01a6803bc942199f13ab2d38b16b5c HTTP/1.1" status: 200 len: 267 time: 0.0536416 Jul 08 18:41:49.109097 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=9b0a46cb-97f9-445f-8480-d1385735c902,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:49.126014 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:49.126741 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:49.203224 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-7ce97f9e-4630-4fa0-8c76-4b0a33fddc1d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:49.205841 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-7ce97f9e-4630-4fa0-8c76-4b0a33fddc1d tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 810 time: 0.1349356 Jul 08 18:41:49.226839 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-f413086c-0e60-46d0-b321-36acb6aa6782 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/quotas/1f01a6803bc942199f13ab2d38b16b5c HTTP/1.1" status: 200 len: 375 time: 0.0146933 Jul 08 18:41:49.314151 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-a87994b3-548b-4259-ab64-57642de66de4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789511 Jul 08 18:41:49.693895 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Sync routers for ids ['d5a25fc3-1b13-4719-bc33-63b9519aef86'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:41:49.704647 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Routers {'d5a25fc3-1b13-4719-bc33-63b9519aef86'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:49.705578 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d5a25fc3-1b13-4719-bc33-63b9519aef86'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:49.790074 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-74733584-bb76-43ce-84cf-51563f553533 service neutron] 10.222.0.63 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626620 Jul 08 18:41:49.842143 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Set router d5a25fc3-1b13-4719-bc33-63b9519aef86 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:49.903007 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-c4310422-ff17-43e6-9931-2674ade945b5 service neutron] 10.222.0.63 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030889 Jul 08 18:41:50.109251 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port': {'id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e24eb1c5-7c1a-4b52-8d72-e032a565314b', 'name': '', 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'mac_address': 'fa:16:3e:3a:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 2, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'subnets': [{'id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:50.122180 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-98521913-8f64-4ca4-867d-8d40a9fa0d5a req-d8b2406e-fbfc-401d-b607-a1e99ed2656c tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 210 time: 0.0440817 Jul 08 18:41:50.153675 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Checking router: d5a25fc3-1b13-4719-bc33-63b9519aef86 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:41:50.154040 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Updating router d5a25fc3-1b13-4719-bc33-63b9519aef86 port e24eb1c5-7c1a-4b52-8d72-e032a565314b binding host n-d-799528-4 {{(pid=93667) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 18:41:50.193062 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.623401 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Notify callbacks [] for port, precommit_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.640176 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.provisioning_blocks [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Transition to ACTIVE for port object e24eb1c5-7c1a-4b52-8d72-e032a565314b will not be triggered until provisioned by entity L2. {{(pid=93667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:50.647995 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.659459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b0a46cb-97f9-445f-8480-d1385735c902 up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:50.760092 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port 9b0a46cb-97f9-445f-8480-d1385735c902 triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:50.760989 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.777123 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef308053-6c7b-4782-8a15-acb4f81528cd None None] Pushing event updated for resources: {'Port': ['ID=e24eb1c5-7c1a-4b52-8d72-e032a565314b,revision_number=3']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:50.831716 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Attempting to bind port e24eb1c5-7c1a-4b52-8d72-e032a565314b on host n-d-799528-4 for vnic_type normal with profile {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:50.832279 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Attempting to bind port e24eb1c5-7c1a-4b52-8d72-e032a565314b by drivers openvswitch,hyperv on host n-d-799528-4 at level 0 using segments [{'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:50.832798 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Attempting to bind port e24eb1c5-7c1a-4b52-8d72-e032a565314b on network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:50.839000 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Checking agent: {'id': '11bbe1c7-b0ac-4e5a-8184-3397b3696390', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 11), 'started_at': datetime.datetime(2021, 7, 8, 17, 11, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799528-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:50.839822 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Checking segment: {'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:50.840328 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.840857 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Bound using segment: {'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'} {{(pid=93667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:50.841454 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.managers [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Bound port: e24eb1c5-7c1a-4b52-8d72-e032a565314b, host: n-d-799528-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0'}}] {{(pid=93667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:50.841941 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:50.953463 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] For port e24eb1c5-7c1a-4b52-8d72-e032a565314b, host n-d-799528-4, cleared binding levels {{(pid=93667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:50.957618 n-d-799528-4 neutron-server[93667]: DEBUG neutron.plugins.ml2.db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] For port e24eb1c5-7c1a-4b52-8d72-e032a565314b, host n-d-799528-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e24eb1c5-7c1a-4b52-8d72-e032a565314b,segment=NetworkSegment(7fc66d80-49cb-48fe-9c31-bc2ee2dad53b),segment_id=7fc66d80-49cb-48fe-9c31-bc2ee2dad53b)] {{(pid=93667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:50.965625 n-d-799528-4 neutron-server[93667]: DEBUG neutron_lib.callbacks.manager [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:51.032831 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Routers {'d5a25fc3-1b13-4719-bc33-63b9519aef86'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:41:51.033445 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:41:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d5a25fc3-1b13-4719-bc33-63b9519aef86'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:51.072127 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef308053-6c7b-4782-8a15-acb4f81528cd None None] Pushing event updated for resources: {'Port': ['ID=e24eb1c5-7c1a-4b52-8d72-e032a565314b,revision_number=4']} {{(pid=93667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:51.199907 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] Set router d5a25fc3-1b13-4719-bc33-63b9519aef86 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:41:51.314187 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec02e617-7d32-485f-a367-1d27bb9adbf5 req-8852f012-2347-4154-a4e0-96aaab051156 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 210 time: 0.0372732 Jul 08 18:41:51.476208 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port': {'id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e24eb1c5-7c1a-4b52-8d72-e032a565314b', 'name': '', 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'mac_address': 'fa:16:3e:3a:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:50Z', 'revision_number': 4, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'subnets': [{'id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:41:51.508158 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0421f2-2fec-4012-a130-bdf3cebea744 None None] The sync data for ids ['d5a25fc3-1b13-4719-bc33-63b9519aef86'] in n-d-799528-4 is: [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:45Z', 'revision_number': 4, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port': {'id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'e24eb1c5-7c1a-4b52-8d72-e032a565314b', 'name': '', 'network_id': '25650fbe-c3b8-4dce-bff9-7d986a7a02b0', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'mac_address': 'fa:16:3e:3a:4a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:44Z', 'updated_at': '2021-07-08T18:41:50Z', 'revision_number': 4, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'subnets': [{'id': '6c95d56a-2157-44d1-95f8-bbcc3b78a6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:41:51.809627 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-40957b91-c063-421e-b60b-a1aa433e69f3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:51.811146 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-40957b91-c063-421e-b60b-a1aa433e69f3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 810 time: 0.1430912 Jul 08 18:41:51.892987 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-d61bf1ba-8a27-476e-8e66-6b13457aca82 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f01a6803bc942199f13ab2d38b16b5c HTTP/1.1" status: 200 len: 379 time: 0.0533834 Jul 08 18:41:51.905202 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'port': {'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'admin_state_up': True, 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'security_groups': ['ba40f076-9926-4064-bb49-5e84df9bb622']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:52.032848 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Made reservation on behalf of 1f01a6803bc942199f13ab2d38b16b5c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:41:52.037251 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.185020 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Allocated IP 172.20.0.14 (c0cabc82-e669-4e65-9fc7-7cc5c86d973e/051bad31-d946-4375-9f47-9bee40fe0f96/7ad8d9e2-68d0-4d89-b1ef-9ed27881350c) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:41:52.369335 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.386097 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Transition to ACTIVE for port object 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:52.426460 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.480472 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:41:52.483675 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:41:52.487642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:41:52.518331 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:52.562476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.563462 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.566808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fb609-e187-4866-ad7c-39fcf83076cd req-647ed4a2-5c95-443b-a5c5-bd3d861a2143 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:52.568680 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d91fb609-e187-4866-ad7c-39fcf83076cd req-647ed4a2-5c95-443b-a5c5-bd3d861a2143 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 932 time: 0.1008487 Jul 08 18:41:52.607562 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-450d03eb-83b3-43b8-b8ab-7f7eaafa3935 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7062173 Jul 08 18:41:52.629625 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Request body: {'port': {'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:41:52.662974 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-d91fb609-e187-4866-ad7c-39fcf83076cd req-f431a14c-0561-49ad-ae1e-a529f076cfc2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838125 Jul 08 18:41:52.717790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e24eb1c5-7c1a-4b52-8d72-e032a565314b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:52.775440 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.798611 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning for port e24eb1c5-7c1a-4b52-8d72-e032a565314b completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:52.810150 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e24eb1c5-7c1a-4b52-8d72-e032a565314b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:52.810150 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.858690 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ea3413cd-ca34-4f49-9755-1e15f59cf14b None None] Provisioning for port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:52.865414 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-ea3413cd-ca34-4f49-9755-1e15f59cf14b None None] Provisioning complete for port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:52.865958 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ea3413cd-ca34-4f49-9755-1e15f59cf14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.928027 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-ea3413cd-ca34-4f49-9755-1e15f59cf14b None None] Port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:41:52.933579 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:52.967157 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] For port e24eb1c5-7c1a-4b52-8d72-e032a565314b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e24eb1c5-7c1a-4b52-8d72-e032a565314b,segment=NetworkSegment(7fc66d80-49cb-48fe-9c31-bc2ee2dad53b),segment_id=7fc66d80-49cb-48fe-9c31-bc2ee2dad53b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:52.977414 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:53.034912 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Pushing event updated for resources: {'Port': ['ID=e24eb1c5-7c1a-4b52-8d72-e032a565314b,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:53.122649 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:41:53.133378 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:53.146438 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Transition to ACTIVE for port object 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:41:53.150624 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:53.223871 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:53.288323 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Attempting to bind port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c on host n-h2-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:41:53.289078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Attempting to bind port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c by drivers openvswitch,hyperv on host n-h2-799528-4 at level 0 using segments [{'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:41:53.289574 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Attempting to bind port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:53.294875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e not bound, no agent of type Open vSwitch agent registered on host n-h2-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:41:53.295257 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Attempting to bind port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:41:53.301634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Checking agent: {'id': '194cade9-2d89-4278-9c0f-62dcaf91100f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:41:53.302224 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Checking segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:41:53.302846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Bound using segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:41:53.303551 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Bound port: 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host: n-h2-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:41:53.304138 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:53.386044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:41:53.390120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:41:53.396943 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:53.432830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:53.433530 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:53.434926 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] 10.222.0.41 "PUT /v2.0/ports/7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 1092 time: 0.8128197 Jul 08 18:41:53.435497 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:53.440969 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c0be67-aef7-4926-aa56-c43adc6fea17" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:53.475207 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc948aec-8a2f-440f-889e-c4d3ee5d7cda service neutron] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:53.579141 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-39e5117f-5e59-4b13-b140-b3d8578adaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:53.580754 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-39e5117f-5e59-4b13-b140-b3d8578adaab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1095 time: 0.0778301 Jul 08 18:41:53.595437 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e105766b-5afa-4435-bea6-702143a081f5 x-openstack-request-id: req-e105766b-5afa-4435-bea6-702143a081f5 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:53.595733 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:53.596133 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e105766b-5afa-4435-bea6-702143a081f5 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:53.596543 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'status': 'completed', 'code': 200} Jul 08 18:41:53.640549 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-9b6899b0-40b3-42c1-912e-a044b333bfed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 217 time: 0.0389357 Jul 08 18:41:53.693916 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-26a653f7-9572-4bab-a6d9-06e76381c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:53.695743 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-26a653f7-9572-4bab-a6d9-06e76381c4b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0469856 Jul 08 18:41:53.763635 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388000f-3104-4941-9f6c-a5171af9a82b req-400d62c0-1e85-4231-89a6-64e1cd5bdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:53.766103 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-400d62c0-1e85-4231-89a6-64e1cd5bdc6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614970 Jul 08 18:41:53.890516 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-0c3c2dfd-5a19-4b4e-9af7-f8836be087f4 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137269 Jul 08 18:41:53.910421 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902325ae-d1b4-4af5-9e92-d7a4a9bdadd9 req-4591b0de-8e7b-401a-98d6-6d6e8b244d54 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:53.912457 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-902325ae-d1b4-4af5-9e92-d7a4a9bdadd9 req-4591b0de-8e7b-401a-98d6-6d6e8b244d54 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 944 time: 0.0823128 Jul 08 18:41:53.979729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-902325ae-d1b4-4af5-9e92-d7a4a9bdadd9 req-125e2b15-a845-4f27-b593-042d287cfbcb tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592411 Jul 08 18:41:54.011989 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4388000f-3104-4941-9f6c-a5171af9a82b req-5845faf9-2028-428c-9dbc-c44f358ea39c service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144278 Jul 08 18:41:54.207396 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-dc9bb941-a9ba-4f96-906c-7404310372f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:54.209535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-dc9bb941-a9ba-4f96-906c-7404310372f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1095 time: 0.0627222 Jul 08 18:41:54.310144 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-1880c28b-2e15-49ba-9cb8-f7da38e3946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:54.312617 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-1880c28b-2e15-49ba-9cb8-f7da38e3946a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0963557 Jul 08 18:41:54.359558 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-9480fe56-85d6-4a12-b835-085b8d406158 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 217 time: 0.0394697 Jul 08 18:41:54.418673 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-36c85109-d828-4a56-be63-e969de2050ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:54.420256 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-36c85109-d828-4a56-be63-e969de2050ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0531008 Jul 08 18:41:54.483795 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-eec6608c-99ba-449d-8bcc-d05453cbc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:54.485319 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-eec6608c-99ba-449d-8bcc-d05453cbc8ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563898 Jul 08 18:41:54.599397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-d65cb77f-48eb-4a47-9120-fa5b3459528e service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044610 Jul 08 18:41:54.625459 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e24eb1c5-7c1a-4b52-8d72-e032a565314b up at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:54.676691 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Provisioning complete for port e24eb1c5-7c1a-4b52-8d72-e032a565314b triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:54.677718 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:54.719044 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-80c0be67-aef7-4926-aa56-c43adc6fea17 req-bc2a488b-65a6-4322-93c6-5312c9798b97 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114650 Jul 08 18:41:55.167811 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6298-e887-4d65-a20d-5f89c900a4d3 req-28ed960b-aaa2-41cc-860d-d946275a14f0 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:55.169383 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-020d6298-e887-4d65-a20d-5f89c900a4d3 req-28ed960b-aaa2-41cc-860d-d946275a14f0 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 944 time: 0.0688858 Jul 08 18:41:55.213287 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-020d6298-e887-4d65-a20d-5f89c900a4d3 req-449dd3ef-9997-42dd-8cbc-e456713a82b7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350165 Jul 08 18:41:56.403218 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae8900-fcd6-4136-957c-5d94416b4789 req-cf81c714-9727-4f01-a4c5-47d7315a95c3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:56.404801 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dae8900-fcd6-4136-957c-5d94416b4789 req-cf81c714-9727-4f01-a4c5-47d7315a95c3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 944 time: 0.0720696 Jul 08 18:41:56.449733 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9dae8900-fcd6-4136-957c-5d94416b4789 req-8afcb9a8-b447-4ad2-99e3-8c4256e6d6a2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355022 Jul 08 18:41:56.560012 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:56.976227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:41:57.079112 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:57.091822 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:41:57.130563 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:57.149548 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:41:57.170074 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:57.174350 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:57.229450 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:57.562992 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:41:57.611203 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-72cad7ec-7db2-4672-a22a-f43a764f32eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:57.649215 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5c2e3-e3d3-4a64-a9bf-2a9260b9fa2f req-a4581aff-cfe8-40a8-99f7-be69c8d6c1e3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:57.650729 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7f5c2e3-e3d3-4a64-a9bf-2a9260b9fa2f req-a4581aff-cfe8-40a8-99f7-be69c8d6c1e3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 945 time: 0.0799861 Jul 08 18:41:57.701672 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f7f5c2e3-e3d3-4a64-a9bf-2a9260b9fa2f req-395bf571-385a-477f-b33c-e0798a35773c tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441408 Jul 08 18:41:58.919004 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311e4a5-4ab5-4de2-ac6d-fb0b7453034d req-8ca9cdd3-482a-4f6c-afee-c5172e3d01bf tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:58.920649 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3311e4a5-4ab5-4de2-ac6d-fb0b7453034d req-8ca9cdd3-482a-4f6c-afee-c5172e3d01bf tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 945 time: 0.0814517 Jul 08 18:41:58.964798 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3311e4a5-4ab5-4de2-ac6d-fb0b7453034d req-1c2ea3bf-2500-4ea0-8706-d99c35341a71 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339656 Jul 08 18:41:58.977967 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:41:59.027985 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning for port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:41:59.032055 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:41:59.032435 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.112581 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.138162 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:41:59.140792 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746c72ff-336a-4ca9-b240-12ccb96de39a" -d '{"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:41:59.157137 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:41:59.163939 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:41:59.206094 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf8a3ad-0a96-4085-8436-e65aec5f3283 x-openstack-request-id: req-bcf8a3ad-0a96-4085-8436-e65aec5f3283 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:41:59.206528 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:41:59.206944 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bcf8a3ad-0a96-4085-8436-e65aec5f3283 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:41:59.207506 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'code': 200} Jul 08 18:41:59.233664 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:41:59.353117 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788b1b3-c4d5-4b63-abd4-eecbaeba2e89 req-0bdb7f6c-bc3c-4723-96d4-a503ecc72942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:41:59.354645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c788b1b3-c4d5-4b63-abd4-eecbaeba2e89 req-0bdb7f6c-bc3c-4723-96d4-a503ecc72942 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1097 time: 0.0553689 Jul 08 18:41:59.400335 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-c788b1b3-c4d5-4b63-abd4-eecbaeba2e89 req-f31136bf-8ac2-44b3-a082-a170cea6206f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342107 Jul 08 18:42:00.121585 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-5c2b5c80-7aa9-4360-b25b-5d4f7b35fddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:00.191038 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cca61-77f1-41ba-90df-a8f5e176e02f req-1b906aff-6730-497d-93aa-b585583895e8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:00.192785 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c1cca61-77f1-41ba-90df-a8f5e176e02f req-1b906aff-6730-497d-93aa-b585583895e8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 946 time: 0.0938234 Jul 08 18:42:00.235403 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2c1cca61-77f1-41ba-90df-a8f5e176e02f req-6e499e99-09d7-4385-a665-d5d2f106eaa3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363212 Jul 08 18:42:00.621388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.429982 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44867a0b-94d1-4844-a3ce-8eedcbd5c688 req-d3217525-a66f-4b25-8a4e-879f3c210c26 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.431508 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44867a0b-94d1-4844-a3ce-8eedcbd5c688 req-d3217525-a66f-4b25-8a4e-879f3c210c26 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 946 time: 0.0782857 Jul 08 18:42:01.476301 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-44867a0b-94d1-4844-a3ce-8eedcbd5c688 req-3851af0c-2435-46be-864d-102a7eb4a196 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388157 Jul 08 18:42:01.663544 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2e416-9b0d-4abb-86af-5b8ef4fd132c req-4b7c53ab-e004-494c-92e3-97887f3ac1af tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.665165 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8e2e416-9b0d-4abb-86af-5b8ef4fd132c req-4b7c53ab-e004-494c-92e3-97887f3ac1af tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 946 time: 0.0685022 Jul 08 18:42:01.699723 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:01.721400 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b8e2e416-9b0d-4abb-86af-5b8ef4fd132c req-53b9bb51-1c8a-4e01-8728-b108f43c2b4e tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505486 Jul 08 18:42:01.748102 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58332) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:01.906098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc05307-8400-4157-a7e6-0c3fa01f7cfb tempest-TestSnapshotPattern-402057152 tempest-TestSnapshotPattern-402057152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:01.907692 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-cdc05307-8400-4157-a7e6-0c3fa01f7cfb tempest-TestSnapshotPattern-402057152 tempest-TestSnapshotPattern-402057152-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1092 time: 0.1583526 Jul 08 18:42:01.911465 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58336) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:42:01.916402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:42:01.945061 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.054190 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.165655 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Allocated IP 172.25.5.142 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/4841b070-8e57-4657-bdc3-c849b6a7c756) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:42:02.276085 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.317364 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.374693 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:42:02.377822 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:42:02.382486 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:42:02.405228 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'Port': ['ID=4841b070-8e57-4657-bdc3-c849b6a7c756,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:02.780853 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:02.867901 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.043299 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.049007 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.116205 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'Port': ['ID=4841b070-8e57-4657-bdc3-c849b6a7c756,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:42:03.136968 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.154022 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.243855 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Floating IP 52ff292a-28ea-4f97-abab-2f6d9bb775b0 associated. External IP: 172.25.5.142, port: 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c. Jul 08 18:42:03.512349 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Router 6179da05-34f7-42ac-99aa-b1fbc428d229 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:42:03.627875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:42:03.642084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] Sync routers for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:42:03.647824 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:03.654319 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:03.655301 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:42:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:03.696145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-48a8ebcb-146b-4159-8746-9d7a136fc0b8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7833312 Jul 08 18:42:03.696900 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:42:03.699374 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6324a6f-1174-4daf-a042-93a332271445" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:42:03.747916 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19c24c5-f175-4f3f-9d50-af04beb064cd x-openstack-request-id: req-f19c24c5-f175-4f3f-9d50-af04beb064cd {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:42:03.748156 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:42:03.748322 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f19c24c5-f175-4f3f-9d50-af04beb064cd {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:42:03.748642 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'status': 'completed', 'code': 200} Jul 08 18:42:03.801278 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:03.863901 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a6f-1174-4daf-a042-93a332271445 req-74c11fbc-e8d0-4017-a585-b2330c05ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:03.866077 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e6324a6f-1174-4daf-a042-93a332271445 req-74c11fbc-e8d0-4017-a585-b2330c05ac47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1097 time: 0.0709867 Jul 08 18:42:03.980992 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a6f-1174-4daf-a042-93a332271445 req-3103c648-a47e-4866-be8d-2bcb5912a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:03.983076 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e6324a6f-1174-4daf-a042-93a332271445 req-3103c648-a47e-4866-be8d-2bcb5912a5e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.1075840 Jul 08 18:42:04.057542 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e6324a6f-1174-4daf-a042-93a332271445 req-fb885d30-ab21-4566-8789-fbab7ae508a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 1000 time: 0.0622723 Jul 08 18:42:04.084955 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:02Z', 'revision_number': 0, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:04.117705 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] Checking router: 6179da05-34f7-42ac-99aa-b1fbc428d229 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:42:04.122892 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a6f-1174-4daf-a042-93a332271445 req-9ef6d4e2-a625-48f8-99ad-4d20a2e2cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:04.124394 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e6324a6f-1174-4daf-a042-93a332271445 req-9ef6d4e2-a625-48f8-99ad-4d20a2e2cf70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0610197 Jul 08 18:42:04.126608 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:42:04.127231 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:42:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:04.189583 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a6f-1174-4daf-a042-93a332271445 req-b75f6e7b-7b2e-43f2-b27c-1f91fb68f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:04.191145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e6324a6f-1174-4daf-a042-93a332271445 req-b75f6e7b-7b2e-43f2-b27c-1f91fb68f709 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603147 Jul 08 18:42:04.247819 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:42:04.305391 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e6324a6f-1174-4daf-a042-93a332271445 req-0d5bcb91-7478-4599-a338-e4ff1694e625 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072664 Jul 08 18:42:04.430855 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e6324a6f-1174-4daf-a042-93a332271445 req-89496f26-3505-4bc6-b42f-4d666d0e032c service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168308 Jul 08 18:42:04.532207 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:02Z', 'revision_number': 0, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:42:04.564454 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335aa3b-df05-4aa6-a363-e08ef25349cb None None] The sync data for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 is: [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:02Z', 'revision_number': 0, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:42:04.825736 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c0cc71-0d31-46b0-b13e-7ee59499a4cf None None] New status for floating IP 52ff292a-28ea-4f97-abab-2f6d9bb775b0: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:42:10.103490 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:42:14.345017 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:19.998353 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-4ccf56de-0ad7-46fe-9a37-0e16c5b7ebde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509522 Jul 08 18:42:20.112407 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-06de3814-ebb7-456b-a578-28bb36c47003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:20.113894 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-06de3814-ebb7-456b-a578-28bb36c47003 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1097 time: 0.0525048 Jul 08 18:42:20.226412 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-3209c85a-93d9-4887-a22f-be352c170c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:20.227956 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-3209c85a-93d9-4887-a22f-be352c170c5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0932713 Jul 08 18:42:20.296092 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-0086f18f-710b-4e34-b6ff-26b52b5d59e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 1002 time: 0.0595338 Jul 08 18:42:20.349417 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-6f9d1ac1-560c-4d47-ad5a-78610b451ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:20.350910 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-6f9d1ac1-560c-4d47-ad5a-78610b451ceb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0478568 Jul 08 18:42:20.408668 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-b4e74d50-ea22-4a66-9698-f9877ed9dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:42:20.410156 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-b4e74d50-ea22-4a66-9698-f9877ed9dc55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511096 Jul 08 18:42:20.497788 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-9ca644cf-ceb9-4917-8fe3-2202b068a757 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800312 Jul 08 18:42:20.594185 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-bc40d6c7-f446-4259-a81f-15610b5e6622 req-46a07f87-42cc-4b5c-8627-52f0860079ae service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871756 Jul 08 18:42:26.580428 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:27.604332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f9696988-84ad-4ac9-a2ad-63abf292913e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:30.124675 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2fb7bd8e-11d1-4d9a-8d4c-c5803a7f5dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:30.614121 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:31.695789 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:33.152866 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:44.357931 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:47.104143 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:42:56.588667 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:42:57.606117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9ecf57a1-6e01-428d-b2c0-4b3757f68bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:00.126494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-af2a9e36-fde4-4e3f-86b8-d4f0d8ae0865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:00.616248 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:01.695929 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:03.155117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:14.373951 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:19.996897 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-bfa591ba-fffd-4e24-abb4-34d7de3873fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523922 Jul 08 18:43:20.124160 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03d59-f606-4d90-87d1-c59ff851483e req-a0ec6d57-fac9-4918-9a50-a1a160dd80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:20.125563 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-a0ec6d57-fac9-4918-9a50-a1a160dd80a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1097 time: 0.0579393 Jul 08 18:43:20.234449 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03d59-f606-4d90-87d1-c59ff851483e req-f3a3f931-636d-448d-96b7-a7ff789cfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:20.235941 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-f3a3f931-636d-448d-96b7-a7ff789cfa8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0838971 Jul 08 18:43:20.304026 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-db31513c-8c22-41dc-a90b-96b2b9819749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 1002 time: 0.0594981 Jul 08 18:43:20.354250 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03d59-f606-4d90-87d1-c59ff851483e req-b1c942bf-871c-4e16-b6b5-a0d95839c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:20.355737 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-b1c942bf-871c-4e16-b6b5-a0d95839c3dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0429196 Jul 08 18:43:20.416027 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b03d59-f606-4d90-87d1-c59ff851483e req-f82e04dd-f4ef-409f-805e-75dcb210d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:43:20.417508 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-f82e04dd-f4ef-409f-805e-75dcb210d733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504751 Jul 08 18:43:20.512252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-5a1721c1-5021-467e-a35c-78b1cfc149d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839806 Jul 08 18:43:20.604233 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-19b03d59-f606-4d90-87d1-c59ff851483e req-b96898a2-31f9-497d-85f7-6a1bc431f586 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821860 Jul 08 18:43:24.104627 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:43:26.579573 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:27.606498 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1fe74bee-16fc-44b3-8c16-f2130b29f91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:30.127355 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-09e1fd2f-7524-43d9-9f2d-f77ca6c9232a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:30.618227 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:31.699012 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:33.158746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:44.373127 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:56.602355 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:43:57.608481 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a52bc091-05e3-4fd8-b94d-c8386bd51978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:00.127797 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-48650c40-db73-4755-8be9-8bc027ed4920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:00.618404 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:01.104410 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:44:01.705594 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:03.160860 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:03.741023 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c details requested by agent hyperv_n-h2-799528-4 with host n-h2-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:44:03.833191 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:03.844936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Returning: {'device': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:44:03.884274 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:03.896267 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:44:03.915192 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:03.919327 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:03.967813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:03.974877 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.975226 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.975568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.975898 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.976233 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.976566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.976917 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.977243 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.977569 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.977886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.978203 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:03.978518 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:04.087198 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] get_ports_and_sgs() called for port_ids ['7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:44:05.752058 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c up at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:44:05.801585 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Provisioning complete for port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:44:05.801963 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:05.902787 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:05.926013 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:05.928593 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10298f58-03f2-4247-ba52-b2d1cc3f135e" -d '{"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:05.948995 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:05.954805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:06.014583 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:06.077091 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f518d8-a9fa-40e2-a958-63c698ee28c7 x-openstack-request-id: req-a9f518d8-a9fa-40e2-a958-63c698ee28c7 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:06.077740 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-plugged", "status": "completed", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:06.078093 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a9f518d8-a9fa-40e2-a958-63c698ee28c7 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:06.078599 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'code': 200} Jul 08 18:44:06.215683 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-b053e16f-c818-4951-ba97-700830b801a6 req-2fd0a0d5-7394-447e-9102-6fa64ac03e65 tempest-TestNetworkAdvancedServerOps-1197474452 tempest-TestNetworkAdvancedServerOps-1197474452-project] (93665) timed out ('10.222.0.72', 59431) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:44:14.387620 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:15.233985 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-7deab851-a50d-4190-8e41-27d90f68bb16 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456247493&fields=id&tenant_id=1f01a6803bc942199f13ab2d38b16b5c HTTP/1.1" status: 200 len: 267 time: 0.0377846 Jul 08 18:44:15.336372 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-b38d62ef-2bbd-47ae-a28b-39a35ed8a83e tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:15.337939 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-b38d62ef-2bbd-47ae-a28b-39a35ed8a83e tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 810 time: 0.0977383 Jul 08 18:44:15.353693 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-75028af5-6120-481e-be79-bee29aca8b27 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/quotas/1f01a6803bc942199f13ab2d38b16b5c HTTP/1.1" status: 200 len: 375 time: 0.0097325 Jul 08 18:44:15.423474 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-71b67980-8fda-493c-ab50-a4b4f4d9b110 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0645278 Jul 08 18:44:15.562106 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-8c8251f1-9aa5-46bb-b0f5-b0cdbc6ca581 service neutron] 10.222.0.63 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273272 Jul 08 18:44:15.650712 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-a7e054f4-7c78-4c1b-96ac-1e4346cdf1a8 service neutron] 10.222.0.63 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826163 Jul 08 18:44:15.823272 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-0fd8dc11-2bae-4376-bbb1-c620da3f4576 req-e4698ba2-8dd8-46c6-ad04-98399df325ca tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0340490 Jul 08 18:44:16.904767 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-9c07298a-2afb-4842-990b-0c85dad8e06c req-8ae3daf4-b22f-466a-a346-e9330dd5f746 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0285778 Jul 08 18:44:17.782728 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:44:17.994125 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-59ded69c-a6fe-431b-8a40-d8bf342c25a1 req-e08b569a-aa0d-431b-bdc2-778b89315ab5 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0314445 Jul 08 18:44:18.019003 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:18.040863 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:18.043002 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a93b67-2ced-4c11-b504-8c31ceb1ecd6" -d '{"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:18.055320 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:18.059717 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:18.083233 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d715cec-75a3-4bb5-b936-6f0cef7617a6 x-openstack-request-id: req-7d715cec-75a3-4bb5-b936-6f0cef7617a6 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:18.083519 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-unplugged", "status": "completed", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:18.083824 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7d715cec-75a3-4bb5-b936-6f0cef7617a6 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:18.084213 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'code': 200} Jul 08 18:44:18.110593 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Pushing event updated for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:18.886924 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.72', 60443) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:19.145304 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c039ceb4-fed8-41f8-acdc-25bbd83565cc req-009da0c8-77d8-4f26-9525-87abd654fc4c tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0289977 Jul 08 18:44:19.332239 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-9efaf800-9017-412d-aec4-fd1c775a7412 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:19.335345 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-9efaf800-9017-412d-aec4-fd1c775a7412 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.72 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 810 time: 0.4466741 Jul 08 18:44:19.400885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-0bd3a370-5528-4fe0-ac74-f2132a41c5b9 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f01a6803bc942199f13ab2d38b16b5c HTTP/1.1" status: 200 len: 379 time: 0.0573874 Jul 08 18:44:20.507321 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c6609a9a-fc52-4f05-bd08-93556e13cc91 req-76a23712-77ea-4f5e-9ffa-51a40a55476c tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0417080 Jul 08 18:44:21.656930 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-2ffbb482-8348-4341-a3d5-4601cf00be33 req-0a0b5f73-2b80-4aa7-93d4-2901a98c8fbc tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0315356 Jul 08 18:44:22.024281 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-5ee4bbd8-7257-4fa9-b38e-42b83c03fe9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530057 Jul 08 18:44:22.155910 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-dd98945e-d271-4651-9cd7-cd432aed8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:22.157368 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-dd98945e-d271-4651-9cd7-cd432aed8f4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1095 time: 0.0592639 Jul 08 18:44:22.273571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-db2edb8d-ebb4-41bb-8c7d-0cb8001d85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:22.275397 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-db2edb8d-ebb4-41bb-8c7d-0cb8001d85ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0924764 Jul 08 18:44:22.349433 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-e8570e50-6be7-44ac-84fa-3145c4e79167 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 1000 time: 0.0628755 Jul 08 18:44:22.408830 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-72d6d774-2940-49de-a2f8-6b47e5b50a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:22.410252 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-72d6d774-2940-49de-a2f8-6b47e5b50a1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0516024 Jul 08 18:44:22.474183 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-bc3f2d93-e140-40b7-8f92-b32976f8895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:22.476263 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-bc3f2d93-e140-40b7-8f92-b32976f8895a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557547 Jul 08 18:44:22.572209 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-53887983-ed35-432e-a40c-ca7d14751092 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846829 Jul 08 18:44:22.672557 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-0f73c93b-8bf8-41d3-a91a-d91ec4d67726 req-53cdf3a0-d723-4e9c-91f9-dcc08081c0e6 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907388 Jul 08 18:44:22.809468 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7236a08b-94f9-4ae0-a72f-77e54d058d9b req-12352c11-c074-4231-bd95-913e0060c4b7 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0304573 Jul 08 18:44:23.968628 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-45c79dac-57d9-47f8-bc2c-0d3d367b4c7a req-b271710d-6541-4659-b741-0856d1e901a4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0291913 Jul 08 18:44:25.123414 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ec067e19-c65d-4ae9-b304-bbcfa0f6c9ce req-8b03382c-c63e-4a7e-a071-66ca3d945349 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0328212 Jul 08 18:44:26.283453 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-f0f59178-b706-467e-a96a-508c35e609d8 req-a17af07c-65f6-4ba5-a102-dceffdb26ccf tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0312746 Jul 08 18:44:26.616044 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:27.444558 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c7085feb-c626-42dd-ba64-5b7ef65452a8 req-e547baee-2fb5-4d2f-9075-912c7102b3bf tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0381794 Jul 08 18:44:27.609643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3997c70c-1731-4431-80e8-bdb14baa5629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:28.610797 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31264b37-fa0c-451e-a351-ec187dd329b5 req-5fa395a5-0f36-4257-b11c-c6f21af85528 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0435717 Jul 08 18:44:29.468391 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'port': {'device_id': '32a8856f-49f6-424a-968b-0d113ef25493', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'admin_state_up': True, 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'security_groups': ['ba40f076-9926-4064-bb49-5e84df9bb622']}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:44:29.589381 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Made reservation on behalf of 1f01a6803bc942199f13ab2d38b16b5c for: {'port': 1} {{(pid=93665) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 18:44:29.593104 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:29.722786 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Allocated IP 172.20.0.5 (c0cabc82-e669-4e65-9fc7-7cc5c86d973e/051bad31-d946-4375-9f47-9bee40fe0f96/2adf5f1c-422a-467f-9696-6359df9519fd) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:44:29.765354 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-64807776-f45c-4602-9e92-8e2c6c4283b5 req-d66862f8-3da2-428c-aaa0-1d359bc02e53 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0366070 Jul 08 18:44:29.870685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:29.883968 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Transition to ACTIVE for port object 2adf5f1c-422a-467f-9696-6359df9519fd will not be triggered until provisioned by entity DHCP. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:44:29.917023 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:29.961296 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:44:29.964710 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:44:29.968577 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:44:29.992587 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:30.007413 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.007753 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.008098 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.008727 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.009392 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.009791 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.010535 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.011049 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.011178 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.011493 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.011814 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.012134 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:44:30.038348 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:30.038981 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.055166 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-21aff00b-fd14-4070-8c95-9ca86cb6eaac tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908110 Jul 08 18:44:30.065072 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-a1c9fbe5-cba4-4de1-89ad-00f8a9dc6bd5 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=93665) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 18:44:30.066219 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-a1c9fbe5-cba4-4de1-89ad-00f8a9dc6bd5 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054262 Jul 08 18:44:30.121810 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Request body: {'port': {'device_id': '32a8856f-49f6-424a-968b-0d113ef25493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799528-4'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:44:30.131422 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c6733b9a-5e88-49d1-b081-d0f0e3cafbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.196680 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.211468 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cf84f331-0a87-491d-9aad-0f41c4f34c8b None None] Provisioning for port 2adf5f1c-422a-467f-9696-6359df9519fd completed by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:44:30.216661 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-cf84f331-0a87-491d-9aad-0f41c4f34c8b None None] Provisioning complete for port 2adf5f1c-422a-467f-9696-6359df9519fd triggered by entity DHCP. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:44:30.217069 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cf84f331-0a87-491d-9aad-0f41c4f34c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.254172 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-cf84f331-0a87-491d-9aad-0f41c4f34c8b None None] Port 2adf5f1c-422a-467f-9696-6359df9519fd cannot update to ACTIVE because it is not bound. {{(pid=93666) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 18:44:30.463237 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2adf5f1c-422a-467f-9696-6359df9519fd {{(pid=93665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:44:30.471215 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.485776 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.provisioning_blocks [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Transition to ACTIVE for port object 2adf5f1c-422a-467f-9696-6359df9519fd will not be triggered until provisioned by entity L2. {{(pid=93665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 18:44:30.491773 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.544621 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:30.622155 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.623203 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Attempting to bind port 2adf5f1c-422a-467f-9696-6359df9519fd on host n-h1-799528-4 for vnic_type normal with profile {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 18:44:30.623542 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Attempting to bind port 2adf5f1c-422a-467f-9696-6359df9519fd by drivers openvswitch,hyperv on host n-h1-799528-4 at level 0 using segments [{'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 18:44:30.623875 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Attempting to bind port 2adf5f1c-422a-467f-9696-6359df9519fd on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:44:30.628534 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Port 2adf5f1c-422a-467f-9696-6359df9519fd on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e not bound, no agent of type Open vSwitch agent registered on host n-h1-799528-4 {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 18:44:30.628891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Attempting to bind port 2adf5f1c-422a-467f-9696-6359df9519fd on network c0cabc82-e669-4e65-9fc7-7cc5c86d973e {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 18:44:30.634440 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Checking agent: {'id': '4bc7edc6-c7f9-4716-a315-e1c8cc16e535', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799528-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'started_at': datetime.datetime(2021, 7, 8, 17, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 18, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 18:44:30.634891 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Checking segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 18:44:30.635137 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Bound using segment: {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'} {{(pid=93665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 18:44:30.635558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.managers [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Bound port: 2adf5f1c-422a-467f-9696-6359df9519fd, host: n-h1-799528-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eacd2f-1a0e-409e-b594-7e95914ba65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e'}}] {{(pid=93665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 18:44:30.635913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.701724 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, cleared binding levels {{(pid=93665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 18:44:30.704721 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 18:44:30.709709 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.742564 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:30.743175 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:30.744624 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] 10.222.0.72 "PUT /v2.0/ports/2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 200 len: 1091 time: 0.6720071 Jul 08 18:44:30.745080 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:30.747373 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d67fe2-4cd5-438c-812c-45a79b653fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:30.798098 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866937f2-32a3-4ce3-a681-07568e71fa33 x-openstack-request-id: req-866937f2-32a3-4ce3-a681-07568e71fa33 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:30.798395 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:30.798626 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-866937f2-32a3-4ce3-a681-07568e71fa33 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:30.799025 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd', 'status': 'completed', 'code': 200} Jul 08 18:44:30.825241 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe4d41-0b1a-4428-b4f0-c15ccc914e56 service neutron] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=3']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:30.854687 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-588147be-7cf0-439b-8f13-387f5fbb34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:30.856232 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-588147be-7cf0-439b-8f13-387f5fbb34f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1094 time: 0.0713556 Jul 08 18:44:30.900175 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-7d7861b0-79ba-4705-9672-8914d7d15da7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 200 len: 217 time: 0.0370183 Jul 08 18:44:30.949760 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-a4453eb5-260a-4a2d-9186-fd3e0f45ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:30.951239 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-a4453eb5-260a-4a2d-9186-fd3e0f45ddb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0453327 Jul 08 18:44:30.974971 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c53b1-913b-4d21-8559-976ac948ae85 req-15198ede-4e7f-4bf8-a9d7-e83fd5b9733f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:30.976491 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-445c53b1-913b-4d21-8559-976ac948ae85 req-15198ede-4e7f-4bf8-a9d7-e83fd5b9733f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 943 time: 0.0656464 Jul 08 18:44:31.015030 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-cf7c33c6-50e7-4872-b7f8-1d6824547d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:31.016560 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-cf7c33c6-50e7-4872-b7f8-1d6824547d89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596397 Jul 08 18:44:31.016722 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-445c53b1-913b-4d21-8559-976ac948ae85 req-9ad5f61e-f67a-4966-9a6b-3eb33ee633a9 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343845 Jul 08 18:44:31.104709 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-66a1c4d0-b3b9-497b-952c-e4f11d7b76c1 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817153 Jul 08 18:44:31.198576 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-f84c7f71-fcee-44ec-b344-d27afecda628 req-c1553470-84ce-4109-bc0b-67114d2fda19 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874336 Jul 08 18:44:31.294389 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-e8cf11b7-93f1-40af-98f2-29c637aa9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:31.295788 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-e8cf11b7-93f1-40af-98f2-29c637aa9358 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1094 time: 0.0514145 Jul 08 18:44:31.382474 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-15ffb679-f18c-42a4-9a63-2b4e0e4d50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:31.383940 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-15ffb679-f18c-42a4-9a63-2b4e0e4d50d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0822663 Jul 08 18:44:31.428455 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-95205060-fd99-4fb1-9037-89ee599203e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 200 len: 217 time: 0.0376296 Jul 08 18:44:31.475276 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-c9ded589-3f48-49cd-a4cc-c32210408ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:31.476708 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-c9ded589-3f48-49cd-a4cc-c32210408ba5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0429909 Jul 08 18:44:31.532973 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-10810d20-14d2-4a9c-b5c8-00618711218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:31.534543 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-10810d20-14d2-4a9c-b5c8-00618711218a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511873 Jul 08 18:44:31.628145 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-53b29e8a-907c-4120-bf09-4eb2ab885442 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864003 Jul 08 18:44:31.704661 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:31.717739 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-e4d67fe2-4cd5-438c-812c-45a79b653fe7 req-70d29760-74e0-4e06-8476-532c83441ff5 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Jul 08 18:44:32.185451 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fd479-f53f-469a-ba6c-8f9403e4f56f req-1a94afe5-f2dd-4d16-bd04-dacc429619e2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:32.186917 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2fd479-f53f-469a-ba6c-8f9403e4f56f req-1a94afe5-f2dd-4d16-bd04-dacc429619e2 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 943 time: 0.0625398 Jul 08 18:44:32.224980 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-cf2fd479-f53f-469a-ba6c-8f9403e4f56f req-eebf1212-633c-4d48-9db0-a78c401fd2e9 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324667 Jul 08 18:44:33.169436 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:33.402247 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78e64c-1161-4ed9-b8db-3f1d5ba50c66 req-ca26f351-e331-460b-be21-c610731c2e67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:33.403752 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e78e64c-1161-4ed9-b8db-3f1d5ba50c66 req-ca26f351-e331-460b-be21-c610731c2e67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 943 time: 0.0682337 Jul 08 18:44:33.463023 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-3e78e64c-1161-4ed9-b8db-3f1d5ba50c66 req-beafd3fe-fe33-4b4b-8f16-a9e53658257f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531785 Jul 08 18:44:34.638407 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3189-e4b1-4d18-b2fc-a39f8d149e42 req-577abccb-b31d-4e32-9124-7ff93905e1ba tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:34.639918 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed5c3189-e4b1-4d18-b2fc-a39f8d149e42 req-577abccb-b31d-4e32-9124-7ff93905e1ba tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 943 time: 0.0649624 Jul 08 18:44:34.680220 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-ed5c3189-e4b1-4d18-b2fc-a39f8d149e42 req-82de56d5-6fab-4635-96e5-ec7ba770cdd8 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337422 Jul 08 18:44:34.847755 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2adf5f1c-422a-467f-9696-6359df9519fd details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:44:34.945805 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:34.960543 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2adf5f1c-422a-467f-9696-6359df9519fd', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'port_id': '2adf5f1c-422a-467f-9696-6359df9519fd', 'mac_address': 'fa:16:3e:73:c8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:44:35.001643 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:35.014142 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adf5f1c-422a-467f-9696-6359df9519fd {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:44:35.034161 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:35.039539 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:35.093837 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=4']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:35.278621 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2adf5f1c-422a-467f-9696-6359df9519fd'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:44:35.869579 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e04102-6706-48cf-8fde-faf630934ee4 req-86b095c5-2f5d-42d0-97b8-3747f1b91299 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:35.871139 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09e04102-6706-48cf-8fde-faf630934ee4 req-86b095c5-2f5d-42d0-97b8-3747f1b91299 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 944 time: 0.0732412 Jul 08 18:44:35.913278 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-09e04102-6706-48cf-8fde-faf630934ee4 req-c39232d1-a2ab-4629-9cf3-bf8fecdfd2bf tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361691 Jul 08 18:44:36.858286 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2adf5f1c-422a-467f-9696-6359df9519fd up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:44:36.906235 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning for port 2adf5f1c-422a-467f-9696-6359df9519fd completed by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 18:44:36.910347 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2adf5f1c-422a-467f-9696-6359df9519fd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:44:36.910723 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:36.994943 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:37.021486 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:37.024613 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc9463-c620-4cae-842e-2ad8612786a2" -d '{"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-plugged", "status": "completed", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:37.037694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:44:37.042004 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:37.097190 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f41744-7a2a-4139-a494-2f897002158b req-71629ca0-8b67-4e3c-bb57-00b9618d3fae tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:37.098764 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31f41744-7a2a-4139-a494-2f897002158b req-71629ca0-8b67-4e3c-bb57-00b9618d3fae tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 945 time: 0.0659409 Jul 08 18:44:37.099102 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=5']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:37.139716 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-31f41744-7a2a-4139-a494-2f897002158b req-0f8e6ebb-6d22-44c1-9365-329f2c20f276 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328104 Jul 08 18:44:37.184161 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920efb71-c7fc-4915-bed3-f06dca5af7b9 x-openstack-request-id: req-920efb71-c7fc-4915-bed3-f06dca5af7b9 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:37.184452 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-plugged", "status": "completed", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:37.184703 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-920efb71-c7fc-4915-bed3-f06dca5af7b9 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:37.185146 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd', 'code': 200} Jul 08 18:44:37.293402 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef11e7-b71e-47d8-99c7-eba7ab9a8269 req-46a96ad5-36b3-4e7c-8884-54274389f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:37.294880 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9aef11e7-b71e-47d8-99c7-eba7ab9a8269 req-46a96ad5-36b3-4e7c-8884-54274389f67f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1096 time: 0.0504522 Jul 08 18:44:37.333805 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-9aef11e7-b71e-47d8-99c7-eba7ab9a8269 req-18c2f6af-6b13-407a-b6de-fbf31adeefbf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327380 Jul 08 18:44:38.104989 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:44:38.429011 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe2b64-92f0-4ee5-b4de-e0d937b0c842 req-283c0c22-f5ee-41fb-af0c-d528570ee3bb tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:38.430510 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adfe2b64-92f0-4ee5-b4de-e0d937b0c842 req-283c0c22-f5ee-41fb-af0c-d528570ee3bb tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 945 time: 0.1801815 Jul 08 18:44:38.472626 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-adfe2b64-92f0-4ee5-b4de-e0d937b0c842 req-c1cef452-7d96-4749-8c78-06038ebdfe59 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365300 Jul 08 18:44:38.646008 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa246fe-50a3-4fff-abce-8998ec9f25c6 req-6e9328d0-ed5b-4186-837c-1a69c1dda126 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:38.647545 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eaa246fe-50a3-4fff-abce-8998ec9f25c6 req-6e9328d0-ed5b-4186-837c-1a69c1dda126 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 945 time: 0.0652285 Jul 08 18:44:38.685826 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-eaa246fe-50a3-4fff-abce-8998ec9f25c6 req-0e2499c9-0093-444e-a7eb-a3cad4065761 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326154 Jul 08 18:44:38.709718 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58650) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:38.762597 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944f0ad-f41a-4dca-8b82-03f2d3d69580 tempest-TestSnapshotPattern-402057152 tempest-TestSnapshotPattern-402057152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:38.764190 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-7944f0ad-f41a-4dca-8b82-03f2d3d69580 tempest-TestSnapshotPattern-402057152 tempest-TestSnapshotPattern-402057152-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1091 time: 0.0534506 Jul 08 18:44:38.767129 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58652) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:44:38.771616 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.v2.base [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Request body: {'floatingip': {'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'port_id': '2adf5f1c-422a-467f-9696-6359df9519fd', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93665) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 18:44:38.794722 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.893895 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:38.999681 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_common [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Allocated IP 172.25.5.64 (a83a13eb-f840-4cc4-a00d-fa978b2f89ec/33f943f1-f4b1-42bc-8a1a-5158d35faeb3/a15a22a9-d076-44bc-8813-77cdd25645e2) {{(pid=93665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 18:44:39.100905 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for port, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.145779 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-47546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735683949788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28939303'] for port, after_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.184361 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Network a83a13eb-f840-4cc4-a00d-fa978b2f89ec is already hosted by enough agents. {{(pid=93665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 18:44:39.187204 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.base_scheduler [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Resources bound (agent type, host, resource id): {{(pid=93665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 18:44:39.192603 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Received port after_create {{(pid=93665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 18:44:39.220748 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'Port': ['ID=a15a22a9-d076-44bc-8813-77cdd25645e2,revision_number=1']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:39.578961 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.657532 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.807207 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for port, precommit_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.812030 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28939321'] for port, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.885761 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event updated for resources: {'Port': ['ID=a15a22a9-d076-44bc-8813-77cdd25645e2,revision_number=2']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:44:39.893541 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677132'] for floatingip, after_update {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:39.997497 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Floating IP ed7d1c6c-c5e6-4868-947c-68cafa16ee61 associated. External IP: 172.25.5.64, port: 2adf5f1c-422a-467f-9696-6359df9519fd. Jul 08 18:44:40.206528 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Router 6179da05-34f7-42ac-99aa-b1fbc428d229 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:44:40.313841 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:44:40.324793 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] Sync routers for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:44:40.330689 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:40.335390 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:44:40.336095 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:44:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:40.368959 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-eae2038d-e1b7-4851-8687-32778612ca9b tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6007345 Jul 08 18:44:40.369566 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:44:40.371876 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af2da08-09be-4e20-b2ee-7a8399679db0" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:44:40.407263 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc440c8-7e2f-4028-a9d4-18a5870834e4 x-openstack-request-id: req-2cc440c8-7e2f-4028-a9d4-18a5870834e4 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:44:40.407646 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:44:40.407917 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2cc440c8-7e2f-4028-a9d4-18a5870834e4 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:44:40.408155 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd', 'status': 'completed', 'code': 200} Jul 08 18:44:40.465250 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:44:40.483523 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-704b72c6-e526-4fdc-9a48-42c88d81c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:40.485169 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-704b72c6-e526-4fdc-9a48-42c88d81c099 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1096 time: 0.0547094 Jul 08 18:44:40.577745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-be1793d6-6df1-463a-b2fc-02feef705f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:40.579235 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-be1793d6-6df1-463a-b2fc-02feef705f59 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0878665 Jul 08 18:44:40.644446 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-ee885859-9ab8-4d52-8efc-acb495fdf85e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 200 len: 998 time: 0.0588620 Jul 08 18:44:40.696524 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:04Z', 'revision_number': 1, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}, {'id': 'ed7d1c6c-c5e6-4868-947c-68cafa16ee61', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '2adf5f1c-422a-467f-9696-6359df9519fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:73:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a8856f-49f6-424a-968b-0d113ef25493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:44:39Z', 'updated_at': '2021-07-08T18:44:39Z', 'revision_number': 0, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:40.698642 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-3709f6eb-accf-4932-8614-13d2d0ada567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:40.700194 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-3709f6eb-accf-4932-8614-13d2d0ada567 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0501442 Jul 08 18:44:40.723568 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] Checking router: 6179da05-34f7-42ac-99aa-b1fbc428d229 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:44:40.732637 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:44:40.733284 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:44:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:40.761889 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-fb108cd1-45c2-4397-98ee-0024c0a9b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:44:40.761889 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-fb108cd1-45c2-4397-98ee-0024c0a9b75c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540409 Jul 08 18:44:40.838748 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:44:40.859609 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-eaa6f072-abfd-41dd-9fae-50475edd5d67 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919361 Jul 08 18:44:40.956451 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-4af2da08-09be-4e20-b2ee-7a8399679db0 req-ab5679b4-c558-4acc-b179-998c0e229f60 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904374 Jul 08 18:44:41.066016 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:04Z', 'revision_number': 1, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}, {'id': 'ed7d1c6c-c5e6-4868-947c-68cafa16ee61', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '2adf5f1c-422a-467f-9696-6359df9519fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:73:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a8856f-49f6-424a-968b-0d113ef25493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:44:39Z', 'updated_at': '2021-07-08T18:44:39Z', 'revision_number': 0, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:44:41.096706 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8017f072-08f9-4988-b0be-3090fd847118 None None] The sync data for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 is: [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:04Z', 'revision_number': 1, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}, {'id': 'ed7d1c6c-c5e6-4868-947c-68cafa16ee61', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.64', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '2adf5f1c-422a-467f-9696-6359df9519fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:73:c8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a8856f-49f6-424a-968b-0d113ef25493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:44:39Z', 'updated_at': '2021-07-08T18:44:39Z', 'revision_number': 0, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:44:41.305265 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db7505a-66ed-460a-92e9-634b785774b4 None None] New status for floating IP ed7d1c6c-c5e6-4868-947c-68cafa16ee61: ACTIVE {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:44:44.389313 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:56.610120 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:44:57.610479 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-eb7d1f71-ac6b-4343-b8b1-1239a461e288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:00.139998 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4a560e44-d5cc-400c-955b-b1f7a8e719cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:00.623918 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:01.708188 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:03.166245 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:10.061773 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-e42367f2-f424-4440-96b4-5d8544fd2f9a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562587 Jul 08 18:45:10.155380 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02386991-522b-4765-88ec-b018d08cd39d req-fa07901a-c65d-4a79-809b-e32b95f6cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:10.156899 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-fa07901a-c65d-4a79-809b-e32b95f6cc0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1096 time: 0.0516629 Jul 08 18:45:10.262651 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02386991-522b-4765-88ec-b018d08cd39d req-bb89d668-d16a-4e36-9329-7d08c6167f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:10.264128 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-bb89d668-d16a-4e36-9329-7d08c6167f58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0870593 Jul 08 18:45:10.327108 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-84604fc1-f7e6-418f-b1bf-660632e23a83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 200 len: 1000 time: 0.0561445 Jul 08 18:45:10.377958 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02386991-522b-4765-88ec-b018d08cd39d req-40795bed-93ee-45be-866a-100958925578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:10.379437 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-40795bed-93ee-45be-866a-100958925578 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0470095 Jul 08 18:45:10.436066 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02386991-522b-4765-88ec-b018d08cd39d req-4779aeee-84d0-48a3-b4f8-3a8f5d25abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:10.437645 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-4779aeee-84d0-48a3-b4f8-3a8f5d25abfe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522826 Jul 08 18:45:10.523814 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-bed01d9e-bf97-449d-9021-4513f81fd79d service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793507 Jul 08 18:45:10.615818 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-02386991-522b-4765-88ec-b018d08cd39d req-65d39703-639b-4809-aeb7-fcc8108fd649 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Jul 08 18:45:14.401062 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:15.104374 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:45:22.067183 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-f7029cf7-009e-47d7-afc4-88eb7bcc3758 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128988 Jul 08 18:45:22.190377 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-0f316cb1-6517-469e-9708-56663499a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:22.191852 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-0f316cb1-6517-469e-9708-56663499a29c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1095 time: 0.0509956 Jul 08 18:45:22.305860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-a725f3f0-2968-4ffe-87f6-cd2eacc765b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:22.307356 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-a725f3f0-2968-4ffe-87f6-cd2eacc765b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0886791 Jul 08 18:45:22.373840 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-42779c6f-d986-441a-bc9d-06b8959f55eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 1000 time: 0.0563111 Jul 08 18:45:22.429418 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-dc4b67eb-6646-4bc0-a124-d4112e25ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:22.430903 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-dc4b67eb-6646-4bc0-a124-d4112e25ef8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0465829 Jul 08 18:45:22.487998 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-deb9ec51-3f0f-4679-b353-1a55c8ef7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:45:22.489536 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-deb9ec51-3f0f-4679-b353-1a55c8ef7d78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513859 Jul 08 18:45:22.588885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-c3530915-fb80-4ddd-8538-47032c6fcd83 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874355 Jul 08 18:45:22.686559 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-507eb95c-ed83-4a86-80ec-188d92343e8b req-e512c074-d138-47c2-9c3e-bd5eb1063a7e service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871224 Jul 08 18:45:26.632053 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:27.612541 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3ece-6073-4eb7-a621-af616aeea7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:30.131760 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b28c9a50-77d7-4868-85b3-85e5b8d3c8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:30.625651 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:31.710915 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:33.169425 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:44.399790 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:52.103951 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:45:56.629385 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:45:57.616527 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2ceae383-e21b-43ea-93d4-75610034c379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:00.133659 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c176-e16c-4270-b84f-144779e5de40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:00.627712 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:01.714269 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:03.173690 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:12.113061 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-7aa264de-7233-4894-8073-076b990c3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:12.114578 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-7aa264de-7233-4894-8073-076b990c3530 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1096 time: 0.0561545 Jul 08 18:46:12.223629 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-871b9a9a-d123-4362-a964-5b1767b58cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:12.225030 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-871b9a9a-d123-4362-a964-5b1767b58cc9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0896499 Jul 08 18:46:12.290636 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-6e1b2bfa-6e99-4335-ba70-5ff0f965e059 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 200 len: 1000 time: 0.0586472 Jul 08 18:46:12.349330 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-a6c407ba-f90a-4a8a-87a1-280b368135f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:12.351351 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-a6c407ba-f90a-4a8a-87a1-280b368135f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0537066 Jul 08 18:46:12.409661 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-a62266cd-adb6-4c7e-9254-6e57506a55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:12.411181 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-a62266cd-adb6-4c7e-9254-6e57506a55a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545521 Jul 08 18:46:12.504791 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-8057a676-4001-4c7c-a419-c52ee86be308 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865562 Jul 08 18:46:12.601488 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-afac3f09-581c-4f3c-8ce9-80d60776ee2a req-df1d5c4d-20b0-47ad-a059-b858c51456d7 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897064 Jul 08 18:46:14.406752 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:15.261840 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2adf5f1c-422a-467f-9696-6359df9519fd details requested by agent hyperv_n-h1-799528-4 with host n-h1-799528-4 {{(pid=93666) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 18:46:15.358657 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:15.370566 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Returning: {'device': '2adf5f1c-422a-467f-9696-6359df9519fd', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'port_id': '2adf5f1c-422a-467f-9696-6359df9519fd', 'mac_address': 'fa:16:3e:73:c8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93666) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 18:46:15.415118 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:15.429060 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2adf5f1c-422a-467f-9696-6359df9519fd {{(pid=93666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 18:46:15.451860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:15.456598 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:15.512598 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=6']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:15.520405 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.520784 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.521345 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.521862 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.522384 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.522813 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.523156 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.523488 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.524322 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.524666 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.525790 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.526122 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:15.532377 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] get_ports_and_sgs() called for port_ids ['2adf5f1c-422a-467f-9696-6359df9519fd'] {{(pid=93666) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 18:46:17.259357 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2adf5f1c-422a-467f-9696-6359df9519fd up at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 18:46:17.319971 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.provisioning_blocks [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Provisioning complete for port 2adf5f1c-422a-467f-9696-6359df9519fd triggered by entity L2. {{(pid=93666) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 18:46:17.320474 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898480'] for port, provisioning_complete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:17.406850 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:17.432648 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:17.435237 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918540bf-c5e6-41fb-82ff-2883bbfcb2cf" -d '{"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-plugged", "status": "completed", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:17.450017 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:17.455103 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:17.501981 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb71d9-38ee-4ac4-8af3-8f98e4ec7dc1 x-openstack-request-id: req-6dfb71d9-38ee-4ac4-8af3-8f98e4ec7dc1 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:17.502255 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-plugged", "status": "completed", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:17.502524 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6dfb71d9-38ee-4ac4-8af3-8f98e4ec7dc1 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:17.502890 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd', 'code': 200} Jul 08 18:46:17.522513 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=7']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:23.000354 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-26e62cd0-e2ec-4def-b695-d97c2eccbd75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545204 Jul 08 18:46:23.129941 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2445e8-245e-495c-9983-1246c7951f4b req-61a00d48-25e1-49ac-9863-17d10545d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:23.131483 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-61a00d48-25e1-49ac-9863-17d10545d181 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1095 time: 0.0565581 Jul 08 18:46:23.249029 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2445e8-245e-495c-9983-1246c7951f4b req-c7146c81-3eb9-40fc-8e86-9fdcec385317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:23.250601 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-c7146c81-3eb9-40fc-8e86-9fdcec385317 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0965710 Jul 08 18:46:23.329739 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-2fb61256-bc1d-47b8-bf2e-b966ef27c415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 1000 time: 0.0694573 Jul 08 18:46:23.395670 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2445e8-245e-495c-9983-1246c7951f4b req-0a91340f-280f-4f88-9ae3-ca6b07b50795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:23.397377 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-0a91340f-280f-4f88-9ae3-ca6b07b50795 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0570529 Jul 08 18:46:23.458271 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2445e8-245e-495c-9983-1246c7951f4b req-cacd7171-c6f9-4f63-85be-7f032dac54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:23.459932 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-cacd7171-c6f9-4f63-85be-7f032dac54b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552359 Jul 08 18:46:23.560257 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-aa2b2350-57cd-4e9a-b894-84f2f1884e69 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895226 Jul 08 18:46:24.004808 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-8e2445e8-245e-495c-9983-1246c7951f4b req-a6338205-98a3-4afc-8e2d-0fd594e712cc service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323800 Jul 08 18:46:24.778221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58856) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:24.939558 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Deleting port a15a22a9-d076-44bc-8813-77cdd25645e2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:24.939899 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:25.016507 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:25.017288 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:25.029012 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Calling delete_port for a15a22a9-d076-44bc-8813-77cdd25645e2 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:25.186612 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:25.217426 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event deleted for resources: {'Port': ['ID=a15a22a9-d076-44bc-8813-77cdd25645e2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:25.230133 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.230484 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.230824 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.231156 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.231510 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.231846 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.232175 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.232909 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.233120 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.233308 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.233634 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.233959 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:25.288957 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:25.289812 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Floating IP ed7d1c6c-c5e6-4868-947c-68cafa16ee61 disassociated (deleted). External IP: 172.25.5.64, port: 2adf5f1c-422a-467f-9696-6359df9519fd. Jul 08 18:46:25.494240 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Router 6179da05-34f7-42ac-99aa-b1fbc428d229 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:46:25.601340 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:46:25.606292 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:25.610909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] Sync routers for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:46:25.621056 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:25.621673 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:25.642886 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-5b047d09-9c6d-4362-adf3-2e63a464cfb4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "DELETE /v2.0/floatingips/ed7d1c6c-c5e6-4868-947c-68cafa16ee61 HTTP/1.1" status: 204 len: 168 time: 0.8635559 Jul 08 18:46:25.643571 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:25.645941 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ff882a-3db1-4641-9dd7-069461081bba" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:25.729838 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:25.891741 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52150a3f-1bba-4ee8-90d3-e3698dbaf711 x-openstack-request-id: req-52150a3f-1bba-4ee8-90d3-e3698dbaf711 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:25.892030 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:25.892283 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-52150a3f-1bba-4ee8-90d3-e3698dbaf711 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:25.892687 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd', 'status': 'completed', 'code': 200} Jul 08 18:46:25.965075 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:04Z', 'revision_number': 1, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:25.969363 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff882a-3db1-4641-9dd7-069461081bba req-b34bbab1-9124-4c1d-8cd8-ddf7b61ffcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:25.970883 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-55ff882a-3db1-4641-9dd7-069461081bba req-b34bbab1-9124-4c1d-8cd8-ddf7b61ffcd6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 1096 time: 0.0553808 Jul 08 18:46:25.992078 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] Checking router: 6179da05-34f7-42ac-99aa-b1fbc428d229 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:46:26.000791 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:26.001397 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:00Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:26.051832 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc88d1-c882-4c6e-baa5-6682a7de991d req-0b281622-7af5-44a6-aa96-462f845c9ba6 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:26.054100 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7abc88d1-c882-4c6e-baa5-6682a7de991d req-0b281622-7af5-44a6-aa96-462f845c9ba6 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 945 time: 0.0712421 Jul 08 18:46:26.067565 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff882a-3db1-4641-9dd7-069461081bba req-69acffc0-4fb5-4e79-af4b-9a55b1a554f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:26.069184 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-55ff882a-3db1-4641-9dd7-069461081bba req-69acffc0-4fb5-4e79-af4b-9a55b1a554f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0900555 Jul 08 18:46:26.095790 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-7abc88d1-c882-4c6e-baa5-6682a7de991d req-889e22fb-64b8-45da-8786-8493316bb18e tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357490 Jul 08 18:46:26.113270 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-55ff882a-3db1-4641-9dd7-069461081bba req-fdaa483a-0230-4f42-8c1e-22264e3450fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 200 len: 217 time: 0.0374067 Jul 08 18:46:26.162818 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff882a-3db1-4641-9dd7-069461081bba req-88620d65-06d3-4577-b35d-7029edbca7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:26.164845 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-55ff882a-3db1-4641-9dd7-069461081bba req-88620d65-06d3-4577-b35d-7029edbca7ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0446439 Jul 08 18:46:26.229790 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff882a-3db1-4641-9dd7-069461081bba req-1e4272e7-f56e-4e6a-bc27-a22658f19f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:26.231308 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-55ff882a-3db1-4641-9dd7-069461081bba req-1e4272e7-f56e-4e6a-bc27-a22658f19f20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595548 Jul 08 18:46:26.264174 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:26.320443 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-55ff882a-3db1-4641-9dd7-069461081bba req-658cb987-311a-42d3-aa48-443f26df9173 service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815396 Jul 08 18:46:26.414088 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-55ff882a-3db1-4641-9dd7-069461081bba req-e3cd8b50-d545-4de4-acaa-11d24f50f3cd service neutron] 10.222.0.72 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871589 Jul 08 18:46:26.488650 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:04Z', 'revision_number': 1, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:26.517602 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef78237-7533-4bbf-8bcf-132618f3668c None None] The sync data for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 is: [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_floatingips': [{'id': '52ff292a-28ea-4f97-abab-2f6d9bb775b0', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'router_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'port_id': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'mac_address': 'fa:16:3e:de:bd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T18:42:02Z', 'updated_at': '2021-07-08T18:42:04Z', 'revision_number': 1, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:46:26.645855 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:26.730821 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43e30f-cf0b-4787-a1fd-d43c2e047f3f None None] New status for floating IP ed7d1c6c-c5e6-4868-947c-68cafa16ee61: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:46:27.285115 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae07af-9deb-4ca2-a9fb-d46c1410bad4 req-2a04b29e-aff8-4010-a6be-aee0f34bf091 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:27.286617 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12ae07af-9deb-4ca2-a9fb-d46c1410bad4 req-2a04b29e-aff8-4010-a6be-aee0f34bf091 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 945 time: 0.0757968 Jul 08 18:46:27.308507 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2adf5f1c-422a-467f-9696-6359df9519fd no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:27.324627 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-12ae07af-9deb-4ca2-a9fb-d46c1410bad4 req-13aab182-dd04-4342-aab6-5fe7e9c56241 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317497 Jul 08 18:46:27.381635 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3775983'] for port, before_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:27.403854 n-d-799528-4 neutron-server[93666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd'}] {{(pid=93666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:27.406147 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d277c1fc3aab26dd6ddf065b90470f46079a8942f7b2e6938b3294d78a3760a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd3ae73-21ef-4519-9091-3c345a2a0934" -d '{"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-unplugged", "status": "completed", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd"}]}' {{(pid=93666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:27.419946 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:27.425150 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735684454431', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735683949806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735683951135'] for port, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:27.448647 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca53b617-17ca-4b95-aad1-2ea1fb876839 x-openstack-request-id: req-ca53b617-17ca-4b95-aad1-2ea1fb876839 {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:27.448966 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-unplugged", "status": "completed", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd", "code": 200}]} {{(pid=93666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:27.449219 n-d-799528-4 neutron-server[93666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ca53b617-17ca-4b95-aad1-2ea1fb876839 {{(pid=93666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:27.449612 n-d-799528-4 neutron-server[93666]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd', 'code': 200} Jul 08 18:46:27.462370 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417deb3-9479-4d33-9393-ca73945b2136 req-ff9e59b8-512b-493d-b9f1-6896304cec2f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:27.464140 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b417deb3-9479-4d33-9393-ca73945b2136 req-ff9e59b8-512b-493d-b9f1-6896304cec2f tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.72 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 945 time: 0.0683153 Jul 08 18:46:27.479925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Pushing event updated for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=8']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:27.566476 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Deleting port 2adf5f1c-422a-467f-9696-6359df9519fd {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:27.566832 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:27.617224 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b8b8baaa-790b-4b7e-b8c3-b6b01da3e41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:27.659986 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] For port 2adf5f1c-422a-467f-9696-6359df9519fd, host n-h1-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799528-4',level=0,port_id=2adf5f1c-422a-467f-9696-6359df9519fd,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:27.660265 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:27.671672 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Calling delete_port for 2adf5f1c-422a-467f-9696-6359df9519fd owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:27.801761 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:27.830355 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event deleted for resources: {'Port': ['ID=2adf5f1c-422a-467f-9696-6359df9519fd,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:27.880058 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] No DVR routers for this DVR port 2adf5f1c-422a-467f-9696-6359df9519fd on host n-h1-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:27.883531 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:27.885813 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-b417deb3-9479-4d33-9393-ca73945b2136 req-d6ae2083-4fbb-44d5-baea-f367f3ccdc67 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.72 "DELETE /v2.0/ports/2adf5f1c-422a-467f-9696-6359df9519fd HTTP/1.1" status: 204 len: 173 time: 0.4158289 Jul 08 18:46:27.893478 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-deleted', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:27.895841 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc2aee2-70d0-4ff6-9d23-35fbf16cb088" -d '{"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-deleted", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:27.938663 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39533f9d-3b73-4f50-bfa6-bae8fa0bea39 x-openstack-request-id: req-39533f9d-3b73-4f50-bfa6-bae8fa0bea39 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:27.938998 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8856f-49f6-424a-968b-0d113ef25493", "name": "network-vif-deleted", "tag": "2adf5f1c-422a-467f-9696-6359df9519fd", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:27.939257 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-39533f9d-3b73-4f50-bfa6-bae8fa0bea39 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:27.939669 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8856f-49f6-424a-968b-0d113ef25493', 'name': 'network-vif-deleted', 'tag': '2adf5f1c-422a-467f-9696-6359df9519fd', 'status': 'completed', 'code': 200} Jul 08 18:46:28.488820 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-b56b1725-f79e-40b5-b18c-6cd373215c5e req-79bea95a-1b21-495d-9553-dd63d49fe7e4 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a8856f-49f6-424a-968b-0d113ef25493 HTTP/1.1" status: 200 len: 210 time: 0.0303485 Jul 08 18:46:29.103372 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:46:30.137266 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d3ea4d8c-fb24-4fa5-8a23-d50dc2efe871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.152620 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58916) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:30.311647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Deleting port 4841b070-8e57-4657-bdc3-c849b6a7c756 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:30.311904 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.390717 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.391044 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.402657 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Calling delete_port for 4841b070-8e57-4657-bdc3-c849b6a7c756 owned by network:floatingip {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:30.551308 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.576930 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event deleted for resources: {'Port': ['ID=4841b070-8e57-4657-bdc3-c849b6a7c756,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:30.629508 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.642975 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.643306 n-d-799528-4 neutron-server[93665]: INFO neutron.db.l3_db [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Floating IP 52ff292a-28ea-4f97-abab-2f6d9bb775b0 disassociated (deleted). External IP: 172.25.5.142, port: 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c. Jul 08 18:46:30.850319 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Router 6179da05-34f7-42ac-99aa-b1fbc428d229 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:46:30.966594 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:46:30.971317 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for floatingip, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:30.976082 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] Sync routers for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:46:30.984886 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:30.985504 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:31.006460 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-49f5ecc1-5f6b-46cf-8d7e-6a6ea4536843 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "DELETE /v2.0/floatingips/52ff292a-28ea-4f97-abab-2f6d9bb775b0 HTTP/1.1" status: 204 len: 168 time: 0.8525445 Jul 08 18:46:31.007146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:31.010491 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:31.092263 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:31.250394 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c837f91-7050-4896-bcb0-ba414ccd2cb0 x-openstack-request-id: req-7c837f91-7050-4896-bcb0-ba414ccd2cb0 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:31.250916 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:31.251049 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c837f91-7050-4896-bcb0-ba414ccd2cb0 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:31.251384 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'status': 'completed', 'code': 200} Jul 08 18:46:31.319244 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:31.348694 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] Checking router: 6179da05-34f7-42ac-99aa-b1fbc428d229 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:46:31.351084 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2adf5f1c-422a-467f-9696-6359df9519fd no longer exists at agent hyperv_n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:31.377479 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] No Port match for: 2adf5f1c-422a-467f-9696-6359df9519fd {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:31.378219 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Device 2adf5f1c-422a-467f-9696-6359df9519fd not bound to the agent host n-h1-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:31.384257 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:31.384909 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:31.387258 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-d4cbaae4-76cd-433b-9f72-0852b22dac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:31.388885 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-d4cbaae4-76cd-433b-9f72-0852b22dac67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 1095 time: 0.0579643 Jul 08 18:46:31.406217 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffacb7-8587-46db-b6fb-aeaeaf898193 req-44807e89-7d1a-4c3e-8af3-828fb7e0a5b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:31.407747 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdffacb7-8587-46db-b6fb-aeaeaf898193 req-44807e89-7d1a-4c3e-8af3-828fb7e0a5b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 944 time: 0.0682364 Jul 08 18:46:31.453735 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-fdffacb7-8587-46db-b6fb-aeaeaf898193 req-242b8dc2-31fd-43e7-8972-3ba96df031e0 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399888 Jul 08 18:46:31.486768 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-a7631029-5ea9-407b-996d-7751faf848ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:31.488405 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-a7631029-5ea9-407b-996d-7751faf848ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 200 len: 911 time: 0.0893545 Jul 08 18:46:31.490332 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:31.529237 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-8c34a92c-0d28-4b10-af00-10bcccedcc69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 200 len: 217 time: 0.0331960 Jul 08 18:46:31.583074 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-6a65f455-22f6-4196-beb1-7265e2640498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:31.584584 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-6a65f455-22f6-4196-beb1-7265e2640498 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 200 len: 849 time: 0.0489879 Jul 08 18:46:31.646325 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-37707b5a-fe8c-4727-87e8-fa04869c391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:31.647754 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-37707b5a-fe8c-4727-87e8-fa04869c391a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0cabc82-e669-4e65-9fc7-7cc5c86d973e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541289 Jul 08 18:46:31.701575 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:31.733944 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871953be-84e0-441b-9714-13a671aab9e1 None None] The sync data for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 is: [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:41:40Z', 'revision_number': 4, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4', '_interfaces': [{'id': 'f4f49251-a18f-474c-a9d1-219ca0b0f1a2', 'name': '', 'network_id': 'c0cabc82-e669-4e65-9fc7-7cc5c86d973e', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'mac_address': 'fa:16:3e:cc:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:39Z', 'updated_at': '2021-07-08T18:41:47Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'subnets': [{'id': '051bad31-d946-4375-9f47-9bee40fe0f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:46:31.742485 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:31.745693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-04ac220b-c0d8-46bf-b54c-d783ce746d70 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901883 Jul 08 18:46:31.848379 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-5313ef2f-3c9d-4ca2-abd4-6aa2a7a5928d req-14938c53-9d99-4232-947d-b86990505421 service neutron] 10.222.0.41 "GET /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937767 Jul 08 18:46:31.972111 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf9754-1567-4c38-ac59-8e41160d616f None None] New status for floating IP 52ff292a-28ea-4f97-abab-2f6d9bb775b0: DOWN {{(pid=93667) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 18:46:32.630626 n-d-799528-4 neutron-server[93664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a823e-e5a2-490c-b835-0fd35b604bf0 req-9820e04e-06dc-403e-bfd0-8b515c8d3904 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:32.632155 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-449a823e-e5a2-490c-b835-0fd35b604bf0 req-9820e04e-06dc-403e-bfd0-8b515c8d3904 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 944 time: 0.0660865 Jul 08 18:46:32.677096 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-449a823e-e5a2-490c-b835-0fd35b604bf0 req-9af79154-699a-4e3f-ad71-7cc1e2ce2c91 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/security-groups?id=ba40f076-9926-4064-bb49-5e84df9bb622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388746 Jul 08 18:46:33.175373 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:33.381686 n-d-799528-4 neutron-server[93665]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-10c7dba1-14fc-408b-a498-850d6647e166 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93665) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 18:46:33.383793 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-10c7dba1-14fc-408b-a498-850d6647e166 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 944 time: 0.0620584 Jul 08 18:46:33.486833 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Deleting port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:33.487074 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:33.571713 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] For port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c, host n-h2-799528-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799528-4',level=0,port_id=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:33.572071 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:33.584544 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Calling delete_port for 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c owned by compute:nova {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:33.714328 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:33.744897 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event deleted for resources: {'Port': ['ID=7ad8d9e2-68d0-4d89-b1ef-9ed27881350c,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:33.790745 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] No DVR routers for this DVR port 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c on host n-h2-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:33.793483 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35713'] for port, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:33.795637 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [req-2a05d2f9-d093-4a97-8c61-25b1d7ce596a req-139133e4-fc57-40ea-b6c7-c4884ad64e00 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.41 "DELETE /v2.0/ports/7ad8d9e2-68d0-4d89-b1ef-9ed27881350c HTTP/1.1" status: 204 len: 173 time: 0.4043829 Jul 08 18:46:33.796078 n-d-799528-4 neutron-server[93665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-deleted', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c'}] {{(pid=93665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 18:46:33.798405 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3c5fcf301245aa00dfbdf11923e4d3677822cc6b61cafdcd750c1798ec4d5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edae4c3c-eecd-4c8c-9af6-18b3eb1ac068" -d '{"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-deleted", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c"}]}' {{(pid=93665) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 18:46:33.824727 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [req-c33f9735-9425-4052-9f58-33fd25ca9985 req-066939c1-cf94-42bc-a37a-b0c37c2b7578 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4f74993-cb13-4b84-92bd-90c8147009a8 HTTP/1.1" status: 200 len: 210 time: 0.0302002 Jul 08 18:46:33.874704 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33888ff0-daad-4518-a671-12fdfa96ef73 x-openstack-request-id: req-33888ff0-daad-4518-a671-12fdfa96ef73 {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 18:46:33.875003 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f74993-cb13-4b84-92bd-90c8147009a8", "name": "network-vif-deleted", "tag": "7ad8d9e2-68d0-4d89-b1ef-9ed27881350c", "status": "completed", "code": 200}]} {{(pid=93665) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 18:46:33.875288 n-d-799528-4 neutron-server[93665]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-33888ff0-daad-4518-a671-12fdfa96ef73 {{(pid=93665) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 18:46:33.875694 n-d-799528-4 neutron-server[93665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f74993-cb13-4b84-92bd-90c8147009a8', 'name': 'network-vif-deleted', 'tag': '7ad8d9e2-68d0-4d89-b1ef-9ed27881350c', 'status': 'completed', 'code': 200} Jul 08 18:46:34.921993 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58932) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:34.984253 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2f3873b-bff9-45c0-964c-8da95057d3b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.009026 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2f3873b-bff9-45c0-964c-8da95057d3b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.069093 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2f3873b-bff9-45c0-964c-8da95057d3b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.072478 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-f2f3873b-bff9-45c0-964c-8da95057d3b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.073693 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-f2f3873b-bff9-45c0-964c-8da95057d3b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] 10.222.0.63 "DELETE /v2.0/security-groups/ba40f076-9926-4064-bb49-5e84df9bb622 HTTP/1.1" status: 204 len: 168 time: 0.1507123 Jul 08 18:46:35.082898 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3873b-bff9-45c0-964c-8da95057d3b3 tempest-TestSnapshotPattern-1806687085 tempest-TestSnapshotPattern-1806687085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba40f076-9926-4064-bb49-5e84df9bb622,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:35.120669 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58936) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:35.468159 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.723826 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Deleting port f4f49251-a18f-474c-a9d1-219ca0b0f1a2 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:35.724076 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.801450 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] For port f4f49251-a18f-474c-a9d1-219ca0b0f1a2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:35.801821 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:35.815412 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Calling delete_port for f4f49251-a18f-474c-a9d1-219ca0b0f1a2 owned by network:router_interface {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:35.996279 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:36.027527 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f49251-a18f-474c-a9d1-219ca0b0f1a2,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:36.059249 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.059592 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.059936 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.060277 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.060610 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.061032 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.061290 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.061614 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.061939 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.062264 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.062588 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.062906 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799528-4 {{(pid=93664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 18:46:36.203039 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:36.415684 n-d-799528-4 neutron-server[93664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Router 6179da05-34f7-42ac-99aa-b1fbc428d229 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:46:36.422623 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c no longer exists at agent hyperv_n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:36.442516 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] No Port match for: 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:36.442858 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Device 7ad8d9e2-68d0-4d89-b1ef-9ed27881350c not bound to the agent host n-h2-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:36.522088 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:46:36.527118 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-662a069c-ad9c-41ac-a1e4-accc41ab7f28 admin admin] 10.222.0.63 "PUT /v2.0/routers/6179da05-34f7-42ac-99aa-b1fbc428d229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4044349 Jul 08 18:46:36.530159 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58938) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:36.531572 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] Sync routers for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:46:36.541159 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:36.541766 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:36.634600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:36.646939 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: n-d-799528-4 {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:36.743243 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:36.810808 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Deleting port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:36.811354 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:36.832704 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:46:35Z', 'revision_number': 5, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port': {'id': 'ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:38Z', 'updated_at': '2021-07-08T18:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:36.860925 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] Checking router: 6179da05-34f7-42ac-99aa-b1fbc428d229 for host: n-d-799528-4 {{(pid=93666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:46:36.869326 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] Routers {'6179da05-34f7-42ac-99aa-b1fbc428d229'} bound to L3 agent in host n-d-799528-4 {{(pid=93666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:36.869936 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['6179da05-34f7-42ac-99aa-b1fbc428d229'], 'active': True} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:36.891222 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] For port ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:36.891585 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:36.904496 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Calling delete_port for ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 owned by network:router_gateway {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:36.957350 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvr_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] Set router 6179da05-34f7-42ac-99aa-b1fbc428d229 gateway port host: None {{(pid=93666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:37.011962 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_hamode_db [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:46:36Z', 'revision_number': 6, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:37.039996 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935743e7-90b1-455e-866c-7159cdd96cba None None] The sync data for ids ['6179da05-34f7-42ac-99aa-b1fbc428d229'] in n-d-799528-4 is: [{'id': '6179da05-34f7-42ac-99aa-b1fbc428d229', 'name': 'tempest-TestSnapshotPattern-1979338004-router', 'tenant_id': '1f01a6803bc942199f13ab2d38b16b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:37Z', 'updated_at': '2021-07-08T18:46:36Z', 'revision_number': 6, 'project_id': '1f01a6803bc942199f13ab2d38b16b5c', 'gw_port_host': None}] {{(pid=93666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:46:37.086687 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.117934 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:37.178829 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.267666 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.269908 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.313352 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.313919 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6179da05-34f7-42ac-99aa-b1fbc428d229 {{(pid=93664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:46:37.319555 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.321333 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-727d45fc-6376-4087-ba32-7896daf2a1f1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/6179da05-34f7-42ac-99aa-b1fbc428d229 HTTP/1.1" status: 204 len: 168 time: 0.7902253 Jul 08 18:46:37.324061 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58940) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:37.512409 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] Deleting subnet 051bad31-d946-4375-9f47-9bee40fe0f96 {{(pid=93664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:46:37.515600 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.555421 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25489532'] for subnet, precommit_delete_associations {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.631777 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.685036 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4011760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26028965'] for subnet, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.715366 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051bad31-d946-4375-9f47-9bee40fe0f96,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:37.719048 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.721595 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-61b0c38b-5409-4b8a-b73e-22c8ac89411e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/051bad31-d946-4375-9f47-9bee40fe0f96 HTTP/1.1" status: 204 len: 168 time: 0.3966165 Jul 08 18:46:37.723473 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58944) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:37.724993 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89626c5b-cb8b-4935-9bb9-1e7f20fd7e98 None None] Network c0cabc82-e669-4e65-9fc7-7cc5c86d973e requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:46:37.797850 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.875258 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Deleting port b469e1ff-48ee-4f22-b946-e7fb332599d9 {{(pid=93664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:37.875827 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.951632 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] DHCP port deletion for c0cabc82-e669-4e65-9fc7-7cc5c86d973e request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:46:37.962741 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.db [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] For port b469e1ff-48ee-4f22-b946-e7fb332599d9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b469e1ff-48ee-4f22-b946-e7fb332599d9,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:37.963416 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:37.978300 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.plugin [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Calling delete_port for b469e1ff-48ee-4f22-b946-e7fb332599d9 owned by network:dhcp {{(pid=93664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:38.002173 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] Deleting port b469e1ff-48ee-4f22-b946-e7fb332599d9 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:38.002551 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.060113 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4011706'] for port, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.064722 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] For port b469e1ff-48ee-4f22-b946-e7fb332599d9, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=b469e1ff-48ee-4f22-b946-e7fb332599d9,segment=NetworkSegment(a5eacd2f-1a0e-409e-b594-7e95914ba65b),segment_id=a5eacd2f-1a0e-409e-b594-7e95914ba65b)] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:38.065113 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.084693 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] Calling delete_port for b469e1ff-48ee-4f22-b946-e7fb332599d9 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:38.093872 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Pushing event deleted for resources: {'Port': ['ID=b469e1ff-48ee-4f22-b946-e7fb332599d9,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:38.095743 n-d-799528-4 neutron-server[93664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] No DVR routers for this DVR port b469e1ff-48ee-4f22-b946-e7fb332599d9 on host n-d-799528-4 {{(pid=93664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:38.179229 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.180154 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.188091 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cabc82-e669-4e65-9fc7-7cc5c86d973e']}} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:38.198423 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eacd2f-1a0e-409e-b594-7e95914ba65b') {'for_net_delete': True} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:38.198729 n-d-799528-4 neutron-server[93664]: DEBUG neutron.services.segments.db [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eacd2f-1a0e-409e-b594-7e95914ba65b') {} {{(pid=93664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:38.201147 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] Pushing event deleted for resources: {'Port': ['ID=b469e1ff-48ee-4f22-b946-e7fb332599d9,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:38.204588 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed64a9-e0c1-4015-be73-f715dabc8f20 None None] No DVR routers for this DVR port b469e1ff-48ee-4f22-b946-e7fb332599d9 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:38.207920 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25489525'] for segment, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.225350 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.232003 n-d-799528-4 neutron-server[93664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:46:38.232581 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4011607'] for segment, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: Traceback (most recent call last): Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: timer() Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: cb(*args, **kw) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: return func(*args, **kwargs) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: self._notify() Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: self.callback(batched_events) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: event.method(event) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: return f(self, *a, **k) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: return self._get(url).json() Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: return self.request(url, 'GET', **kwargs) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:46:38.234426 n-d-799528-4 neutron-server[93664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:46:38.291510 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.297558 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Notify callbacks [] for network, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.299903 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] 10.222.0.63 "DELETE /v2.0/networks/c0cabc82-e669-4e65-9fc7-7cc5c86d973e HTTP/1.1" status: 204 len: 168 time: 0.5748203 Jul 08 18:46:38.303146 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58946) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:38.654792 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefcc2c-9896-4e11-a1ff-a6df602ebefb admin admin] Pushing event deleted for resources: {'Network': ['ID=c0cabc82-e669-4e65-9fc7-7cc5c86d973e,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:38.665389 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-617099'] for router_interface, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.767254 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:38.788124 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:38.788470 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device ee7bd7ac-e9d9-4bdf-a127-ed5c1c760b96 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:38.789400 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4f49251-a18f-474c-a9d1-219ca0b0f1a2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:38.808430 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: f4f49251-a18f-474c-a9d1-219ca0b0f1a2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:38.808807 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device f4f49251-a18f-474c-a9d1-219ca0b0f1a2 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:38.809224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b469e1ff-48ee-4f22-b946-e7fb332599d9 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:38.830702 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: b469e1ff-48ee-4f22-b946-e7fb332599d9 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:38.831051 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device b469e1ff-48ee-4f22-b946-e7fb332599d9 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:38.920883 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Deleting port e24eb1c5-7c1a-4b52-8d72-e032a565314b {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:38.921146 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:38.995860 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] For port e24eb1c5-7c1a-4b52-8d72-e032a565314b, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=e24eb1c5-7c1a-4b52-8d72-e032a565314b,segment=NetworkSegment(7fc66d80-49cb-48fe-9c31-bc2ee2dad53b),segment_id=7fc66d80-49cb-48fe-9c31-bc2ee2dad53b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:38.996218 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:39.008899 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Calling delete_port for e24eb1c5-7c1a-4b52-8d72-e032a565314b owned by network:router_interface {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:39.184913 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:39.215269 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e24eb1c5-7c1a-4b52-8d72-e032a565314b,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:39.388486 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-617037'] for router_interface, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:39.944410 n-d-799528-4 neutron-server[93665]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Router d5a25fc3-1b13-4719-bc33-63b9519aef86 has already been hosted by L3 agent 16dc2225-f216-444d-8180-1a1bd9b43059 {{(pid=93665) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 18:46:40.046439 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] Notify agent at l3_agent.n-d-799528-4 the message routers_updated {{(pid=93665) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 18:46:40.053758 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-6d83e8f4-c0ef-48ea-89a0-e7b5963c60e1 admin admin] 10.222.0.63 "PUT /v2.0/routers/d5a25fc3-1b13-4719-bc33-63b9519aef86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477491 Jul 08 18:46:40.054044 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58948) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:40.054960 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] Sync routers for ids ['d5a25fc3-1b13-4719-bc33-63b9519aef86'] in n-d-799528-4 {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 18:46:40.064255 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] Routers {'d5a25fc3-1b13-4719-bc33-63b9519aef86'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:40.064938 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d5a25fc3-1b13-4719-bc33-63b9519aef86'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:40.164912 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks [] for router, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.173853 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] Set router d5a25fc3-1b13-4719-bc33-63b9519aef86 gateway port host: n-d-799528-4 {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:40.268931 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.321647 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Deleting port 9b0a46cb-97f9-445f-8480-d1385735c902 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:40.321896 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.349801 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'external_fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:46:39Z', 'revision_number': 5, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port': {'id': '9b0a46cb-97f9-445f-8480-d1385735c902', 'name': '', 'network_id': 'a83a13eb-f840-4cc4-a00d-fa978b2f89ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799528-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f943f1-f4b1-42bc-8a1a-5158d35faeb3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799528-4'}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:40.376435 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] Checking router: d5a25fc3-1b13-4719-bc33-63b9519aef86 for host: n-d-799528-4 {{(pid=93667) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 18:46:40.384677 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] Routers {'d5a25fc3-1b13-4719-bc33-63b9519aef86'} bound to L3 agent in host n-d-799528-4 {{(pid=93667) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 18:46:40.385315 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799528-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T17:11:00Z,description=,heartbeat_timestamp=2021-07-08T18:46:30Z,host='n-d-799528-4',id=16dc2225-f216-444d-8180-1a1bd9b43059,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T17:11:00Z,topic='l3_agent')) {'router_ids': ['d5a25fc3-1b13-4719-bc33-63b9519aef86'], 'active': True} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:40.405591 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] For port 9b0a46cb-97f9-445f-8480-d1385735c902, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=9b0a46cb-97f9-445f-8480-d1385735c902,segment=NetworkSegment(f7ccc8db-237e-447b-beaa-64d9326f7101),segment_id=f7ccc8db-237e-447b-beaa-64d9326f7101)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:40.406890 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.419147 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Calling delete_port for 9b0a46cb-97f9-445f-8480-d1385735c902 owned by network:router_gateway {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:40.471322 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_dvr_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] Set router d5a25fc3-1b13-4719-bc33-63b9519aef86 gateway port host: None {{(pid=93667) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 18:46:40.522329 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.l3_hamode_db [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:46:40Z', 'revision_number': 6, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port_host': None}], 'n-d-799528-4', False) {} {{(pid=93667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:40.551057 n-d-799528-4 neutron-server[93667]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114d1ae4-1623-49b6-8b67-8936fa45e735 None None] The sync data for ids ['d5a25fc3-1b13-4719-bc33-63b9519aef86'] in n-d-799528-4 is: [{'id': 'd5a25fc3-1b13-4719-bc33-63b9519aef86', 'name': 'tempest-TestSnapshotPattern-1292516711-router', 'tenant_id': '3739f037ac6e4505bfabff5b83ba112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T18:41:42Z', 'updated_at': '2021-07-08T18:46:40Z', 'revision_number': 6, 'project_id': '3739f037ac6e4505bfabff5b83ba112b', 'gw_port_host': None}] {{(pid=93667) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 18:46:40.591420 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.616221 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0a46cb-97f9-445f-8480-d1385735c902,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:40.680357 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677190'] for router_gateway, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.768713 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13876'] for router, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.770902 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.813303 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-610594'] for router, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.813845 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a25fc3-1b13-4719-bc33-63b9519aef86 {{(pid=93665) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 18:46:40.818090 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] Notify callbacks [] for router, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.819261 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-00b1796b-ff27-4493-843d-c5d7794621af admin admin] 10.222.0.63 "DELETE /v2.0/routers/d5a25fc3-1b13-4719-bc33-63b9519aef86 HTTP/1.1" status: 204 len: 168 time: 0.7637186 Jul 08 18:46:40.822468 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58950) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:40.866081 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] Deleting subnet 6c95d56a-2157-44d1-95f8-bbcc3b78a6d0 {{(pid=93665) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 18:46:40.869565 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.903315 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28964702'] for subnet, precommit_delete_associations {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:40.998811 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3895106'] for subnet, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.051409 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3895125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28939386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25354475'] for subnet, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.077311 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c95d56a-2157-44d1-95f8-bbcc3b78a6d0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:41.081020 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.084201 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-8ad90bd9-52f7-45e9-b7b1-4d98d7bb8039 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6c95d56a-2157-44d1-95f8-bbcc3b78a6d0 HTTP/1.1" status: 204 len: 168 time: 0.2605398 Jul 08 18:46:41.086365 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58952) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:41.087044 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14772e13-002e-4723-b4a9-00fff26b541d None None] Network 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 requested from n-d-799528-4 {{(pid=93666) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 18:46:41.159466 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3801633'] for network, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.213213 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Deleting port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 {{(pid=93665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:41.213558 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.275648 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.db [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] For port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2, host n-d-799528-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799528-4',level=0,port_id=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,segment=NetworkSegment(7fc66d80-49cb-48fe-9c31-bc2ee2dad53b),segment_id=7fc66d80-49cb-48fe-9c31-bc2ee2dad53b)] {{(pid=93665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:41.276008 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.288453 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.plugin [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Calling delete_port for 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 owned by network:dhcp {{(pid=93665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:41.350387 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] DHCP port deletion for 25650fbe-c3b8-4dce-bff9-7d986a7a02b0 request from n-d-799528-4 {{(pid=93666) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 18:46:41.375841 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28939312'] for port, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.379143 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e24eb1c5-7c1a-4b52-8d72-e032a565314b no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:41.401860 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: e24eb1c5-7c1a-4b52-8d72-e032a565314b {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:41.402216 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device e24eb1c5-7c1a-4b52-8d72-e032a565314b not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:41.406317 n-d-799528-4 neutron-server[93665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] No DVR routers for this DVR port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 on host n-d-799528-4 {{(pid=93665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:41.408954 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:41.424224 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] Deleting port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 {{(pid=93666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 18:46:41.424607 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735684447955'] for port, before_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.484830 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3893241', 'neutron.services.segments.db._delete_segments_for_network-8735684252501'] for network, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.489227 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.db [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] For port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2, host n-d-799528-4, got binding levels [] {{(pid=93666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 18:46:41.489687 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616587'] for port, precommit_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.495108 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25650fbe-c3b8-4dce-bff9-7d986a7a02b0']}} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:41.502817 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] Calling delete_port for 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 owned by network:dhcp {{(pid=93666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 18:46:41.505424 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.ipam_backend_mixin [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] Port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 was not found and therefore no delete operation was performed {{(pid=93666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 18:46:41.506161 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b') {'for_net_delete': True} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:41.506467 n-d-799528-4 neutron-server[93665]: DEBUG neutron.services.segments.db [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc66d80-49cb-48fe-9c31-bc2ee2dad53b') {} {{(pid=93665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 18:46:41.506609 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735684454413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735683949797'] for port, after_delete {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.515525 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735684278833', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28964695'] for segment, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.530721 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421'] for segment, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.535923 n-d-799528-4 neutron-server[93666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] Pushing event deleted for resources: {'Port': ['ID=1dca9f8e-e7e1-44d2-b25a-c3832e426bf2,revision_number=None']} {{(pid=93666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:41.537593 n-d-799528-4 neutron-server[93665]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93665) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 18:46:41.538072 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3889421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28939485'] for segment, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: conditions |= (models_v2.Port.network_id.in_( Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: Traceback (most recent call last): Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: timer() Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: cb(*args, **kw) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: return func(*args, **kwargs) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: self._notify() Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: self.callback(batched_events) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: event.method(event) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: return f(self, *a, **k) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: return self._get(url).json() Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: return self.request(url, 'GET', **kwargs) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 18:46:41.540376 n-d-799528-4 neutron-server[93665]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 18:46:41.543127 n-d-799528-4 neutron-server[93666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ee4a2-7b39-414e-a8e2-cc768b9ca881 None None] No DVR routers for this DVR port 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 on host n-d-799528-4 {{(pid=93666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 18:46:41.600457 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3893184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677154'] for network, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.606685 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Notify callbacks [] for network, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.608416 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] 10.222.0.63 "DELETE /v2.0/networks/25650fbe-c3b8-4dce-bff9-7d986a7a02b0 HTTP/1.1" status: 204 len: 168 time: 0.5211155 Jul 08 18:46:41.619894 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ceee-7176-45dd-a1ec-59f4e85e4c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=25650fbe-c3b8-4dce-bff9-7d986a7a02b0,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:41.723729 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58956) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:41.763535 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-b82341c1-aebc-48d9-befd-9f951e66973e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1f01a6803bc942199f13ab2d38b16b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385985 Jul 08 18:46:41.766294 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [-] (93665) accepted ('10.222.0.63', 58958) {{(pid=93665) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:41.821691 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dec9c215-5652-421c-b7f6-6fd1c8a6ef6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.843906 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dec9c215-5652-421c-b7f6-6fd1c8a6ef6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.893795 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dec9c215-5652-421c-b7f6-6fd1c8a6ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.896512 n-d-799528-4 neutron-server[93665]: DEBUG neutron_lib.callbacks.manager [None req-dec9c215-5652-421c-b7f6-6fd1c8a6ef6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:41.897706 n-d-799528-4 neutron-server[93665]: INFO neutron.wsgi [None req-dec9c215-5652-421c-b7f6-6fd1c8a6ef6f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9ce4d0fa-31a5-4fe0-bf88-620545f622c8 HTTP/1.1" status: 204 len: 168 time: 0.1304762 Jul 08 18:46:41.905944 n-d-799528-4 neutron-server[93665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9c215-5652-421c-b7f6-6fd1c8a6ef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4d0fa-31a5-4fe0-bf88-620545f622c8,revision_number=None']} {{(pid=93665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:42.216358 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58964) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:42.256487 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-6fc7167f-a415-4f43-9c07-6177b4ff04e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3739f037ac6e4505bfabff5b83ba112b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388341 Jul 08 18:46:42.258860 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [-] (93664) accepted ('10.222.0.63', 58966) {{(pid=93664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 18:46:42.306709 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eb17f1e2-3165-4287-9d6b-31a75a4342a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:42.327067 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eb17f1e2-3165-4287-9d6b-31a75a4342a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:42.373061 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eb17f1e2-3165-4287-9d6b-31a75a4342a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-754801'] for security_group, after_delete {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:42.375592 n-d-799528-4 neutron-server[93664]: DEBUG neutron_lib.callbacks.manager [None req-eb17f1e2-3165-4287-9d6b-31a75a4342a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:42.376796 n-d-799528-4 neutron-server[93664]: INFO neutron.wsgi [None req-eb17f1e2-3165-4287-9d6b-31a75a4342a6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1a424be5-1577-4c0f-b3ed-fad975dd8e05 HTTP/1.1" status: 204 len: 168 time: 0.1170046 Jul 08 18:46:42.385905 n-d-799528-4 neutron-server[93664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17f1e2-3165-4287-9d6b-31a75a4342a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a424be5-1577-4c0f-b3ed-fad975dd8e05,revision_number=None']} {{(pid=93664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 18:46:42.775196 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:42.796629 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:42.797009 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 1dca9f8e-e7e1-44d2-b25a-c3832e426bf2 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:42.797492 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b0a46cb-97f9-445f-8480-d1385735c902 no longer exists at agent ovs-agent-n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 18:46:42.825754 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.plugin [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] No Port match for: 9b0a46cb-97f9-445f-8480-d1385735c902 {{(pid=93666) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 18:46:42.826317 n-d-799528-4 neutron-server[93666]: DEBUG neutron.plugins.ml2.rpc [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Device 9b0a46cb-97f9-445f-8480-d1385735c902 not bound to the agent host n-d-799528-4 {{(pid=93666) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 18:46:44.400296 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:56.661391 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:46:57.617012 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9cb064a9-3c72-4645-81fb-6faa3e341ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:00.142081 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a358041b-7d83-4fb5-9fbf-dbcd4162701e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:00.630314 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:01.719427 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:03.177918 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:06.103361 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:47:14.420693 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:26.663284 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:27.617050 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-524ce102-31b8-434f-a74c-bf1e76c4960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:30.156195 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ebcf0a8e-3382-4c99-9afd-cf1d440c6d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:30.633010 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:31.722107 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:33.183408 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:43.101808 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:47:44.413346 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:56.668286 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:47:57.619325 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b4097560-e98c-4443-9da0-42076c16a31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:00.149365 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-68d5091f-048f-422c-9ea8-ef8aacdcfc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:00.638861 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:01.726464 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:03.184926 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:14.444255 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:20.100645 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:48:26.688953 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:27.620098 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e823-7e34-4e06-b17f-6eb9f1fb36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:30.153275 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-75c8d673-0161-4117-800b-79ebf1af315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:30.638853 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:31.728887 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:33.187066 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:44.456465 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:56.681390 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:48:57.098996 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:48:57.620388 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4682f33a-6ccc-490f-8151-3b941ad29f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:00.158268 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-b822e6d4-c5d4-4e96-b01d-62abd4c39df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:00.631906 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:01.732715 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:03.189309 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:14.455249 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:26.688570 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:27.623777 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e05f931a-fd66-4481-a8b8-62f5a6ec803a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:30.160375 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-cd877315-7ea4-42fc-8744-89b2b186b9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:30.636212 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:31.737511 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:33.194848 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:34.098503 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:49:44.454930 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:56.694401 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:49:57.625707 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-460c3791-1cb0-4d02-a465-7107c1155989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:00.162447 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-a11ea39c-9d37-468b-9d86-869459df458c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:00.630987 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:01.737093 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:03.197156 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:05.970609 n-d-799528-4 neutron-server[93665]: DEBUG neutron.wsgi [req-2643c97d-3bd0-459a-95d2-28f804196cdf req-02407c80-f934-4159-9d19-e7433f2c00f8 service neutron] (93665) timed out ('10.222.0.63', 57562) {{(pid=93665) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:50:11.097549 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:50:14.453482 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:26.691756 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:27.627315 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3ecade18-666d-4c52-876f-dbd98a083b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:30.164917 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-bb6f3426-ca17-4ec1-a71c-95386969b0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:30.634369 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:31.739908 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:33.201966 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:44.456657 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:48.097093 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:50:56.690343 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:50:57.629639 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ef22dfb7-3af9-462f-92e4-b78f27f82bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:00.167856 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-058cfe5f-d472-48a9-9176-d33dde21f679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:00.637636 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:01.743450 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:03.201844 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:14.453333 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:25.096840 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:51:26.688805 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:27.630491 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-3516dbb1-334e-41aa-8379-b360c4c95349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:30.174746 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-c8a20cb7-1c24-4e2a-b67b-fa3587b3474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:30.638076 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:31.747363 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:33.204461 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:44.467451 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:56.695182 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:51:57.631792 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed47b-f016-4ddb-a560-a422bab79b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:00.167883 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4a945771-6501-4931-92d9-94ef606c413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:00.640128 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:01.749203 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:02.095640 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:52:03.207684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:14.471261 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:26.706716 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:27.632914 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7434-4594-410d-b9d3-90bd94f005eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:30.170432 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-9c772ba1-a127-4d37-b1dd-a51f96fe2e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:30.639890 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:31.753112 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:33.210702 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:39.096415 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:52:44.480959 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:56.705858 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:52:57.634398 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-e5827e63-ab71-46a2-9711-4924e6dd3bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:00.173923 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6c73a18f-bb32-455f-8236-0b6f382497dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:00.641242 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:01.754921 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:03.214500 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:14.481660 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:16.095159 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:53:26.715080 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:27.635528 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-926534bb-5cad-4e16-aea7-782ff1b1c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:30.177832 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-75fdb789-f6c9-40bf-bc0c-fec75a91b6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:30.645403 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:31.758382 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:33.217056 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:44.481008 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:53.094208 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:53:56.714312 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:53:57.636494 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-dabae70d-c788-499c-a288-784e2fb7caef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:00.185890 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-91806cce-af48-470e-aa11-e1898fc34318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:00.647955 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:01.760236 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:03.219094 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:14.492332 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:26.731316 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:27.637934 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-ccc475c6-0894-457d-846f-7dc3e58f546b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:30.093500 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:54:30.177377 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-d5d5c3a3-9d34-42a1-bcd3-a8c0b318b1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:30.649945 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:31.762697 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:33.222454 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:42.249257 n-d-799528-4 neutron-server[93664]: DEBUG neutron.wsgi [req-333d7322-622a-47f6-bce3-a92e49f8420b req-918b06ac-38c1-465e-8708-bc312a2bf144 service neutron] (93664) timed out ('10.222.0.63', 49150) {{(pid=93664) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 18:54:44.491695 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:56.752684 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:54:57.648095 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-f99e0bdb-a51b-4863-be2b-7f69f3c6da10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:00.177567 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-0bedde61-a95d-40a1-8469-72254e3a9e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:00.652708 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:01.765845 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:03.224795 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:07.092719 n-d-799528-4 neutron-server[93667]: DEBUG neutron.db.agents_db [None req-d721eca2-e3ed-45a8-835a-f852abb9e474 None None] Agent healthcheck: found 7 active agents {{(pid=93667) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 18:55:14.506117 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-fd19a703-8f1f-462f-a201-c48cda4db839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:26.775232 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-6439fdbf-cace-4189-bb9b-38b55dfea8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:27.639555 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2bfe-7135-47c0-987b-b17e8bdcfe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:30.180370 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-203405d0-5693-47bd-8c9e-84cfd30168d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:30.658764 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-4007701c-5f54-48ed-a1ec-7fb6046a87c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:31.768997 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-21f6328b-973d-4fbc-bb91-71ad4fa9e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 18:55:33.228099 n-d-799528-4 neutron-server[93666]: DEBUG neutron_lib.callbacks.manager [None req-2221442a-2e74-4e49-8603-9189d3583d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735684252483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3898499'] for agent, after_update {{(pid=93666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}